diff --git "a/wandb/run-20220919_091309-2lk1vb0u/logs/debug-internal.log" "b/wandb/run-20220919_091309-2lk1vb0u/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20220919_091309-2lk1vb0u/logs/debug-internal.log" @@ -0,0 +1,13116 @@ +2022-09-19 09:13:10,242 INFO MainThread:612957 [internal.py:wandb_internal():90] W&B internal server running at pid: 612957, started at: 2022-09-19 09:13:10.242067 +2022-09-19 09:13:10,245 INFO WriterThread:612957 [datastore.py:open_for_write():75] open: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/run-2lk1vb0u.wandb +2022-09-19 09:13:10,248 DEBUG SenderThread:612957 [sender.py:send():232] send: header +2022-09-19 09:13:10,248 DEBUG SenderThread:612957 [sender.py:send():232] send: run +2022-09-19 09:13:10,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: check_version +2022-09-19 09:13:10,529 INFO SenderThread:612957 [dir_watcher.py:__init__():166] watching files in: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files +2022-09-19 09:13:10,530 INFO SenderThread:612957 [sender.py:_start_run_threads():811] run started: 2lk1vb0u with start time 1663571589 +2022-09-19 09:13:10,530 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 09:13:10,530 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 09:13:10,530 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: check_version +2022-09-19 09:13:10,686 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: run_start +2022-09-19 09:13:10,699 DEBUG HandlerThread:612957 [meta.py:__init__():35] meta init +2022-09-19 09:13:10,699 DEBUG HandlerThread:612957 [meta.py:__init__():49] meta init done +2022-09-19 09:13:10,699 DEBUG HandlerThread:612957 [meta.py:probe():209] probe +2022-09-19 09:13:10,701 DEBUG HandlerThread:612957 [meta.py:_setup_git():199] setup git +2022-09-19 09:13:10,718 DEBUG HandlerThread:612957 [meta.py:_setup_git():206] setup git done +2022-09-19 09:13:10,718 DEBUG HandlerThread:612957 [meta.py:_save_pip():53] save pip +2022-09-19 09:13:10,719 DEBUG HandlerThread:612957 [meta.py:_save_pip():67] save pip done +2022-09-19 09:13:10,719 DEBUG HandlerThread:612957 [meta.py:probe():247] probe done +2022-09-19 09:13:10,725 DEBUG SenderThread:612957 [sender.py:send():232] send: files +2022-09-19 09:13:10,725 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-metadata.json with policy now +2022-09-19 09:13:10,733 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:13:10,733 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:13:10,952 DEBUG SenderThread:612957 [sender.py:send():232] send: telemetry +2022-09-19 09:13:10,953 DEBUG SenderThread:612957 [sender.py:send():232] send: config +2022-09-19 09:13:10,954 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:13:10,955 DEBUG SenderThread:612957 [sender.py:send():232] send: telemetry +2022-09-19 09:13:10,955 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:13:10,955 WARNING SenderThread:612957 [sender.py:send_metric():904] Seen metric with glob (shouldn't happen) +2022-09-19 09:13:10,955 DEBUG SenderThread:612957 [sender.py:send():232] send: telemetry +2022-09-19 09:13:11,438 INFO Thread-11 :612957 [upload_job.py:push():137] Uploaded file /tmp/tmpm6y8icx8wandb/sm5qxpoe-wandb-metadata.json +2022-09-19 09:13:11,533 INFO Thread-7 :612957 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/requirements.txt +2022-09-19 09:13:11,533 INFO Thread-7 :612957 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:13:11,534 INFO Thread-7 :612957 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 09:13:11,534 INFO Thread-7 :612957 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-metadata.json +2022-09-19 09:13:13,531 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:13:26,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:13:26,100 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:13:38,778 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:13:41,387 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:13:41,387 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:13:41,542 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/config.yaml +2022-09-19 09:13:56,722 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:13:56,722 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:14:08,860 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:14:12,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:14:12,037 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:14:27,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:14:27,437 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:14:38,933 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:14:42,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:14:42,704 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:14:58,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:14:58,181 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:15:09,005 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:15:13,498 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:15:13,498 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:15:28,892 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:15:28,892 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:15:39,071 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:15:44,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:15:44,154 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:15:59,492 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:15:59,492 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:16:09,145 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:16:14,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:16:14,830 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:16:30,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:16:30,203 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:16:39,220 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:16:45,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:16:45,728 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:17:00,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:17:00,984 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:17:09,296 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:17:16,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:17:16,466 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:17:31,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:17:31,892 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:17:39,371 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:17:47,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:17:47,213 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:18:02,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:18:02,888 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:18:09,445 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:18:18,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:18:18,173 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:18:33,531 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:18:33,532 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:18:39,520 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:18:48,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:18:48,876 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:19:04,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:19:04,218 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:19:09,593 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:19:19,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:19:19,546 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:19:34,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:19:34,850 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:19:39,673 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:19:50,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:19:50,103 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:19:58,686 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:05,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:20:05,397 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:20:09,751 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:20:10,690 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:12,691 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:14,692 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:16,693 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:18,694 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:20,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:20:20,653 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:20:20,695 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:22,696 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:24,697 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:26,698 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:28,698 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:30,699 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:32,700 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:34,700 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:35,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:20:35,875 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:20:36,701 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:38,702 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:39,823 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:20:40,702 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:46,705 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:50,706 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:51,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:20:51,119 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:20:55,708 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:20:59,710 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:01,711 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:05,712 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:06,552 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:21:06,552 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:21:09,714 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:09,899 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:21:11,714 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:15,716 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:17,717 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:21,719 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:21,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:21:21,817 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:21:23,720 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:25,721 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:29,722 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:31,723 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:33,724 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:35,725 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:37,040 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:21:37,040 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:21:37,726 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:39,970 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:21:40,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,459 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,463 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,464 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,468 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,468 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:40,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,705 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,708 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,708 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,709 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,709 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,710 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,714 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,714 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,716 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,716 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,717 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,728 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:41,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,827 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,839 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:41,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,133 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,144 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,144 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,145 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,146 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,148 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,148 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,767 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,767 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,827 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,827 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,880 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,882 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,883 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,883 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,894 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,895 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,895 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,900 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,901 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,904 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,904 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:42,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,087 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,087 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,088 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,089 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,114 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,118 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,118 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,218 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,221 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,221 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,222 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,223 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,224 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,225 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,225 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,226 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:43,728 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:44,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,212 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,214 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,218 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,222 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,222 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,223 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,223 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,229 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,230 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,233 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,233 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,234 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,234 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,236 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,241 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,259 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,259 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,262 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,265 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,265 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,297 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,298 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,302 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,302 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,304 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,307 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,307 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,311 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,311 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,312 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,312 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,331 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,332 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,332 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,334 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,334 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,338 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,341 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,341 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,425 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,428 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,428 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,431 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,431 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,438 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:44,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,112 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,118 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,121 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,142 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,143 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,205 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,210 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,210 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,212 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,265 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,323 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,330 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,332 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,334 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,335 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,344 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,344 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,348 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,348 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,350 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,353 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,353 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,354 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,402 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,431 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,435 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,435 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,440 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,445 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,445 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,461 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,461 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,464 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,471 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,491 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,491 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,494 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,495 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,495 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,496 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,497 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,498 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,500 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,501 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,502 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,503 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,504 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,504 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,589 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,589 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,593 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,593 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,595 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,596 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,602 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,603 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,603 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,604 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,629 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:45,729 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:46,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,416 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,417 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,417 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,418 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,455 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,501 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,502 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,504 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,507 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,513 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,523 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,529 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,529 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,532 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,532 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,534 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,534 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,536 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,536 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,537 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,537 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,800 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,800 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,803 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,811 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,811 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:46,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,607 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,608 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,611 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,611 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,617 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,730 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:47,765 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,769 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,769 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,770 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,770 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,771 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,778 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,780 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,827 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,827 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:47,858 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,062 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,062 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,070 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,731 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:49,768 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,768 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,771 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,773 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,774 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,774 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:49,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,053 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,056 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,060 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,062 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,062 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,175 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,176 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,177 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,177 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:50,178 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:21:51,732 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:52,289 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:21:52,289 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:21:53,733 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:55,733 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:57,734 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:21:59,735 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:01,736 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:03,736 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:05,737 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:07,571 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:22:07,572 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:22:07,739 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:09,739 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:10,048 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:22:11,740 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:13,741 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:15,742 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:17,743 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:19,744 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:21,745 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:22,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:22:22,850 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:22:23,746 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:25,746 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:27,747 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:29,748 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:33,750 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:37,752 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:38,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:22:38,108 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:22:40,120 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:22:41,753 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:45,755 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:49,757 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:53,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:22:53,329 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:22:53,759 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:55,759 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:22:59,761 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:02,763 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:06,764 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:08,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:23:08,654 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:23:08,765 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:10,200 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:23:12,767 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:14,768 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:16,769 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:20,771 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:22,771 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:23,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:23:23,966 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:23:24,772 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:26,773 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:29,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:29,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:29,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:29,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,088 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:30,353 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,354 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,359 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,364 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,370 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,375 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,381 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,396 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,402 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,407 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,412 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,423 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,429 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,434 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,440 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,445 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,451 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,451 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,451 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,451 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,451 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,452 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,453 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,453 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,453 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,453 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,453 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,453 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,454 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,455 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,455 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,455 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,455 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,455 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,455 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,456 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,457 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,458 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,458 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,458 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,458 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,458 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,458 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,459 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,460 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,461 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,462 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,463 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,464 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,465 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,466 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,467 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,468 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,469 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,470 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,471 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,472 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,473 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,474 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,475 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,476 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,477 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,478 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,479 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,480 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,481 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,482 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,483 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,484 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,485 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,486 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,487 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,488 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,489 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,490 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,491 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,492 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,493 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,494 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,495 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,496 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,497 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,498 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,499 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,500 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,501 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,502 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,503 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,504 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,505 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,506 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,507 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,508 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,509 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,510 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,511 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,512 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,513 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,514 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,515 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,516 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,517 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,518 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,519 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,520 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,521 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,522 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,523 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,524 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,525 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,526 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,527 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,528 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,529 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,530 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,531 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,532 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,533 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,534 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,535 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,536 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,537 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,538 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,539 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,540 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,541 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,542 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,543 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,544 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,545 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,546 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,547 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,548 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,549 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,550 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,551 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,552 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,553 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,554 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,555 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,556 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,557 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,558 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,559 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,560 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,561 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,562 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,563 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,564 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,565 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 09:23:30,566 DEBUG SenderThread:612957 [sender.py:send():232] send: history +2022-09-19 09:23:30,628 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 09:23:30,689 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 09:23:30,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:30,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 09:23:31,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:31,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:31,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:32,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:33,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,459 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,463 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,464 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:33,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,491 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,492 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,495 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,495 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,496 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,497 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,498 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,498 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,501 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,501 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,503 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,503 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,629 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:34,776 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:35,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,411 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,411 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,413 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,555 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:35,569 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,450 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,455 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,531 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,531 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,534 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,535 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,535 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,536 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,537 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,538 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,540 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,541 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,543 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,544 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,552 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,556 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,556 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,655 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,690 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,695 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,696 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,701 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,702 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,702 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,703 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,777 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:36,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,839 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:36,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,687 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,687 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,690 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,692 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,696 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,698 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,701 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,701 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,702 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,818 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,839 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,839 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,880 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,880 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,882 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,883 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,889 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,889 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:37,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,039 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,040 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,040 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,041 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,042 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,042 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,045 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,045 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,047 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,047 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,677 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,678 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,681 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,682 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,683 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,684 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,685 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,686 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,722 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,722 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,723 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,723 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,724 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,725 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,727 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,729 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,730 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,731 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,731 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,732 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,732 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,748 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,748 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,778 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:38,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,800 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,983 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,992 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:38,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,070 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,089 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:23:39,202 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:23:39,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:39,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,112 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,112 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,113 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,146 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,150 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,150 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,156 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,260 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,260 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,262 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,262 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,265 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,313 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:23:40,353 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,353 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,359 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,360 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,363 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,363 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,366 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,367 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,367 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,435 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,440 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:40,779 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:41,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,190 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,233 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,234 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,245 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,307 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,307 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,308 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,308 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,310 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,312 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,313 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,314 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,314 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,372 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,374 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,416 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,417 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,419 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,419 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,422 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,423 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,423 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,435 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,435 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,440 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:41,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,381 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,382 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,384 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,385 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,385 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,386 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,387 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,387 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,390 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,390 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,391 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,394 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,394 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,413 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,418 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,418 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,419 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,420 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,422 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,422 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,495 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,495 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,498 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,499 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,500 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,500 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,501 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,502 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,504 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,504 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,507 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,570 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,570 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,571 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:42,779 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:43,182 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,183 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,186 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,186 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,187 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,187 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,188 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,191 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,226 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,227 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,230 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,230 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,231 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,231 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,232 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,233 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,236 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,285 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,288 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,289 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,290 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,291 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,292 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,292 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,293 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,293 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,455 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:43,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,315 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,322 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,325 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:23:44,780 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:46,781 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:48,782 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:50,783 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:50,784 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/config.yaml +2022-09-19 09:23:52,784 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:54,539 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:23:54,540 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:23:54,785 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:56,786 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:23:58,787 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:00,788 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:02,788 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:04,789 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:06,790 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:08,791 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:09,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:24:09,871 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:24:10,450 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:24:10,792 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:12,793 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:14,794 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:16,795 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:18,796 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:22,798 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:25,092 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:24:25,092 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:24:26,799 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:30,801 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:34,803 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:38,805 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:40,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:24:40,368 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:24:40,597 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:24:40,806 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:44,808 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:46,809 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:51,811 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:53,812 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:55,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:24:55,599 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:24:57,815 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:24:59,816 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:01,817 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:05,818 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:07,819 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:09,820 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:10,603 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:25:10,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:25:10,815 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:25:11,820 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:15,822 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:16,673 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:16,675 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:16,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:16,677 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:17,823 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:19,823 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:21,824 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:22,343 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,343 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,354 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,354 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,596 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,596 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,602 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,603 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,606 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,606 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,607 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:22,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:23,825 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:24,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,547 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,549 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,551 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,552 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,555 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,556 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:24,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,773 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,776 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,776 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,778 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,785 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,826 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:25,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,892 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,893 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,900 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:25,901 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,040 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:25:26,040 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:25:26,652 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,658 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:26,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,010 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,011 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,012 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,014 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,014 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,015 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,016 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,017 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,018 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,018 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,019 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,587 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,595 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,597 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,598 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,602 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,603 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,609 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,609 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,827 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:27,943 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:27,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,903 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,903 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,906 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,906 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,907 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,974 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,977 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,980 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,980 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,981 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,981 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,991 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,991 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,992 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:28,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,079 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,079 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,082 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,082 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,085 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,086 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,086 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,087 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,803 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,811 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,828 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:29,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,880 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,888 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,888 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,894 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,895 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,900 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,900 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,903 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,903 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,904 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,906 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,906 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,907 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,977 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,980 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,981 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,982 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,982 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:29,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,081 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,081 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,921 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:30,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,019 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,019 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,024 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,210 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,210 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,212 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,811 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,817 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,828 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:31,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,854 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,854 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,858 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,858 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,991 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:31,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,081 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,081 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,087 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,087 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,092 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,092 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,142 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,142 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,143 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,144 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,144 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,148 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,150 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,817 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:32,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,026 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,026 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,038 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,038 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,039 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,039 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,045 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,045 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,053 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,056 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,057 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,057 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,829 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:33,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,854 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:33,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,021 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,026 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,033 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,880 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:34,882 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,830 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:35,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,863 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,863 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:35,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,685 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,686 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,690 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,692 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,695 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,696 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,698 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,698 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:36,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,510 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,513 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:37,831 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:39,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,267 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:25:39,832 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:40,680 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:25:41,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:25:41,337 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:25:41,832 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:43,833 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:45,834 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:47,835 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:49,836 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:51,837 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:53,838 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:55,839 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:56,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:25:56,649 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:25:57,839 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:25:59,840 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:01,841 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:03,842 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:05,842 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:09,844 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:10,757 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:26:11,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:26:11,871 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:26:13,846 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:17,847 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:21,849 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:23,850 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:27,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:26:27,100 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:26:27,852 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:29,852 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:33,854 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:35,855 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:39,857 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:40,838 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:26:41,858 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:42,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:26:42,442 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:26:45,860 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:47,861 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:49,862 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:51,863 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:55,864 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:57,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:26:57,704 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:26:57,865 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:26:59,866 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:01,867 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:02,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,323 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:02,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:03,047 DEBUG SenderThread:612957 [sender.py:send():232] send: history +2022-09-19 09:27:03,236 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 09:27:03,307 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 09:27:03,868 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:03,868 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 09:27:05,869 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:07,870 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:09,870 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:10,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,254 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,255 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,255 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,257 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,257 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,260 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,260 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,261 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,262 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,265 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:10,924 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:27:11,871 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:12,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:27:12,919 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:27:12,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:12,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:13,872 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:14,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,974 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,974 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:14,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:15,873 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:16,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,171 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,171 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,225 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,225 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,228 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,229 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,229 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,230 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,231 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,231 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,234 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,234 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,236 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,910 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,910 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,921 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:16,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,003 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,004 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,133 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,135 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,142 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,143 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,143 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,144 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,874 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:17,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,977 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,977 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:17,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,085 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,085 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,088 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,089 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,089 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,171 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,763 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,765 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,818 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:18,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,026 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,033 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,763 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,765 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,767 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,768 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,769 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,770 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,770 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,771 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,870 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,875 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:19,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,888 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,888 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,889 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,889 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,893 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,893 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,894 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,895 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,946 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,946 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:19,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,010 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,011 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,011 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,012 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,658 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,668 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,668 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,671 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,671 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:20,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,763 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,763 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,767 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,767 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,768 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,769 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,771 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,771 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,773 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,773 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,774 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,776 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,792 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,792 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,794 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,800 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,876 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:21,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:21,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,503 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,503 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,507 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,507 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,513 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,617 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,660 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,669 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,669 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,679 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,679 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,680 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,680 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,681 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,682 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,684 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,684 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,686 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,686 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,687 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:22,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,420 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,420 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,423 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,423 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,425 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,426 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,428 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,428 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,431 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,548 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,548 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,549 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,549 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,551 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,555 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,556 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:23,877 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:24,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,175 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,178 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,179 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,180 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,182 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,183 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,184 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,185 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,471 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,471 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,476 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,476 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,480 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,480 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,510 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,510 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:24,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,188 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,197 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,197 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,402 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,420 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,425 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,425 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,426 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,427 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,431 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:25,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:26,878 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:28,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:27:28,140 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:27:28,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,374 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:27:28,879 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:30,880 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:32,881 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:34,882 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:36,883 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:38,884 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:40,885 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:41,001 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:27:42,886 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:43,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:27:43,366 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:27:44,887 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:46,888 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:48,888 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:54,891 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:27:58,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:27:58,705 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:27:58,892 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:02,894 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:06,896 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:10,898 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:11,075 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:28:12,899 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:14,016 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:28:14,016 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:28:16,900 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:18,901 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:22,903 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:24,904 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:26,905 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:29,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:28:29,238 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:28:30,906 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:32,907 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:34,908 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:38,910 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:40,911 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:41,148 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:28:42,912 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:44,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:28:44,559 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:28:44,913 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:46,914 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:47,112 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,113 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,592 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,597 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,598 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,598 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:47,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:48,915 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:50,916 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:52,917 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:56,919 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:58,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,910 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,911 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:28:58,920 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:28:59,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:28:59,832 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:29:00,018 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,018 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,024 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:00,921 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:02,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,785 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,790 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,792 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:02,922 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:03,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:03,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,576 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,576 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,581 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,582 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,585 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,587 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,588 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,589 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,589 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:04,923 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:05,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,476 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,482 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,482 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,483 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,484 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,485 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,485 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,486 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,487 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,525 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,525 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,530 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,531 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,532 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,532 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,533 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,534 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,535 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,535 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,555 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,556 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,569 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,626 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,626 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:05,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,445 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,451 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,451 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,502 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,503 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,507 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,513 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,582 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,583 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,585 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,587 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,587 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,686 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,687 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,690 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,690 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,695 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,696 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,731 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,732 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,732 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,733 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,736 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,761 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:06,924 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:07,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,350 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,350 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,353 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,359 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,359 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,360 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,468 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,468 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,471 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,510 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,510 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,523 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,523 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,524 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,570 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,570 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,571 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,571 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,575 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,575 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:07,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,262 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,265 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,266 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,266 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,267 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,925 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:08,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,974 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,979 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,980 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,981 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,982 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,982 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:08,983 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,053 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,056 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,057 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,060 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,060 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,085 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,086 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,088 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,088 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,092 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,092 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,156 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,204 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,204 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,205 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,208 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,315 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,315 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,318 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,325 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:09,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,208 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,214 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,769 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,769 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,773 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,773 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,774 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,926 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:10,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:10,943 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,217 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:29:11,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,617 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,617 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,669 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,669 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,671 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,672 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,674 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,674 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,675 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,677 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,677 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,678 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,678 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,785 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,785 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,790 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,794 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,903 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,903 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,904 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,907 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,907 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,910 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,910 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,911 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:11,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,445 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,451 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,451 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,547 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,548 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,551 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,552 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,555 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,629 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,652 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:12,927 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:13,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,463 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,464 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,464 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:13,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,056 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,228 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,229 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,232 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,232 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,233 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,233 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,241 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,241 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,928 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:14,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:14,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:15,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:29:15,061 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:29:16,312 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,313 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,318 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,323 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,330 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,380 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,380 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,381 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,381 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,382 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,383 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,385 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,385 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,386 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,387 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,388 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,388 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,421 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,425 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,426 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,427 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,427 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,431 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:29:16,929 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:18,930 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:20,931 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:22,932 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:24,933 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:26,934 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:28,935 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:30,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:29:30,320 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:29:30,936 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:32,937 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:34,938 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:38,939 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:41,293 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:29:43,942 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:45,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:29:45,542 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:29:47,943 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:51,945 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:55,947 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:29:59,948 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:00,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:30:00,798 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:30:01,949 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:05,951 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:07,952 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:11,363 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:30:11,954 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:13,954 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:15,956 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:16,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:30:16,072 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:30:19,957 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:21,958 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:23,959 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:27,961 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:29,962 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:31,302 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:30:31,303 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:30:31,962 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:33,963 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:34,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:34,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:34,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:34,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,144 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,150 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,151 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,345 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:35,419 DEBUG SenderThread:612957 [sender.py:send():232] send: history +2022-09-19 09:30:35,631 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 09:30:35,693 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 09:30:35,964 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 09:30:36,965 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:37,965 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:39,966 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:41,709 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:30:41,967 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:43,968 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:45,969 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:46,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:30:46,575 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:30:47,969 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:48,742 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,743 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,748 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,748 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:48,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,850 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,852 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,854 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,854 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:49,970 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:51,971 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:53,972 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:55,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,124 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,126 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,126 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,133 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,133 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,175 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,177 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,177 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,178 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,179 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,180 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,182 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:55,973 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:56,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,124 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,190 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,360 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,362 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,362 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,363 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:56,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,047 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,047 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,053 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,056 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,057 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,060 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,070 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,075 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,974 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:30:57,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:57,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,003 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,004 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,004 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,010 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,010 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,011 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,042 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,043 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,045 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,046 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,046 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,047 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,053 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,148 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,847 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,910 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,911 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,911 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:58,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,739 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,742 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,742 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,880 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,882 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,882 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,883 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:30:59,975 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:00,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,438 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,438 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,443 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,450 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,451 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,451 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,468 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,469 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,480 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,481 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,481 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,482 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,671 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,671 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,675 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,675 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,677 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,678 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,680 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,680 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,681 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,682 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,683 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,684 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,684 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:00,685 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,290 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,291 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,294 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,295 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,296 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,297 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,298 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,299 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,305 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,305 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,306 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,307 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,312 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,312 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,315 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,315 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,318 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,322 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,323 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,325 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,502 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,502 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,505 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,506 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,507 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,509 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,541 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,547 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,548 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,550 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,551 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,552 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,597 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,598 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,601 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,602 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,602 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,604 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,604 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,606 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,606 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,607 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,608 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,609 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,611 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:01,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:31:01,855 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:31:01,975 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:02,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,253 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,254 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,257 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,258 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,259 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,259 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,260 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,261 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:02,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,106 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,753 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,851 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,858 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,861 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,863 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,863 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:03,976 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:04,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,553 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,556 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,562 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:04,641 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,212 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,214 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,217 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,221 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,221 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,223 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,223 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,224 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,224 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,266 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,266 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,360 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,362 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,363 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,366 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,367 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,367 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,481 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,481 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,484 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,485 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,485 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,486 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,487 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,487 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,489 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,490 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,491 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,491 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,492 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,493 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,494 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,494 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:05,977 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:06,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,062 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,739 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,742 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,743 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,743 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,911 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,919 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:06,921 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:07,978 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:08,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,803 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,811 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,845 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,849 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,855 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:08,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,362 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,363 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,366 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,366 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,367 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:31:09,979 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:11,785 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:31:11,980 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:13,981 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:15,982 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:17,079 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:31:17,079 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:31:17,982 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:19,983 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:21,984 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:23,985 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:27,987 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:31,989 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:32,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:31:32,339 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:31:35,990 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:39,992 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:41,853 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:31:43,994 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:45,995 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:47,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:31:47,563 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:31:49,996 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:53,998 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:56,999 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:31:59,000 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:02,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:32:02,830 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:32:03,001 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:05,002 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:09,003 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:11,004 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:11,927 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:32:13,005 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:15,005 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:18,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:32:18,053 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:32:19,007 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:21,008 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:22,554 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:22,555 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:22,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:22,558 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,008 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:23,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:23,032 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:25,009 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:27,010 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:29,010 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:31,011 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:33,012 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:33,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:32:33,274 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:32:35,013 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:37,014 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:38,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,248 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,249 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,253 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,254 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,255 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,255 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:38,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:39,015 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:40,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,334 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,338 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,343 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,344 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,345 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:40,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:41,016 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:42,004 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:32:43,017 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:44,607 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,608 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,611 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,611 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,617 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:44,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,018 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:45,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,626 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:45,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,345 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,350 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,350 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,354 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,354 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,533 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,533 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,536 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,537 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,537 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,538 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,539 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,540 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,543 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,544 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,546 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:46,547 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,019 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:47,263 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,264 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,266 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,267 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,269 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,270 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,343 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,346 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,347 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,348 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,351 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,353 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,354 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,973 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,975 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,977 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,979 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,979 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:47,980 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,075 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,080 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,081 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,082 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,085 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,086 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,106 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,171 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:32:48,560 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:32:48,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,914 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,919 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:48,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,020 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:49,098 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,099 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,106 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,121 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,124 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,126 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,126 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,127 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,583 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,591 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,591 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,592 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,592 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,592 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,593 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,594 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,595 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,596 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,597 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,598 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,599 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,600 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,652 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,655 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,655 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,705 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,705 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,708 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,708 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,709 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,710 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,713 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,714 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,715 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,715 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,716 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,717 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,760 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,763 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,765 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,766 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,767 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,808 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,877 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,878 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,879 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,882 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,883 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:49,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,668 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,669 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,669 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,670 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,671 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,673 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,673 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,674 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,675 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,676 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,677 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,678 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,701 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,701 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,705 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,705 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,706 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,707 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,707 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,709 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,709 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,710 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,712 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,713 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,713 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,714 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,790 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,790 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,792 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:50,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,021 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:51,323 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,330 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,331 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,332 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,334 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,335 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,335 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:51,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,060 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,063 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,715 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,716 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,720 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,721 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,722 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,722 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,724 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,725 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,726 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,726 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,727 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,729 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,790 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,790 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,792 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,794 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,912 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,913 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,915 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,916 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,917 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,918 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,921 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,935 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,946 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,946 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,983 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,983 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,991 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,992 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:52,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,022 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:53,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,655 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,657 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,698 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,701 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,702 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,703 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,704 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,706 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,706 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,707 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:53,707 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,320 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,321 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,322 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,322 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,324 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,325 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,326 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,329 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,402 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,402 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:54,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,023 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:55,707 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,708 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,712 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,712 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,713 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,714 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,715 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,716 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,717 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,717 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,720 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,724 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,725 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,727 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,728 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,729 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,730 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,730 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,732 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,733 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,734 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,735 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,736 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,736 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:55,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,249 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,254 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,255 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,257 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,258 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,258 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,259 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,285 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,287 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,288 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,288 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,289 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,290 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,291 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,291 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,305 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,306 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,308 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,310 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,311 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,311 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,313 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,313 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,314 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,315 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,316 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:56,317 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,024 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:57,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,520 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,524 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,525 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,529 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,530 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,530 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,574 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,574 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,582 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,582 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,583 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,585 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,586 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,587 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,655 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,658 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,660 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,660 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:57,663 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,185 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,185 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,188 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,188 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,189 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,190 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,191 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,193 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,195 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:58,197 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,025 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:32:59,383 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,384 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,386 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,387 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,387 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,388 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,391 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,391 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,394 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,394 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:32:59,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,035 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,036 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,037 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,037 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,037 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,037 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,038 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,038 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:00,039 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:33:01,026 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:03,027 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:03,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:33:03,784 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:33:05,028 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:07,029 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:09,030 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:11,031 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:12,075 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:33:15,032 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:19,012 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:33:19,013 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:33:19,034 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:23,036 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:27,038 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:31,040 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:34,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:33:34,241 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:33:35,042 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:37,042 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:41,044 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:42,148 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:33:43,045 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:47,047 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:49,048 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:49,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:33:49,572 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:33:53,049 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:55,050 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:57,051 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:33:59,052 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:03,053 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:04,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:34:04,829 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:34:05,054 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:07,055 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:09,056 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:09,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:09,543 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:09,544 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:09,545 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,012 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,017 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,019 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,020 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,020 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,020 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,021 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,021 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:10,301 DEBUG SenderThread:612957 [sender.py:send():232] send: history +2022-09-19 09:34:10,525 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 09:34:10,601 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 09:34:11,057 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:11,058 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 09:34:12,607 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:34:13,058 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:15,059 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:19,061 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:20,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:34:20,055 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:34:23,063 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:25,064 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:27,065 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:29,066 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:30,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,629 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,629 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:30,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:31,067 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:33,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,285 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:33,287 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,068 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:34,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,839 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:34,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,345 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:34:35,346 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:34:35,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,649 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,737 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,742 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,743 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,743 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,748 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:35,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,069 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:36,366 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,366 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,372 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,372 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,374 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,374 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:36,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,210 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,213 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,214 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,214 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,215 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,216 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,218 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,218 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,219 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,220 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,221 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,222 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,222 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,223 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,352 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,355 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,356 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,357 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,358 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,359 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,360 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,362 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,362 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,364 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,394 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,402 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,863 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,868 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,871 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,874 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,875 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,884 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,885 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,889 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,892 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,893 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,893 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,894 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,991 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:37,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,045 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,046 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,051 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,052 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,055 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,056 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,057 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,057 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,058 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,070 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:38,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,124 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,124 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,126 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,130 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,809 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,810 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,813 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,814 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,815 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,817 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,817 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,818 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,900 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,900 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,901 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,904 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,905 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,906 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,906 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,907 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,908 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:38,909 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,455 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,455 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,457 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,459 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,459 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,461 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,461 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,467 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,469 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,471 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,476 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:39,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,062 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,065 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,066 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,069 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,071 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:40,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,073 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,074 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,075 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,104 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,106 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,112 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,113 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,113 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,245 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,248 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,248 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,249 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,272 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,747 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,754 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,755 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,756 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,757 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,758 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,778 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,780 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,785 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:40,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,480 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,480 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,482 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,483 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,484 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,484 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,485 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,486 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,486 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,487 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,520 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,520 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,522 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,524 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,525 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,529 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,982 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,982 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,992 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,992 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:41,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,019 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,020 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,022 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,024 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,028 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,029 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,031 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,072 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:42,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,172 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,174 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,175 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,177 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,177 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,178 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,179 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,180 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,181 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,231 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,232 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,234 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,235 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,236 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,237 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,241 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,241 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,682 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:34:42,886 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,889 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,890 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,892 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,893 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,894 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,895 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,897 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,898 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,933 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,943 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,964 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:42,972 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,400 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:43,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,073 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:44,196 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,197 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,204 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,204 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,208 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,208 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,209 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,284 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,285 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,287 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,288 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,288 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,289 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,290 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,290 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,291 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,660 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,660 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,661 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,662 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,666 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,667 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,668 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:44,668 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,335 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,336 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,338 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,338 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,340 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,341 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,343 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,344 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,344 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,345 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,520 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,523 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,523 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,524 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,525 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,934 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,936 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,938 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,939 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,965 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,966 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,968 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,969 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:45,970 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,074 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:46,568 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,569 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,574 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,575 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,581 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,582 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,771 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,772 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,774 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,776 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,779 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,780 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:46,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,078 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,079 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,082 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,084 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,085 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,086 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,087 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,088 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,089 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,090 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,091 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,092 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,094 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,095 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,197 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,197 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,198 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,200 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,201 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,202 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,203 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,206 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,207 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,208 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,208 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,820 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:47,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,075 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:48,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,942 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,944 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,946 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,947 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:48,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,003 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,004 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,005 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,006 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,007 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:49,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:34:50,077 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:50,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:34:50,653 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:34:52,078 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:54,079 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:56,080 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:34:58,081 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:02,082 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:05,980 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:35:05,981 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:35:06,084 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:10,086 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:12,758 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:35:14,087 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:18,089 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:20,090 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:21,212 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:35:21,213 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:35:24,092 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:26,093 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:30,094 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:32,095 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:36,096 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:36,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:35:36,528 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:35:38,097 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:40,098 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:42,098 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:42,831 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:35:46,100 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:48,101 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:50,102 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:51,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:35:51,829 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:35:52,102 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:54,103 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:54,526 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,528 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,529 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,976 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,981 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,984 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:54,985 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:35:56,104 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:35:58,105 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:00,106 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:02,107 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:04,108 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:06,109 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:07,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:36:07,154 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:36:08,109 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:10,110 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:12,111 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:12,906 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:36:14,112 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:16,113 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:17,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,440 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,440 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,445 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,448 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,449 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,610 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,614 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,619 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:17,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:18,114 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:19,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,647 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,648 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,651 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,652 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,653 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,654 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:19,655 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:20,115 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:21,706 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,706 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,710 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,710 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,711 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,712 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,713 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,715 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,715 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,716 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,717 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,718 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,839 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,840 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:21,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,116 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:22,297 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,297 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,300 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,302 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,303 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,305 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,305 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,306 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,307 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,308 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,309 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,310 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,365 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:36:22,374 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:36:22,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,401 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,402 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,404 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,405 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,450 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,450 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,454 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,455 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,456 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,459 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,461 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,461 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,462 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:22,463 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,112 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,114 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,121 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,124 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,131 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,132 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,133 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,134 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,691 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,692 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,693 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,695 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,696 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,697 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,698 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,699 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:23,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,116 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:24,327 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,328 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,331 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,331 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,332 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,333 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,334 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,335 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,340 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,341 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,341 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,386 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,386 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,388 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,390 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,390 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,391 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,394 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,395 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,396 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,397 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,398 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,403 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,406 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,407 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,408 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,409 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,411 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,413 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,415 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,425 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,427 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,428 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,428 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,429 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,430 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,432 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,433 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,434 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,435 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,436 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,561 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,564 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,566 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,569 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,569 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,570 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,571 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,573 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:24,574 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,128 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,129 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,136 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,138 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,139 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,140 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,141 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,142 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,791 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,792 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,794 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,795 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:25,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,240 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,245 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,248 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,249 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,249 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,252 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,945 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,948 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,949 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:26,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,000 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,002 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,096 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,097 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,100 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,101 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,103 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,105 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,106 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,107 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,109 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,118 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:27,156 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,166 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,167 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,169 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,465 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,466 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,469 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,469 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,470 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,471 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,473 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,474 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,475 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,476 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,477 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,575 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,575 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,576 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,576 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,577 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,578 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,579 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,580 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,581 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,581 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,582 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,583 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,583 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,612 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,615 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,618 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,621 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,624 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,640 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,642 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,643 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,644 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,645 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:27,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,273 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,274 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,276 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,278 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,279 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,281 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,367 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,372 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,380 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,818 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,819 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,821 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,823 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,826 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,827 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:28,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,119 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:29,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,626 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,626 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,628 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,990 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,991 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,992 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:29,998 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,111 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,114 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,119 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,120 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,121 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,125 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,164 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,630 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,633 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,634 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,635 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,636 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,637 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,638 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,639 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,793 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,794 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,798 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,799 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,800 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,801 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,802 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,803 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,804 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:30,806 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,120 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:31,150 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,150 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,153 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,154 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,155 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,156 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,157 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,158 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,161 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,162 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,238 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,239 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,241 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,242 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,246 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,248 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,249 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,251 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,733 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,735 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,738 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,739 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,743 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,744 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,746 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,748 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,751 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,777 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,780 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,780 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,783 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,785 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,786 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,788 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,789 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,825 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,828 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,829 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,832 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,834 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,835 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,836 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,837 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,856 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,858 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,860 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,862 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,863 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,864 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,865 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:31,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:32,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,121 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:33,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,371 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,372 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,372 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,374 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,376 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,378 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,379 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,380 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,920 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,922 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,923 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,925 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,927 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,929 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,930 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,931 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,932 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,950 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,951 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,953 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,954 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,955 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,957 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,958 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,959 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,960 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,961 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:33,962 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:36:35,122 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:37,123 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:37,625 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:36:37,625 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:36:39,124 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:41,125 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:42,982 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:36:45,127 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:49,128 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:52,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:36:52,848 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:36:53,130 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:36:57,131 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:01,133 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:05,134 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:07,135 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:08,110 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:37:08,111 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:37:11,136 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:13,060 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:37:13,137 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:15,138 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:19,139 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:21,140 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:23,337 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:37:23,337 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:37:25,142 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:27,142 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:29,143 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:31,144 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:33,145 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:37,146 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:38,518 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,520 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,563 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:37:38,563 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:37:38,988 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,994 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,995 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,996 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:38,997 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:39,147 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:39,173 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 09:37:39,257 DEBUG SenderThread:612957 [sender.py:send():232] send: history +2022-09-19 09:37:39,485 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 09:37:39,565 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 09:37:40,148 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:40,148 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 09:37:41,148 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:43,149 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:43,175 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:37:45,150 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:47,151 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:49,152 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:51,152 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:53,153 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:53,843 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:37:53,843 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:37:55,154 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:57,155 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:37:59,156 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:01,157 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:04,158 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:06,159 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:08,160 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:09,185 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:38:09,185 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:38:10,161 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:12,162 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:13,251 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:38:14,163 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:16,164 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:18,164 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:20,165 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:22,166 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:24,167 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:24,514 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:38:24,514 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:38:26,168 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:28,169 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:30,171 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:32,171 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:34,172 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:36,173 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:38,174 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:39,732 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:38:39,732 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:38:40,175 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:42,176 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:43,348 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:38:44,176 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:46,177 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:48,178 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:50,179 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:52,180 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:54,181 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:55,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:38:55,102 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:38:56,183 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:38:58,183 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:00,184 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:02,185 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:04,186 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:06,187 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:08,188 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:10,189 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:10,439 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:39:10,440 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:39:12,189 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:13,411 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:39:15,191 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:17,191 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:19,192 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:21,194 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:23,195 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:25,196 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:25,665 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:39:25,665 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:39:27,197 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:29,198 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:31,199 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:33,200 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:35,201 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:37,202 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:39,203 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:40,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:39:40,964 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:39:41,203 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:43,204 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:43,487 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:39:45,205 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:47,205 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:49,206 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:51,207 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:53,208 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:55,208 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:56,236 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:39:56,236 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:39:57,209 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:39:59,210 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:01,211 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:03,212 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:05,213 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:07,214 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:09,215 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:11,215 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:11,542 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:40:11,543 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:40:13,216 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:13,563 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:40:15,217 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:17,218 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:19,219 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:21,219 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:23,220 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:25,221 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:26,787 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:40:26,788 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:40:27,222 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:29,223 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:31,224 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:33,225 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:35,226 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:37,227 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:39,228 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:41,229 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:42,076 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:40:42,076 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:40:43,230 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:43,641 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:40:45,231 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:47,231 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:49,233 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:51,234 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:53,235 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:55,235 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:57,236 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:40:57,301 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:40:57,302 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:40:59,237 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:01,238 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:03,239 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:05,239 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:07,240 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:09,241 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:11,242 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:12,623 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:41:12,623 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:41:13,243 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:13,717 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:41:15,243 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:17,244 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:19,245 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:22,246 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:24,247 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:26,247 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:27,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:41:27,845 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:41:28,248 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:30,249 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:32,249 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:34,250 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:36,251 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:38,252 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:40,252 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:42,254 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:43,147 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:41:43,147 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:41:43,793 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:41:44,255 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:46,256 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:48,257 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:50,258 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:52,259 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:54,260 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:56,260 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:58,261 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:41:58,370 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:41:58,370 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:42:00,262 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:02,263 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:04,263 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:06,264 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:08,265 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:10,266 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:12,266 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:13,673 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:42:13,673 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:42:13,895 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:42:14,267 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:17,268 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:19,269 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:21,270 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:23,271 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:25,272 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:27,273 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:28,896 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:42:28,896 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:42:29,274 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:31,275 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:33,276 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:35,277 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:37,278 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:39,279 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:41,279 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:43,280 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:43,947 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:42:44,146 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:42:44,146 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:42:45,281 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:47,282 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:49,282 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:51,283 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:53,284 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:55,285 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:57,286 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:59,287 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:42:59,411 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:42:59,412 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:43:01,288 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:03,289 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:05,290 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:07,291 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:09,291 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:11,292 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:13,293 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:14,021 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:43:14,659 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:43:14,659 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:43:16,295 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:18,296 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:20,297 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:22,298 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:24,299 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:26,301 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:28,302 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:29,887 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:43:29,887 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:43:30,302 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:32,303 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:34,304 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:36,304 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:38,305 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:40,306 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:42,307 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:44,104 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:43:44,308 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:45,165 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:43:45,165 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:43:46,309 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:48,310 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:50,311 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:52,311 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:54,313 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:56,314 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:43:58,314 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:00,315 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:00,480 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:44:00,480 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:44:02,316 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:04,317 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:06,318 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:08,319 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:10,320 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:12,321 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:14,180 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:44:14,321 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:15,872 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:44:15,873 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:44:16,322 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:18,323 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:20,324 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:22,325 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:24,326 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:26,326 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:28,327 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:31,122 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:44:31,123 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:44:31,328 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:33,329 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:35,330 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:37,331 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:39,332 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:41,333 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:43,334 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:44,256 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:44:45,335 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:46,349 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:44:46,349 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:44:47,336 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:49,337 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:51,338 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:53,339 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:55,340 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:57,341 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:44:59,342 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:01,343 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:01,590 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:45:01,591 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:45:03,344 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:05,345 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:07,346 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:09,347 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:11,348 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:13,349 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:14,328 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:45:15,350 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:16,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:45:16,813 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:45:17,351 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:19,352 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:21,353 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:23,354 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:25,355 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:27,356 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:29,357 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:31,358 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:32,075 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:45:32,075 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:45:33,359 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:35,360 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:37,361 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:39,362 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:42,363 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:44,363 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:44,400 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:45:46,364 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:47,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:45:47,374 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:45:48,365 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:50,366 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:52,367 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:54,368 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:56,369 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:45:58,370 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:00,371 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:02,372 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:02,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:46:02,664 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:46:04,372 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:06,373 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:08,374 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:10,375 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:12,375 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:14,376 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:14,474 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:46:16,377 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:18,026 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:46:18,027 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:46:18,378 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:20,379 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:22,380 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:24,380 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:26,381 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:28,382 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:30,383 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:32,384 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:33,332 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:46:33,332 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:46:34,385 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:36,386 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:38,386 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:40,387 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:42,388 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:44,389 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:44,546 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:46:46,389 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:48,390 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:48,620 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:46:48,620 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:46:50,391 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:52,392 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:55,393 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:57,395 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:46:59,396 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:01,397 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:03,398 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:03,842 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:47:03,843 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:47:05,399 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:07,400 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:09,401 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:11,402 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:13,403 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:14,618 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:47:15,404 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:17,405 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:19,191 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:47:19,191 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:47:19,406 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:21,407 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:23,408 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:25,409 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:27,410 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:29,411 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:31,412 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:33,412 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:34,446 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:47:34,446 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:47:35,413 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:37,414 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:39,415 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:41,416 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:43,417 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:44,691 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:47:45,418 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:47,419 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:49,420 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:49,714 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:47:49,715 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:47:51,421 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:53,422 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:55,423 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:57,424 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:47:59,425 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:01,426 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:04,428 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:04,937 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:48:04,937 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:48:06,429 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:08,430 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:10,431 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:12,432 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:14,433 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:14,766 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:48:16,434 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:18,435 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:20,268 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:48:20,268 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:48:20,436 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:22,437 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:24,438 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:26,439 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:28,440 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:30,441 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:32,442 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:34,443 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:35,534 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:48:35,535 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:48:36,444 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:38,445 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:40,446 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:42,447 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:44,448 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:44,836 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:48:46,448 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:48,456 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:50,457 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:50,816 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:48:50,816 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:48:52,459 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:54,459 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:56,460 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:48:58,461 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:00,462 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:02,463 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:04,464 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:06,170 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:49:06,171 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:49:06,465 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:08,465 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:10,466 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:12,467 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:14,468 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:14,908 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:49:16,469 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:18,470 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:20,472 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:21,479 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:49:21,479 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:49:22,472 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:24,473 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:26,474 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:28,475 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:30,476 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:32,476 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:34,477 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:36,478 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:36,707 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:49:36,708 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:49:38,479 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:40,480 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:42,480 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:44,481 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:44,980 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:49:46,482 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:48,483 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:50,484 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:52,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:49:52,002 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:49:52,485 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:54,485 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:56,486 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:49:58,487 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:00,488 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:02,488 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:04,489 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:06,490 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:07,227 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:50:07,228 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:50:08,491 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:10,492 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:12,492 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:14,493 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:15,058 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:50:16,494 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:19,495 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:21,496 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:22,525 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:50:22,525 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:50:23,497 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:25,498 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:27,498 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:29,499 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:31,500 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:33,501 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:35,502 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:37,503 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:37,831 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:50:37,831 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:50:39,503 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:41,504 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:43,505 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:45,134 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:50:45,506 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:47,507 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:49,508 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:51,509 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:53,079 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:50:53,079 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:50:53,509 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:55,510 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:57,511 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:50:59,511 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:01,512 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:03,513 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:05,514 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:07,515 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:08,424 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:51:08,424 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:51:09,516 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:11,516 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:13,517 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:15,207 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:51:15,518 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:17,519 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:19,520 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:21,520 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:23,521 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:23,762 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:51:23,762 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:51:25,522 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:27,523 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:29,524 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:31,525 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:33,525 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:35,526 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:37,527 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:39,178 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:51:39,179 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:51:39,528 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:41,528 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:43,529 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:45,279 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:51:45,530 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:47,531 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:49,532 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:51,532 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:53,533 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:54,399 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:51:54,400 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:51:55,534 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:51:58,535 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:00,536 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:02,537 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:04,538 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:06,539 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:08,540 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:09,622 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:52:09,622 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:52:10,541 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:12,542 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:14,543 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:15,351 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:52:16,544 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:18,545 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:20,545 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:22,546 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:24,547 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:24,867 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:52:24,867 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:52:26,548 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:28,549 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:30,549 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:32,550 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:34,551 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:36,552 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:38,553 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:40,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:52:40,160 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:52:40,553 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:42,555 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:44,556 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:45,427 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:52:46,557 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:48,557 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:50,558 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:52,559 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:54,560 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:55,463 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:52:55,463 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:52:56,561 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:52:58,562 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:00,563 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:02,564 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:04,565 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:06,566 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:08,567 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:10,567 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:10,685 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:53:10,685 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:53:12,568 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:14,569 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:15,503 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:53:16,570 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:18,571 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:20,572 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:22,573 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:24,574 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:26,070 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:53:26,071 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:53:26,575 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:28,576 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:31,577 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:33,577 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:35,578 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:37,579 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:39,580 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:41,380 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:53:41,381 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:53:41,581 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:43,582 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:45,578 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:53:45,583 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:47,584 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:49,584 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:51,585 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:53,586 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:55,587 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:56,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:53:56,688 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:53:57,588 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:53:59,588 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:01,589 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:03,590 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:05,591 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:07,591 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:09,592 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:11,593 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:11,924 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:54:11,924 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:54:13,594 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:15,595 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:15,652 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:54:17,596 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:19,597 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:21,597 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:23,598 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:25,599 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:27,148 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:54:27,148 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:54:27,600 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:29,600 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:31,601 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:34,602 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:36,603 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:38,604 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:40,605 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:42,414 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:54:42,414 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:54:42,606 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:44,607 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:45,724 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:54:46,608 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:48,608 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:50,609 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:52,610 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:54,611 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:56,611 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:54:57,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:54:57,749 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:54:58,612 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:00,613 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:02,614 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:04,614 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:06,615 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:08,616 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:10,617 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:12,618 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:12,977 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:55:12,978 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:55:14,619 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:15,802 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:55:16,619 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:18,620 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:20,621 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:22,622 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:24,623 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:26,624 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:28,277 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:55:28,277 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:55:29,625 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:31,626 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:33,627 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:35,627 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:37,628 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:39,629 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:41,630 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:43,516 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:55:43,516 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:55:43,631 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:45,632 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:45,879 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:55:47,633 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:49,634 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:51,635 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:53,636 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:55,637 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:57,637 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:55:58,740 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:55:58,740 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:55:59,638 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:01,639 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:03,640 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:05,641 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:07,642 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:09,643 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:11,644 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:13,645 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:14,072 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:56:14,073 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:56:15,645 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:15,951 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:56:17,646 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:19,647 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:21,647 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:23,648 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:25,649 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:27,649 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:29,377 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:56:29,377 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:56:29,650 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:31,651 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:33,652 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:35,652 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:37,653 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:40,654 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:42,656 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:44,607 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:56:44,607 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:56:44,656 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:46,026 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:56:46,657 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:48,658 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:50,659 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:52,660 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:54,661 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:56,662 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:56:58,663 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:00,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:57:00,008 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:57:00,664 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:02,665 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:04,665 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:06,666 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:08,667 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:10,668 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:12,669 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:14,670 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:15,250 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:57:15,250 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:57:16,101 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:57:16,671 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:18,671 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:20,672 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:22,673 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:24,674 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:26,675 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:28,675 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:30,557 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:57:30,558 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:57:30,676 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:32,677 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:34,678 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:36,679 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:38,680 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:40,680 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:42,681 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:44,682 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:45,782 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:57:45,782 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:57:46,176 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:57:46,683 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:48,684 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:50,684 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:52,685 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:54,686 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:56,687 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:57:58,688 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:00,689 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:01,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:58:01,055 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:58:02,690 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:04,691 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:06,691 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:08,692 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:10,693 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:13,694 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:15,695 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:16,252 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:58:16,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:58:16,284 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:58:17,696 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:19,697 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:21,698 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:23,698 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:25,699 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:27,700 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:29,701 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:31,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:58:31,508 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:58:31,702 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:33,703 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:35,704 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:37,705 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:39,706 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:41,707 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:43,707 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:45,708 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:46,330 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:58:46,818 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:58:46,819 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:58:47,709 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:49,710 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:51,711 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:53,711 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:55,712 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:57,713 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:58:59,714 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:01,715 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:02,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:59:02,035 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:59:03,716 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:05,717 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:07,718 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:09,719 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:11,720 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:14,721 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:16,404 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:59:16,722 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:17,341 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:59:17,341 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:59:18,723 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:20,724 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:22,724 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:24,725 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:26,726 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:28,727 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:30,728 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:32,724 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:59:32,725 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:59:32,730 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:34,730 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:36,732 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:38,732 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:40,733 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:42,734 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:44,735 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:46,475 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 09:59:46,736 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:47,956 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 09:59:47,956 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 09:59:48,736 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:50,737 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:52,738 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:54,739 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:56,739 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 09:59:58,740 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:00,741 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:02,741 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:03,179 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:00:03,179 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:00:04,742 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:06,743 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:08,744 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:10,745 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:12,745 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:14,746 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:16,550 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:00:16,747 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:18,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:00:18,515 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:00:18,747 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:20,748 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:22,749 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:24,749 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:26,750 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:28,751 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:30,751 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:32,752 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:33,796 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:00:33,797 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:00:34,753 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:37,754 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:39,755 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:41,756 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:43,757 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:45,758 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:46,623 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:00:47,759 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:49,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:00:49,025 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:00:49,760 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:51,761 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:53,762 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:55,763 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:57,764 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:00:59,765 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:01,765 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:03,767 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:05,767 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:07,768 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:07,967 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:01:07,968 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:01:09,769 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:11,770 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:13,771 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:15,772 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:16,697 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:01:17,773 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:19,774 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:21,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:23,375 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:01:23,376 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:01:23,776 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:25,777 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:27,778 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:29,779 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:31,780 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:33,780 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:35,781 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:37,782 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:38,604 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:01:38,605 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:01:39,783 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:41,784 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:43,784 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:45,785 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:46,772 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:01:47,786 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:49,787 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:51,788 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:53,788 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:53,876 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:01:53,876 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:01:55,789 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:57,790 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:01:59,791 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:01,792 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:03,792 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:05,793 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:07,794 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:09,160 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:02:09,160 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:02:10,795 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:12,796 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:14,797 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:16,798 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:16,846 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:02:18,799 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:20,800 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:22,801 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:24,521 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:02:24,522 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:02:24,802 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:26,803 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:28,803 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:30,804 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:32,805 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:34,806 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:36,807 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:38,808 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:39,749 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:02:39,750 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:02:40,809 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:42,810 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:44,810 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:46,811 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:46,918 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:02:48,812 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:50,813 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:52,814 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:54,814 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:55,093 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:02:55,093 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:02:56,815 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:02:58,816 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:00,816 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:02,817 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:04,818 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:06,819 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:08,820 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:10,392 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:03:10,392 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:03:10,820 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:12,821 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:14,822 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:16,823 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:16,992 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:03:18,824 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:20,825 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:22,826 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:24,826 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:25,650 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:03:25,651 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:03:26,827 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:28,828 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:30,829 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:32,830 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:34,831 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:36,831 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:38,832 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:40,833 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:40,881 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:03:40,881 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:03:42,834 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:44,835 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:46,835 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:47,063 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:03:48,836 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:50,837 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:52,838 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:54,839 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:56,152 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:03:56,153 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:03:56,841 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:03:58,842 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:01,843 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:03,844 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:05,845 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:07,845 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:09,846 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:11,442 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:04:11,442 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:04:11,847 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:13,848 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:15,849 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:17,138 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:04:17,850 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:19,851 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:21,852 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:23,852 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:25,853 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:26,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:04:26,806 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:04:27,854 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:29,855 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:31,856 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:33,857 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:35,858 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:37,858 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:39,859 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:41,860 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:42,292 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:04:42,292 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:04:43,861 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:45,862 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:47,211 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:04:47,862 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:49,863 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:51,864 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:53,865 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:55,866 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:57,559 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:04:57,560 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:04:57,867 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:04:59,867 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:01,868 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:03,869 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:05,870 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:07,870 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:09,871 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:11,872 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:12,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:05:12,839 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:05:13,873 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:15,873 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:17,287 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:05:17,874 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:19,875 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:21,876 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:24,877 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:26,878 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:28,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:05:28,068 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:05:28,879 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:30,879 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:32,880 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:34,881 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:36,882 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:38,883 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:40,884 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:42,885 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:43,393 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:05:43,393 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:05:44,886 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:46,887 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:47,362 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:05:48,888 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:50,888 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:52,889 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:54,890 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:56,891 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:05:58,626 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:05:58,626 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:05:58,892 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:00,893 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:02,894 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:04,895 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:06,896 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:08,897 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:10,898 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:12,899 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:13,941 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:06:13,942 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:06:14,900 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:16,900 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:17,438 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:06:18,901 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:20,902 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:22,903 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:24,904 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:26,905 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:28,905 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:29,168 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:06:29,169 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:06:31,907 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:33,907 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:35,908 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:37,909 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:39,910 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:41,911 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:43,911 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:44,527 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:06:44,528 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:06:45,912 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:47,513 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:06:47,913 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:49,914 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:51,915 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:53,915 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:55,916 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:57,917 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:06:59,750 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:06:59,751 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:06:59,917 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:01,918 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:03,919 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:05,920 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:07,921 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:09,922 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:11,922 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:13,923 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:15,034 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:07:15,035 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:07:15,924 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:17,588 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:07:17,925 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:19,926 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:21,927 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:23,928 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:25,928 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:27,929 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:29,930 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:30,348 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:07:30,348 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:07:31,931 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:33,931 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:35,932 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:37,933 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:39,934 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:41,934 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:43,935 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:45,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:07:45,585 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:07:45,936 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:47,665 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:07:48,937 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:50,938 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:52,939 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:54,940 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:56,940 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:07:58,941 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:00,899 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:08:00,899 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:08:00,942 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:02,943 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:04,943 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:06,944 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:08,945 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:10,946 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:12,947 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:14,948 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:16,205 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:08:16,206 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:08:16,949 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:17,741 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:08:18,950 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:20,951 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:22,952 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:24,952 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:26,953 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:28,954 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:30,955 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:31,441 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:08:31,441 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:08:32,956 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:34,957 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:36,957 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:38,958 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:40,959 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:42,960 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:44,961 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:46,694 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:08:46,695 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:08:46,961 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:47,815 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:08:48,962 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:50,963 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:52,963 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:54,964 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:56,965 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:08:58,966 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:00,967 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:01,978 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:09:01,978 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:09:02,967 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:05,969 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:07,970 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:09,970 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:11,971 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:13,972 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:15,972 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:17,890 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:09:17,973 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:19,288 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:09:19,288 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:09:19,974 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:21,975 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:23,975 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:25,976 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:27,977 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:29,977 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:31,978 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:33,980 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:34,539 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:09:34,539 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:09:35,981 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:37,981 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:39,982 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:41,983 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:43,984 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:45,985 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:47,962 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:09:47,986 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:49,775 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:09:49,775 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:09:49,987 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:51,988 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:53,988 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:55,989 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:09:58,990 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:00,991 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:02,992 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:04,993 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:05,059 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:10:05,059 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:10:06,994 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:08,995 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:10,995 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:12,997 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:14,997 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:16,998 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:18,036 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:10:18,999 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:20,389 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:10:20,390 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:10:21,000 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:23,000 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:25,001 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:27,002 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:29,002 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:31,003 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:33,004 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:35,005 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:36,911 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:10:36,911 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:10:37,005 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:39,006 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:41,007 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:43,008 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:45,009 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:47,009 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:48,108 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:10:49,010 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:51,011 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:52,267 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:10:52,267 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:10:53,012 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:55,012 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:57,013 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:10:59,014 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:01,014 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:03,015 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:06,016 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:07,574 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:11:07,574 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:11:08,017 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:10,018 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:12,019 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:14,020 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:16,021 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:18,021 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:18,185 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:11:20,022 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:22,023 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:22,841 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:11:22,841 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:11:24,024 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:26,025 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:28,026 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:30,026 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:32,027 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:34,028 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:36,029 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:38,029 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:38,116 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:11:38,116 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:11:40,030 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:42,031 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:44,032 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:46,032 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:48,033 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:48,258 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:11:50,034 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:52,035 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:54,036 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:54,567 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:11:54,567 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:11:56,037 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:11:58,038 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:00,038 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:02,039 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:04,040 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:06,040 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:08,041 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:09,781 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:12:09,782 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:12:10,042 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:12,042 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:14,043 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:16,044 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:18,045 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:18,330 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:12:20,046 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:22,047 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:25,008 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:12:25,008 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:12:25,048 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:27,049 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:29,050 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:31,051 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:33,051 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:35,052 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:37,053 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:39,054 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:40,232 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:12:40,232 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:12:41,055 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:43,056 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:45,057 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:47,057 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:48,405 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:12:49,058 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:51,059 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:53,060 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:55,061 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:55,478 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:12:55,479 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:12:57,061 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:12:59,062 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:01,063 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:03,064 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:05,065 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:07,066 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:09,067 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:10,759 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:13:10,760 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:13:11,068 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:13,068 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:15,069 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:17,070 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:18,480 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:13:19,070 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:21,071 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:23,072 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:25,073 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:26,001 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:13:26,001 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:13:27,074 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:29,074 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:31,075 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:33,076 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:35,077 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:37,077 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:39,078 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:41,079 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:41,314 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:13:41,315 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:13:43,080 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:45,080 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:47,081 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:48,557 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:13:49,082 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:51,083 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:53,083 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:55,084 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:56,538 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:13:56,539 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:13:57,085 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:13:59,085 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:01,086 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:03,087 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:05,088 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:07,088 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:09,089 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:11,090 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:11,902 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:14:11,902 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:14:13,091 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:15,092 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:17,093 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:18,633 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:14:19,094 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:21,095 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:24,096 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:26,097 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:27,123 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:14:27,123 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:14:28,098 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:30,098 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:32,099 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:34,100 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:36,101 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:38,102 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:40,103 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:42,104 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:42,385 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:14:42,385 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:14:44,105 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:46,106 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:48,107 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:48,703 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:14:50,108 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:52,109 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:54,110 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:56,111 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:14:57,700 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:14:57,701 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:14:58,111 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:00,112 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:02,113 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:04,114 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:06,115 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:08,116 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:10,116 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:12,117 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:12,986 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:15:12,986 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:15:14,118 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:16,119 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:18,120 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:18,780 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:15:20,120 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:22,121 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:24,122 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:26,122 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:28,123 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:28,243 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:15:28,243 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:15:31,125 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:33,126 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:35,126 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:37,127 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:39,128 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:41,129 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:43,129 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:43,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:15:43,560 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:15:45,130 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:47,131 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:48,856 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:15:49,132 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:51,132 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:53,133 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:55,134 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:57,135 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:15:58,833 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:15:58,833 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:15:59,135 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:01,136 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:03,137 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:05,140 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:07,141 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:09,142 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:11,143 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:13,143 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:14,054 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:16:14,055 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:16:15,144 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:17,145 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:18,931 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:16:19,146 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:21,147 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:23,148 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:25,149 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:27,150 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:29,150 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:29,280 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:16:29,281 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:16:31,151 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:33,152 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:35,153 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:37,154 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:39,154 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:41,155 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:43,156 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:44,517 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:16:44,518 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:16:45,157 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:47,157 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:49,004 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:16:49,158 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:51,159 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:53,160 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:55,160 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:57,161 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:59,162 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:16:59,846 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:16:59,847 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:17:01,162 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:03,163 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:05,164 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:07,165 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:09,165 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:11,166 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:13,167 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:15,068 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:17:15,068 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:17:15,167 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:17,168 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:19,077 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:17:19,169 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:21,169 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:23,170 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:26,171 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:28,172 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:30,173 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:30,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:17:30,287 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:17:32,174 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:34,175 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:36,175 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:38,180 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:40,181 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:42,182 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:44,183 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:45,591 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:17:45,591 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:17:46,184 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:48,185 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:49,150 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:17:50,185 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:52,186 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:54,187 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:56,188 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:17:58,189 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:00,190 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:00,807 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:18:00,808 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:18:02,191 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:04,192 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:06,193 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:08,194 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:10,195 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:12,196 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:14,197 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:16,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:18:16,031 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:18:16,197 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:18,198 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:19,225 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:18:20,199 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:22,199 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:24,200 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:26,201 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:28,202 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:30,203 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:31,381 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:18:31,381 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:18:32,204 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:34,205 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:36,206 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:38,206 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:40,207 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:42,208 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:44,209 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:46,210 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:46,613 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:18:46,613 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:18:48,211 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:49,301 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:18:50,212 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:52,213 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:54,213 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:56,214 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:18:58,215 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:00,216 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:01,859 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:19:01,860 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:19:02,216 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:04,217 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:06,218 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:08,219 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:10,220 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:12,221 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:14,222 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:16,223 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:17,199 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:19:17,199 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:19:18,223 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:19,376 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:19:20,224 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:23,226 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:25,226 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:27,227 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:29,228 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:31,229 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:32,445 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:19:32,446 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:19:33,230 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:35,231 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:37,232 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:39,233 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:41,233 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:43,234 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:45,235 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:47,236 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:47,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:19:47,867 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:19:49,237 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:49,450 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:19:51,238 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:53,239 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:55,240 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:57,241 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:19:59,242 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:01,242 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:03,159 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:20:03,159 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:20:03,243 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:05,244 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:07,245 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:09,246 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:11,247 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:13,248 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:15,249 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:17,250 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:18,498 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:20:18,499 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:20:19,251 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:19,527 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:20:21,251 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:23,252 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:25,253 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:27,254 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:29,254 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:31,255 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:33,256 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:33,725 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:20:33,726 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:20:35,257 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:37,257 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:39,258 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:41,259 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:43,260 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:45,260 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:48,262 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:48,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:20:48,952 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:20:49,602 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:20:50,263 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:52,264 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:54,265 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:56,265 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:20:58,266 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:00,267 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:02,268 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:04,232 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:21:04,232 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:21:04,268 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:06,269 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:08,270 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:10,271 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:12,272 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:14,273 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:16,274 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:18,275 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:19,535 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:21:19,536 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:21:19,758 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:21:20,276 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:22,277 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:24,277 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:26,278 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:28,278 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:30,279 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:32,280 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:34,281 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:34,891 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:21:34,892 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:21:36,282 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:38,283 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:40,284 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:42,285 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:44,285 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:46,286 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:48,287 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:49,750 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:21:50,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:21:50,118 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:21:50,288 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:52,289 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:54,290 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:56,291 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:21:58,292 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:00,293 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:02,293 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:04,294 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:05,472 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:22:05,472 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:22:06,295 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:09,296 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:11,297 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:13,298 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:15,298 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:17,299 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:19,300 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:19,827 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:22:20,784 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:22:20,784 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:22:21,301 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:23,301 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:25,302 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:27,303 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:29,303 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:31,304 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:33,305 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:35,306 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:36,077 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:22:36,078 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:22:37,306 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:39,307 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:41,308 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:43,309 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:45,310 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:47,310 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:49,311 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:49,901 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:22:51,312 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:51,417 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:22:51,419 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:22:53,313 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:55,314 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:57,315 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:22:59,316 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:01,317 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:03,318 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:05,318 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:06,646 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:23:06,647 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:23:07,319 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:09,320 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:11,321 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:13,322 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:15,323 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:18,324 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:19,976 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:23:20,325 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:21,869 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:23:21,870 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:23:22,326 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:24,327 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:26,327 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:28,328 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:30,329 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:32,330 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:34,331 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:36,332 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:37,192 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:23:37,192 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:23:38,333 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:40,334 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:42,334 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:44,335 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:46,336 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:48,337 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:50,047 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:23:50,338 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:52,339 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:52,572 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:23:52,573 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:23:54,340 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:56,341 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:23:58,342 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:00,342 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:02,343 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:04,344 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:06,345 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:07,848 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:24:07,848 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:24:08,346 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:10,347 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:12,347 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:14,348 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:16,349 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:18,350 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:20,124 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:24:20,351 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:22,352 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:23,106 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:24:23,107 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:24:24,353 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:26,354 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:28,355 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:30,355 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:32,356 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:35,358 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:37,358 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:38,452 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:24:38,453 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:24:39,359 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:41,360 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:43,360 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:45,361 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:47,362 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:49,362 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:50,202 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:24:51,363 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:53,364 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:53,708 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:24:53,708 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:24:55,365 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:57,366 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:24:59,366 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:01,367 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:03,368 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:05,369 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:07,370 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:09,049 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:25:09,049 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:25:09,370 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:11,371 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:13,372 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:15,373 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:17,374 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:19,374 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:20,282 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:25:21,375 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:23,376 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:24,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:25:24,373 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:25:25,377 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:27,378 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:29,379 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:31,379 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:33,380 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:35,381 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:37,381 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:39,382 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:39,617 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:25:39,617 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:25:41,383 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:43,384 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:45,384 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:47,385 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:49,386 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:50,356 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:25:51,387 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:53,388 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:54,883 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:25:54,884 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:25:55,388 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:57,389 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:25:59,390 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:01,391 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:03,392 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:05,393 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:08,394 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:10,137 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:26:10,137 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:26:10,395 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:12,396 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:14,397 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:16,398 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:18,399 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:20,400 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:20,432 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:26:22,401 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:24,401 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:25,447 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:26:25,448 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:26:26,402 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:28,403 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:30,404 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:32,405 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:34,405 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:36,406 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:38,407 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:40,408 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:40,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:26:40,831 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:26:42,409 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:44,410 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:46,410 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:48,411 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:50,412 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:50,509 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:26:52,413 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:54,413 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:56,053 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:26:56,053 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:26:56,414 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:26:58,415 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:00,416 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:02,417 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:04,418 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:06,418 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:08,419 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:10,420 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:11,453 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:27:11,454 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:27:12,421 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:14,421 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:16,422 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:18,423 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:20,424 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:20,585 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:27:22,425 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:24,426 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:26,427 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:26,688 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:27:26,689 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:27:28,427 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:30,428 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:32,429 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:34,430 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:36,431 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:38,431 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:41,433 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:41,928 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:27:41,929 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:27:43,434 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:45,434 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:47,435 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:49,436 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:50,702 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:27:51,437 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:53,438 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:55,439 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:57,256 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:27:57,256 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:27:57,440 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:27:59,441 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:01,442 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:03,443 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:05,444 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:07,445 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:09,446 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:11,447 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:12,499 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:28:12,500 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:28:13,447 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:15,448 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:17,449 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:19,449 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:20,737 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:28:21,450 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:23,450 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:25,451 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:27,452 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:27,812 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:28:27,812 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:28:29,453 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:31,454 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:33,455 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:35,456 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:37,457 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:39,458 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:41,459 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:43,041 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:28:43,041 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:28:43,459 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:45,460 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:47,461 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:49,462 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:50,811 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:28:51,463 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:53,463 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:55,464 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:57,465 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:28:58,289 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:28:58,290 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:28:59,465 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:01,466 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:03,467 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:05,468 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:07,469 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:09,470 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:11,471 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:13,472 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:13,512 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:29:13,512 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:29:15,472 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:17,473 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:19,474 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:20,886 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:29:21,474 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:23,475 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:25,476 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:27,477 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:28,776 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:29:28,776 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:29:30,478 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:32,479 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:34,479 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:36,480 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:38,481 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:40,482 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:42,483 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:43,999 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:29:44,000 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:29:44,483 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:46,484 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:48,485 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:50,486 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:50,958 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:29:52,487 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:54,487 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:56,488 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:58,489 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:29:59,412 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:29:59,412 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:30:00,490 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:02,491 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:04,492 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:06,493 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:09,494 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:11,495 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:13,496 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:14,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:30:14,752 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:30:15,496 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:17,497 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:19,498 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:21,036 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:30:21,499 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:23,501 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:25,501 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:27,502 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:29,503 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:30,009 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:30:30,009 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:30:31,504 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:33,505 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:35,505 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:37,506 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:39,507 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:41,508 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:43,509 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:45,282 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:30:45,283 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:30:45,510 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:47,511 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:49,512 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:51,110 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:30:51,512 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:53,513 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:55,514 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:30:57,515 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:00,510 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:31:00,511 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:31:00,516 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:02,517 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:04,518 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:06,519 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:08,520 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:10,521 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:12,521 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:14,522 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:15,764 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:31:15,764 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:31:16,523 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:18,524 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:20,525 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:21,186 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:31:22,526 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:24,527 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:26,527 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:28,528 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:30,529 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:30,987 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:31:30,987 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:31:32,530 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:34,531 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:36,531 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:38,532 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:40,533 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:42,534 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:44,535 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:46,368 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:31:46,368 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:31:46,536 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:48,536 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:50,537 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:51,261 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:31:52,538 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:54,539 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:56,540 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:31:58,540 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:00,541 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:01,592 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:32:01,593 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:32:02,542 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:04,543 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:07,544 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:09,545 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:11,546 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:13,547 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:15,547 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:16,822 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:32:16,823 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:32:17,548 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:19,549 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:21,331 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:32:21,550 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:23,551 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:25,552 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:27,552 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:29,553 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:31,554 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:32,048 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:32:32,049 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:32:33,555 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:35,555 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:37,556 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:39,557 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:41,558 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:43,558 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:45,559 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:47,350 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:32:47,350 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:32:47,560 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:49,561 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:51,406 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:32:51,562 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:53,562 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:55,563 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:57,564 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:32:59,565 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:01,566 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:02,656 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:33:02,656 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:33:03,567 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:05,567 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:07,568 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:09,569 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:11,570 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:13,570 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:15,571 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:17,572 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:17,963 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:33:17,963 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:33:19,573 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:21,481 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:33:21,574 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:23,574 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:25,575 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:27,576 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:29,577 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:31,577 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:33,275 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:33:33,276 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:33:34,579 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:36,580 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:38,581 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:40,582 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:42,582 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:44,583 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:46,584 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:48,585 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:49,067 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:33:49,068 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:33:50,586 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:51,560 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:33:52,587 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:54,588 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:56,588 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:33:58,589 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:00,590 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:02,591 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:04,384 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:34:04,384 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:34:04,592 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:06,593 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:08,593 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:10,594 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:12,595 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:14,596 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:16,596 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:18,597 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:19,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:34:19,689 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:34:20,598 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:21,635 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:34:22,599 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:24,600 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:26,601 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:28,602 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:30,603 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:32,604 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:34,604 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:34,940 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:34:34,940 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:34:36,605 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:38,606 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:40,607 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:42,608 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:44,609 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:46,610 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:48,610 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:50,163 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:34:50,163 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:34:50,611 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:51,711 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:34:52,612 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:54,613 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:56,614 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:34:58,615 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:00,615 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:02,616 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:04,617 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:05,719 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:35:05,720 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:35:07,618 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:09,619 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:11,620 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:13,621 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:15,622 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:17,623 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:19,624 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:21,023 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:35:21,024 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:35:21,624 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:21,783 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:35:23,625 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:25,626 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:27,627 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:29,628 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:31,628 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:33,629 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:35,630 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:36,257 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:35:36,257 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:35:37,630 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:39,631 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:41,632 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:43,632 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:45,633 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:47,634 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:49,634 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:51,560 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:35:51,560 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:35:51,635 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:51,853 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:35:53,636 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:55,637 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:57,638 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:35:59,639 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:01,640 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:04,641 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:06,642 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:06,805 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:36:06,806 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:36:08,643 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:10,644 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:12,645 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:14,645 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:16,646 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:18,648 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:20,648 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:21,928 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:36:22,030 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:36:22,030 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:36:22,649 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:24,650 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:26,651 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:28,653 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:30,653 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:32,654 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:34,655 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:36,656 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:37,244 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:36:37,244 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:36:38,656 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:40,657 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:42,658 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:44,659 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:46,659 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:48,660 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:50,661 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:52,002 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:36:52,627 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:36:52,628 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:36:52,662 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:54,663 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:56,664 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:36:58,665 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:00,665 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:02,666 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:04,667 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:06,668 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:07,844 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:37:07,844 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:37:08,669 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:10,670 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:12,671 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:14,672 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:16,673 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:18,674 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:20,675 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:22,077 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:37:22,676 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:23,071 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:37:23,072 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:37:24,676 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:26,677 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:28,678 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:30,679 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:32,680 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:34,681 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:37,682 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:38,286 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:37:38,286 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:37:39,684 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:41,684 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:43,685 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:45,686 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:47,687 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:49,688 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:51,688 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:52,151 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:37:53,508 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:37:53,508 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:37:53,689 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:55,690 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:57,691 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:37:59,692 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:01,693 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:03,694 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:05,695 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:07,695 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:08,873 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:38:08,873 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:38:09,696 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:11,698 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:13,698 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:15,699 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:17,700 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:19,701 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:21,702 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:22,227 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:38:23,703 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:24,190 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:38:24,190 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:38:25,703 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:27,704 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:29,705 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:31,706 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:33,707 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:35,708 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:37,708 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:39,411 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:38:39,411 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:38:39,709 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:41,710 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:44,711 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:46,712 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:48,713 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:50,714 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:52,304 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:38:52,714 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:54,631 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:38:54,631 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:38:54,715 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:56,716 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:38:58,717 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:00,718 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:02,719 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:04,719 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:06,720 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:08,721 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:09,858 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:39:09,858 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:39:10,722 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:12,723 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:14,724 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:16,724 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:18,725 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:20,726 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:22,381 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:39:22,727 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:24,728 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:25,226 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:39:25,226 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:39:26,729 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:28,730 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:30,731 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:32,732 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:34,733 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:36,734 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:38,734 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:40,458 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:39:40,458 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:39:40,735 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:42,736 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:44,737 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:46,737 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:48,738 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:50,739 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:52,455 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:39:52,740 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:54,741 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:55,696 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:39:55,696 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:39:56,742 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:39:58,743 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:00,743 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:02,744 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:04,745 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:06,746 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:08,747 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:10,748 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:11,027 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:40:11,027 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:40:12,748 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:14,749 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:16,750 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:18,750 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:20,751 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:22,530 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:40:22,752 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:24,753 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:26,247 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:40:26,248 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:40:26,754 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:29,755 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:31,756 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:33,757 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:35,758 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:37,759 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:39,759 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:41,752 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:40:41,752 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:40:41,760 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:43,761 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:45,762 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:47,763 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:49,764 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:51,765 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:52,606 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:40:53,766 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:55,767 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:57,108 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:40:57,108 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:40:57,768 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:40:59,769 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:01,770 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:03,770 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:05,771 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:07,772 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:09,773 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:11,774 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:12,342 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:41:12,342 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:41:13,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:15,775 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:17,776 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:19,777 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:21,778 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:22,680 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:41:23,779 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:25,780 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:27,565 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:41:27,565 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:41:27,781 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:29,781 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:31,782 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:33,783 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:35,784 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:37,785 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:39,786 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:41,787 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:42,866 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:41:42,867 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:41:43,788 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:45,789 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:47,790 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:49,791 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:51,792 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:52,756 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:41:53,792 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:55,793 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:57,794 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:41:58,102 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:41:58,102 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:41:59,795 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:01,796 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:03,797 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:05,797 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:07,798 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:09,799 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:11,800 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:13,319 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:42:13,319 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:42:14,801 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:16,802 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:18,803 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:20,804 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:22,805 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:22,832 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:42:24,806 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:26,807 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:28,543 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:42:28,543 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:42:28,808 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:30,809 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:32,810 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:34,811 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:36,812 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:38,813 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:40,813 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:42,814 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:43,926 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:42:43,926 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:42:44,815 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:46,816 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:48,817 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:50,818 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:52,819 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:52,909 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:42:54,820 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:56,821 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:58,822 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:42:59,149 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:42:59,149 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:43:00,823 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:02,823 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:04,824 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:06,825 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:08,826 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:10,827 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:12,828 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:14,493 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:43:14,493 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:43:14,829 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:16,830 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:18,830 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:20,831 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:22,833 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:22,988 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:43:24,833 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:26,834 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:28,835 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:29,722 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:43:29,722 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:43:30,836 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:32,837 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:34,838 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:36,839 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:38,840 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:40,840 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:42,841 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:44,842 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:44,993 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:43:44,994 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:43:46,843 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:48,844 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:50,845 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:52,845 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:53,062 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:43:54,846 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:56,847 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:43:58,848 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:00,361 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:44:00,361 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:44:00,849 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:02,850 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:04,851 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:06,851 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:08,852 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:10,853 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:12,854 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:15,584 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:44:15,584 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:44:15,855 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:17,855 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:19,856 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:21,857 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:23,139 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:44:23,858 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:25,858 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:27,859 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:29,860 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:30,838 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:44:30,838 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:44:31,861 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:33,862 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:35,863 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:37,864 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:39,865 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:41,865 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:43,866 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:45,867 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:46,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:44:46,062 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:44:47,868 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:49,869 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:51,870 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:53,216 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:44:53,871 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:55,872 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:57,872 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:44:59,873 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:01,283 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:45:01,283 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:45:01,874 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:03,875 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:05,876 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:07,877 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:09,878 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:11,879 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:13,880 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:15,880 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:16,616 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:45:16,616 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:45:17,881 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:19,882 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:21,883 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:23,290 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:45:23,884 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:25,885 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:27,886 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:29,887 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:31,857 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:45:31,857 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:45:31,887 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:33,888 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:35,889 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:38,891 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:40,892 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:42,893 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:44,894 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:46,895 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:47,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:45:47,083 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:45:48,896 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:50,897 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:52,897 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:53,365 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:45:54,898 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:56,899 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:45:58,900 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:00,901 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:02,410 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:46:02,410 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:46:02,902 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:04,903 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:06,903 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:08,904 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:10,905 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:12,906 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:14,907 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:16,907 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:17,632 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:46:17,632 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:46:18,908 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:20,909 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:22,910 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:23,440 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:46:24,910 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:26,911 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:28,912 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:30,912 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:32,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:46:32,853 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:46:32,913 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:34,914 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:36,915 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:38,916 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:40,916 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:42,917 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:44,918 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:46,919 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:48,179 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:46:48,180 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:46:48,919 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:50,920 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:52,921 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:53,517 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:46:54,922 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:56,922 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:46:58,923 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:00,924 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:02,924 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:03,460 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:47:03,461 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:47:04,925 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:06,926 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:08,927 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:10,927 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:12,928 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:14,929 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:17,930 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:18,689 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:47:18,690 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:47:19,931 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:21,932 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:23,592 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:47:23,933 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:25,934 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:27,935 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:29,936 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:31,937 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:33,938 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:33,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:47:33,971 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:47:35,939 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:37,940 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:39,940 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:41,941 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:43,942 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:45,943 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:47,944 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:49,271 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:47:49,271 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:47:49,945 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:51,946 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:53,665 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:47:53,946 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:55,947 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:57,948 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:47:59,949 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:01,950 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:03,951 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:04,511 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:48:04,511 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:48:05,952 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:07,953 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:09,954 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:11,955 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:13,956 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:15,957 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:17,958 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:19,797 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:48:19,797 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:48:19,959 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:21,960 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:23,742 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:48:23,961 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:25,962 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:27,963 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:29,964 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:31,965 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:33,966 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:35,064 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:48:35,064 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:48:35,967 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:37,968 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:39,968 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:41,969 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:43,970 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:45,971 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:47,972 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:49,973 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:50,369 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:48:50,369 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:48:51,974 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:53,818 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:48:53,975 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:55,976 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:57,977 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:48:59,977 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:01,978 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:03,979 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:05,595 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:49:05,595 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:49:05,980 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:08,981 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:10,982 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:12,983 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:14,984 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:16,985 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:18,986 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:20,853 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:49:20,853 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:49:20,987 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:22,987 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:23,894 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:49:24,988 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:26,989 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:28,990 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:30,991 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:32,992 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:34,993 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:36,083 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:49:36,083 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:49:36,994 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:38,994 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:40,995 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:42,996 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:44,997 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:46,998 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:48,999 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:51,000 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:51,444 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:49:51,444 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:49:53,001 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:53,970 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:49:55,001 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:57,003 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:49:59,004 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:01,004 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:03,005 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:05,006 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:06,741 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:50:06,742 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:50:07,007 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:09,008 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:11,009 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:13,009 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:15,010 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:17,011 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:19,012 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:21,012 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:22,117 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:50:22,117 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:50:23,013 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:24,043 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:50:25,014 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:28,015 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:30,016 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:32,017 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:34,018 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:36,018 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:37,339 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:50:37,339 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:50:38,019 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:40,020 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:42,021 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:44,021 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:46,022 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:48,023 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:50,024 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:52,025 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:52,824 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:50:52,825 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:50:54,026 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:54,120 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:50:56,027 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:50:58,027 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:00,028 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:02,029 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:04,030 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:06,031 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:08,032 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:08,050 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:51:08,050 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:51:10,033 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:12,034 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:14,036 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:16,037 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:18,037 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:20,038 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:22,039 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:23,388 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:51:23,388 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:51:24,040 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:24,199 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:51:26,041 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:28,042 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:30,043 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:32,044 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:34,045 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:36,046 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:38,047 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:38,724 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:51:38,724 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:51:40,048 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:42,049 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:44,050 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:46,051 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:48,052 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:50,053 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:52,054 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:54,025 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:51:54,026 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:51:54,055 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:54,273 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:51:56,056 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:51:58,057 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:00,058 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:02,059 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:04,060 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:06,061 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:08,061 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:09,255 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:52:09,255 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:52:10,062 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:12,063 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:15,064 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:17,065 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:19,066 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:21,067 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:23,068 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:24,349 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:52:24,485 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:52:24,485 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:52:25,069 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:52:39,706 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:52:39,706 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:52:54,426 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:52:54,952 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:52:54,952 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:53:10,221 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:53:10,221 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:53:24,501 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:53:25,519 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:53:25,519 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:53:38,974 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: partial_history +2022-09-19 10:53:38,981 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 10:53:38,987 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 10:53:38,992 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 10:53:38,998 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 10:53:39,004 DEBUG SenderThread:612957 [sender.py:send():232] send: metric +2022-09-19 10:53:39,009 DEBUG SenderThread:612957 [sender.py:send():232] send: history +2022-09-19 10:53:39,039 DEBUG SenderThread:612957 [sender.py:send():232] send: summary +2022-09-19 10:53:39,116 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/wandb-summary.json +2022-09-19 10:53:39,117 INFO SenderThread:612957 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-09-19 10:53:40,768 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:53:40,769 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:53:41,117 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:53:44,119 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/config.yaml +2022-09-19 10:53:45,119 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:53:54,605 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:53:55,989 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:53:55,989 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:53:59,126 INFO Thread-7 :612957 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-nst/wandb/run-20220919_091309-2lk1vb0u/files/output.log +2022-09-19 10:54:11,211 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:54:11,212 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:54:24,684 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:54:26,437 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:54:26,437 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:54:41,664 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:54:41,664 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:54:54,762 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:54:56,888 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:54:56,888 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:55:12,115 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:55:12,116 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:55:24,839 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:55:27,373 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:55:27,373 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:55:42,606 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:55:42,606 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:55:54,918 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:55:57,830 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:55:57,831 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:56:13,061 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:56:13,061 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:56:24,999 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:56:28,285 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:56:28,285 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:56:43,515 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:56:43,516 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:56:55,077 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:56:58,745 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:56:58,745 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:57:13,971 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:57:13,972 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:57:25,156 DEBUG SenderThread:612957 [sender.py:send():232] send: stats +2022-09-19 10:57:29,194 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:57:29,194 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status +2022-09-19 10:57:44,418 DEBUG HandlerThread:612957 [handler.py:handle_request():141] handle_request: stop_status +2022-09-19 10:57:44,419 DEBUG SenderThread:612957 [sender.py:send_request():246] send_request: stop_status