diff --git "a/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" "b/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" --- "a/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" +++ "b/wandb/run-20220130_191954-1mtmnz5y/logs/debug-internal.log" @@ -2153,3 +2153,934 @@ 2022-01-30 19:53:02,626 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status 2022-01-30 19:53:02,626 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status 2022-01-30 19:53:02,673 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/config.yaml +2022-01-30 19:53:10,928 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:53:12,679 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:13,680 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:15,682 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:17,792 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:53:17,793 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:53:23,687 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:29,691 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:33,075 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:53:33,075 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:53:33,693 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:39,698 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:41,287 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:53:43,700 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:48,595 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:53:48,596 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:53:49,704 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:54,708 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:53:58,710 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:03,959 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:54:03,960 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:54:04,715 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:08,717 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:11,500 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:54:12,718 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:16,721 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:19,226 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:54:19,227 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:54:20,724 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:24,727 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:28,730 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:32,732 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:34,494 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:54:34,494 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:54:36,735 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:40,738 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:41,814 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:54:43,740 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:47,744 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:49,821 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:54:49,821 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:54:51,747 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:55,750 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:54:57,752 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:01,755 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:05,077 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:55:05,078 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:55:05,758 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:07,760 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:11,763 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:12,115 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:55:13,765 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:17,769 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:19,770 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:20,248 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:55:20,248 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:55:21,772 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:25,775 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:27,777 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:31,780 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:33,781 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:35,506 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:55:35,507 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:55:35,783 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:40,787 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:42,349 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:55:42,789 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:44,791 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:46,792 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:50,796 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:50,823 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:55:50,824 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:55:52,798 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:54,799 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:56,801 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:55:58,802 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:00,803 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:02,805 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:04,806 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:06,172 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:56:06,173 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:56:06,808 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:12,604 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:56:14,812 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:20,816 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:21,716 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:56:21,716 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:56:26,821 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:30,823 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:37,003 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:56:37,003 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:56:37,828 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:41,831 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:42,842 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:56:47,834 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:51,837 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:52,279 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:56:52,279 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:56:55,840 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:56:59,843 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:03,845 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:07,537 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:57:07,538 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:57:07,848 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:11,850 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:13,046 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:57:15,853 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:19,856 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:22,917 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:57:22,918 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:57:23,859 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:28,862 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:32,865 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:34,867 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:38,301 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:57:38,302 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:57:38,871 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:42,873 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:43,295 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:57:44,875 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:48,878 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:52,881 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:53,624 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:57:53,625 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:57:54,883 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:57:58,887 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:02,890 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:04,892 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:08,844 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:58:08,845 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:58:08,894 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:10,896 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:13,541 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:58:14,898 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:16,900 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:18,901 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:22,904 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:24,085 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:58:24,086 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:58:25,906 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:27,908 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:31,911 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:33,913 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:35,915 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:37,917 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:39,394 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:58:39,394 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:58:39,919 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:43,802 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:58:43,922 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:45,924 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:47,925 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:49,927 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:51,928 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:53,930 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:54,586 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:58:54,586 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:58:55,931 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:56,505 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 19:58:56,575 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 19:58:56,619 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 19:58:56,932 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 19:58:56,932 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:58:57,933 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:05,937 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:09,767 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:59:09,768 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:59:11,941 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:14,056 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:59:17,945 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:23,949 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:24,939 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:59:24,940 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:59:28,953 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:32,956 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:38,960 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:40,108 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:59:40,108 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:59:42,963 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:44,286 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 19:59:46,965 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:50,967 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:54,970 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 19:59:55,304 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 19:59:55,304 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 19:59:58,972 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:02,975 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:06,978 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:10,613 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:00:10,613 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:00:10,981 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:14,510 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:00:14,983 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:16,985 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:20,988 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:25,787 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:00:25,788 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:00:25,991 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:27,992 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:31,995 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:35,997 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:37,998 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:41,066 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:00:41,066 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:00:42,001 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:44,002 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:44,733 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:00:48,005 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:52,008 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:54,009 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:00:56,404 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:00:56,404 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:00:58,012 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:00,013 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:04,016 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:06,017 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:08,019 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:11,654 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:01:11,654 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:01:12,022 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:14,024 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:15,043 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:01:16,026 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:18,028 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:22,031 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:24,033 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:26,035 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:26,828 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:01:26,828 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:01:29,037 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:31,039 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:33,041 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:35,042 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:37,044 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:39,046 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:41,048 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:42,008 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:01:42,008 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:01:43,050 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:45,053 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:45,276 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:01:47,055 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:53,059 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:01:57,215 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:01:57,215 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:01:59,063 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:05,067 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:09,071 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:12,390 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:02:12,391 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:02:15,528 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:02:16,075 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:20,078 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:26,082 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:27,564 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:02:27,564 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:02:30,086 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:34,089 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:38,092 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:42,095 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:42,816 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:02:42,816 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:02:45,804 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:02:46,099 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:50,102 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:54,104 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:02:58,206 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:02:58,207 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:03:00,108 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:05,112 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:07,114 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:11,117 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:13,603 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:03:13,603 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:03:15,120 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:16,011 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:03:19,123 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:23,126 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:25,128 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:28,980 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:03:28,980 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:03:29,131 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:33,134 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:35,136 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:39,139 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:41,140 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:44,334 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:03:44,335 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:03:45,143 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:46,271 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:03:47,144 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:51,147 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:53,149 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:57,152 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:03:59,647 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:03:59,648 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:04:00,155 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:02,156 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:06,160 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:08,162 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:10,164 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:12,166 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:14,864 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:04:14,864 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:04:16,170 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:16,563 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:04:18,172 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:20,174 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:22,175 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:24,177 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:26,178 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:28,179 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:30,047 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:04:30,048 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:04:30,181 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:32,183 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:34,184 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:36,002 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:04:36,067 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:04:36,116 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:04:36,185 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:04:36,186 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:38,186 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:45,352 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:04:45,353 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:04:46,192 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:46,843 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:04:50,194 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:04:57,199 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:00,781 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:05:00,781 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:05:03,202 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:07,205 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:13,209 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:16,183 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:05:16,184 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:05:17,071 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:05:17,212 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:21,214 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:25,217 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:29,219 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:31,484 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:05:31,484 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:05:33,222 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:37,225 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:41,227 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:46,231 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:46,722 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:05:46,723 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:05:47,368 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:05:50,234 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:54,236 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:05:58,238 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:01,889 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:06:01,889 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:06:02,241 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:06,243 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:08,245 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:12,247 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:16,250 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:17,175 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:06:17,176 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:06:17,620 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:06:18,252 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:22,255 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:24,256 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:28,259 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:30,260 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:32,437 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:06:32,437 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:06:34,263 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:36,264 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:41,267 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:43,268 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:47,271 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:47,688 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:06:47,689 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:06:47,870 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:06:49,273 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:51,274 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:55,276 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:57,278 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:06:59,280 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:01,282 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:02,994 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:07:02,995 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:07:05,285 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:07,287 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:09,289 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:11,291 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:13,292 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:17,296 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:18,094 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:07:18,253 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:07:18,253 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:07:19,297 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:21,299 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:23,301 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:25,303 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:27,305 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:33,309 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:33,517 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:07:33,518 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:07:40,313 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:46,317 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:48,429 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:07:48,812 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:07:48,813 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:07:52,321 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:07:56,324 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:00,326 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:04,125 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:08:04,126 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:08:06,330 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:10,332 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:14,335 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:18,337 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:18,638 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:08:19,482 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:08:19,483 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:08:22,340 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:27,344 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:31,347 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:34,752 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:08:34,752 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:08:35,350 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:39,353 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:43,356 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:47,359 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:48,861 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:08:50,105 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:08:50,105 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:08:51,362 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:55,365 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:08:57,367 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:01,370 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:05,373 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:05,422 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:09:05,423 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:09:07,375 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:11,378 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:15,381 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:17,383 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:19,116 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:09:20,720 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:09:20,721 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:09:21,387 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:23,389 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:27,392 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:29,394 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:34,397 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:35,988 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:09:35,988 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:09:36,399 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:38,402 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:42,405 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:44,407 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:46,409 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:49,391 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:09:50,412 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:51,261 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:09:51,262 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:09:52,414 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:54,416 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:09:56,417 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:00,420 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:02,422 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:04,425 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:06,427 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:06,546 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:10:06,546 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:10:08,429 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:10,431 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:12,433 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:14,435 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:15,009 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:10:15,081 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:10:15,127 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:10:15,435 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:10:16,436 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:19,752 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:10:21,774 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:10:21,775 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:10:24,441 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:31,446 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:36,984 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:10:36,984 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:10:37,449 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:41,452 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:47,456 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:50,073 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:10:51,459 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:52,156 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:10:52,156 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:10:55,462 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:10:59,465 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:05,469 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:07,317 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:11:07,317 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:11:09,472 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:13,475 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:17,478 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:20,295 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:11:21,481 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:22,597 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:11:22,597 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:11:26,485 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:30,488 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:34,491 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:37,784 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:11:37,784 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:11:38,494 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:42,498 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:44,500 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:48,503 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:50,524 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:11:52,506 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:52,959 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:11:52,960 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:11:54,508 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:11:58,511 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:02,514 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:04,515 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:08,246 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:12:08,247 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:12:08,518 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:10,519 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:14,522 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:16,523 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:20,525 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:20,827 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:12:23,423 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:12:23,423 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:12:23,529 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:27,532 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:29,533 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:31,535 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:35,537 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:37,539 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:38,705 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:12:38,705 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:12:39,541 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:41,543 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:43,545 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:47,548 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:49,549 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:51,059 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:12:51,551 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:53,552 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:54,001 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:12:54,002 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:12:55,554 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:57,555 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:12:59,556 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:01,558 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:03,560 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:05,562 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:09,203 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:13:09,204 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:13:13,567 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:19,571 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:21,299 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:13:24,522 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:13:24,523 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:13:24,574 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:30,578 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:36,584 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:39,990 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:13:39,991 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:13:40,587 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:44,590 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:50,594 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:51,629 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:13:54,597 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:13:55,295 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:13:55,295 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:13:58,599 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:02,602 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:06,605 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:10,679 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:14:10,679 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:14:11,608 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:15,611 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:19,614 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:21,920 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:14:23,616 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:26,102 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:14:26,102 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:14:27,619 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:31,631 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:33,632 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:37,635 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:41,515 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:14:41,515 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:14:41,638 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:45,640 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:47,642 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:51,644 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:52,158 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:14:55,647 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:14:56,941 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:14:56,942 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:14:57,649 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:01,652 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:03,654 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:08,657 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:10,658 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:12,292 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:15:12,293 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:15:14,661 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:16,662 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:18,664 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:22,435 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:15:22,666 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:24,667 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:26,668 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:27,731 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:15:27,731 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:15:30,671 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:32,672 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:34,673 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:36,674 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:38,676 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:40,677 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:42,678 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:42,978 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:15:42,979 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:15:44,680 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:48,682 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:50,684 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:52,671 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:15:52,685 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:54,686 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:55,375 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:15:55,460 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:15:55,491 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:15:55,687 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:15:56,688 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:15:58,301 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:15:58,302 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:16:05,694 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:11,698 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:13,667 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:16:13,667 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:16:15,700 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:21,705 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:22,950 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:16:25,708 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:28,831 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:16:28,832 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:16:29,710 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:35,714 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:39,717 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:43,720 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:44,177 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:16:44,177 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:16:49,723 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:53,169 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:16:53,726 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:57,728 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:16:59,599 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:16:59,600 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:17:00,730 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:04,733 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:08,735 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:12,737 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:14,983 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:17:14,984 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:17:16,740 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:20,743 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:23,409 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:17:24,745 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:26,747 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:30,346 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:17:30,347 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:17:30,749 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:34,752 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:36,753 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:40,755 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:42,757 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:45,712 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:17:45,713 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:17:46,759 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:49,761 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:53,637 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:17:53,764 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:55,766 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:17:59,768 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:01,077 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:18:01,078 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:18:01,770 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:05,773 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:07,775 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:09,776 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:13,779 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:15,781 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:16,416 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:18:16,417 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:18:17,783 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:19,785 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:23,788 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:23,919 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:18:25,789 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:27,791 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:29,792 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:31,652 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:18:31,652 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:18:31,794 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:33,795 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:35,796 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:37,797 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:39,799 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:41,800 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:43,802 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:46,911 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:18:46,912 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:18:51,807 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:18:54,218 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:18:58,811 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:02,264 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:19:02,265 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:19:04,814 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:08,817 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:14,820 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:17,700 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:19:17,701 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:19:18,822 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:22,825 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:24,533 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:19:28,828 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:32,831 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:32,981 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:19:32,981 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:19:36,833 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:40,836 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:45,839 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:48,273 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:19:48,273 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:19:49,842 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:53,845 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:19:54,791 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:19:57,848 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:01,851 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:03,691 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:20:03,691 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:20:05,854 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:07,856 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:11,859 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:15,862 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:19,088 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:20:19,089 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:20:19,865 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:21,866 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:25,003 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:20:25,869 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:29,871 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:31,873 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:34,348 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:20:34,349 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:20:35,876 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:37,877 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:41,880 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:44,882 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:48,885 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:49,660 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:20:49,660 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:20:50,886 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:54,889 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:55,235 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:20:56,890 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:20:58,892 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:02,895 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:04,897 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:04,898 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:21:04,898 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:21:06,899 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:10,902 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:12,904 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:14,906 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:16,908 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:18,909 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:20,064 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:21:20,064 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:21:22,912 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:24,914 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:25,468 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:21:26,916 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:28,918 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:30,920 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:32,922 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:34,164 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:21:34,280 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:21:34,329 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:21:34,924 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:21:34,924 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:35,357 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:21:35,358 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:21:36,926 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:38,928 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:40,930 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:45,934 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:49,937 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:50,754 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:21:50,755 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:21:51,938 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:55,731 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:21:55,941 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:21:57,943 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:01,945 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:05,949 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:05,957 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:22:05,958 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:22:07,950 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:11,952 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:13,954 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:17,957 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:19,958 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:21,198 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:22:21,199 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:22:23,960 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:26,001 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:22:27,963 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:29,964 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:34,967 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:36,457 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:22:36,458 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:22:36,969 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:40,973 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:42,974 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:46,978 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:48,979 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:51,848 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:22:51,849 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:22:52,982 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:54,984 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:22:56,355 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:22:58,987 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:02,990 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:04,991 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:07,177 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:23:07,178 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:23:08,994 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:10,995 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:14,998 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:16,999 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:21,001 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:22,426 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:23:22,427 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:23:25,004 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:26,627 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:23:28,006 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:32,009 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:34,011 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:37,595 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:23:37,596 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:23:38,014 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:40,016 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:44,018 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:48,021 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:50,023 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:52,025 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:52,840 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:23:52,841 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:23:56,028 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:23:56,882 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:24:00,030 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:02,032 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:06,036 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:08,037 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:08,212 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:24:08,213 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:24:12,040 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:14,042 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:19,045 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:23,048 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:23,588 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:24:23,588 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:24:25,050 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:27,118 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:24:29,053 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:31,055 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:35,058 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:37,060 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:38,933 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:24:38,934 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:24:41,063 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:43,065 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:47,068 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:49,070 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:53,074 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:54,227 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:24:54,227 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:24:55,075 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:24:57,424 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:24:59,079 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:01,081 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:05,084 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:09,087 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:09,520 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:25:09,521 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:25:12,090 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:16,093 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:18,095 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:24,716 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:25:24,716 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:25:27,684 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:25:39,931 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:25:39,932 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:25:45,382 DEBUG SenderThread:55777 [sender.py:send():234] send: history +2022-01-30 20:25:45,411 DEBUG SenderThread:55777 [sender.py:send():234] send: summary +2022-01-30 20:25:45,459 INFO SenderThread:55777 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 20:25:46,113 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/wandb-summary.json +2022-01-30 20:25:46,113 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:48,115 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:50,117 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:25:55,126 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:25:55,127 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:25:57,902 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:25:58,122 INFO Thread-8 :55777 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220130_191954-1mtmnz5y/files/output.log +2022-01-30 20:26:10,294 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:26:10,295 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:26:25,461 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:26:25,462 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:26:28,129 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:26:40,632 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:26:40,633 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:26:55,804 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:26:55,804 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status +2022-01-30 20:26:58,370 DEBUG SenderThread:55777 [sender.py:send():234] send: stats +2022-01-30 20:27:10,976 DEBUG HandlerThread:55777 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 20:27:10,976 DEBUG SenderThread:55777 [sender.py:send_request():248] send_request: stop_status