SiMajid commited on
Commit
28a0c32
1 Parent(s): 539c11e

reward-train-facebook-opt350m_v2

Browse files
wandb/debug-internal.log CHANGED
@@ -6608,3 +6608,24 @@
6608
  2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
6609
  2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
6610
  2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6608
  2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
6609
  2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
6610
  2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
6611
+ 2024-06-12 19:19:03,776 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: pause
6612
+ 2024-06-12 19:19:03,776 INFO HandlerThread:143 [handler.py:handle_request_pause():708] stopping system metrics thread
6613
+ 2024-06-12 19:19:03,776 INFO HandlerThread:143 [system_monitor.py:finish():203] Stopping system monitor
6614
+ 2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():172] Starting system metrics aggregation loop
6615
+ 2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():179] Finished system metrics aggregation loop
6616
+ 2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():183] Publishing last batch of metrics
6617
+ 2024-06-12 19:19:03,777 INFO HandlerThread:143 [interfaces.py:finish():202] Joined cpu monitor
6618
+ 2024-06-12 19:19:03,778 INFO HandlerThread:143 [interfaces.py:finish():202] Joined disk monitor
6619
+ 2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined gpu monitor
6620
+ 2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined memory monitor
6621
+ 2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined network monitor
6622
+ 2024-06-12 19:19:03,784 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: resume
6623
+ 2024-06-12 19:19:03,785 INFO HandlerThread:143 [handler.py:handle_request_resume():699] starting system metrics thread
6624
+ 2024-06-12 19:19:03,785 INFO HandlerThread:143 [system_monitor.py:start():194] Starting system monitor
6625
+ 2024-06-12 19:19:03,785 DEBUG SenderThread:143 [sender.py:send():382] send: stats
6626
+ 2024-06-12 19:19:03,785 INFO SystemMonitor:143 [system_monitor.py:_start():158] Starting system asset monitoring threads
6627
+ 2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started cpu monitoring
6628
+ 2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started disk monitoring
6629
+ 2024-06-12 19:19:03,787 INFO SystemMonitor:143 [interfaces.py:start():190] Started gpu monitoring
6630
+ 2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started memory monitoring
6631
+ 2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started network monitoring
wandb/debug.log CHANGED
@@ -35,3 +35,6 @@ config: {}
35
  2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
36
  2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
37
  2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
 
 
 
 
35
  2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
36
  2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
37
  2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
38
+ 2024-06-12 19:19:03,775 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
39
+ 2024-06-12 19:19:03,776 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
40
+ 2024-06-12 19:19:03,781 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
wandb/run-20240612_150610-7vg9fga2/logs/debug-internal.log CHANGED
@@ -6608,3 +6608,24 @@
6608
  2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
6609
  2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
6610
  2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6608
  2024-06-12 19:18:58,425 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: status_report
6609
  2024-06-12 19:19:00,443 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240612_150610-7vg9fga2/files/config.yaml
6610
  2024-06-12 19:19:00,932 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: keepalive
6611
+ 2024-06-12 19:19:03,776 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: pause
6612
+ 2024-06-12 19:19:03,776 INFO HandlerThread:143 [handler.py:handle_request_pause():708] stopping system metrics thread
6613
+ 2024-06-12 19:19:03,776 INFO HandlerThread:143 [system_monitor.py:finish():203] Stopping system monitor
6614
+ 2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():172] Starting system metrics aggregation loop
6615
+ 2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():179] Finished system metrics aggregation loop
6616
+ 2024-06-12 19:19:03,777 DEBUG SystemMonitor:143 [system_monitor.py:_start():183] Publishing last batch of metrics
6617
+ 2024-06-12 19:19:03,777 INFO HandlerThread:143 [interfaces.py:finish():202] Joined cpu monitor
6618
+ 2024-06-12 19:19:03,778 INFO HandlerThread:143 [interfaces.py:finish():202] Joined disk monitor
6619
+ 2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined gpu monitor
6620
+ 2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined memory monitor
6621
+ 2024-06-12 19:19:03,784 INFO HandlerThread:143 [interfaces.py:finish():202] Joined network monitor
6622
+ 2024-06-12 19:19:03,784 DEBUG HandlerThread:143 [handler.py:handle_request():146] handle_request: resume
6623
+ 2024-06-12 19:19:03,785 INFO HandlerThread:143 [handler.py:handle_request_resume():699] starting system metrics thread
6624
+ 2024-06-12 19:19:03,785 INFO HandlerThread:143 [system_monitor.py:start():194] Starting system monitor
6625
+ 2024-06-12 19:19:03,785 DEBUG SenderThread:143 [sender.py:send():382] send: stats
6626
+ 2024-06-12 19:19:03,785 INFO SystemMonitor:143 [system_monitor.py:_start():158] Starting system asset monitoring threads
6627
+ 2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started cpu monitoring
6628
+ 2024-06-12 19:19:03,786 INFO SystemMonitor:143 [interfaces.py:start():190] Started disk monitoring
6629
+ 2024-06-12 19:19:03,787 INFO SystemMonitor:143 [interfaces.py:start():190] Started gpu monitoring
6630
+ 2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started memory monitoring
6631
+ 2024-06-12 19:19:03,788 INFO SystemMonitor:143 [interfaces.py:start():190] Started network monitoring
wandb/run-20240612_150610-7vg9fga2/logs/debug.log CHANGED
@@ -35,3 +35,6 @@ config: {}
35
  2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
36
  2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
37
  2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
 
 
 
 
35
  2024-06-12 19:18:55,407 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
36
  2024-06-12 19:18:55,407 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
37
  2024-06-12 19:18:55,413 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend
38
+ 2024-06-12 19:19:03,775 INFO MainThread:26 [jupyter.py:save_ipynb():373] not saving jupyter notebook
39
+ 2024-06-12 19:19:03,776 INFO MainThread:26 [wandb_init.py:_pause_backend():437] pausing backend
40
+ 2024-06-12 19:19:03,781 INFO MainThread:26 [wandb_init.py:_resume_backend():442] resuming backend