Training in progress, step 30
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 +2 -2
- wandb/debug-internal.log +40 -0
- wandb/run-20240308_134901-hlg2f18u/files/output.log +1 -0
- wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json +1 -1
- wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log +40 -0
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 261131840
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f70334474ca431456030c04cf8232c7780947a86da637a14bb5d950d508f4712
|
3 |
size 261131840
|
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5074bdfa39d966d54d996301ba5cd06121b81597bef4b343be5fef97e565bf09
|
3 |
+
size 6353
|
wandb/debug-internal.log
CHANGED
@@ -145,3 +145,43 @@
|
|
145 |
2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
146 |
2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
147 |
2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
145 |
2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
146 |
2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
147 |
2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
148 |
+
2024-03-08 13:52:31,914 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
149 |
+
2024-03-08 13:52:36,915 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
150 |
+
2024-03-08 13:52:37,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
151 |
+
2024-03-08 13:52:37,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
152 |
+
2024-03-08 13:52:37,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
153 |
+
2024-03-08 13:52:37,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
154 |
+
2024-03-08 13:52:42,883 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
155 |
+
2024-03-08 13:52:47,884 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
156 |
+
2024-03-08 13:52:52,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
157 |
+
2024-03-08 13:52:52,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
158 |
+
2024-03-08 13:52:52,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
159 |
+
2024-03-08 13:52:52,936 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
160 |
+
2024-03-08 13:52:57,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
161 |
+
2024-03-08 13:53:02,938 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
162 |
+
2024-03-08 13:53:07,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
163 |
+
2024-03-08 13:53:07,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
164 |
+
2024-03-08 13:53:07,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
165 |
+
2024-03-08 13:53:07,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
166 |
+
2024-03-08 13:53:07,941 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
167 |
+
2024-03-08 13:53:12,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
168 |
+
2024-03-08 13:53:17,943 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
169 |
+
2024-03-08 13:53:22,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
170 |
+
2024-03-08 13:53:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
171 |
+
2024-03-08 13:53:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
172 |
+
2024-03-08 13:53:24,209 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
173 |
+
2024-03-08 13:53:29,210 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
174 |
+
2024-03-08 13:53:32,742 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
175 |
+
2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
176 |
+
2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
177 |
+
2024-03-08 13:53:32,746 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
178 |
+
2024-03-08 13:53:33,038 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
179 |
+
2024-03-08 13:53:34,785 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
180 |
+
2024-03-08 13:53:36,039 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
181 |
+
2024-03-08 13:53:37,175 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
182 |
+
2024-03-08 13:53:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
183 |
+
2024-03-08 13:53:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
184 |
+
2024-03-08 13:53:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
185 |
+
2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
186 |
+
2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
187 |
+
2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/files/output.log
CHANGED
@@ -1,2 +1,3 @@
|
|
1 |
|
2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
|
|
|
1 |
|
2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
3 |
+
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss":
|
|
|
1 |
+
{"train/loss": 0.8086, "train/grad_norm": 0.6839137077331543, "train/learning_rate": 9.627106148213522e-05, "train/epoch": 2.4, "train/global_step": 30, "_timestamp": 1709906012.7423384, "_runtime": 271.32204151153564, "_step": 2}
|
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log
CHANGED
@@ -145,3 +145,43 @@
|
|
145 |
2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
146 |
2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
147 |
2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
145 |
2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
146 |
2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
147 |
2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
148 |
+
2024-03-08 13:52:31,914 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
149 |
+
2024-03-08 13:52:36,915 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
150 |
+
2024-03-08 13:52:37,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
151 |
+
2024-03-08 13:52:37,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
152 |
+
2024-03-08 13:52:37,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
153 |
+
2024-03-08 13:52:37,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
154 |
+
2024-03-08 13:52:42,883 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
155 |
+
2024-03-08 13:52:47,884 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
156 |
+
2024-03-08 13:52:52,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
157 |
+
2024-03-08 13:52:52,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
158 |
+
2024-03-08 13:52:52,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
159 |
+
2024-03-08 13:52:52,936 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
160 |
+
2024-03-08 13:52:57,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
161 |
+
2024-03-08 13:53:02,938 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
162 |
+
2024-03-08 13:53:07,174 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
163 |
+
2024-03-08 13:53:07,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
164 |
+
2024-03-08 13:53:07,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
165 |
+
2024-03-08 13:53:07,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
166 |
+
2024-03-08 13:53:07,941 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
167 |
+
2024-03-08 13:53:12,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
168 |
+
2024-03-08 13:53:17,943 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
169 |
+
2024-03-08 13:53:22,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
170 |
+
2024-03-08 13:53:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
171 |
+
2024-03-08 13:53:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
172 |
+
2024-03-08 13:53:24,209 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
173 |
+
2024-03-08 13:53:29,210 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
174 |
+
2024-03-08 13:53:32,742 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
175 |
+
2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
176 |
+
2024-03-08 13:53:32,744 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
177 |
+
2024-03-08 13:53:32,746 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
178 |
+
2024-03-08 13:53:33,038 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
179 |
+
2024-03-08 13:53:34,785 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
180 |
+
2024-03-08 13:53:36,039 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
181 |
+
2024-03-08 13:53:37,175 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
182 |
+
2024-03-08 13:53:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
183 |
+
2024-03-08 13:53:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
184 |
+
2024-03-08 13:53:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
185 |
+
2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
186 |
+
2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
187 |
+
2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|