csujeong commited on
Commit
f34bb0f
1 Parent(s): 6d26eaa

Training in progress, step 40

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44915e1fda8cdc065744d6c76e9643d4ea882cdd25337f509f692e2cb98da59c
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1755f5949357fad4a242a0dfd3c9e60b22b740dccb0b612db148245d4d1356a
3
  size 261131840
runs/Dec23_12-50-32_e914d23c8e31/events.out.tfevents.1703335862.e914d23c8e31.1666.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08897d25988ac205b8c36183d0906ef596771c9b4fc530ff41e7ce789e7092b4
3
- size 5953
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a11133aab0fa2dc16d09e173a33a3dba9375810937e7f4cd566efa36096694
3
+ size 6107
wandb/debug-internal.log CHANGED
@@ -173,3 +173,46 @@
173
  2023-12-23 12:56:27,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
174
  2023-12-23 12:56:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
175
  2023-12-23 12:56:31,633 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
173
  2023-12-23 12:56:27,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
174
  2023-12-23 12:56:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
175
  2023-12-23 12:56:31,633 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
176
+ 2023-12-23 12:56:36,635 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
177
+ 2023-12-23 12:56:41,636 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
178
+ 2023-12-23 12:56:42,394 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
179
+ 2023-12-23 12:56:42,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
180
+ 2023-12-23 12:56:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
181
+ 2023-12-23 12:56:42,503 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
182
+ 2023-12-23 12:56:46,644 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
183
+ 2023-12-23 12:56:51,645 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
184
+ 2023-12-23 12:56:56,646 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
185
+ 2023-12-23 12:56:57,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
186
+ 2023-12-23 12:56:57,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
187
+ 2023-12-23 12:56:57,503 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
188
+ 2023-12-23 12:57:02,585 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
189
+ 2023-12-23 12:57:07,586 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
190
+ 2023-12-23 12:57:12,394 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
191
+ 2023-12-23 12:57:12,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
192
+ 2023-12-23 12:57:12,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
193
+ 2023-12-23 12:57:12,503 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
194
+ 2023-12-23 12:57:13,558 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
195
+ 2023-12-23 12:57:18,559 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
196
+ 2023-12-23 12:57:23,560 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
197
+ 2023-12-23 12:57:27,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
198
+ 2023-12-23 12:57:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
199
+ 2023-12-23 12:57:27,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
200
+ 2023-12-23 12:57:28,615 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
201
+ 2023-12-23 12:57:33,616 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
202
+ 2023-12-23 12:57:38,616 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
203
+ 2023-12-23 12:57:42,395 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
204
+ 2023-12-23 12:57:42,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
205
+ 2023-12-23 12:57:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
206
+ 2023-12-23 12:57:42,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
207
+ 2023-12-23 12:57:43,622 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
208
+ 2023-12-23 12:57:45,483 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: partial_history
209
+ 2023-12-23 12:57:45,487 DEBUG SenderThread:4184 [sender.py:send():382] send: history
210
+ 2023-12-23 12:57:45,488 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: summary_record
211
+ 2023-12-23 12:57:45,492 INFO SenderThread:4184 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
212
+ 2023-12-23 12:57:46,257 INFO Thread-12 :4184 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-financial/wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
213
+ 2023-12-23 12:57:49,505 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
214
+ 2023-12-23 12:57:54,506 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
215
+ 2023-12-23 12:57:57,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
216
+ 2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
217
+ 2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
218
+ 2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.7982, "train/learning_rate": 0.00014521719072826858, "train/epoch": 1.94, "train/global_step": 30, "_timestamp": 1703336180.6554873, "_runtime": 250.72495126724243, "_step": 2}
 
1
+ {"train/loss": 0.5322, "train/learning_rate": 0.00010611616608218429, "train/epoch": 2.58, "train/global_step": 40, "_timestamp": 1703336265.4820054, "_runtime": 335.5514693260193, "_step": 3}
wandb/run-20231223_125209-wzwtpkqz/logs/debug-internal.log CHANGED
@@ -173,3 +173,46 @@
173
  2023-12-23 12:56:27,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
174
  2023-12-23 12:56:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
175
  2023-12-23 12:56:31,633 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
173
  2023-12-23 12:56:27,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
174
  2023-12-23 12:56:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
175
  2023-12-23 12:56:31,633 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
176
+ 2023-12-23 12:56:36,635 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
177
+ 2023-12-23 12:56:41,636 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
178
+ 2023-12-23 12:56:42,394 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
179
+ 2023-12-23 12:56:42,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
180
+ 2023-12-23 12:56:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
181
+ 2023-12-23 12:56:42,503 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
182
+ 2023-12-23 12:56:46,644 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
183
+ 2023-12-23 12:56:51,645 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
184
+ 2023-12-23 12:56:56,646 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
185
+ 2023-12-23 12:56:57,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
186
+ 2023-12-23 12:56:57,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
187
+ 2023-12-23 12:56:57,503 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
188
+ 2023-12-23 12:57:02,585 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
189
+ 2023-12-23 12:57:07,586 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
190
+ 2023-12-23 12:57:12,394 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
191
+ 2023-12-23 12:57:12,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
192
+ 2023-12-23 12:57:12,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
193
+ 2023-12-23 12:57:12,503 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
194
+ 2023-12-23 12:57:13,558 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
195
+ 2023-12-23 12:57:18,559 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
196
+ 2023-12-23 12:57:23,560 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
197
+ 2023-12-23 12:57:27,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
198
+ 2023-12-23 12:57:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
199
+ 2023-12-23 12:57:27,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
200
+ 2023-12-23 12:57:28,615 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
201
+ 2023-12-23 12:57:33,616 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
202
+ 2023-12-23 12:57:38,616 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
203
+ 2023-12-23 12:57:42,395 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
204
+ 2023-12-23 12:57:42,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
205
+ 2023-12-23 12:57:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
206
+ 2023-12-23 12:57:42,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
207
+ 2023-12-23 12:57:43,622 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
208
+ 2023-12-23 12:57:45,483 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: partial_history
209
+ 2023-12-23 12:57:45,487 DEBUG SenderThread:4184 [sender.py:send():382] send: history
210
+ 2023-12-23 12:57:45,488 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: summary_record
211
+ 2023-12-23 12:57:45,492 INFO SenderThread:4184 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
212
+ 2023-12-23 12:57:46,257 INFO Thread-12 :4184 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-financial/wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
213
+ 2023-12-23 12:57:49,505 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
214
+ 2023-12-23 12:57:54,506 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
215
+ 2023-12-23 12:57:57,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
216
+ 2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
217
+ 2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
218
+ 2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report