csujeong commited on
Commit
4f7cc10
1 Parent(s): f34bb0f

Training in progress, step 50

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1755f5949357fad4a242a0dfd3c9e60b22b740dccb0b612db148245d4d1356a
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69906a7f3089815bd0b9cf5bbf2383b285ebea4e3270e1102298dfb1a325125a
3
  size 261131840
runs/Dec23_12-50-32_e914d23c8e31/events.out.tfevents.1703335862.e914d23c8e31.1666.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7a11133aab0fa2dc16d09e173a33a3dba9375810937e7f4cd566efa36096694
3
- size 6107
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f957ce08702b9f71b2f8cd8131c1645200113bd149ec9a706932ffa781e60a5
3
+ size 6261
wandb/debug-internal.log CHANGED
@@ -216,3 +216,47 @@
216
  2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
217
  2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
218
  2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
216
  2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
217
  2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
218
  2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
219
+ 2023-12-23 12:58:04,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
220
+ 2023-12-23 12:58:09,681 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
221
+ 2023-12-23 12:58:12,396 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
222
+ 2023-12-23 12:58:12,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
223
+ 2023-12-23 12:58:12,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
224
+ 2023-12-23 12:58:12,505 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
225
+ 2023-12-23 12:58:15,625 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
226
+ 2023-12-23 12:58:20,626 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
227
+ 2023-12-23 12:58:25,627 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
228
+ 2023-12-23 12:58:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
229
+ 2023-12-23 12:58:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
230
+ 2023-12-23 12:58:27,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
231
+ 2023-12-23 12:58:31,588 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
232
+ 2023-12-23 12:58:36,590 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
233
+ 2023-12-23 12:58:41,591 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
234
+ 2023-12-23 12:58:42,397 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
235
+ 2023-12-23 12:58:42,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
236
+ 2023-12-23 12:58:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
237
+ 2023-12-23 12:58:42,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
238
+ 2023-12-23 12:58:46,650 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
239
+ 2023-12-23 12:58:51,652 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
240
+ 2023-12-23 12:58:56,653 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
241
+ 2023-12-23 12:58:57,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
242
+ 2023-12-23 12:58:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
243
+ 2023-12-23 12:58:57,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
244
+ 2023-12-23 12:59:02,628 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
245
+ 2023-12-23 12:59:07,629 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
246
+ 2023-12-23 12:59:12,398 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
247
+ 2023-12-23 12:59:12,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
248
+ 2023-12-23 12:59:12,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
249
+ 2023-12-23 12:59:12,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
250
+ 2023-12-23 12:59:12,631 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
251
+ 2023-12-23 12:59:15,270 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: partial_history
252
+ 2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send():382] send: history
253
+ 2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: summary_record
254
+ 2023-12-23 12:59:15,284 INFO SenderThread:4184 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
255
+ 2023-12-23 12:59:15,527 INFO Thread-12 :4184 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-financial/wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
256
+ 2023-12-23 12:59:18,287 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
257
+ 2023-12-23 12:59:23,288 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
258
+ 2023-12-23 12:59:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
259
+ 2023-12-23 12:59:27,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
260
+ 2023-12-23 12:59:27,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
261
+ 2023-12-23 12:59:28,611 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
262
+ 2023-12-23 12:59:33,612 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.5322, "train/learning_rate": 0.00010611616608218429, "train/epoch": 2.58, "train/global_step": 40, "_timestamp": 1703336265.4820054, "_runtime": 335.5514693260193, "_step": 3}
 
1
+ {"train/loss": 0.4718, "train/learning_rate": 6.601106984173835e-05, "train/epoch": 3.23, "train/global_step": 50, "_timestamp": 1703336355.269433, "_runtime": 425.3388969898224, "_step": 4}
wandb/run-20231223_125209-wzwtpkqz/logs/debug-internal.log CHANGED
@@ -216,3 +216,47 @@
216
  2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
217
  2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
218
  2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
216
  2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
217
  2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
218
  2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
219
+ 2023-12-23 12:58:04,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
220
+ 2023-12-23 12:58:09,681 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
221
+ 2023-12-23 12:58:12,396 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
222
+ 2023-12-23 12:58:12,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
223
+ 2023-12-23 12:58:12,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
224
+ 2023-12-23 12:58:12,505 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
225
+ 2023-12-23 12:58:15,625 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
226
+ 2023-12-23 12:58:20,626 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
227
+ 2023-12-23 12:58:25,627 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
228
+ 2023-12-23 12:58:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
229
+ 2023-12-23 12:58:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
230
+ 2023-12-23 12:58:27,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
231
+ 2023-12-23 12:58:31,588 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
232
+ 2023-12-23 12:58:36,590 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
233
+ 2023-12-23 12:58:41,591 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
234
+ 2023-12-23 12:58:42,397 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
235
+ 2023-12-23 12:58:42,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
236
+ 2023-12-23 12:58:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
237
+ 2023-12-23 12:58:42,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
238
+ 2023-12-23 12:58:46,650 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
239
+ 2023-12-23 12:58:51,652 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
240
+ 2023-12-23 12:58:56,653 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
241
+ 2023-12-23 12:58:57,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
242
+ 2023-12-23 12:58:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
243
+ 2023-12-23 12:58:57,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
244
+ 2023-12-23 12:59:02,628 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
245
+ 2023-12-23 12:59:07,629 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
246
+ 2023-12-23 12:59:12,398 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
247
+ 2023-12-23 12:59:12,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
248
+ 2023-12-23 12:59:12,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
249
+ 2023-12-23 12:59:12,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
250
+ 2023-12-23 12:59:12,631 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
251
+ 2023-12-23 12:59:15,270 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: partial_history
252
+ 2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send():382] send: history
253
+ 2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: summary_record
254
+ 2023-12-23 12:59:15,284 INFO SenderThread:4184 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
255
+ 2023-12-23 12:59:15,527 INFO Thread-12 :4184 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-financial/wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
256
+ 2023-12-23 12:59:18,287 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
257
+ 2023-12-23 12:59:23,288 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
258
+ 2023-12-23 12:59:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
259
+ 2023-12-23 12:59:27,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
260
+ 2023-12-23 12:59:27,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
261
+ 2023-12-23 12:59:28,611 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
262
+ 2023-12-23 12:59:33,612 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report