Training in progress, step 50
Browse files
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 261131840
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69906a7f3089815bd0b9cf5bbf2383b285ebea4e3270e1102298dfb1a325125a
|
3 |
size 261131840
|
runs/Dec23_12-50-32_e914d23c8e31/events.out.tfevents.1703335862.e914d23c8e31.1666.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f957ce08702b9f71b2f8cd8131c1645200113bd149ec9a706932ffa781e60a5
|
3 |
+
size 6261
|
wandb/debug-internal.log
CHANGED
@@ -216,3 +216,47 @@
|
|
216 |
2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
217 |
2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
218 |
2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
216 |
2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
217 |
2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
218 |
2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
219 |
+
2023-12-23 12:58:04,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
220 |
+
2023-12-23 12:58:09,681 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
221 |
+
2023-12-23 12:58:12,396 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
|
222 |
+
2023-12-23 12:58:12,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
223 |
+
2023-12-23 12:58:12,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
224 |
+
2023-12-23 12:58:12,505 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
225 |
+
2023-12-23 12:58:15,625 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
226 |
+
2023-12-23 12:58:20,626 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
227 |
+
2023-12-23 12:58:25,627 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
228 |
+
2023-12-23 12:58:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
229 |
+
2023-12-23 12:58:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
230 |
+
2023-12-23 12:58:27,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
231 |
+
2023-12-23 12:58:31,588 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
232 |
+
2023-12-23 12:58:36,590 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
233 |
+
2023-12-23 12:58:41,591 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
234 |
+
2023-12-23 12:58:42,397 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
|
235 |
+
2023-12-23 12:58:42,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
236 |
+
2023-12-23 12:58:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
237 |
+
2023-12-23 12:58:42,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
238 |
+
2023-12-23 12:58:46,650 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
239 |
+
2023-12-23 12:58:51,652 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
240 |
+
2023-12-23 12:58:56,653 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
241 |
+
2023-12-23 12:58:57,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
242 |
+
2023-12-23 12:58:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
243 |
+
2023-12-23 12:58:57,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
244 |
+
2023-12-23 12:59:02,628 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
245 |
+
2023-12-23 12:59:07,629 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
246 |
+
2023-12-23 12:59:12,398 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
|
247 |
+
2023-12-23 12:59:12,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
248 |
+
2023-12-23 12:59:12,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
249 |
+
2023-12-23 12:59:12,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
250 |
+
2023-12-23 12:59:12,631 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
251 |
+
2023-12-23 12:59:15,270 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: partial_history
|
252 |
+
2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send():382] send: history
|
253 |
+
2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: summary_record
|
254 |
+
2023-12-23 12:59:15,284 INFO SenderThread:4184 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
255 |
+
2023-12-23 12:59:15,527 INFO Thread-12 :4184 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-financial/wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
|
256 |
+
2023-12-23 12:59:18,287 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
257 |
+
2023-12-23 12:59:23,288 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
258 |
+
2023-12-23 12:59:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
259 |
+
2023-12-23 12:59:27,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
260 |
+
2023-12-23 12:59:27,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
261 |
+
2023-12-23 12:59:28,611 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
262 |
+
2023-12-23 12:59:33,612 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss": 0.
|
|
|
1 |
+
{"train/loss": 0.4718, "train/learning_rate": 6.601106984173835e-05, "train/epoch": 3.23, "train/global_step": 50, "_timestamp": 1703336355.269433, "_runtime": 425.3388969898224, "_step": 4}
|
wandb/run-20231223_125209-wzwtpkqz/logs/debug-internal.log
CHANGED
@@ -216,3 +216,47 @@
|
|
216 |
2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
217 |
2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
218 |
2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
216 |
2023-12-23 12:57:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
217 |
2023-12-23 12:57:57,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
218 |
2023-12-23 12:57:59,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
219 |
+
2023-12-23 12:58:04,680 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
220 |
+
2023-12-23 12:58:09,681 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
221 |
+
2023-12-23 12:58:12,396 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
|
222 |
+
2023-12-23 12:58:12,463 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
223 |
+
2023-12-23 12:58:12,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
224 |
+
2023-12-23 12:58:12,505 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
225 |
+
2023-12-23 12:58:15,625 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
226 |
+
2023-12-23 12:58:20,626 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
227 |
+
2023-12-23 12:58:25,627 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
228 |
+
2023-12-23 12:58:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
229 |
+
2023-12-23 12:58:27,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
230 |
+
2023-12-23 12:58:27,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
231 |
+
2023-12-23 12:58:31,588 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
232 |
+
2023-12-23 12:58:36,590 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
233 |
+
2023-12-23 12:58:41,591 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
234 |
+
2023-12-23 12:58:42,397 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
|
235 |
+
2023-12-23 12:58:42,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
236 |
+
2023-12-23 12:58:42,464 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
237 |
+
2023-12-23 12:58:42,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
238 |
+
2023-12-23 12:58:46,650 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
239 |
+
2023-12-23 12:58:51,652 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
240 |
+
2023-12-23 12:58:56,653 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
241 |
+
2023-12-23 12:58:57,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
242 |
+
2023-12-23 12:58:57,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
243 |
+
2023-12-23 12:58:57,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
244 |
+
2023-12-23 12:59:02,628 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
245 |
+
2023-12-23 12:59:07,629 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
246 |
+
2023-12-23 12:59:12,398 DEBUG SenderThread:4184 [sender.py:send():382] send: stats
|
247 |
+
2023-12-23 12:59:12,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
248 |
+
2023-12-23 12:59:12,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
249 |
+
2023-12-23 12:59:12,504 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
250 |
+
2023-12-23 12:59:12,631 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
251 |
+
2023-12-23 12:59:15,270 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: partial_history
|
252 |
+
2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send():382] send: history
|
253 |
+
2023-12-23 12:59:15,271 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: summary_record
|
254 |
+
2023-12-23 12:59:15,284 INFO SenderThread:4184 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
255 |
+
2023-12-23 12:59:15,527 INFO Thread-12 :4184 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-financial/wandb/run-20231223_125209-wzwtpkqz/files/wandb-summary.json
|
256 |
+
2023-12-23 12:59:18,287 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
257 |
+
2023-12-23 12:59:23,288 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
258 |
+
2023-12-23 12:59:27,464 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: stop_status
|
259 |
+
2023-12-23 12:59:27,465 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: internal_messages
|
260 |
+
2023-12-23 12:59:27,465 DEBUG SenderThread:4184 [sender.py:send_request():409] send_request: stop_status
|
261 |
+
2023-12-23 12:59:28,611 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|
262 |
+
2023-12-23 12:59:33,612 DEBUG HandlerThread:4184 [handler.py:handle_request():146] handle_request: status_report
|