Training in progress, step 320
Browse files- adapter_model.safetensors +1 -1
- runs/Dec21_07-31-46_0dba6b8fc499/events.out.tfevents.1703144570.0dba6b8fc499.562.0 +2 -2
- wandb/debug-internal.log +91 -0
- wandb/run-20231221_074619-o0md2mn0/files/config.yaml +20 -0
- wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json +1 -1
- wandb/run-20231221_074619-o0md2mn0/logs/debug-internal.log +91 -0
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 261131840
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a676c2383f4a5a8effa10bb407e0db166a0de016d0b89865378838bc72074f59
|
3 |
size 261131840
|
runs/Dec21_07-31-46_0dba6b8fc499/events.out.tfevents.1703144570.0dba6b8fc499.562.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1099fab10d750f40b43bfa205fa1b513034dfc018f86fd18068a1be8bb29917c
|
3 |
+
size 10464
|
wandb/debug-internal.log
CHANGED
@@ -2377,3 +2377,94 @@
|
|
2377 |
2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2378 |
2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2379 |
2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2377 |
2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2378 |
2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2379 |
2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2380 |
+
2023-12-21 09:12:01,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2381 |
+
2023-12-21 09:12:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2382 |
+
2023-12-21 09:12:04,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2383 |
+
2023-12-21 09:12:04,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2384 |
+
2023-12-21 09:12:07,779 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2385 |
+
2023-12-21 09:12:12,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2386 |
+
2023-12-21 09:12:17,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2387 |
+
2023-12-21 09:12:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2388 |
+
2023-12-21 09:12:19,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2389 |
+
2023-12-21 09:12:19,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2390 |
+
2023-12-21 09:12:22,819 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2391 |
+
2023-12-21 09:12:22,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2392 |
+
2023-12-21 09:12:27,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2393 |
+
2023-12-21 09:12:32,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2394 |
+
2023-12-21 09:12:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2395 |
+
2023-12-21 09:12:34,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2396 |
+
2023-12-21 09:12:34,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2397 |
+
2023-12-21 09:12:38,805 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2398 |
+
2023-12-21 09:12:43,806 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2399 |
+
2023-12-21 09:12:48,807 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2400 |
+
2023-12-21 09:12:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2401 |
+
2023-12-21 09:12:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2402 |
+
2023-12-21 09:12:49,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2403 |
+
2023-12-21 09:12:52,991 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2404 |
+
2023-12-21 09:12:53,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2405 |
+
2023-12-21 09:12:58,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2406 |
+
2023-12-21 09:13:03,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2407 |
+
2023-12-21 09:13:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2408 |
+
2023-12-21 09:13:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2409 |
+
2023-12-21 09:13:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2410 |
+
2023-12-21 09:13:09,762 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2411 |
+
2023-12-21 09:13:14,763 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2412 |
+
2023-12-21 09:13:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2413 |
+
2023-12-21 09:13:19,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2414 |
+
2023-12-21 09:13:19,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2415 |
+
2023-12-21 09:13:19,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2416 |
+
2023-12-21 09:13:22,992 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2417 |
+
2023-12-21 09:13:24,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2418 |
+
2023-12-21 09:13:29,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2419 |
+
2023-12-21 09:13:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2420 |
+
2023-12-21 09:13:34,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2421 |
+
2023-12-21 09:13:34,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2422 |
+
2023-12-21 09:13:35,823 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2423 |
+
2023-12-21 09:13:40,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2424 |
+
2023-12-21 09:13:45,825 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2425 |
+
2023-12-21 09:13:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2426 |
+
2023-12-21 09:13:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2427 |
+
2023-12-21 09:13:49,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2428 |
+
2023-12-21 09:13:50,848 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2429 |
+
2023-12-21 09:13:52,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2430 |
+
2023-12-21 09:13:55,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2431 |
+
2023-12-21 09:14:00,995 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2432 |
+
2023-12-21 09:14:04,583 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2433 |
+
2023-12-21 09:14:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2434 |
+
2023-12-21 09:14:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2435 |
+
2023-12-21 09:14:06,847 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2436 |
+
2023-12-21 09:14:10,388 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
|
2437 |
+
2023-12-21 09:14:10,390 DEBUG SenderThread:20887 [sender.py:send():382] send: history
|
2438 |
+
2023-12-21 09:14:10,391 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
|
2439 |
+
2023-12-21 09:14:10,396 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
2440 |
+
2023-12-21 09:14:11,170 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
|
2441 |
+
2023-12-21 09:14:12,400 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2442 |
+
2023-12-21 09:14:17,401 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2443 |
+
2023-12-21 09:14:21,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2444 |
+
2023-12-21 09:14:21,395 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2445 |
+
2023-12-21 09:14:21,398 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2446 |
+
2023-12-21 09:14:21,660 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
|
2447 |
+
2023-12-21 09:14:21,673 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2448 |
+
2023-12-21 09:14:21,679 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2449 |
+
2023-12-21 09:14:21,680 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2450 |
+
2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2451 |
+
2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2452 |
+
2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send():382] send: history
|
2453 |
+
2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
|
2454 |
+
2023-12-21 09:14:21,691 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
2455 |
+
2023-12-21 09:14:22,214 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
|
2456 |
+
2023-12-21 09:14:22,692 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2457 |
+
2023-12-21 09:14:22,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2458 |
+
2023-12-21 09:14:27,999 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2459 |
+
2023-12-21 09:14:29,234 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/config.yaml
|
2460 |
+
2023-12-21 09:14:33,324 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2461 |
+
2023-12-21 09:14:36,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2462 |
+
2023-12-21 09:14:36,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2463 |
+
2023-12-21 09:14:36,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2464 |
+
2023-12-21 09:14:38,616 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2465 |
+
2023-12-21 09:14:43,617 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2466 |
+
2023-12-21 09:14:48,618 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2467 |
+
2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2468 |
+
2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2469 |
+
2023-12-21 09:14:51,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2470 |
+
2023-12-21 09:14:52,994 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
wandb/run-20231221_074619-o0md2mn0/files/config.yaml
CHANGED
@@ -68,6 +68,26 @@ _wandb:
|
|
68 |
5: 1
|
69 |
6:
|
70 |
- 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
71 |
vocab_size:
|
72 |
desc: null
|
73 |
value: 65024
|
|
|
68 |
5: 1
|
69 |
6:
|
70 |
- 1
|
71 |
+
- 1: train/train_runtime
|
72 |
+
5: 1
|
73 |
+
6:
|
74 |
+
- 1
|
75 |
+
- 1: train/train_samples_per_second
|
76 |
+
5: 1
|
77 |
+
6:
|
78 |
+
- 1
|
79 |
+
- 1: train/train_steps_per_second
|
80 |
+
5: 1
|
81 |
+
6:
|
82 |
+
- 1
|
83 |
+
- 1: train/total_flos
|
84 |
+
5: 1
|
85 |
+
6:
|
86 |
+
- 1
|
87 |
+
- 1: train/train_loss
|
88 |
+
5: 1
|
89 |
+
6:
|
90 |
+
- 1
|
91 |
vocab_size:
|
92 |
desc: null
|
93 |
value: 65024
|
wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss": 0.
|
|
|
1 |
+
{"train/loss": 0.0888, "train/learning_rate": 0.0, "train/epoch": 7.27, "train/global_step": 320, "_timestamp": 1703150061.6594467, "_runtime": 5281.699947834015, "_step": 32, "train/train_runtime": 5490.9314, "train/train_samples_per_second": 0.233, "train/train_steps_per_second": 0.058, "train/total_flos": 1.1442388164380928e+16, "train/train_loss": 0.6109964642673731}
|
wandb/run-20231221_074619-o0md2mn0/logs/debug-internal.log
CHANGED
@@ -2377,3 +2377,94 @@
|
|
2377 |
2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2378 |
2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2379 |
2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2377 |
2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2378 |
2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2379 |
2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2380 |
+
2023-12-21 09:12:01,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2381 |
+
2023-12-21 09:12:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2382 |
+
2023-12-21 09:12:04,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2383 |
+
2023-12-21 09:12:04,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2384 |
+
2023-12-21 09:12:07,779 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2385 |
+
2023-12-21 09:12:12,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2386 |
+
2023-12-21 09:12:17,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2387 |
+
2023-12-21 09:12:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2388 |
+
2023-12-21 09:12:19,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2389 |
+
2023-12-21 09:12:19,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2390 |
+
2023-12-21 09:12:22,819 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2391 |
+
2023-12-21 09:12:22,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2392 |
+
2023-12-21 09:12:27,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2393 |
+
2023-12-21 09:12:32,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2394 |
+
2023-12-21 09:12:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2395 |
+
2023-12-21 09:12:34,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2396 |
+
2023-12-21 09:12:34,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2397 |
+
2023-12-21 09:12:38,805 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2398 |
+
2023-12-21 09:12:43,806 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2399 |
+
2023-12-21 09:12:48,807 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2400 |
+
2023-12-21 09:12:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2401 |
+
2023-12-21 09:12:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2402 |
+
2023-12-21 09:12:49,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2403 |
+
2023-12-21 09:12:52,991 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2404 |
+
2023-12-21 09:12:53,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2405 |
+
2023-12-21 09:12:58,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2406 |
+
2023-12-21 09:13:03,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2407 |
+
2023-12-21 09:13:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2408 |
+
2023-12-21 09:13:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2409 |
+
2023-12-21 09:13:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2410 |
+
2023-12-21 09:13:09,762 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2411 |
+
2023-12-21 09:13:14,763 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2412 |
+
2023-12-21 09:13:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2413 |
+
2023-12-21 09:13:19,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2414 |
+
2023-12-21 09:13:19,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2415 |
+
2023-12-21 09:13:19,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2416 |
+
2023-12-21 09:13:22,992 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2417 |
+
2023-12-21 09:13:24,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2418 |
+
2023-12-21 09:13:29,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2419 |
+
2023-12-21 09:13:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2420 |
+
2023-12-21 09:13:34,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2421 |
+
2023-12-21 09:13:34,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2422 |
+
2023-12-21 09:13:35,823 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2423 |
+
2023-12-21 09:13:40,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2424 |
+
2023-12-21 09:13:45,825 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2425 |
+
2023-12-21 09:13:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2426 |
+
2023-12-21 09:13:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2427 |
+
2023-12-21 09:13:49,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2428 |
+
2023-12-21 09:13:50,848 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2429 |
+
2023-12-21 09:13:52,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2430 |
+
2023-12-21 09:13:55,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2431 |
+
2023-12-21 09:14:00,995 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2432 |
+
2023-12-21 09:14:04,583 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2433 |
+
2023-12-21 09:14:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2434 |
+
2023-12-21 09:14:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2435 |
+
2023-12-21 09:14:06,847 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2436 |
+
2023-12-21 09:14:10,388 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
|
2437 |
+
2023-12-21 09:14:10,390 DEBUG SenderThread:20887 [sender.py:send():382] send: history
|
2438 |
+
2023-12-21 09:14:10,391 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
|
2439 |
+
2023-12-21 09:14:10,396 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
2440 |
+
2023-12-21 09:14:11,170 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
|
2441 |
+
2023-12-21 09:14:12,400 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2442 |
+
2023-12-21 09:14:17,401 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2443 |
+
2023-12-21 09:14:21,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2444 |
+
2023-12-21 09:14:21,395 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2445 |
+
2023-12-21 09:14:21,398 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2446 |
+
2023-12-21 09:14:21,660 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
|
2447 |
+
2023-12-21 09:14:21,673 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2448 |
+
2023-12-21 09:14:21,679 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2449 |
+
2023-12-21 09:14:21,680 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2450 |
+
2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2451 |
+
2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
|
2452 |
+
2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send():382] send: history
|
2453 |
+
2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
|
2454 |
+
2023-12-21 09:14:21,691 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
2455 |
+
2023-12-21 09:14:22,214 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
|
2456 |
+
2023-12-21 09:14:22,692 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2457 |
+
2023-12-21 09:14:22,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|
2458 |
+
2023-12-21 09:14:27,999 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2459 |
+
2023-12-21 09:14:29,234 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/config.yaml
|
2460 |
+
2023-12-21 09:14:33,324 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2461 |
+
2023-12-21 09:14:36,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2462 |
+
2023-12-21 09:14:36,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2463 |
+
2023-12-21 09:14:36,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2464 |
+
2023-12-21 09:14:38,616 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2465 |
+
2023-12-21 09:14:43,617 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2466 |
+
2023-12-21 09:14:48,618 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
|
2467 |
+
2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
|
2468 |
+
2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
|
2469 |
+
2023-12-21 09:14:51,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
|
2470 |
+
2023-12-21 09:14:52,994 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
|