csujeong commited on
Commit
2744432
·
1 Parent(s): 0a7d6f0

Training in progress, step 320

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6862916df13bc6d27e601dd908c49661ad78c02bb7c15b3d4979bb6ff7a4c0b6
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a676c2383f4a5a8effa10bb407e0db166a0de016d0b89865378838bc72074f59
3
  size 261131840
runs/Dec21_07-31-46_0dba6b8fc499/events.out.tfevents.1703144570.0dba6b8fc499.562.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73f10ab3ca90af67ff9bca4cd8899b0508df3e888c18949c87e33b28fec41e68
3
- size 9953
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1099fab10d750f40b43bfa205fa1b513034dfc018f86fd18068a1be8bb29917c
3
+ size 10464
wandb/debug-internal.log CHANGED
@@ -2377,3 +2377,94 @@
2377
  2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2378
  2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2379
  2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2377
  2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2378
  2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2379
  2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2380
+ 2023-12-21 09:12:01,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2381
+ 2023-12-21 09:12:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2382
+ 2023-12-21 09:12:04,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2383
+ 2023-12-21 09:12:04,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2384
+ 2023-12-21 09:12:07,779 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2385
+ 2023-12-21 09:12:12,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2386
+ 2023-12-21 09:12:17,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2387
+ 2023-12-21 09:12:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2388
+ 2023-12-21 09:12:19,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2389
+ 2023-12-21 09:12:19,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2390
+ 2023-12-21 09:12:22,819 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2391
+ 2023-12-21 09:12:22,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2392
+ 2023-12-21 09:12:27,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2393
+ 2023-12-21 09:12:32,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2394
+ 2023-12-21 09:12:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2395
+ 2023-12-21 09:12:34,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2396
+ 2023-12-21 09:12:34,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2397
+ 2023-12-21 09:12:38,805 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2398
+ 2023-12-21 09:12:43,806 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2399
+ 2023-12-21 09:12:48,807 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2400
+ 2023-12-21 09:12:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2401
+ 2023-12-21 09:12:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2402
+ 2023-12-21 09:12:49,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2403
+ 2023-12-21 09:12:52,991 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2404
+ 2023-12-21 09:12:53,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2405
+ 2023-12-21 09:12:58,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2406
+ 2023-12-21 09:13:03,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2407
+ 2023-12-21 09:13:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2408
+ 2023-12-21 09:13:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2409
+ 2023-12-21 09:13:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2410
+ 2023-12-21 09:13:09,762 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2411
+ 2023-12-21 09:13:14,763 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2412
+ 2023-12-21 09:13:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2413
+ 2023-12-21 09:13:19,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2414
+ 2023-12-21 09:13:19,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2415
+ 2023-12-21 09:13:19,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2416
+ 2023-12-21 09:13:22,992 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2417
+ 2023-12-21 09:13:24,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2418
+ 2023-12-21 09:13:29,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2419
+ 2023-12-21 09:13:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2420
+ 2023-12-21 09:13:34,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2421
+ 2023-12-21 09:13:34,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2422
+ 2023-12-21 09:13:35,823 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2423
+ 2023-12-21 09:13:40,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2424
+ 2023-12-21 09:13:45,825 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2425
+ 2023-12-21 09:13:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2426
+ 2023-12-21 09:13:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2427
+ 2023-12-21 09:13:49,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2428
+ 2023-12-21 09:13:50,848 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2429
+ 2023-12-21 09:13:52,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2430
+ 2023-12-21 09:13:55,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2431
+ 2023-12-21 09:14:00,995 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2432
+ 2023-12-21 09:14:04,583 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2433
+ 2023-12-21 09:14:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2434
+ 2023-12-21 09:14:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2435
+ 2023-12-21 09:14:06,847 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2436
+ 2023-12-21 09:14:10,388 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
2437
+ 2023-12-21 09:14:10,390 DEBUG SenderThread:20887 [sender.py:send():382] send: history
2438
+ 2023-12-21 09:14:10,391 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
2439
+ 2023-12-21 09:14:10,396 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
2440
+ 2023-12-21 09:14:11,170 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
2441
+ 2023-12-21 09:14:12,400 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2442
+ 2023-12-21 09:14:17,401 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2443
+ 2023-12-21 09:14:21,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2444
+ 2023-12-21 09:14:21,395 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2445
+ 2023-12-21 09:14:21,398 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2446
+ 2023-12-21 09:14:21,660 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
2447
+ 2023-12-21 09:14:21,673 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2448
+ 2023-12-21 09:14:21,679 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2449
+ 2023-12-21 09:14:21,680 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2450
+ 2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2451
+ 2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2452
+ 2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send():382] send: history
2453
+ 2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
2454
+ 2023-12-21 09:14:21,691 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
2455
+ 2023-12-21 09:14:22,214 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
2456
+ 2023-12-21 09:14:22,692 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2457
+ 2023-12-21 09:14:22,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2458
+ 2023-12-21 09:14:27,999 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2459
+ 2023-12-21 09:14:29,234 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/config.yaml
2460
+ 2023-12-21 09:14:33,324 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2461
+ 2023-12-21 09:14:36,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2462
+ 2023-12-21 09:14:36,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2463
+ 2023-12-21 09:14:36,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2464
+ 2023-12-21 09:14:38,616 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2465
+ 2023-12-21 09:14:43,617 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2466
+ 2023-12-21 09:14:48,618 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2467
+ 2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2468
+ 2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2469
+ 2023-12-21 09:14:51,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2470
+ 2023-12-21 09:14:52,994 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
wandb/run-20231221_074619-o0md2mn0/files/config.yaml CHANGED
@@ -68,6 +68,26 @@ _wandb:
68
  5: 1
69
  6:
70
  - 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  vocab_size:
72
  desc: null
73
  value: 65024
 
68
  5: 1
69
  6:
70
  - 1
71
+ - 1: train/train_runtime
72
+ 5: 1
73
+ 6:
74
+ - 1
75
+ - 1: train/train_samples_per_second
76
+ 5: 1
77
+ 6:
78
+ - 1
79
+ - 1: train/train_steps_per_second
80
+ 5: 1
81
+ 6:
82
+ - 1
83
+ - 1: train/total_flos
84
+ 5: 1
85
+ 6:
86
+ - 1
87
+ - 1: train/train_loss
88
+ 5: 1
89
+ 6:
90
+ - 1
91
  vocab_size:
92
  desc: null
93
  value: 65024
wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.0918, "train/learning_rate": 5.130676608104845e-07, "train/epoch": 7.05, "train/global_step": 310, "_timestamp": 1703149896.4798374, "_runtime": 5116.520338535309, "_step": 30}
 
1
+ {"train/loss": 0.0888, "train/learning_rate": 0.0, "train/epoch": 7.27, "train/global_step": 320, "_timestamp": 1703150061.6594467, "_runtime": 5281.699947834015, "_step": 32, "train/train_runtime": 5490.9314, "train/train_samples_per_second": 0.233, "train/train_steps_per_second": 0.058, "train/total_flos": 1.1442388164380928e+16, "train/train_loss": 0.6109964642673731}
wandb/run-20231221_074619-o0md2mn0/logs/debug-internal.log CHANGED
@@ -2377,3 +2377,94 @@
2377
  2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2378
  2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2379
  2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2377
  2023-12-21 09:11:51,921 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2378
  2023-12-21 09:11:52,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2379
  2023-12-21 09:11:56,991 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2380
+ 2023-12-21 09:12:01,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2381
+ 2023-12-21 09:12:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2382
+ 2023-12-21 09:12:04,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2383
+ 2023-12-21 09:12:04,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2384
+ 2023-12-21 09:12:07,779 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2385
+ 2023-12-21 09:12:12,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2386
+ 2023-12-21 09:12:17,780 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2387
+ 2023-12-21 09:12:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2388
+ 2023-12-21 09:12:19,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2389
+ 2023-12-21 09:12:19,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2390
+ 2023-12-21 09:12:22,819 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2391
+ 2023-12-21 09:12:22,990 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2392
+ 2023-12-21 09:12:27,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2393
+ 2023-12-21 09:12:32,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2394
+ 2023-12-21 09:12:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2395
+ 2023-12-21 09:12:34,582 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2396
+ 2023-12-21 09:12:34,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2397
+ 2023-12-21 09:12:38,805 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2398
+ 2023-12-21 09:12:43,806 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2399
+ 2023-12-21 09:12:48,807 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2400
+ 2023-12-21 09:12:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2401
+ 2023-12-21 09:12:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2402
+ 2023-12-21 09:12:49,627 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2403
+ 2023-12-21 09:12:52,991 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2404
+ 2023-12-21 09:12:53,992 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2405
+ 2023-12-21 09:12:58,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2406
+ 2023-12-21 09:13:03,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2407
+ 2023-12-21 09:13:04,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2408
+ 2023-12-21 09:13:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2409
+ 2023-12-21 09:13:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2410
+ 2023-12-21 09:13:09,762 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2411
+ 2023-12-21 09:13:14,763 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2412
+ 2023-12-21 09:13:19,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2413
+ 2023-12-21 09:13:19,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2414
+ 2023-12-21 09:13:19,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2415
+ 2023-12-21 09:13:19,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2416
+ 2023-12-21 09:13:22,992 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2417
+ 2023-12-21 09:13:24,993 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2418
+ 2023-12-21 09:13:29,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2419
+ 2023-12-21 09:13:34,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2420
+ 2023-12-21 09:13:34,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2421
+ 2023-12-21 09:13:34,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2422
+ 2023-12-21 09:13:35,823 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2423
+ 2023-12-21 09:13:40,824 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2424
+ 2023-12-21 09:13:45,825 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2425
+ 2023-12-21 09:13:49,582 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2426
+ 2023-12-21 09:13:49,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2427
+ 2023-12-21 09:13:49,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2428
+ 2023-12-21 09:13:50,848 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2429
+ 2023-12-21 09:13:52,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2430
+ 2023-12-21 09:13:55,994 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2431
+ 2023-12-21 09:14:00,995 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2432
+ 2023-12-21 09:14:04,583 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2433
+ 2023-12-21 09:14:04,583 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2434
+ 2023-12-21 09:14:04,628 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2435
+ 2023-12-21 09:14:06,847 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2436
+ 2023-12-21 09:14:10,388 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
2437
+ 2023-12-21 09:14:10,390 DEBUG SenderThread:20887 [sender.py:send():382] send: history
2438
+ 2023-12-21 09:14:10,391 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
2439
+ 2023-12-21 09:14:10,396 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
2440
+ 2023-12-21 09:14:11,170 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
2441
+ 2023-12-21 09:14:12,400 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2442
+ 2023-12-21 09:14:17,401 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2443
+ 2023-12-21 09:14:21,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2444
+ 2023-12-21 09:14:21,395 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2445
+ 2023-12-21 09:14:21,398 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2446
+ 2023-12-21 09:14:21,660 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: partial_history
2447
+ 2023-12-21 09:14:21,673 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2448
+ 2023-12-21 09:14:21,679 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2449
+ 2023-12-21 09:14:21,680 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2450
+ 2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2451
+ 2023-12-21 09:14:21,681 DEBUG SenderThread:20887 [sender.py:send():382] send: metric
2452
+ 2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send():382] send: history
2453
+ 2023-12-21 09:14:21,682 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: summary_record
2454
+ 2023-12-21 09:14:21,691 INFO SenderThread:20887 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
2455
+ 2023-12-21 09:14:22,214 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/wandb-summary.json
2456
+ 2023-12-21 09:14:22,692 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2457
+ 2023-12-21 09:14:22,993 DEBUG SenderThread:20887 [sender.py:send():382] send: stats
2458
+ 2023-12-21 09:14:27,999 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2459
+ 2023-12-21 09:14:29,234 INFO Thread-12 :20887 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/falcon-7b-sharded-bf16-finetuned-mental-health-conversational/wandb/run-20231221_074619-o0md2mn0/files/config.yaml
2460
+ 2023-12-21 09:14:33,324 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2461
+ 2023-12-21 09:14:36,394 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2462
+ 2023-12-21 09:14:36,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2463
+ 2023-12-21 09:14:36,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2464
+ 2023-12-21 09:14:38,616 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2465
+ 2023-12-21 09:14:43,617 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2466
+ 2023-12-21 09:14:48,618 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: status_report
2467
+ 2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: internal_messages
2468
+ 2023-12-21 09:14:51,395 DEBUG HandlerThread:20887 [handler.py:handle_request():146] handle_request: stop_status
2469
+ 2023-12-21 09:14:51,396 DEBUG SenderThread:20887 [sender.py:send_request():409] send_request: stop_status
2470
+ 2023-12-21 09:14:52,994 DEBUG SenderThread:20887 [sender.py:send():382] send: stats