csujeong commited on
Commit
bfc6557
1 Parent(s): cf33aa6

Training in progress, step 60

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0019066de2d61549c2b561dbe2690dec0e758d23e47487e79ef9d02e829e6012
3
  size 184592616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c90856a9d398c3dadd359dd3ee5a95c6ef3b3cdcbb75e38073ee8418297d930
3
  size 184592616
runs/Jan02_13-42-45_915b2a0951c7/events.out.tfevents.1704203002.915b2a0951c7.301.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fb1908ab244865cc5c0762b865ab2e057357ea42bf117d4d2f6873935c66dfd
3
- size 5338
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006e7c3612905e68aa57b625e1242b5d54996bc1d106b319403ab95df366065b
3
+ size 6148
wandb/debug-internal.log CHANGED
@@ -139,3 +139,94 @@
139
  2024-01-02 13:46:43,656 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
140
  2024-01-02 13:46:48,667 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
141
  2024-01-02 13:46:53,669 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
139
  2024-01-02 13:46:43,656 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
140
  2024-01-02 13:46:48,667 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
141
  2024-01-02 13:46:53,669 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
142
+ 2024-01-02 13:46:58,556 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
143
+ 2024-01-02 13:46:58,557 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
144
+ 2024-01-02 13:46:59,620 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
145
+ 2024-01-02 13:47:04,621 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
146
+ 2024-01-02 13:47:09,622 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
147
+ 2024-01-02 13:47:11,608 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
148
+ 2024-01-02 13:47:13,555 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
149
+ 2024-01-02 13:47:13,557 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
150
+ 2024-01-02 13:47:14,657 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
151
+ 2024-01-02 13:47:19,657 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
152
+ 2024-01-02 13:47:24,658 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
153
+ 2024-01-02 13:47:28,556 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
154
+ 2024-01-02 13:47:28,556 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
155
+ 2024-01-02 13:47:30,632 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
156
+ 2024-01-02 13:47:35,632 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
157
+ 2024-01-02 13:47:40,633 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
158
+ 2024-01-02 13:47:41,426 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
159
+ 2024-01-02 13:47:41,428 DEBUG SenderThread:8161 [sender.py:send():382] send: history
160
+ 2024-01-02 13:47:41,428 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
161
+ 2024-01-02 13:47:41,435 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
162
+ 2024-01-02 13:47:41,609 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
163
+ 2024-01-02 13:47:41,821 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
164
+ 2024-01-02 13:47:43,566 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
165
+ 2024-01-02 13:47:43,569 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
166
+ 2024-01-02 13:47:45,649 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-01-02 13:47:50,650 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-01-02 13:47:55,651 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
169
+ 2024-01-02 13:47:58,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
170
+ 2024-01-02 13:47:58,565 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
171
+ 2024-01-02 13:48:00,693 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
172
+ 2024-01-02 13:48:05,693 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-01-02 13:48:10,694 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-01-02 13:48:11,610 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
175
+ 2024-01-02 13:48:13,564 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
176
+ 2024-01-02 13:48:13,565 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
177
+ 2024-01-02 13:48:16,667 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
178
+ 2024-01-02 13:48:21,668 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
179
+ 2024-01-02 13:48:26,669 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-01-02 13:48:28,564 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
181
+ 2024-01-02 13:48:28,566 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
182
+ 2024-01-02 13:48:31,696 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
183
+ 2024-01-02 13:48:36,697 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
184
+ 2024-01-02 13:48:36,997 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
185
+ 2024-01-02 13:48:37,001 DEBUG SenderThread:8161 [sender.py:send():382] send: history
186
+ 2024-01-02 13:48:37,002 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
187
+ 2024-01-02 13:48:37,010 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
188
+ 2024-01-02 13:48:37,997 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
189
+ 2024-01-02 13:48:41,611 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
190
+ 2024-01-02 13:48:42,612 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-01-02 13:48:43,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
192
+ 2024-01-02 13:48:43,943 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
193
+ 2024-01-02 13:48:48,085 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
194
+ 2024-01-02 13:48:53,086 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
195
+ 2024-01-02 13:48:58,087 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
196
+ 2024-01-02 13:48:58,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
197
+ 2024-01-02 13:48:58,566 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
198
+ 2024-01-02 13:49:03,608 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
199
+ 2024-01-02 13:49:08,612 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
200
+ 2024-01-02 13:49:11,613 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
201
+ 2024-01-02 13:49:13,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
202
+ 2024-01-02 13:49:13,567 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
203
+ 2024-01-02 13:49:13,672 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
204
+ 2024-01-02 13:49:18,677 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
205
+ 2024-01-02 13:49:23,677 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-01-02 13:49:28,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
207
+ 2024-01-02 13:49:28,566 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
208
+ 2024-01-02 13:49:28,694 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
209
+ 2024-01-02 13:49:33,695 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
210
+ 2024-01-02 13:49:37,111 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
211
+ 2024-01-02 13:49:37,113 DEBUG SenderThread:8161 [sender.py:send():382] send: history
212
+ 2024-01-02 13:49:37,115 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
213
+ 2024-01-02 13:49:37,129 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
214
+ 2024-01-02 13:49:37,326 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
215
+ 2024-01-02 13:49:39,131 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
216
+ 2024-01-02 13:49:42,840 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
217
+ 2024-01-02 13:49:43,576 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
218
+ 2024-01-02 13:49:43,577 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
219
+ 2024-01-02 13:49:44,686 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
220
+ 2024-01-02 13:49:49,323 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
221
+ 2024-01-02 13:49:49,326 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
222
+ 2024-01-02 13:49:49,327 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
223
+ 2024-01-02 13:49:49,328 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
224
+ 2024-01-02 13:49:49,328 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
225
+ 2024-01-02 13:49:49,329 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
226
+ 2024-01-02 13:49:49,329 DEBUG SenderThread:8161 [sender.py:send():382] send: history
227
+ 2024-01-02 13:49:49,330 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
228
+ 2024-01-02 13:49:49,354 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
229
+ 2024-01-02 13:49:49,374 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
230
+ 2024-01-02 13:49:50,360 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
231
+ 2024-01-02 13:49:55,367 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-01-02 13:49:56,406 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/config.yaml
wandb/run-20240102_134338-rjem4mwk/files/config.yaml CHANGED
@@ -68,6 +68,26 @@ _wandb:
68
  5: 1
69
  6:
70
  - 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  vocab_size:
72
  desc: null
73
  value: 32000
 
68
  5: 1
69
  6:
70
  - 1
71
+ - 1: train/train_runtime
72
+ 5: 1
73
+ 6:
74
+ - 1
75
+ - 1: train/train_samples_per_second
76
+ 5: 1
77
+ 6:
78
+ - 1
79
+ - 1: train/train_steps_per_second
80
+ 5: 1
81
+ 6:
82
+ - 1
83
+ - 1: train/total_flos
84
+ 5: 1
85
+ 6:
86
+ - 1
87
+ - 1: train/train_loss
88
+ 5: 1
89
+ 6:
90
+ - 1
91
  vocab_size:
92
  desc: null
93
  value: 32000
wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.7546, "train/learning_rate": 0.00010541389085854176, "train/epoch": 0.88, "train/global_step": 30, "_timestamp": 1704203198.9489744, "_runtime": 180.33434534072876, "_step": 2}
 
1
+ {"train/loss": 0.3969, "train/learning_rate": 0.0, "train/epoch": 1.76, "train/global_step": 60, "_timestamp": 1704203389.3226972, "_runtime": 370.7080681324005, "_step": 6, "train/train_runtime": 386.8548, "train/train_samples_per_second": 0.62, "train/train_steps_per_second": 0.155, "train/total_flos": 468741605130240.0, "train/train_loss": 0.7388412316640218}
wandb/run-20240102_134338-rjem4mwk/logs/debug-internal.log CHANGED
@@ -139,3 +139,94 @@
139
  2024-01-02 13:46:43,656 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
140
  2024-01-02 13:46:48,667 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
141
  2024-01-02 13:46:53,669 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
139
  2024-01-02 13:46:43,656 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
140
  2024-01-02 13:46:48,667 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
141
  2024-01-02 13:46:53,669 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
142
+ 2024-01-02 13:46:58,556 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
143
+ 2024-01-02 13:46:58,557 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
144
+ 2024-01-02 13:46:59,620 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
145
+ 2024-01-02 13:47:04,621 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
146
+ 2024-01-02 13:47:09,622 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
147
+ 2024-01-02 13:47:11,608 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
148
+ 2024-01-02 13:47:13,555 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
149
+ 2024-01-02 13:47:13,557 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
150
+ 2024-01-02 13:47:14,657 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
151
+ 2024-01-02 13:47:19,657 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
152
+ 2024-01-02 13:47:24,658 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
153
+ 2024-01-02 13:47:28,556 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
154
+ 2024-01-02 13:47:28,556 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
155
+ 2024-01-02 13:47:30,632 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
156
+ 2024-01-02 13:47:35,632 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
157
+ 2024-01-02 13:47:40,633 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
158
+ 2024-01-02 13:47:41,426 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
159
+ 2024-01-02 13:47:41,428 DEBUG SenderThread:8161 [sender.py:send():382] send: history
160
+ 2024-01-02 13:47:41,428 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
161
+ 2024-01-02 13:47:41,435 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
162
+ 2024-01-02 13:47:41,609 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
163
+ 2024-01-02 13:47:41,821 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
164
+ 2024-01-02 13:47:43,566 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
165
+ 2024-01-02 13:47:43,569 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
166
+ 2024-01-02 13:47:45,649 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-01-02 13:47:50,650 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-01-02 13:47:55,651 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
169
+ 2024-01-02 13:47:58,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
170
+ 2024-01-02 13:47:58,565 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
171
+ 2024-01-02 13:48:00,693 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
172
+ 2024-01-02 13:48:05,693 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-01-02 13:48:10,694 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-01-02 13:48:11,610 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
175
+ 2024-01-02 13:48:13,564 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
176
+ 2024-01-02 13:48:13,565 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
177
+ 2024-01-02 13:48:16,667 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
178
+ 2024-01-02 13:48:21,668 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
179
+ 2024-01-02 13:48:26,669 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-01-02 13:48:28,564 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
181
+ 2024-01-02 13:48:28,566 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
182
+ 2024-01-02 13:48:31,696 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
183
+ 2024-01-02 13:48:36,697 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
184
+ 2024-01-02 13:48:36,997 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
185
+ 2024-01-02 13:48:37,001 DEBUG SenderThread:8161 [sender.py:send():382] send: history
186
+ 2024-01-02 13:48:37,002 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
187
+ 2024-01-02 13:48:37,010 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
188
+ 2024-01-02 13:48:37,997 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
189
+ 2024-01-02 13:48:41,611 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
190
+ 2024-01-02 13:48:42,612 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-01-02 13:48:43,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
192
+ 2024-01-02 13:48:43,943 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
193
+ 2024-01-02 13:48:48,085 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
194
+ 2024-01-02 13:48:53,086 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
195
+ 2024-01-02 13:48:58,087 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
196
+ 2024-01-02 13:48:58,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
197
+ 2024-01-02 13:48:58,566 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
198
+ 2024-01-02 13:49:03,608 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
199
+ 2024-01-02 13:49:08,612 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
200
+ 2024-01-02 13:49:11,613 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
201
+ 2024-01-02 13:49:13,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
202
+ 2024-01-02 13:49:13,567 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
203
+ 2024-01-02 13:49:13,672 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
204
+ 2024-01-02 13:49:18,677 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
205
+ 2024-01-02 13:49:23,677 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-01-02 13:49:28,565 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
207
+ 2024-01-02 13:49:28,566 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
208
+ 2024-01-02 13:49:28,694 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
209
+ 2024-01-02 13:49:33,695 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
210
+ 2024-01-02 13:49:37,111 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
211
+ 2024-01-02 13:49:37,113 DEBUG SenderThread:8161 [sender.py:send():382] send: history
212
+ 2024-01-02 13:49:37,115 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
213
+ 2024-01-02 13:49:37,129 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
214
+ 2024-01-02 13:49:37,326 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
215
+ 2024-01-02 13:49:39,131 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
216
+ 2024-01-02 13:49:42,840 DEBUG SenderThread:8161 [sender.py:send():382] send: stats
217
+ 2024-01-02 13:49:43,576 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: stop_status
218
+ 2024-01-02 13:49:43,577 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: stop_status
219
+ 2024-01-02 13:49:44,686 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
220
+ 2024-01-02 13:49:49,323 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: partial_history
221
+ 2024-01-02 13:49:49,326 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
222
+ 2024-01-02 13:49:49,327 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
223
+ 2024-01-02 13:49:49,328 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
224
+ 2024-01-02 13:49:49,328 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
225
+ 2024-01-02 13:49:49,329 DEBUG SenderThread:8161 [sender.py:send():382] send: metric
226
+ 2024-01-02 13:49:49,329 DEBUG SenderThread:8161 [sender.py:send():382] send: history
227
+ 2024-01-02 13:49:49,330 DEBUG SenderThread:8161 [sender.py:send_request():409] send_request: summary_record
228
+ 2024-01-02 13:49:49,354 INFO SenderThread:8161 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
229
+ 2024-01-02 13:49:49,374 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/wandb-summary.json
230
+ 2024-01-02 13:49:50,360 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
231
+ 2024-01-02 13:49:55,367 DEBUG HandlerThread:8161 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-01-02 13:49:56,406 INFO Thread-12 :8161 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Stock/wandb/run-20240102_134338-rjem4mwk/files/config.yaml