csujeong commited on
Commit
2cda682
1 Parent(s): 8d9c5f2

Training in progress, step 30

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e9b4db604031fd3be89e2a286dec27d7b9644487f60bf4b7dd83b429e140a94
3
  size 201888736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8e65a345cfea708c9dd40318c272b4fcde6b9c6a44ac4e4fa88cec943c1f904
3
  size 201888736
runs/Feb26_14-06-57_e7cca09e096a/events.out.tfevents.1708956653.e7cca09e096a.365.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdf9ae5eb8c0f50d096b16d6c771f109ae122e5526bfe80e8410c4a2a6ebe623
3
- size 5580
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8477eee7075eff28154290f29d05ed854728ed6f20dbe82039c59af90d0d8a9c
3
+ size 5787
wandb/debug-internal.log CHANGED
@@ -162,3 +162,39 @@
162
  2024-02-26 14:15:10,986 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
163
  2024-02-26 14:15:11,002 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
164
  2024-02-26 14:15:13,048 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
162
  2024-02-26 14:15:10,986 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
163
  2024-02-26 14:15:11,002 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
164
  2024-02-26 14:15:13,048 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
165
+ 2024-02-26 14:15:18,049 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-02-26 14:15:23,049 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-02-26 14:15:25,984 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
168
+ 2024-02-26 14:15:25,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
169
+ 2024-02-26 14:15:26,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
170
+ 2024-02-26 14:15:28,059 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
171
+ 2024-02-26 14:15:33,059 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
172
+ 2024-02-26 14:15:38,066 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-02-26 14:15:40,859 DEBUG SenderThread:3960 [sender.py:send():382] send: stats
174
+ 2024-02-26 14:15:40,984 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
175
+ 2024-02-26 14:15:40,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
176
+ 2024-02-26 14:15:41,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
177
+ 2024-02-26 14:15:44,057 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
178
+ 2024-02-26 14:15:49,058 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
179
+ 2024-02-26 14:15:54,059 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-02-26 14:15:55,985 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
181
+ 2024-02-26 14:15:55,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
182
+ 2024-02-26 14:15:56,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
183
+ 2024-02-26 14:15:59,107 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
184
+ 2024-02-26 14:16:04,108 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
185
+ 2024-02-26 14:16:09,109 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
186
+ 2024-02-26 14:16:10,860 DEBUG SenderThread:3960 [sender.py:send():382] send: stats
187
+ 2024-02-26 14:16:10,985 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
188
+ 2024-02-26 14:16:10,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
189
+ 2024-02-26 14:16:11,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
190
+ 2024-02-26 14:16:15,084 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-02-26 14:16:16,124 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: partial_history
192
+ 2024-02-26 14:16:16,126 DEBUG SenderThread:3960 [sender.py:send():382] send: history
193
+ 2024-02-26 14:16:16,128 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: summary_record
194
+ 2024-02-26 14:16:16,134 INFO SenderThread:3960 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
195
+ 2024-02-26 14:16:16,511 INFO Thread-12 :3960 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS-Ko-Ins/wandb/run-20240226_141107-8c2rkhry/files/wandb-summary.json
196
+ 2024-02-26 14:16:20,138 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
197
+ 2024-02-26 14:16:25,139 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
198
+ 2024-02-26 14:16:25,985 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
199
+ 2024-02-26 14:16:25,986 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
200
+ 2024-02-26 14:16:26,003 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
wandb/run-20240226_141107-8c2rkhry/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 2.0822, "train/grad_norm": 3.2967498302459717, "train/learning_rate": 0.00015611870653623825, "train/epoch": 0.15, "train/global_step": 20, "_timestamp": 1708956897.533535, "_runtime": 229.9620931148529, "_step": 1}
 
1
+ {"train/loss": 2.1471, "train/grad_norm": 4.235358238220215, "train/learning_rate": 0.00010541389085854176, "train/epoch": 0.22, "train/global_step": 30, "_timestamp": 1708956976.1239383, "_runtime": 308.55249643325806, "_step": 2}
wandb/run-20240226_141107-8c2rkhry/logs/debug-internal.log CHANGED
@@ -162,3 +162,39 @@
162
  2024-02-26 14:15:10,986 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
163
  2024-02-26 14:15:11,002 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
164
  2024-02-26 14:15:13,048 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
162
  2024-02-26 14:15:10,986 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
163
  2024-02-26 14:15:11,002 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
164
  2024-02-26 14:15:13,048 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
165
+ 2024-02-26 14:15:18,049 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-02-26 14:15:23,049 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-02-26 14:15:25,984 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
168
+ 2024-02-26 14:15:25,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
169
+ 2024-02-26 14:15:26,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
170
+ 2024-02-26 14:15:28,059 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
171
+ 2024-02-26 14:15:33,059 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
172
+ 2024-02-26 14:15:38,066 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-02-26 14:15:40,859 DEBUG SenderThread:3960 [sender.py:send():382] send: stats
174
+ 2024-02-26 14:15:40,984 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
175
+ 2024-02-26 14:15:40,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
176
+ 2024-02-26 14:15:41,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
177
+ 2024-02-26 14:15:44,057 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
178
+ 2024-02-26 14:15:49,058 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
179
+ 2024-02-26 14:15:54,059 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-02-26 14:15:55,985 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
181
+ 2024-02-26 14:15:55,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
182
+ 2024-02-26 14:15:56,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
183
+ 2024-02-26 14:15:59,107 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
184
+ 2024-02-26 14:16:04,108 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
185
+ 2024-02-26 14:16:09,109 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
186
+ 2024-02-26 14:16:10,860 DEBUG SenderThread:3960 [sender.py:send():382] send: stats
187
+ 2024-02-26 14:16:10,985 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
188
+ 2024-02-26 14:16:10,985 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
189
+ 2024-02-26 14:16:11,025 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages
190
+ 2024-02-26 14:16:15,084 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-02-26 14:16:16,124 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: partial_history
192
+ 2024-02-26 14:16:16,126 DEBUG SenderThread:3960 [sender.py:send():382] send: history
193
+ 2024-02-26 14:16:16,128 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: summary_record
194
+ 2024-02-26 14:16:16,134 INFO SenderThread:3960 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
195
+ 2024-02-26 14:16:16,511 INFO Thread-12 :3960 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Gemma-7B-Finetuning-JCS-Ko-Ins/wandb/run-20240226_141107-8c2rkhry/files/wandb-summary.json
196
+ 2024-02-26 14:16:20,138 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
197
+ 2024-02-26 14:16:25,139 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: status_report
198
+ 2024-02-26 14:16:25,985 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: stop_status
199
+ 2024-02-26 14:16:25,986 DEBUG SenderThread:3960 [sender.py:send_request():409] send_request: stop_status
200
+ 2024-02-26 14:16:26,003 DEBUG HandlerThread:3960 [handler.py:handle_request():146] handle_request: internal_messages