rakhman-llm commited on
Commit
a204daa
1 Parent(s): 1c9d140

Training in progress, step 14000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04c41971b4867deed95d379b57ad2e5a011ca77199c82e5fee2f2ffccccb2412
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84641dfdba23591050a021c39fe7ad9d9532000b58dd798756587ab70d2b0a22
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6292782a68d81556401e2d237dfad643f2da1f77403214f8d4e613c6a76b21df
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bec8fe3e9e180f81bc0bf0953cd6025257a3672511f4b51a0b54e7f743f0435
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c0464ef7b8033abc039566dee85b9115e703e8f7542cc7dba40663c87de21b6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ce2de382b41458c0c0fc1269979e7a9757e9fe2cd348dd394069beba1a4f05
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:575df2908db98862a8edb86a2879682fc9cbe014aa13a1c0e8845ea12be8611c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8987f2b058801a699d1b84a633feccab5c6170d4609f25febe6d9d8ed35ef270
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.8054862842892767,
5
  "eval_steps": 500,
6
- "global_step": 13500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -212,6 +212,13 @@
212
  "learning_rate": 1.3050706566916044e-06,
213
  "loss": 0.3163,
214
  "step": 13500
 
 
 
 
 
 
 
215
  }
216
  ],
217
  "logging_steps": 500,
@@ -231,7 +238,7 @@
231
  "attributes": {}
232
  }
233
  },
234
- "total_flos": 1.644064512933888e+16,
235
  "train_batch_size": 2,
236
  "trial_name": null,
237
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.9093931837073983,
5
  "eval_steps": 500,
6
+ "global_step": 14000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
212
  "learning_rate": 1.3050706566916044e-06,
213
  "loss": 0.3163,
214
  "step": 13500
215
+ },
216
+ {
217
+ "epoch": 2.9093931837073983,
218
+ "grad_norm": 0.7652114629745483,
219
+ "learning_rate": 6.123579939041286e-07,
220
+ "loss": 0.3267,
221
+ "step": 14000
222
  }
223
  ],
224
  "logging_steps": 500,
 
238
  "attributes": {}
239
  }
240
  },
241
+ "total_flos": 1.704960301989888e+16,
242
  "train_batch_size": 2,
243
  "trial_name": null,
244
  "trial_params": null