Training in progress, step 306000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891644712
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e67cb24b5c7f8f8f4375b0db04500bcc197056ffee0d9ae806c274773498fc47
|
3 |
size 891644712
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783444357
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a35c508ec9ef02da634fb99ba732a8522e613b658a75aaa26a9b7b7f2493e0ac
|
3 |
size 1783444357
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14575
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72a128c971ea8f9adfc8199f5d8881c46f465a1de9bd830d2e82fbc2fd4820cf
|
3 |
size 14575
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 627
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e6c66490c6ad4b2efcb520faa311a87fdb2457e0dbd926b08a9eb8cc11d8971
|
3 |
size 627
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 1.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -4235,6 +4235,62 @@
|
|
4235 |
"learning_rate": 1.69776e-06,
|
4236 |
"loss": 0.2399,
|
4237 |
"step": 302000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4238 |
}
|
4239 |
],
|
4240 |
"logging_steps": 500,
|
@@ -4254,7 +4310,7 @@
|
|
4254 |
"attributes": {}
|
4255 |
}
|
4256 |
},
|
4257 |
-
"total_flos": 1.
|
4258 |
"train_batch_size": 64,
|
4259 |
"trial_name": null,
|
4260 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 1.9584000000000001,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 306000,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
4235 |
"learning_rate": 1.69776e-06,
|
4236 |
"loss": 0.2399,
|
4237 |
"step": 302000
|
4238 |
+
},
|
4239 |
+
{
|
4240 |
+
"epoch": 1.936,
|
4241 |
+
"grad_norm": 0.5442044734954834,
|
4242 |
+
"learning_rate": 1.6177600000000002e-06,
|
4243 |
+
"loss": 0.2461,
|
4244 |
+
"step": 302500
|
4245 |
+
},
|
4246 |
+
{
|
4247 |
+
"epoch": 1.9392,
|
4248 |
+
"grad_norm": 0.6031491756439209,
|
4249 |
+
"learning_rate": 1.53776e-06,
|
4250 |
+
"loss": 0.2463,
|
4251 |
+
"step": 303000
|
4252 |
+
},
|
4253 |
+
{
|
4254 |
+
"epoch": 1.9424000000000001,
|
4255 |
+
"grad_norm": 0.6695773005485535,
|
4256 |
+
"learning_rate": 1.4579200000000002e-06,
|
4257 |
+
"loss": 0.2475,
|
4258 |
+
"step": 303500
|
4259 |
+
},
|
4260 |
+
{
|
4261 |
+
"epoch": 1.9456,
|
4262 |
+
"grad_norm": 0.5614984631538391,
|
4263 |
+
"learning_rate": 1.37792e-06,
|
4264 |
+
"loss": 0.2442,
|
4265 |
+
"step": 304000
|
4266 |
+
},
|
4267 |
+
{
|
4268 |
+
"epoch": 1.9487999999999999,
|
4269 |
+
"grad_norm": 0.5449358224868774,
|
4270 |
+
"learning_rate": 1.2980800000000002e-06,
|
4271 |
+
"loss": 0.2482,
|
4272 |
+
"step": 304500
|
4273 |
+
},
|
4274 |
+
{
|
4275 |
+
"epoch": 1.952,
|
4276 |
+
"grad_norm": 0.4947919249534607,
|
4277 |
+
"learning_rate": 1.2180800000000001e-06,
|
4278 |
+
"loss": 0.2434,
|
4279 |
+
"step": 305000
|
4280 |
+
},
|
4281 |
+
{
|
4282 |
+
"epoch": 1.9552,
|
4283 |
+
"grad_norm": 0.5914204716682434,
|
4284 |
+
"learning_rate": 1.13808e-06,
|
4285 |
+
"loss": 0.2449,
|
4286 |
+
"step": 305500
|
4287 |
+
},
|
4288 |
+
{
|
4289 |
+
"epoch": 1.9584000000000001,
|
4290 |
+
"grad_norm": 0.5385975241661072,
|
4291 |
+
"learning_rate": 1.05808e-06,
|
4292 |
+
"loss": 0.2484,
|
4293 |
+
"step": 306000
|
4294 |
}
|
4295 |
],
|
4296 |
"logging_steps": 500,
|
|
|
4310 |
"attributes": {}
|
4311 |
}
|
4312 |
},
|
4313 |
+
"total_flos": 1.49072891609088e+18,
|
4314 |
"train_batch_size": 64,
|
4315 |
"trial_name": null,
|
4316 |
"trial_params": null
|