Training in progress, step 42000, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1355,6 +1355,10 @@ You can finetune this model on your own dataset.
|
|
| 1355 |
| 0.7369 | 41700 | 0.2814 |
|
| 1356 |
| 0.7377 | 41750 | 0.2962 |
|
| 1357 |
| 0.7386 | 41800 | 0.2756 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1358 |
|
| 1359 |
</details>
|
| 1360 |
|
|
|
|
| 1355 |
| 0.7369 | 41700 | 0.2814 |
|
| 1356 |
| 0.7377 | 41750 | 0.2962 |
|
| 1357 |
| 0.7386 | 41800 | 0.2756 |
|
| 1358 |
+
| 0.7395 | 41850 | 0.3287 |
|
| 1359 |
+
| 0.7404 | 41900 | 0.34 |
|
| 1360 |
+
| 0.7413 | 41950 | 0.3402 |
|
| 1361 |
+
| 0.7422 | 42000 | 0.2404 |
|
| 1362 |
|
| 1363 |
</details>
|
| 1364 |
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e57b3e2b58d734f4c35cbc52b8711045e136c227d6cc5e1dcddb6a3c1910ff6e
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81694f45179e6fe9a2996d2cdf88f73c60893feef53e707cd5693d75ccfd65f7
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:189c7583745a64b89aee209b7060333b361b8f00c73935be83712585003d2b83
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9f620c9a2a7cac59f29c3864d51fa02083d5c4a45835ed46377aa71b80487d3
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:191a5ae829d69c8ce786757578a128230a22a499f634555db1cb0373af1f974a
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -5860,6 +5860,34 @@
|
|
| 5860 |
"learning_rate": 1.4536333470774185e-05,
|
| 5861 |
"loss": 0.2756,
|
| 5862 |
"step": 41800
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5863 |
}
|
| 5864 |
],
|
| 5865 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.7421674824618756,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 42000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 5860 |
"learning_rate": 1.4536333470774185e-05,
|
| 5861 |
"loss": 0.2756,
|
| 5862 |
"step": 41800
|
| 5863 |
+
},
|
| 5864 |
+
{
|
| 5865 |
+
"epoch": 0.739516884310226,
|
| 5866 |
+
"grad_norm": 1.3860830068588257,
|
| 5867 |
+
"learning_rate": 1.4487247452435648e-05,
|
| 5868 |
+
"loss": 0.3287,
|
| 5869 |
+
"step": 41850
|
| 5870 |
+
},
|
| 5871 |
+
{
|
| 5872 |
+
"epoch": 0.7404004170274425,
|
| 5873 |
+
"grad_norm": 1.266453742980957,
|
| 5874 |
+
"learning_rate": 1.4438161434097111e-05,
|
| 5875 |
+
"loss": 0.34,
|
| 5876 |
+
"step": 41900
|
| 5877 |
+
},
|
| 5878 |
+
{
|
| 5879 |
+
"epoch": 0.741283949744659,
|
| 5880 |
+
"grad_norm": 1.5601640939712524,
|
| 5881 |
+
"learning_rate": 1.4389075415758576e-05,
|
| 5882 |
+
"loss": 0.3402,
|
| 5883 |
+
"step": 41950
|
| 5884 |
+
},
|
| 5885 |
+
{
|
| 5886 |
+
"epoch": 0.7421674824618756,
|
| 5887 |
+
"grad_norm": 1.6014955043792725,
|
| 5888 |
+
"learning_rate": 1.4339989397420039e-05,
|
| 5889 |
+
"loss": 0.2404,
|
| 5890 |
+
"step": 42000
|
| 5891 |
}
|
| 5892 |
],
|
| 5893 |
"logging_steps": 50,
|