guyhadad01 commited on
Commit
782ba94
·
verified ·
1 Parent(s): 2abc36d

Training in progress, step 19800, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1419,6 +1419,10 @@ You can finetune this model on your own dataset.
1419
  | 0.3446 | 19500 | 0.3162 |
1420
  | 0.3455 | 19550 | 0.345 |
1421
  | 0.3463 | 19600 | 0.3017 |
 
 
 
 
1422
 
1423
  </details>
1424
 
 
1419
  | 0.3446 | 19500 | 0.3162 |
1420
  | 0.3455 | 19550 | 0.345 |
1421
  | 0.3463 | 19600 | 0.3017 |
1422
+ | 0.3472 | 19650 | 0.4232 |
1423
+ | 0.3481 | 19700 | 0.3363 |
1424
+ | 0.3490 | 19750 | 0.3484 |
1425
+ | 0.3499 | 19800 | 0.3719 |
1426
 
1427
  </details>
1428
 
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee5355e90f9d05aafbab0c12494b27835f95ccb60172ff8fbe78fd57d6b61d67
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd5eef7a8ccb9cf3acddf38413c2a3c502b5ce2a1088eb18fb67381be28aa0b3
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfe72551b76baf33ba47fef562d43a709c57a754ed9cdde4263ce1cd0a109508
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab4e5b5caf13d1eec3092fa3e49dd10854dc5a752cc2c7c411b466cb5228df24
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be3ce8b220887769ad7876242753f4d51d8fa743fffcf793c5f91b58a8f4c701
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8fa7c73605caa44480fe5e545c18595e07811fe1f9941e301514020b5f116aa
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7402b49777be73c34eb03204101175d67711cc065bdfdb2c545471bf86e49076
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05cf559cb926a0aaa258d4eb59fface2cba6fb224d9ac862f61329ba4c633ed
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88ee56c6db80ef2379420c7b71a3a71ecc892a7c8e43c85a15d491461e416ad9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bd2f58f5426e635513a37b281d7dfa98342178368a3b72b502de96e85a2a152
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.34634482514887527,
6
  "eval_steps": 500,
7
- "global_step": 19600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2752,6 +2752,34 @@
2752
  "learning_rate": 3.632070840941666e-05,
2753
  "loss": 0.3017,
2754
  "step": 19600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2755
  }
2756
  ],
2757
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3498789560177413,
6
  "eval_steps": 500,
7
+ "global_step": 19800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2752
  "learning_rate": 3.632070840941666e-05,
2753
  "loss": 0.3017,
2754
  "step": 19600
2755
+ },
2756
+ {
2757
+ "epoch": 0.3472283578660918,
2758
+ "grad_norm": 3.46663498878479,
2759
+ "learning_rate": 3.627162239107813e-05,
2760
+ "loss": 0.4232,
2761
+ "step": 19650
2762
+ },
2763
+ {
2764
+ "epoch": 0.3481118905833083,
2765
+ "grad_norm": 1.5614382028579712,
2766
+ "learning_rate": 3.622253637273959e-05,
2767
+ "loss": 0.3363,
2768
+ "step": 19700
2769
+ },
2770
+ {
2771
+ "epoch": 0.3489954233005248,
2772
+ "grad_norm": 1.3841484785079956,
2773
+ "learning_rate": 3.617345035440106e-05,
2774
+ "loss": 0.3484,
2775
+ "step": 19750
2776
+ },
2777
+ {
2778
+ "epoch": 0.3498789560177413,
2779
+ "grad_norm": 1.941517949104309,
2780
+ "learning_rate": 3.6124364336062515e-05,
2781
+ "loss": 0.3719,
2782
+ "step": 19800
2783
  }
2784
  ],
2785
  "logging_steps": 50,