mikhail-panzo commited on
Commit
d0e44a6
1 Parent(s): 6bfd172

Training in progress, step 5500, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5e8f8ee6350b5bf599e72c4ed95c5ed225294745782627a48eb47afcd60198a
3
  size 577789320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa8d265400b8791cf4a64562e9e11c979135179f68220ef5ea4d9c6d3c03a42
3
  size 577789320
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3e98f457664f710d43650233769483b6f02ab91fe63bc5195ec194110b01ada
3
  size 1155772233
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53cf28f4d98aad829ae5bdc1a8c4046f73443537482fbc16a8e07a413da66020
3
  size 1155772233
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73ecc1efc440dd76fa6474f280ad4ef4dfdd6e209fee029d2373c73ccc111e83
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbcf3cde1491bc0510b355c8e8cc9d1b437a18e9740ee673986de59df4b2ff6f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b02450bf90416881debf85ba0d776babdc9d2efe4751382ccfff0b7db595003
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b353b67d3c68734cb4cbcb55694f7eeeb40f54128ba041a6736d420b09008b6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.3931240439414978,
3
  "best_model_checkpoint": "mikhail-panzo/ceb_b64_le5_s8000/checkpoint-5000",
4
- "epoch": 196.07843137254903,
5
  "eval_steps": 500,
6
- "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -787,6 +787,84 @@
787
  "eval_samples_per_second": 27.936,
788
  "eval_steps_per_second": 3.57,
789
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
790
  }
791
  ],
792
  "logging_steps": 50,
@@ -806,7 +884,7 @@
806
  "attributes": {}
807
  }
808
  },
809
- "total_flos": 5.440105584628308e+16,
810
  "train_batch_size": 32,
811
  "trial_name": null,
812
  "trial_params": null
 
1
  {
2
  "best_metric": 0.3931240439414978,
3
  "best_model_checkpoint": "mikhail-panzo/ceb_b64_le5_s8000/checkpoint-5000",
4
+ "epoch": 215.68627450980392,
5
  "eval_steps": 500,
6
+ "global_step": 5500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
787
  "eval_samples_per_second": 27.936,
788
  "eval_steps_per_second": 3.57,
789
  "step": 5000
790
+ },
791
+ {
792
+ "epoch": 198.0392156862745,
793
+ "grad_norm": 0.9328787922859192,
794
+ "learning_rate": 4.92e-06,
795
+ "loss": 0.405,
796
+ "step": 5050
797
+ },
798
+ {
799
+ "epoch": 200.0,
800
+ "grad_norm": 1.2074756622314453,
801
+ "learning_rate": 4.836666666666667e-06,
802
+ "loss": 0.3996,
803
+ "step": 5100
804
+ },
805
+ {
806
+ "epoch": 201.9607843137255,
807
+ "grad_norm": 0.7930981516838074,
808
+ "learning_rate": 4.753333333333333e-06,
809
+ "loss": 0.3994,
810
+ "step": 5150
811
+ },
812
+ {
813
+ "epoch": 203.92156862745097,
814
+ "grad_norm": 0.8685852885246277,
815
+ "learning_rate": 4.670000000000001e-06,
816
+ "loss": 0.3983,
817
+ "step": 5200
818
+ },
819
+ {
820
+ "epoch": 205.88235294117646,
821
+ "grad_norm": 0.8023931980133057,
822
+ "learning_rate": 4.586666666666667e-06,
823
+ "loss": 0.4041,
824
+ "step": 5250
825
+ },
826
+ {
827
+ "epoch": 207.84313725490196,
828
+ "grad_norm": 0.7825555801391602,
829
+ "learning_rate": 4.503333333333333e-06,
830
+ "loss": 0.4012,
831
+ "step": 5300
832
+ },
833
+ {
834
+ "epoch": 209.80392156862746,
835
+ "grad_norm": 1.1338242292404175,
836
+ "learning_rate": 4.42e-06,
837
+ "loss": 0.3996,
838
+ "step": 5350
839
+ },
840
+ {
841
+ "epoch": 211.76470588235293,
842
+ "grad_norm": 1.3594533205032349,
843
+ "learning_rate": 4.336666666666667e-06,
844
+ "loss": 0.4022,
845
+ "step": 5400
846
+ },
847
+ {
848
+ "epoch": 213.72549019607843,
849
+ "grad_norm": 1.0148471593856812,
850
+ "learning_rate": 4.253333333333334e-06,
851
+ "loss": 0.4003,
852
+ "step": 5450
853
+ },
854
+ {
855
+ "epoch": 215.68627450980392,
856
+ "grad_norm": 0.932323157787323,
857
+ "learning_rate": 4.17e-06,
858
+ "loss": 0.4055,
859
+ "step": 5500
860
+ },
861
+ {
862
+ "epoch": 215.68627450980392,
863
+ "eval_loss": 0.3945559561252594,
864
+ "eval_runtime": 6.6419,
865
+ "eval_samples_per_second": 27.101,
866
+ "eval_steps_per_second": 3.463,
867
+ "step": 5500
868
  }
869
  ],
870
  "logging_steps": 50,
 
884
  "attributes": {}
885
  }
886
  },
887
+ "total_flos": 5.984476827927444e+16,
888
  "train_batch_size": 32,
889
  "trial_name": null,
890
  "trial_params": null