RoyJoy commited on
Commit
1f51c48
·
verified ·
1 Parent(s): 6a5652c

Training in progress, step 336, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac8066d8618fb64be2b7faf41fa7b3d7fddf6534795172bb25bde20b59e6c4ff
3
  size 93608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edce236ed9d28437ecbd25f57fa405e7811548ad06d25e7ee2e03e35cae474e7
3
  size 93608
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e0e88d1e758b2d942c5d8dfb1b4aeae98139e8b2d7ef5f9e51eb4f00514fef3
3
  size 197158
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecbd8daf8d8f6dadeaaf1894e705edcf7b4cb93a2fe07927e49405c98edc3627
3
  size 197158
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e958b5311b12f031b567f23b298951420ae35c9252f43db99115fccddb611c82
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585086fc4d882c3b00033d27af061feb3e3aba0472ded903abd7a66ec1908052
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:168cc6d91836120c82b575ebf5734abdb841b4263d9f2f41a03d08fad1f896b4
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06715ba1620389ca0b4addc4d3a5d2e99d004e57928b3fd13d4028448769c87c
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:405794cde8faebc39bd31ecef58d05da57c890cf01b9aa621202411aa70597e3
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:968865e3b0ca4449ed9a6d127f5f982867a1e9d962247cd559315d44137c3980
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa89b254c849b8c89c11fda2f7202c45b30deae097716d903b96cad962e9a032
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4861407560531aa131144dfce65910431552a00481de242fe5bff99a269dba47
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:318b114b83c26bcba11815378a88e0015bce044b0002c702e0a2627e1a1d1e56
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10affc9ced28dcfaf0d40e3497a97c8e7416bd057324538f99a7e1756fd84408
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.768125408229915,
5
  "eval_steps": 42,
6
- "global_step": 294,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -757,6 +757,112 @@
757
  "eval_samples_per_second": 775.653,
758
  "eval_steps_per_second": 24.371,
759
  "step": 294
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
760
  }
761
  ],
762
  "logging_steps": 3,
@@ -776,7 +882,7 @@
776
  "attributes": {}
777
  }
778
  },
779
- "total_flos": 5671704330240.0,
780
  "train_batch_size": 8,
781
  "trial_name": null,
782
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.8778576094056172,
5
  "eval_steps": 42,
6
+ "global_step": 336,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
757
  "eval_samples_per_second": 775.653,
758
  "eval_steps_per_second": 24.371,
759
  "step": 294
760
+ },
761
+ {
762
+ "epoch": 0.7759634225996082,
763
+ "grad_norm": 0.03046645224094391,
764
+ "learning_rate": 3.6698157721666246e-05,
765
+ "loss": 11.917,
766
+ "step": 297
767
+ },
768
+ {
769
+ "epoch": 0.7838014369693012,
770
+ "grad_norm": 0.022532852366566658,
771
+ "learning_rate": 3.5773620668448384e-05,
772
+ "loss": 11.9169,
773
+ "step": 300
774
+ },
775
+ {
776
+ "epoch": 0.7916394513389942,
777
+ "grad_norm": 0.019215036183595657,
778
+ "learning_rate": 3.48543465876014e-05,
779
+ "loss": 11.9183,
780
+ "step": 303
781
+ },
782
+ {
783
+ "epoch": 0.7994774657086872,
784
+ "grad_norm": 0.02424040250480175,
785
+ "learning_rate": 3.3940675559617724e-05,
786
+ "loss": 11.9171,
787
+ "step": 306
788
+ },
789
+ {
790
+ "epoch": 0.8073154800783802,
791
+ "grad_norm": 0.013650625012814999,
792
+ "learning_rate": 3.303294559217063e-05,
793
+ "loss": 11.9176,
794
+ "step": 309
795
+ },
796
+ {
797
+ "epoch": 0.8151534944480732,
798
+ "grad_norm": 0.01347661204636097,
799
+ "learning_rate": 3.213149249506997e-05,
800
+ "loss": 11.9171,
801
+ "step": 312
802
+ },
803
+ {
804
+ "epoch": 0.8229915088177662,
805
+ "grad_norm": 0.02356456220149994,
806
+ "learning_rate": 3.12366497560313e-05,
807
+ "loss": 11.9175,
808
+ "step": 315
809
+ },
810
+ {
811
+ "epoch": 0.8308295231874592,
812
+ "grad_norm": 0.01948046311736107,
813
+ "learning_rate": 3.0348748417303823e-05,
814
+ "loss": 11.918,
815
+ "step": 318
816
+ },
817
+ {
818
+ "epoch": 0.8386675375571522,
819
+ "grad_norm": 0.015809211879968643,
820
+ "learning_rate": 2.9468116953203107e-05,
821
+ "loss": 11.9178,
822
+ "step": 321
823
+ },
824
+ {
825
+ "epoch": 0.8465055519268452,
826
+ "grad_norm": 0.01481384877115488,
827
+ "learning_rate": 2.8595081148593738e-05,
828
+ "loss": 11.9178,
829
+ "step": 324
830
+ },
831
+ {
832
+ "epoch": 0.8543435662965382,
833
+ "grad_norm": 0.02252669259905815,
834
+ "learning_rate": 2.772996397836704e-05,
835
+ "loss": 11.9174,
836
+ "step": 327
837
+ },
838
+ {
839
+ "epoch": 0.8621815806662312,
840
+ "grad_norm": 0.017606221139431,
841
+ "learning_rate": 2.687308548795825e-05,
842
+ "loss": 11.9176,
843
+ "step": 330
844
+ },
845
+ {
846
+ "epoch": 0.8700195950359242,
847
+ "grad_norm": 0.024705080315470695,
848
+ "learning_rate": 2.6024762674947313e-05,
849
+ "loss": 11.9166,
850
+ "step": 333
851
+ },
852
+ {
853
+ "epoch": 0.8778576094056172,
854
+ "grad_norm": 0.024166177958250046,
855
+ "learning_rate": 2.5185309371787513e-05,
856
+ "loss": 11.9176,
857
+ "step": 336
858
+ },
859
+ {
860
+ "epoch": 0.8778576094056172,
861
+ "eval_loss": 11.916953086853027,
862
+ "eval_runtime": 3.3243,
863
+ "eval_samples_per_second": 775.492,
864
+ "eval_steps_per_second": 24.366,
865
+ "step": 336
866
  }
867
  ],
868
  "logging_steps": 3,
 
882
  "attributes": {}
883
  }
884
  },
885
+ "total_flos": 6481603461120.0,
886
  "train_batch_size": 8,
887
  "trial_name": null,
888
  "trial_params": null