jimregan commited on
Commit
51d8d55
1 Parent(s): 5f1bdfb

checkpoint 10000

Browse files
Files changed (5) hide show
  1. model.safetensors +1 -1
  2. optimizer.pt +1 -1
  3. rng_state.pth +1 -1
  4. scheduler.pt +1 -1
  5. trainer_state.json +85 -5
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a61e6e5352efdd5b7f9da781d485d41785a65d97707d8a50f8ed3703500e382
3
  size 1262032932
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251cf0da910cf3abee2942ff7eae2edd8dda496b67e50deab3f3aea1ae62d309
3
  size 1262032932
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d61d798a6ebe2df9f0c91788f23fc918b91a4b2bf0166521c19127eccff65502
3
  size 2490610241
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dee2bf19e6def9c192714575ad6d0c20e33dbb574141996e4fb07e457c5a3fa
3
  size 2490610241
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70d3644a4cf26f14e27a5301570cd0ec97d359dfc1ab88070196c7de228b37c2
3
  size 14639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:900edcf97c1b52d6eb2460d65edd6df6a11b8d85295bd757a9f6a84b06841e42
3
  size 14639
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fb799b5054cd707634c1757db8b87f65d5adfd51f621867293ee2d7170c2937
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d9cb2a15a3d9c8a7899c5621a4e08eba4ccc77feac595dd9ae3fd412adcdb1
3
  size 627
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.3642527461051941,
3
- "best_model_checkpoint": "./working/checkpoint-9000",
4
- "epoch": 107.14285714285714,
5
  "eval_steps": 1000,
6
- "global_step": 9000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -727,6 +727,86 @@
727
  "eval_steps_per_second": 3.997,
728
  "eval_wer": 0.6248053969901401,
729
  "step": 9000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
730
  }
731
  ],
732
  "logging_steps": 100,
@@ -734,7 +814,7 @@
734
  "num_input_tokens_seen": 0,
735
  "num_train_epochs": 120,
736
  "save_steps": 1000,
737
- "total_flos": 2.7115316842745717e+19,
738
  "train_batch_size": 8,
739
  "trial_name": null,
740
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.3630259037017822,
3
+ "best_model_checkpoint": "./working/checkpoint-10000",
4
+ "epoch": 119.04761904761905,
5
  "eval_steps": 1000,
6
+ "global_step": 10000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
727
  "eval_steps_per_second": 3.997,
728
  "eval_wer": 0.6248053969901401,
729
  "step": 9000
730
+ },
731
+ {
732
+ "epoch": 108.33,
733
+ "grad_norm": 3.5053226947784424,
734
+ "learning_rate": 3.3975e-06,
735
+ "loss": 0.9489,
736
+ "step": 9100
737
+ },
738
+ {
739
+ "epoch": 109.52,
740
+ "grad_norm": 2.178657054901123,
741
+ "learning_rate": 3.0225000000000003e-06,
742
+ "loss": 0.9218,
743
+ "step": 9200
744
+ },
745
+ {
746
+ "epoch": 110.71,
747
+ "grad_norm": 2.9659178256988525,
748
+ "learning_rate": 2.6475e-06,
749
+ "loss": 0.928,
750
+ "step": 9300
751
+ },
752
+ {
753
+ "epoch": 111.9,
754
+ "grad_norm": 3.755510091781616,
755
+ "learning_rate": 2.2725e-06,
756
+ "loss": 0.9244,
757
+ "step": 9400
758
+ },
759
+ {
760
+ "epoch": 113.1,
761
+ "grad_norm": 2.2474422454833984,
762
+ "learning_rate": 1.8975e-06,
763
+ "loss": 0.9269,
764
+ "step": 9500
765
+ },
766
+ {
767
+ "epoch": 114.29,
768
+ "grad_norm": 4.289571285247803,
769
+ "learning_rate": 1.5225000000000002e-06,
770
+ "loss": 0.9353,
771
+ "step": 9600
772
+ },
773
+ {
774
+ "epoch": 115.48,
775
+ "grad_norm": 3.7131989002227783,
776
+ "learning_rate": 1.1475e-06,
777
+ "loss": 0.9169,
778
+ "step": 9700
779
+ },
780
+ {
781
+ "epoch": 116.67,
782
+ "grad_norm": 2.692605972290039,
783
+ "learning_rate": 7.725e-07,
784
+ "loss": 0.9325,
785
+ "step": 9800
786
+ },
787
+ {
788
+ "epoch": 117.86,
789
+ "grad_norm": 3.175621509552002,
790
+ "learning_rate": 3.975e-07,
791
+ "loss": 0.9163,
792
+ "step": 9900
793
+ },
794
+ {
795
+ "epoch": 119.05,
796
+ "grad_norm": 9.366300582885742,
797
+ "learning_rate": 2.25e-08,
798
+ "loss": 0.9268,
799
+ "step": 10000
800
+ },
801
+ {
802
+ "epoch": 119.05,
803
+ "eval_cer": 0.13159224085673873,
804
+ "eval_loss": 0.3630259037017822,
805
+ "eval_runtime": 10.5083,
806
+ "eval_samples_per_second": 31.975,
807
+ "eval_steps_per_second": 3.997,
808
+ "eval_wer": 0.6242864556305138,
809
+ "step": 10000
810
  }
811
  ],
812
  "logging_steps": 100,
 
814
  "num_input_tokens_seen": 0,
815
  "num_train_epochs": 120,
816
  "save_steps": 1000,
817
+ "total_flos": 3.012648370984383e+19,
818
  "train_batch_size": 8,
819
  "trial_name": null,
820
  "trial_params": null