NairaRahim commited on
Commit
9bae3fb
·
verified ·
1 Parent(s): 2ff5498

Training in progress, epoch 29, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7192af0b20e9ae92f8d286a2da65a9c5747ee4020c50c48aa473a3e43703773
3
  size 1227009528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daef4e55ad3f9cac7476db8fc6c0558852fa9a93b615790669d2f15c7a8efc1b
3
  size 1227009528
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff33db56d63c67d85cfa088d479ea506d59eff9e087bf55d1971168fc3e3f331
3
  size 2454133690
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d1575be4a450eb389f45ccce71c57c7f233f5a2b6bd3384717eae5a12f344b
3
  size 2454133690
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28a85b72b009dea1edbe23a0bf87db6524c747b48f4861eabc329f71b30d8145
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4ea3a90506cd06614bd07f48e2ae5e6d0bcae66d2c1234c0b2b3e5e6f04045
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a5b99942864785620ec565d7775aff86fb1bb9970466bd2d05892314489a53a
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca503ac3f6a648f00e869d6e43b6905f33cfb3af705d6edf930285c1fae1c03
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 34.4583740234375,
3
  "best_model_checkpoint": "/kaggle/working/output/checkpoint-36540",
4
- "epoch": 28.0,
5
  "eval_steps": 500,
6
- "global_step": 36540,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2786,6 +2786,105 @@
2786
  "eval_samples_per_second": 26.465,
2787
  "eval_steps_per_second": 3.326,
2788
  "step": 36540
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2789
  }
2790
  ],
2791
  "logging_steps": 100,
@@ -2800,7 +2899,7 @@
2800
  "early_stopping_threshold": 0.0
2801
  },
2802
  "attributes": {
2803
- "early_stopping_patience_counter": 0
2804
  }
2805
  },
2806
  "TrainerControl": {
@@ -2814,7 +2913,7 @@
2814
  "attributes": {}
2815
  }
2816
  },
2817
- "total_flos": 3.94047052853207e+16,
2818
  "train_batch_size": 8,
2819
  "trial_name": null,
2820
  "trial_params": null
 
1
  {
2
  "best_metric": 34.4583740234375,
3
  "best_model_checkpoint": "/kaggle/working/output/checkpoint-36540",
4
+ "epoch": 29.0,
5
  "eval_steps": 500,
6
+ "global_step": 37845,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2786
  "eval_samples_per_second": 26.465,
2787
  "eval_steps_per_second": 3.326,
2788
  "step": 36540
2789
+ },
2790
+ {
2791
+ "epoch": 28.04597701149425,
2792
+ "grad_norm": 6.301197052001953,
2793
+ "learning_rate": 3.24794061302682e-05,
2794
+ "loss": 33.1986,
2795
+ "step": 36600
2796
+ },
2797
+ {
2798
+ "epoch": 28.122605363984675,
2799
+ "grad_norm": 3.1395254135131836,
2800
+ "learning_rate": 3.243151340996169e-05,
2801
+ "loss": 32.8468,
2802
+ "step": 36700
2803
+ },
2804
+ {
2805
+ "epoch": 28.199233716475096,
2806
+ "grad_norm": 2.673875331878662,
2807
+ "learning_rate": 3.2383620689655175e-05,
2808
+ "loss": 32.7804,
2809
+ "step": 36800
2810
+ },
2811
+ {
2812
+ "epoch": 28.275862068965516,
2813
+ "grad_norm": 3.807201862335205,
2814
+ "learning_rate": 3.233572796934866e-05,
2815
+ "loss": 34.128,
2816
+ "step": 36900
2817
+ },
2818
+ {
2819
+ "epoch": 28.35249042145594,
2820
+ "grad_norm": 3.2160332202911377,
2821
+ "learning_rate": 3.228783524904215e-05,
2822
+ "loss": 33.0419,
2823
+ "step": 37000
2824
+ },
2825
+ {
2826
+ "epoch": 28.42911877394636,
2827
+ "grad_norm": 3.2508413791656494,
2828
+ "learning_rate": 3.2239942528735636e-05,
2829
+ "loss": 33.3642,
2830
+ "step": 37100
2831
+ },
2832
+ {
2833
+ "epoch": 28.50574712643678,
2834
+ "grad_norm": 4.088146209716797,
2835
+ "learning_rate": 3.219204980842912e-05,
2836
+ "loss": 33.1516,
2837
+ "step": 37200
2838
+ },
2839
+ {
2840
+ "epoch": 28.582375478927204,
2841
+ "grad_norm": 3.4091460704803467,
2842
+ "learning_rate": 3.214415708812261e-05,
2843
+ "loss": 33.5824,
2844
+ "step": 37300
2845
+ },
2846
+ {
2847
+ "epoch": 28.659003831417625,
2848
+ "grad_norm": 3.113368034362793,
2849
+ "learning_rate": 3.209626436781609e-05,
2850
+ "loss": 33.2279,
2851
+ "step": 37400
2852
+ },
2853
+ {
2854
+ "epoch": 28.735632183908045,
2855
+ "grad_norm": 3.7009544372558594,
2856
+ "learning_rate": 3.2048371647509577e-05,
2857
+ "loss": 33.0744,
2858
+ "step": 37500
2859
+ },
2860
+ {
2861
+ "epoch": 28.81226053639847,
2862
+ "grad_norm": 2.046365261077881,
2863
+ "learning_rate": 3.2000478927203063e-05,
2864
+ "loss": 33.1949,
2865
+ "step": 37600
2866
+ },
2867
+ {
2868
+ "epoch": 28.88888888888889,
2869
+ "grad_norm": 3.8142659664154053,
2870
+ "learning_rate": 3.195258620689655e-05,
2871
+ "loss": 33.3156,
2872
+ "step": 37700
2873
+ },
2874
+ {
2875
+ "epoch": 28.96551724137931,
2876
+ "grad_norm": 3.120384454727173,
2877
+ "learning_rate": 3.190469348659004e-05,
2878
+ "loss": 32.828,
2879
+ "step": 37800
2880
+ },
2881
+ {
2882
+ "epoch": 29.0,
2883
+ "eval_loss": 34.519615173339844,
2884
+ "eval_runtime": 49.3498,
2885
+ "eval_samples_per_second": 26.444,
2886
+ "eval_steps_per_second": 3.323,
2887
+ "step": 37845
2888
  }
2889
  ],
2890
  "logging_steps": 100,
 
2899
  "early_stopping_threshold": 0.0
2900
  },
2901
  "attributes": {
2902
+ "early_stopping_patience_counter": 1
2903
  }
2904
  },
2905
  "TrainerControl": {
 
2913
  "attributes": {}
2914
  }
2915
  },
2916
+ "total_flos": 4.081201618836787e+16,
2917
  "train_batch_size": 8,
2918
  "trial_name": null,
2919
  "trial_params": null