Commit 
							
							·
						
						52f4e7c
	
1
								Parent(s):
							
							0ad0011
								
Training in progress, epoch 1
Browse files- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/pytorch_model.bin +1 -1
- last-checkpoint/rng_state.pth +2 -2
- last-checkpoint/scaler.pt +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +20 -163
- last-checkpoint/training_args.bin +2 -2
- pytorch_model.bin +1 -1
- training_args.bin +2 -2
    	
        last-checkpoint/optimizer.pt
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
             
            size 721661957
         | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:cc2dba7e61e936bd037054d1492dd4bde61240803556e98c67640e59a0d8b932
         | 
| 3 | 
             
            size 721661957
         | 
    	
        last-checkpoint/pytorch_model.bin
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
             
            size 377646433
         | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:676d183e8a62a355505e444a9178c71fda557635d4faebdf8ae33188ae206ef1
         | 
| 3 | 
             
            size 377646433
         | 
    	
        last-checkpoint/rng_state.pth
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
            -
            size  | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:bf4aec27bfeea90738219d1867fadd0338c634aad327d5dd48e5ad5b8e19dff0
         | 
| 3 | 
            +
            size 14575
         | 
    	
        last-checkpoint/scaler.pt
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
             
            size 557
         | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:26b20d0624fd6735c75d67cd192faab8b677bc9f276931f799a0eae2e7880574
         | 
| 3 | 
             
            size 557
         | 
    	
        last-checkpoint/scheduler.pt
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
             
            size 627
         | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:85bf7d42805134dc2780b832028e3ebc4cc5356cc9e3b37fd394c3272d80308c
         | 
| 3 | 
             
            size 627
         | 
    	
        last-checkpoint/trainer_state.json
    CHANGED
    
    | @@ -1,176 +1,33 @@ | |
| 1 | 
             
            {
         | 
| 2 | 
             
              "best_metric": null,
         | 
| 3 | 
             
              "best_model_checkpoint": null,
         | 
| 4 | 
            -
              "epoch":  | 
| 5 | 
            -
              "global_step":  | 
| 6 | 
             
              "is_hyper_param_search": false,
         | 
| 7 | 
             
              "is_local_process_zero": true,
         | 
| 8 | 
             
              "is_world_process_zero": true,
         | 
| 9 | 
             
              "log_history": [
         | 
| 10 | 
             
                {
         | 
| 11 | 
            -
                  "epoch":  | 
| 12 | 
            -
                  "learning_rate": 9. | 
| 13 | 
            -
                  "loss":  | 
| 14 | 
            -
                  "step":  | 
| 15 | 
            -
                },
         | 
| 16 | 
            -
                {
         | 
| 17 | 
            -
                  "epoch":  | 
| 18 | 
            -
                  "eval_cer": 0. | 
| 19 | 
            -
                  "eval_loss":  | 
| 20 | 
            -
                  " | 
| 21 | 
            -
                  " | 
| 22 | 
            -
                  " | 
| 23 | 
            -
                  " | 
| 24 | 
            -
                  " | 
| 25 | 
            -
             | 
| 26 | 
            -
                {
         | 
| 27 | 
            -
                  "epoch": 6.0,
         | 
| 28 | 
            -
                  "learning_rate": 8.429770077367331e-05,
         | 
| 29 | 
            -
                  "loss": 0.1889,
         | 
| 30 | 
            -
                  "step": 1932
         | 
| 31 | 
            -
                },
         | 
| 32 | 
            -
                {
         | 
| 33 | 
            -
                  "epoch": 6.0,
         | 
| 34 | 
            -
                  "eval_cer": 0.2354978354978355,
         | 
| 35 | 
            -
                  "eval_loss": 1.5368783473968506,
         | 
| 36 | 
            -
                  "eval_runtime": 8.8989,
         | 
| 37 | 
            -
                  "eval_samples_per_second": 23.598,
         | 
| 38 | 
            -
                  "eval_steps_per_second": 3.034,
         | 
| 39 | 
            -
                  "eval_wer": 0.06666666666666667,
         | 
| 40 | 
            -
                  "step": 1932
         | 
| 41 | 
            -
                },
         | 
| 42 | 
            -
                {
         | 
| 43 | 
            -
                  "epoch": 9.0,
         | 
| 44 | 
            -
                  "learning_rate": 7.378228179143511e-05,
         | 
| 45 | 
            -
                  "loss": 0.1415,
         | 
| 46 | 
            -
                  "step": 2898
         | 
| 47 | 
            -
                },
         | 
| 48 | 
            -
                {
         | 
| 49 | 
            -
                  "epoch": 9.0,
         | 
| 50 | 
            -
                  "eval_cer": 0.23376623376623376,
         | 
| 51 | 
            -
                  "eval_loss": 1.6211291551589966,
         | 
| 52 | 
            -
                  "eval_runtime": 7.7985,
         | 
| 53 | 
            -
                  "eval_samples_per_second": 26.928,
         | 
| 54 | 
            -
                  "eval_steps_per_second": 3.462,
         | 
| 55 | 
            -
                  "eval_wer": 0.047619047619047616,
         | 
| 56 | 
            -
                  "step": 2898
         | 
| 57 | 
            -
                },
         | 
| 58 | 
            -
                {
         | 
| 59 | 
            -
                  "epoch": 12.0,
         | 
| 60 | 
            -
                  "learning_rate": 6.325596600196144e-05,
         | 
| 61 | 
            -
                  "loss": 0.109,
         | 
| 62 | 
            -
                  "step": 3864
         | 
| 63 | 
            -
                },
         | 
| 64 | 
            -
                {
         | 
| 65 | 
            -
                  "epoch": 12.0,
         | 
| 66 | 
            -
                  "eval_cer": 0.24848484848484848,
         | 
| 67 | 
            -
                  "eval_loss": 1.5097322463989258,
         | 
| 68 | 
            -
                  "eval_runtime": 7.3722,
         | 
| 69 | 
            -
                  "eval_samples_per_second": 28.486,
         | 
| 70 | 
            -
                  "eval_steps_per_second": 3.662,
         | 
| 71 | 
            -
                  "eval_wer": 0.0761904761904762,
         | 
| 72 | 
            -
                  "step": 3864
         | 
| 73 | 
            -
                },
         | 
| 74 | 
            -
                {
         | 
| 75 | 
            -
                  "epoch": 15.0,
         | 
| 76 | 
            -
                  "learning_rate": 5.272965021248775e-05,
         | 
| 77 | 
            -
                  "loss": 0.1803,
         | 
| 78 | 
            -
                  "step": 4830
         | 
| 79 | 
            -
                },
         | 
| 80 | 
            -
                {
         | 
| 81 | 
            -
                  "epoch": 15.0,
         | 
| 82 | 
            -
                  "eval_cer": 0.24935064935064935,
         | 
| 83 | 
            -
                  "eval_loss": 2.160435676574707,
         | 
| 84 | 
            -
                  "eval_runtime": 7.8188,
         | 
| 85 | 
            -
                  "eval_samples_per_second": 26.858,
         | 
| 86 | 
            -
                  "eval_steps_per_second": 3.453,
         | 
| 87 | 
            -
                  "eval_wer": 0.12380952380952381,
         | 
| 88 | 
            -
                  "step": 4830
         | 
| 89 | 
            -
                },
         | 
| 90 | 
            -
                {
         | 
| 91 | 
            -
                  "epoch": 18.0,
         | 
| 92 | 
            -
                  "learning_rate": 4.220333442301406e-05,
         | 
| 93 | 
            -
                  "loss": 0.1495,
         | 
| 94 | 
            -
                  "step": 5796
         | 
| 95 | 
            -
                },
         | 
| 96 | 
            -
                {
         | 
| 97 | 
            -
                  "epoch": 18.0,
         | 
| 98 | 
            -
                  "eval_cer": 0.2753246753246753,
         | 
| 99 | 
            -
                  "eval_loss": 2.211272954940796,
         | 
| 100 | 
            -
                  "eval_runtime": 7.8373,
         | 
| 101 | 
            -
                  "eval_samples_per_second": 26.795,
         | 
| 102 | 
            -
                  "eval_steps_per_second": 3.445,
         | 
| 103 | 
            -
                  "eval_wer": 0.15714285714285714,
         | 
| 104 | 
            -
                  "step": 5796
         | 
| 105 | 
            -
                },
         | 
| 106 | 
            -
                {
         | 
| 107 | 
            -
                  "epoch": 21.0,
         | 
| 108 | 
            -
                  "learning_rate": 3.169881224801134e-05,
         | 
| 109 | 
            -
                  "loss": 0.242,
         | 
| 110 | 
            -
                  "step": 6762
         | 
| 111 | 
            -
                },
         | 
| 112 | 
            -
                {
         | 
| 113 | 
            -
                  "epoch": 21.0,
         | 
| 114 | 
            -
                  "eval_cer": 0.2831168831168831,
         | 
| 115 | 
            -
                  "eval_loss": 1.5069493055343628,
         | 
| 116 | 
            -
                  "eval_runtime": 7.8359,
         | 
| 117 | 
            -
                  "eval_samples_per_second": 26.8,
         | 
| 118 | 
            -
                  "eval_steps_per_second": 3.446,
         | 
| 119 | 
            -
                  "eval_wer": 0.14285714285714285,
         | 
| 120 | 
            -
                  "step": 6762
         | 
| 121 | 
            -
                },
         | 
| 122 | 
            -
                {
         | 
| 123 | 
            -
                  "epoch": 24.0,
         | 
| 124 | 
            -
                  "learning_rate": 2.117249645853765e-05,
         | 
| 125 | 
            -
                  "loss": 0.5494,
         | 
| 126 | 
            -
                  "step": 7728
         | 
| 127 | 
            -
                },
         | 
| 128 | 
            -
                {
         | 
| 129 | 
            -
                  "epoch": 24.0,
         | 
| 130 | 
            -
                  "eval_cer": 0.4562770562770563,
         | 
| 131 | 
            -
                  "eval_loss": 1.3968360424041748,
         | 
| 132 | 
            -
                  "eval_runtime": 7.8934,
         | 
| 133 | 
            -
                  "eval_samples_per_second": 26.605,
         | 
| 134 | 
            -
                  "eval_steps_per_second": 3.421,
         | 
| 135 | 
            -
                  "eval_wer": 0.23809523809523808,
         | 
| 136 | 
            -
                  "step": 7728
         | 
| 137 | 
            -
                },
         | 
| 138 | 
            -
                {
         | 
| 139 | 
            -
                  "epoch": 27.0,
         | 
| 140 | 
            -
                  "learning_rate": 1.0646180669063966e-05,
         | 
| 141 | 
            -
                  "loss": 0.8963,
         | 
| 142 | 
            -
                  "step": 8694
         | 
| 143 | 
            -
                },
         | 
| 144 | 
            -
                {
         | 
| 145 | 
            -
                  "epoch": 27.0,
         | 
| 146 | 
            -
                  "eval_cer": 0.9783549783549783,
         | 
| 147 | 
            -
                  "eval_loss": 2.9235026836395264,
         | 
| 148 | 
            -
                  "eval_runtime": 7.7684,
         | 
| 149 | 
            -
                  "eval_samples_per_second": 27.032,
         | 
| 150 | 
            -
                  "eval_steps_per_second": 3.476,
         | 
| 151 | 
            -
                  "eval_wer": 0.9571428571428572,
         | 
| 152 | 
            -
                  "step": 8694
         | 
| 153 | 
            -
                },
         | 
| 154 | 
            -
                {
         | 
| 155 | 
            -
                  "epoch": 30.0,
         | 
| 156 | 
            -
                  "learning_rate": 1.1986487959028006e-07,
         | 
| 157 | 
            -
                  "loss": 0.5384,
         | 
| 158 | 
            -
                  "step": 9660
         | 
| 159 | 
            -
                },
         | 
| 160 | 
            -
                {
         | 
| 161 | 
            -
                  "epoch": 30.0,
         | 
| 162 | 
            -
                  "eval_cer": 0.6294372294372295,
         | 
| 163 | 
            -
                  "eval_loss": 2.833552360534668,
         | 
| 164 | 
            -
                  "eval_runtime": 7.3279,
         | 
| 165 | 
            -
                  "eval_samples_per_second": 28.658,
         | 
| 166 | 
            -
                  "eval_steps_per_second": 3.685,
         | 
| 167 | 
            -
                  "eval_wer": 0.37142857142857144,
         | 
| 168 | 
            -
                  "step": 9660
         | 
| 169 | 
             
                }
         | 
| 170 | 
             
              ],
         | 
| 171 | 
            -
              "max_steps":  | 
| 172 | 
            -
              "num_train_epochs":  | 
| 173 | 
            -
              "total_flos":  | 
| 174 | 
             
              "trial_name": null,
         | 
| 175 | 
             
              "trial_params": null
         | 
| 176 | 
             
            }
         | 
|  | |
| 1 | 
             
            {
         | 
| 2 | 
             
              "best_metric": null,
         | 
| 3 | 
             
              "best_model_checkpoint": null,
         | 
| 4 | 
            +
              "epoch": 1.0,
         | 
| 5 | 
            +
              "global_step": 322,
         | 
| 6 | 
             
              "is_hyper_param_search": false,
         | 
| 7 | 
             
              "is_local_process_zero": true,
         | 
| 8 | 
             
              "is_world_process_zero": true,
         | 
| 9 | 
             
              "log_history": [
         | 
| 10 | 
             
                {
         | 
| 11 | 
            +
                  "epoch": 1.0,
         | 
| 12 | 
            +
                  "learning_rate": 9.830028328611899e-05,
         | 
| 13 | 
            +
                  "loss": 3.4876,
         | 
| 14 | 
            +
                  "step": 322
         | 
| 15 | 
            +
                },
         | 
| 16 | 
            +
                {
         | 
| 17 | 
            +
                  "epoch": 1.0,
         | 
| 18 | 
            +
                  "eval_cer": 0.9818181818181818,
         | 
| 19 | 
            +
                  "eval_loss": 3.3877487182617188,
         | 
| 20 | 
            +
                  "eval_new_wer": 0.9,
         | 
| 21 | 
            +
                  "eval_old_wer": 1.0,
         | 
| 22 | 
            +
                  "eval_runtime": 8.8586,
         | 
| 23 | 
            +
                  "eval_samples_per_second": 23.706,
         | 
| 24 | 
            +
                  "eval_steps_per_second": 3.048,
         | 
| 25 | 
            +
                  "step": 322
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 26 | 
             
                }
         | 
| 27 | 
             
              ],
         | 
| 28 | 
            +
              "max_steps": 4830,
         | 
| 29 | 
            +
              "num_train_epochs": 15,
         | 
| 30 | 
            +
              "total_flos": 2.4964363986000384e+17,
         | 
| 31 | 
             
              "trial_name": null,
         | 
| 32 | 
             
              "trial_params": null
         | 
| 33 | 
             
            }
         | 
    	
        last-checkpoint/training_args.bin
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
            -
            size  | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:2482c421f2e54815733d79c491d554a4c42d32f13b9839fbaae213086a45cc2f
         | 
| 3 | 
            +
            size 3387
         | 
    	
        pytorch_model.bin
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
             
            size 377646433
         | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:676d183e8a62a355505e444a9178c71fda557635d4faebdf8ae33188ae206ef1
         | 
| 3 | 
             
            size 377646433
         | 
    	
        training_args.bin
    CHANGED
    
    | @@ -1,3 +1,3 @@ | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            -
            oid sha256: | 
| 3 | 
            -
            size  | 
|  | |
| 1 | 
             
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:2482c421f2e54815733d79c491d554a4c42d32f13b9839fbaae213086a45cc2f
         | 
| 3 | 
            +
            size 3387
         |