whisper-small-pt-cv11-v5 / trainer_state.json
jonatasgrosman's picture
End of training
d839c82
raw
history blame contribute delete
No virus
19.2 kB
{
"best_metric": 14.684129429892142,
"best_model_checkpoint": "whisper-small-pt-cv11-v5/checkpoint-2000",
"epoch": 6.445672191528545,
"global_step": 3500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.05,
"learning_rate": 1.0500000000000001e-07,
"loss": 1.3312,
"step": 25
},
{
"epoch": 0.09,
"learning_rate": 2.3000000000000002e-07,
"loss": 1.2916,
"step": 50
},
{
"epoch": 0.14,
"learning_rate": 3.55e-07,
"loss": 1.2451,
"step": 75
},
{
"epoch": 0.18,
"learning_rate": 4.800000000000001e-07,
"loss": 1.1518,
"step": 100
},
{
"epoch": 0.23,
"learning_rate": 6.05e-07,
"loss": 0.986,
"step": 125
},
{
"epoch": 0.28,
"learning_rate": 7.3e-07,
"loss": 0.759,
"step": 150
},
{
"epoch": 0.32,
"learning_rate": 8.550000000000002e-07,
"loss": 0.5541,
"step": 175
},
{
"epoch": 0.37,
"learning_rate": 9.800000000000001e-07,
"loss": 0.4604,
"step": 200
},
{
"epoch": 0.41,
"learning_rate": 1.105e-06,
"loss": 0.3744,
"step": 225
},
{
"epoch": 0.46,
"learning_rate": 1.23e-06,
"loss": 0.3191,
"step": 250
},
{
"epoch": 0.51,
"learning_rate": 1.3550000000000002e-06,
"loss": 0.3415,
"step": 275
},
{
"epoch": 0.55,
"learning_rate": 1.48e-06,
"loss": 0.341,
"step": 300
},
{
"epoch": 0.6,
"learning_rate": 1.605e-06,
"loss": 0.3176,
"step": 325
},
{
"epoch": 0.64,
"learning_rate": 1.73e-06,
"loss": 0.2963,
"step": 350
},
{
"epoch": 0.69,
"learning_rate": 1.8550000000000002e-06,
"loss": 0.2914,
"step": 375
},
{
"epoch": 0.74,
"learning_rate": 1.98e-06,
"loss": 0.283,
"step": 400
},
{
"epoch": 0.78,
"learning_rate": 2.105e-06,
"loss": 0.2882,
"step": 425
},
{
"epoch": 0.83,
"learning_rate": 2.2300000000000002e-06,
"loss": 0.3138,
"step": 450
},
{
"epoch": 0.87,
"learning_rate": 2.355e-06,
"loss": 0.2888,
"step": 475
},
{
"epoch": 0.92,
"learning_rate": 2.4800000000000004e-06,
"loss": 0.2817,
"step": 500
},
{
"epoch": 0.92,
"eval_cer": 6.360873169383807,
"eval_loss": 0.335239976644516,
"eval_runtime": 194.5964,
"eval_samples_per_second": 5.139,
"eval_steps_per_second": 0.324,
"eval_wer": 15.947611710323576,
"step": 500
},
{
"epoch": 0.97,
"learning_rate": 2.6050000000000005e-06,
"loss": 0.2802,
"step": 525
},
{
"epoch": 1.01,
"learning_rate": 2.7300000000000005e-06,
"loss": 0.2534,
"step": 550
},
{
"epoch": 1.06,
"learning_rate": 2.855e-06,
"loss": 0.2503,
"step": 575
},
{
"epoch": 1.1,
"learning_rate": 2.9800000000000003e-06,
"loss": 0.2608,
"step": 600
},
{
"epoch": 1.15,
"learning_rate": 3.1050000000000003e-06,
"loss": 0.2249,
"step": 625
},
{
"epoch": 1.2,
"learning_rate": 3.2300000000000004e-06,
"loss": 0.2435,
"step": 650
},
{
"epoch": 1.24,
"learning_rate": 3.3550000000000005e-06,
"loss": 0.2484,
"step": 675
},
{
"epoch": 1.29,
"learning_rate": 3.48e-06,
"loss": 0.254,
"step": 700
},
{
"epoch": 1.34,
"learning_rate": 3.6050000000000002e-06,
"loss": 0.2263,
"step": 725
},
{
"epoch": 1.38,
"learning_rate": 3.7300000000000003e-06,
"loss": 0.2369,
"step": 750
},
{
"epoch": 1.43,
"learning_rate": 3.855e-06,
"loss": 0.2268,
"step": 775
},
{
"epoch": 1.47,
"learning_rate": 3.980000000000001e-06,
"loss": 0.239,
"step": 800
},
{
"epoch": 1.52,
"learning_rate": 4.1050000000000005e-06,
"loss": 0.2304,
"step": 825
},
{
"epoch": 1.57,
"learning_rate": 4.23e-06,
"loss": 0.2327,
"step": 850
},
{
"epoch": 1.61,
"learning_rate": 4.355000000000001e-06,
"loss": 0.2145,
"step": 875
},
{
"epoch": 1.66,
"learning_rate": 4.48e-06,
"loss": 0.2365,
"step": 900
},
{
"epoch": 1.7,
"learning_rate": 4.605000000000001e-06,
"loss": 0.2333,
"step": 925
},
{
"epoch": 1.75,
"learning_rate": 4.7300000000000005e-06,
"loss": 0.2136,
"step": 950
},
{
"epoch": 1.8,
"learning_rate": 4.855e-06,
"loss": 0.2176,
"step": 975
},
{
"epoch": 1.84,
"learning_rate": 4.980000000000001e-06,
"loss": 0.2245,
"step": 1000
},
{
"epoch": 1.84,
"eval_cer": 5.932578060237635,
"eval_loss": 0.30470752716064453,
"eval_runtime": 194.6952,
"eval_samples_per_second": 5.136,
"eval_steps_per_second": 0.324,
"eval_wer": 15.0231124807396,
"step": 1000
},
{
"epoch": 1.89,
"learning_rate": 4.9883333333333336e-06,
"loss": 0.2286,
"step": 1025
},
{
"epoch": 1.93,
"learning_rate": 4.974444444444445e-06,
"loss": 0.2109,
"step": 1050
},
{
"epoch": 1.98,
"learning_rate": 4.9605555555555564e-06,
"loss": 0.2232,
"step": 1075
},
{
"epoch": 2.03,
"learning_rate": 4.946666666666667e-06,
"loss": 0.1843,
"step": 1100
},
{
"epoch": 2.07,
"learning_rate": 4.932777777777778e-06,
"loss": 0.1718,
"step": 1125
},
{
"epoch": 2.12,
"learning_rate": 4.918888888888889e-06,
"loss": 0.1601,
"step": 1150
},
{
"epoch": 2.16,
"learning_rate": 4.9050000000000005e-06,
"loss": 0.1663,
"step": 1175
},
{
"epoch": 2.21,
"learning_rate": 4.891111111111111e-06,
"loss": 0.1614,
"step": 1200
},
{
"epoch": 2.26,
"learning_rate": 4.8772222222222225e-06,
"loss": 0.1677,
"step": 1225
},
{
"epoch": 2.3,
"learning_rate": 4.863333333333334e-06,
"loss": 0.1651,
"step": 1250
},
{
"epoch": 2.35,
"learning_rate": 4.849444444444445e-06,
"loss": 0.1622,
"step": 1275
},
{
"epoch": 2.39,
"learning_rate": 4.835555555555556e-06,
"loss": 0.1714,
"step": 1300
},
{
"epoch": 2.44,
"learning_rate": 4.821666666666667e-06,
"loss": 0.1636,
"step": 1325
},
{
"epoch": 2.49,
"learning_rate": 4.807777777777779e-06,
"loss": 0.163,
"step": 1350
},
{
"epoch": 2.53,
"learning_rate": 4.793888888888889e-06,
"loss": 0.1607,
"step": 1375
},
{
"epoch": 2.58,
"learning_rate": 4.78e-06,
"loss": 0.154,
"step": 1400
},
{
"epoch": 2.62,
"learning_rate": 4.766111111111111e-06,
"loss": 0.1675,
"step": 1425
},
{
"epoch": 2.67,
"learning_rate": 4.752222222222223e-06,
"loss": 0.1683,
"step": 1450
},
{
"epoch": 2.72,
"learning_rate": 4.7383333333333334e-06,
"loss": 0.1787,
"step": 1475
},
{
"epoch": 2.76,
"learning_rate": 4.724444444444445e-06,
"loss": 0.1587,
"step": 1500
},
{
"epoch": 2.76,
"eval_cer": 5.932578060237635,
"eval_loss": 0.29851725697517395,
"eval_runtime": 195.7511,
"eval_samples_per_second": 5.109,
"eval_steps_per_second": 0.322,
"eval_wer": 15.084745762711865,
"step": 1500
},
{
"epoch": 2.81,
"learning_rate": 4.710555555555556e-06,
"loss": 0.1713,
"step": 1525
},
{
"epoch": 2.85,
"learning_rate": 4.696666666666667e-06,
"loss": 0.1635,
"step": 1550
},
{
"epoch": 2.9,
"learning_rate": 4.682777777777778e-06,
"loss": 0.1573,
"step": 1575
},
{
"epoch": 2.95,
"learning_rate": 4.66888888888889e-06,
"loss": 0.1628,
"step": 1600
},
{
"epoch": 2.99,
"learning_rate": 4.655e-06,
"loss": 0.1643,
"step": 1625
},
{
"epoch": 3.04,
"learning_rate": 4.641111111111111e-06,
"loss": 0.1207,
"step": 1650
},
{
"epoch": 3.08,
"learning_rate": 4.627222222222222e-06,
"loss": 0.1096,
"step": 1675
},
{
"epoch": 3.13,
"learning_rate": 4.613333333333334e-06,
"loss": 0.1008,
"step": 1700
},
{
"epoch": 3.18,
"learning_rate": 4.599444444444444e-06,
"loss": 0.1147,
"step": 1725
},
{
"epoch": 3.22,
"learning_rate": 4.585555555555556e-06,
"loss": 0.1134,
"step": 1750
},
{
"epoch": 3.27,
"learning_rate": 4.571666666666667e-06,
"loss": 0.1086,
"step": 1775
},
{
"epoch": 3.31,
"learning_rate": 4.557777777777778e-06,
"loss": 0.1075,
"step": 1800
},
{
"epoch": 3.36,
"learning_rate": 4.543888888888889e-06,
"loss": 0.1043,
"step": 1825
},
{
"epoch": 3.41,
"learning_rate": 4.530000000000001e-06,
"loss": 0.1164,
"step": 1850
},
{
"epoch": 3.45,
"learning_rate": 4.516111111111111e-06,
"loss": 0.1134,
"step": 1875
},
{
"epoch": 3.5,
"learning_rate": 4.502222222222223e-06,
"loss": 0.1073,
"step": 1900
},
{
"epoch": 3.55,
"learning_rate": 4.488333333333333e-06,
"loss": 0.1142,
"step": 1925
},
{
"epoch": 3.59,
"learning_rate": 4.474444444444445e-06,
"loss": 0.1221,
"step": 1950
},
{
"epoch": 3.64,
"learning_rate": 4.460555555555556e-06,
"loss": 0.1105,
"step": 1975
},
{
"epoch": 3.68,
"learning_rate": 4.446666666666667e-06,
"loss": 0.1181,
"step": 2000
},
{
"epoch": 3.68,
"eval_cer": 5.885603757944184,
"eval_loss": 0.305571973323822,
"eval_runtime": 194.7696,
"eval_samples_per_second": 5.134,
"eval_steps_per_second": 0.323,
"eval_wer": 14.684129429892142,
"step": 2000
},
{
"epoch": 3.73,
"learning_rate": 4.432777777777778e-06,
"loss": 0.11,
"step": 2025
},
{
"epoch": 3.78,
"learning_rate": 4.41888888888889e-06,
"loss": 0.1136,
"step": 2050
},
{
"epoch": 3.82,
"learning_rate": 4.405e-06,
"loss": 0.1117,
"step": 2075
},
{
"epoch": 3.87,
"learning_rate": 4.391111111111112e-06,
"loss": 0.1158,
"step": 2100
},
{
"epoch": 3.91,
"learning_rate": 4.377222222222223e-06,
"loss": 0.1115,
"step": 2125
},
{
"epoch": 3.96,
"learning_rate": 4.363333333333334e-06,
"loss": 0.1091,
"step": 2150
},
{
"epoch": 4.01,
"learning_rate": 4.349444444444445e-06,
"loss": 0.1133,
"step": 2175
},
{
"epoch": 4.05,
"learning_rate": 4.3355555555555565e-06,
"loss": 0.0737,
"step": 2200
},
{
"epoch": 4.1,
"learning_rate": 4.321666666666667e-06,
"loss": 0.0654,
"step": 2225
},
{
"epoch": 4.14,
"learning_rate": 4.307777777777778e-06,
"loss": 0.0772,
"step": 2250
},
{
"epoch": 4.19,
"learning_rate": 4.293888888888889e-06,
"loss": 0.0752,
"step": 2275
},
{
"epoch": 4.24,
"learning_rate": 4.2800000000000005e-06,
"loss": 0.073,
"step": 2300
},
{
"epoch": 4.28,
"learning_rate": 4.266111111111111e-06,
"loss": 0.0743,
"step": 2325
},
{
"epoch": 4.33,
"learning_rate": 4.2522222222222225e-06,
"loss": 0.0669,
"step": 2350
},
{
"epoch": 4.37,
"learning_rate": 4.238333333333334e-06,
"loss": 0.0746,
"step": 2375
},
{
"epoch": 4.42,
"learning_rate": 4.2244444444444446e-06,
"loss": 0.0682,
"step": 2400
},
{
"epoch": 4.47,
"learning_rate": 4.210555555555556e-06,
"loss": 0.0837,
"step": 2425
},
{
"epoch": 4.51,
"learning_rate": 4.1966666666666674e-06,
"loss": 0.0763,
"step": 2450
},
{
"epoch": 4.56,
"learning_rate": 4.182777777777778e-06,
"loss": 0.0698,
"step": 2475
},
{
"epoch": 4.6,
"learning_rate": 4.168888888888889e-06,
"loss": 0.0741,
"step": 2500
},
{
"epoch": 4.6,
"eval_cer": 5.99060513954131,
"eval_loss": 0.31620752811431885,
"eval_runtime": 193.6554,
"eval_samples_per_second": 5.164,
"eval_steps_per_second": 0.325,
"eval_wer": 14.992295839753467,
"step": 2500
},
{
"epoch": 4.65,
"learning_rate": 4.155e-06,
"loss": 0.075,
"step": 2525
},
{
"epoch": 4.7,
"learning_rate": 4.1411111111111115e-06,
"loss": 0.0699,
"step": 2550
},
{
"epoch": 4.74,
"learning_rate": 4.127222222222222e-06,
"loss": 0.0695,
"step": 2575
},
{
"epoch": 4.79,
"learning_rate": 4.1133333333333335e-06,
"loss": 0.0728,
"step": 2600
},
{
"epoch": 4.83,
"learning_rate": 4.099444444444445e-06,
"loss": 0.0761,
"step": 2625
},
{
"epoch": 4.88,
"learning_rate": 4.085555555555556e-06,
"loss": 0.0792,
"step": 2650
},
{
"epoch": 4.93,
"learning_rate": 4.071666666666667e-06,
"loss": 0.0737,
"step": 2675
},
{
"epoch": 4.97,
"learning_rate": 4.057777777777778e-06,
"loss": 0.0806,
"step": 2700
},
{
"epoch": 5.02,
"learning_rate": 4.04388888888889e-06,
"loss": 0.0656,
"step": 2725
},
{
"epoch": 5.06,
"learning_rate": 4.03e-06,
"loss": 0.0427,
"step": 2750
},
{
"epoch": 5.11,
"learning_rate": 4.016111111111111e-06,
"loss": 0.042,
"step": 2775
},
{
"epoch": 5.16,
"learning_rate": 4.002222222222222e-06,
"loss": 0.0433,
"step": 2800
},
{
"epoch": 5.2,
"learning_rate": 3.988333333333334e-06,
"loss": 0.0466,
"step": 2825
},
{
"epoch": 5.25,
"learning_rate": 3.974444444444444e-06,
"loss": 0.0416,
"step": 2850
},
{
"epoch": 5.29,
"learning_rate": 3.960555555555556e-06,
"loss": 0.0434,
"step": 2875
},
{
"epoch": 5.34,
"learning_rate": 3.946666666666667e-06,
"loss": 0.0477,
"step": 2900
},
{
"epoch": 5.39,
"learning_rate": 3.932777777777778e-06,
"loss": 0.0409,
"step": 2925
},
{
"epoch": 5.43,
"learning_rate": 3.918888888888889e-06,
"loss": 0.044,
"step": 2950
},
{
"epoch": 5.48,
"learning_rate": 3.905000000000001e-06,
"loss": 0.0454,
"step": 2975
},
{
"epoch": 5.52,
"learning_rate": 3.891111111111111e-06,
"loss": 0.0438,
"step": 3000
},
{
"epoch": 5.52,
"eval_cer": 6.225476651008566,
"eval_loss": 0.3466458320617676,
"eval_runtime": 194.163,
"eval_samples_per_second": 5.15,
"eval_steps_per_second": 0.324,
"eval_wer": 15.469953775038519,
"step": 3000
},
{
"epoch": 5.57,
"learning_rate": 3.877222222222223e-06,
"loss": 0.0488,
"step": 3025
},
{
"epoch": 5.62,
"learning_rate": 3.863333333333333e-06,
"loss": 0.0479,
"step": 3050
},
{
"epoch": 5.66,
"learning_rate": 3.849444444444445e-06,
"loss": 0.0474,
"step": 3075
},
{
"epoch": 5.71,
"learning_rate": 3.835555555555555e-06,
"loss": 0.0479,
"step": 3100
},
{
"epoch": 5.76,
"learning_rate": 3.821666666666667e-06,
"loss": 0.0472,
"step": 3125
},
{
"epoch": 5.8,
"learning_rate": 3.8077777777777782e-06,
"loss": 0.0485,
"step": 3150
},
{
"epoch": 5.85,
"learning_rate": 3.7938888888888892e-06,
"loss": 0.047,
"step": 3175
},
{
"epoch": 5.89,
"learning_rate": 3.7800000000000002e-06,
"loss": 0.0437,
"step": 3200
},
{
"epoch": 5.94,
"learning_rate": 3.7661111111111117e-06,
"loss": 0.05,
"step": 3225
},
{
"epoch": 5.99,
"learning_rate": 3.7522222222222227e-06,
"loss": 0.0462,
"step": 3250
},
{
"epoch": 6.03,
"learning_rate": 3.7383333333333337e-06,
"loss": 0.0315,
"step": 3275
},
{
"epoch": 6.08,
"learning_rate": 3.724444444444445e-06,
"loss": 0.0257,
"step": 3300
},
{
"epoch": 6.12,
"learning_rate": 3.710555555555556e-06,
"loss": 0.0288,
"step": 3325
},
{
"epoch": 6.17,
"learning_rate": 3.6966666666666667e-06,
"loss": 0.0263,
"step": 3350
},
{
"epoch": 6.22,
"learning_rate": 3.6827777777777777e-06,
"loss": 0.025,
"step": 3375
},
{
"epoch": 6.26,
"learning_rate": 3.668888888888889e-06,
"loss": 0.0243,
"step": 3400
},
{
"epoch": 6.31,
"learning_rate": 3.655e-06,
"loss": 0.0277,
"step": 3425
},
{
"epoch": 6.35,
"learning_rate": 3.641111111111111e-06,
"loss": 0.0282,
"step": 3450
},
{
"epoch": 6.4,
"learning_rate": 3.6272222222222226e-06,
"loss": 0.0254,
"step": 3475
},
{
"epoch": 6.45,
"learning_rate": 3.6133333333333336e-06,
"loss": 0.0294,
"step": 3500
},
{
"epoch": 6.45,
"eval_cer": 6.164686377452335,
"eval_loss": 0.37991058826446533,
"eval_runtime": 195.4992,
"eval_samples_per_second": 5.115,
"eval_steps_per_second": 0.322,
"eval_wer": 15.22342064714946,
"step": 3500
},
{
"epoch": 6.45,
"step": 3500,
"total_flos": 3.232156483584e+19,
"train_loss": 0.18485729137488774,
"train_runtime": 6315.1038,
"train_samples_per_second": 50.672,
"train_steps_per_second": 1.584
}
],
"max_steps": 10000,
"num_train_epochs": 19,
"total_flos": 3.232156483584e+19,
"trial_name": null,
"trial_params": null
}