{ "best_metric": 14.684129429892142, "best_model_checkpoint": "whisper-small-pt-cv11-v5/checkpoint-2000", "epoch": 6.445672191528545, "global_step": 3500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05, "learning_rate": 1.0500000000000001e-07, "loss": 1.3312, "step": 25 }, { "epoch": 0.09, "learning_rate": 2.3000000000000002e-07, "loss": 1.2916, "step": 50 }, { "epoch": 0.14, "learning_rate": 3.55e-07, "loss": 1.2451, "step": 75 }, { "epoch": 0.18, "learning_rate": 4.800000000000001e-07, "loss": 1.1518, "step": 100 }, { "epoch": 0.23, "learning_rate": 6.05e-07, "loss": 0.986, "step": 125 }, { "epoch": 0.28, "learning_rate": 7.3e-07, "loss": 0.759, "step": 150 }, { "epoch": 0.32, "learning_rate": 8.550000000000002e-07, "loss": 0.5541, "step": 175 }, { "epoch": 0.37, "learning_rate": 9.800000000000001e-07, "loss": 0.4604, "step": 200 }, { "epoch": 0.41, "learning_rate": 1.105e-06, "loss": 0.3744, "step": 225 }, { "epoch": 0.46, "learning_rate": 1.23e-06, "loss": 0.3191, "step": 250 }, { "epoch": 0.51, "learning_rate": 1.3550000000000002e-06, "loss": 0.3415, "step": 275 }, { "epoch": 0.55, "learning_rate": 1.48e-06, "loss": 0.341, "step": 300 }, { "epoch": 0.6, "learning_rate": 1.605e-06, "loss": 0.3176, "step": 325 }, { "epoch": 0.64, "learning_rate": 1.73e-06, "loss": 0.2963, "step": 350 }, { "epoch": 0.69, "learning_rate": 1.8550000000000002e-06, "loss": 0.2914, "step": 375 }, { "epoch": 0.74, "learning_rate": 1.98e-06, "loss": 0.283, "step": 400 }, { "epoch": 0.78, "learning_rate": 2.105e-06, "loss": 0.2882, "step": 425 }, { "epoch": 0.83, "learning_rate": 2.2300000000000002e-06, "loss": 0.3138, "step": 450 }, { "epoch": 0.87, "learning_rate": 2.355e-06, "loss": 0.2888, "step": 475 }, { "epoch": 0.92, "learning_rate": 2.4800000000000004e-06, "loss": 0.2817, "step": 500 }, { "epoch": 0.92, "eval_cer": 6.360873169383807, "eval_loss": 0.335239976644516, "eval_runtime": 194.5964, "eval_samples_per_second": 5.139, "eval_steps_per_second": 0.324, "eval_wer": 15.947611710323576, "step": 500 }, { "epoch": 0.97, "learning_rate": 2.6050000000000005e-06, "loss": 0.2802, "step": 525 }, { "epoch": 1.01, "learning_rate": 2.7300000000000005e-06, "loss": 0.2534, "step": 550 }, { "epoch": 1.06, "learning_rate": 2.855e-06, "loss": 0.2503, "step": 575 }, { "epoch": 1.1, "learning_rate": 2.9800000000000003e-06, "loss": 0.2608, "step": 600 }, { "epoch": 1.15, "learning_rate": 3.1050000000000003e-06, "loss": 0.2249, "step": 625 }, { "epoch": 1.2, "learning_rate": 3.2300000000000004e-06, "loss": 0.2435, "step": 650 }, { "epoch": 1.24, "learning_rate": 3.3550000000000005e-06, "loss": 0.2484, "step": 675 }, { "epoch": 1.29, "learning_rate": 3.48e-06, "loss": 0.254, "step": 700 }, { "epoch": 1.34, "learning_rate": 3.6050000000000002e-06, "loss": 0.2263, "step": 725 }, { "epoch": 1.38, "learning_rate": 3.7300000000000003e-06, "loss": 0.2369, "step": 750 }, { "epoch": 1.43, "learning_rate": 3.855e-06, "loss": 0.2268, "step": 775 }, { "epoch": 1.47, "learning_rate": 3.980000000000001e-06, "loss": 0.239, "step": 800 }, { "epoch": 1.52, "learning_rate": 4.1050000000000005e-06, "loss": 0.2304, "step": 825 }, { "epoch": 1.57, "learning_rate": 4.23e-06, "loss": 0.2327, "step": 850 }, { "epoch": 1.61, "learning_rate": 4.355000000000001e-06, "loss": 0.2145, "step": 875 }, { "epoch": 1.66, "learning_rate": 4.48e-06, "loss": 0.2365, "step": 900 }, { "epoch": 1.7, "learning_rate": 4.605000000000001e-06, "loss": 0.2333, "step": 925 }, { "epoch": 1.75, "learning_rate": 4.7300000000000005e-06, "loss": 0.2136, "step": 950 }, { "epoch": 1.8, "learning_rate": 4.855e-06, "loss": 0.2176, "step": 975 }, { "epoch": 1.84, "learning_rate": 4.980000000000001e-06, "loss": 0.2245, "step": 1000 }, { "epoch": 1.84, "eval_cer": 5.932578060237635, "eval_loss": 0.30470752716064453, "eval_runtime": 194.6952, "eval_samples_per_second": 5.136, "eval_steps_per_second": 0.324, "eval_wer": 15.0231124807396, "step": 1000 }, { "epoch": 1.89, "learning_rate": 4.9883333333333336e-06, "loss": 0.2286, "step": 1025 }, { "epoch": 1.93, "learning_rate": 4.974444444444445e-06, "loss": 0.2109, "step": 1050 }, { "epoch": 1.98, "learning_rate": 4.9605555555555564e-06, "loss": 0.2232, "step": 1075 }, { "epoch": 2.03, "learning_rate": 4.946666666666667e-06, "loss": 0.1843, "step": 1100 }, { "epoch": 2.07, "learning_rate": 4.932777777777778e-06, "loss": 0.1718, "step": 1125 }, { "epoch": 2.12, "learning_rate": 4.918888888888889e-06, "loss": 0.1601, "step": 1150 }, { "epoch": 2.16, "learning_rate": 4.9050000000000005e-06, "loss": 0.1663, "step": 1175 }, { "epoch": 2.21, "learning_rate": 4.891111111111111e-06, "loss": 0.1614, "step": 1200 }, { "epoch": 2.26, "learning_rate": 4.8772222222222225e-06, "loss": 0.1677, "step": 1225 }, { "epoch": 2.3, "learning_rate": 4.863333333333334e-06, "loss": 0.1651, "step": 1250 }, { "epoch": 2.35, "learning_rate": 4.849444444444445e-06, "loss": 0.1622, "step": 1275 }, { "epoch": 2.39, "learning_rate": 4.835555555555556e-06, "loss": 0.1714, "step": 1300 }, { "epoch": 2.44, "learning_rate": 4.821666666666667e-06, "loss": 0.1636, "step": 1325 }, { "epoch": 2.49, "learning_rate": 4.807777777777779e-06, "loss": 0.163, "step": 1350 }, { "epoch": 2.53, "learning_rate": 4.793888888888889e-06, "loss": 0.1607, "step": 1375 }, { "epoch": 2.58, "learning_rate": 4.78e-06, "loss": 0.154, "step": 1400 }, { "epoch": 2.62, "learning_rate": 4.766111111111111e-06, "loss": 0.1675, "step": 1425 }, { "epoch": 2.67, "learning_rate": 4.752222222222223e-06, "loss": 0.1683, "step": 1450 }, { "epoch": 2.72, "learning_rate": 4.7383333333333334e-06, "loss": 0.1787, "step": 1475 }, { "epoch": 2.76, "learning_rate": 4.724444444444445e-06, "loss": 0.1587, "step": 1500 }, { "epoch": 2.76, "eval_cer": 5.932578060237635, "eval_loss": 0.29851725697517395, "eval_runtime": 195.7511, "eval_samples_per_second": 5.109, "eval_steps_per_second": 0.322, "eval_wer": 15.084745762711865, "step": 1500 }, { "epoch": 2.81, "learning_rate": 4.710555555555556e-06, "loss": 0.1713, "step": 1525 }, { "epoch": 2.85, "learning_rate": 4.696666666666667e-06, "loss": 0.1635, "step": 1550 }, { "epoch": 2.9, "learning_rate": 4.682777777777778e-06, "loss": 0.1573, "step": 1575 }, { "epoch": 2.95, "learning_rate": 4.66888888888889e-06, "loss": 0.1628, "step": 1600 }, { "epoch": 2.99, "learning_rate": 4.655e-06, "loss": 0.1643, "step": 1625 }, { "epoch": 3.04, "learning_rate": 4.641111111111111e-06, "loss": 0.1207, "step": 1650 }, { "epoch": 3.08, "learning_rate": 4.627222222222222e-06, "loss": 0.1096, "step": 1675 }, { "epoch": 3.13, "learning_rate": 4.613333333333334e-06, "loss": 0.1008, "step": 1700 }, { "epoch": 3.18, "learning_rate": 4.599444444444444e-06, "loss": 0.1147, "step": 1725 }, { "epoch": 3.22, "learning_rate": 4.585555555555556e-06, "loss": 0.1134, "step": 1750 }, { "epoch": 3.27, "learning_rate": 4.571666666666667e-06, "loss": 0.1086, "step": 1775 }, { "epoch": 3.31, "learning_rate": 4.557777777777778e-06, "loss": 0.1075, "step": 1800 }, { "epoch": 3.36, "learning_rate": 4.543888888888889e-06, "loss": 0.1043, "step": 1825 }, { "epoch": 3.41, "learning_rate": 4.530000000000001e-06, "loss": 0.1164, "step": 1850 }, { "epoch": 3.45, "learning_rate": 4.516111111111111e-06, "loss": 0.1134, "step": 1875 }, { "epoch": 3.5, "learning_rate": 4.502222222222223e-06, "loss": 0.1073, "step": 1900 }, { "epoch": 3.55, "learning_rate": 4.488333333333333e-06, "loss": 0.1142, "step": 1925 }, { "epoch": 3.59, "learning_rate": 4.474444444444445e-06, "loss": 0.1221, "step": 1950 }, { "epoch": 3.64, "learning_rate": 4.460555555555556e-06, "loss": 0.1105, "step": 1975 }, { "epoch": 3.68, "learning_rate": 4.446666666666667e-06, "loss": 0.1181, "step": 2000 }, { "epoch": 3.68, "eval_cer": 5.885603757944184, "eval_loss": 0.305571973323822, "eval_runtime": 194.7696, "eval_samples_per_second": 5.134, "eval_steps_per_second": 0.323, "eval_wer": 14.684129429892142, "step": 2000 }, { "epoch": 3.73, "learning_rate": 4.432777777777778e-06, "loss": 0.11, "step": 2025 }, { "epoch": 3.78, "learning_rate": 4.41888888888889e-06, "loss": 0.1136, "step": 2050 }, { "epoch": 3.82, "learning_rate": 4.405e-06, "loss": 0.1117, "step": 2075 }, { "epoch": 3.87, "learning_rate": 4.391111111111112e-06, "loss": 0.1158, "step": 2100 }, { "epoch": 3.91, "learning_rate": 4.377222222222223e-06, "loss": 0.1115, "step": 2125 }, { "epoch": 3.96, "learning_rate": 4.363333333333334e-06, "loss": 0.1091, "step": 2150 }, { "epoch": 4.01, "learning_rate": 4.349444444444445e-06, "loss": 0.1133, "step": 2175 }, { "epoch": 4.05, "learning_rate": 4.3355555555555565e-06, "loss": 0.0737, "step": 2200 }, { "epoch": 4.1, "learning_rate": 4.321666666666667e-06, "loss": 0.0654, "step": 2225 }, { "epoch": 4.14, "learning_rate": 4.307777777777778e-06, "loss": 0.0772, "step": 2250 }, { "epoch": 4.19, "learning_rate": 4.293888888888889e-06, "loss": 0.0752, "step": 2275 }, { "epoch": 4.24, "learning_rate": 4.2800000000000005e-06, "loss": 0.073, "step": 2300 }, { "epoch": 4.28, "learning_rate": 4.266111111111111e-06, "loss": 0.0743, "step": 2325 }, { "epoch": 4.33, "learning_rate": 4.2522222222222225e-06, "loss": 0.0669, "step": 2350 }, { "epoch": 4.37, "learning_rate": 4.238333333333334e-06, "loss": 0.0746, "step": 2375 }, { "epoch": 4.42, "learning_rate": 4.2244444444444446e-06, "loss": 0.0682, "step": 2400 }, { "epoch": 4.47, "learning_rate": 4.210555555555556e-06, "loss": 0.0837, "step": 2425 }, { "epoch": 4.51, "learning_rate": 4.1966666666666674e-06, "loss": 0.0763, "step": 2450 }, { "epoch": 4.56, "learning_rate": 4.182777777777778e-06, "loss": 0.0698, "step": 2475 }, { "epoch": 4.6, "learning_rate": 4.168888888888889e-06, "loss": 0.0741, "step": 2500 }, { "epoch": 4.6, "eval_cer": 5.99060513954131, "eval_loss": 0.31620752811431885, "eval_runtime": 193.6554, "eval_samples_per_second": 5.164, "eval_steps_per_second": 0.325, "eval_wer": 14.992295839753467, "step": 2500 }, { "epoch": 4.65, "learning_rate": 4.155e-06, "loss": 0.075, "step": 2525 }, { "epoch": 4.7, "learning_rate": 4.1411111111111115e-06, "loss": 0.0699, "step": 2550 }, { "epoch": 4.74, "learning_rate": 4.127222222222222e-06, "loss": 0.0695, "step": 2575 }, { "epoch": 4.79, "learning_rate": 4.1133333333333335e-06, "loss": 0.0728, "step": 2600 }, { "epoch": 4.83, "learning_rate": 4.099444444444445e-06, "loss": 0.0761, "step": 2625 }, { "epoch": 4.88, "learning_rate": 4.085555555555556e-06, "loss": 0.0792, "step": 2650 }, { "epoch": 4.93, "learning_rate": 4.071666666666667e-06, "loss": 0.0737, "step": 2675 }, { "epoch": 4.97, "learning_rate": 4.057777777777778e-06, "loss": 0.0806, "step": 2700 }, { "epoch": 5.02, "learning_rate": 4.04388888888889e-06, "loss": 0.0656, "step": 2725 }, { "epoch": 5.06, "learning_rate": 4.03e-06, "loss": 0.0427, "step": 2750 }, { "epoch": 5.11, "learning_rate": 4.016111111111111e-06, "loss": 0.042, "step": 2775 }, { "epoch": 5.16, "learning_rate": 4.002222222222222e-06, "loss": 0.0433, "step": 2800 }, { "epoch": 5.2, "learning_rate": 3.988333333333334e-06, "loss": 0.0466, "step": 2825 }, { "epoch": 5.25, "learning_rate": 3.974444444444444e-06, "loss": 0.0416, "step": 2850 }, { "epoch": 5.29, "learning_rate": 3.960555555555556e-06, "loss": 0.0434, "step": 2875 }, { "epoch": 5.34, "learning_rate": 3.946666666666667e-06, "loss": 0.0477, "step": 2900 }, { "epoch": 5.39, "learning_rate": 3.932777777777778e-06, "loss": 0.0409, "step": 2925 }, { "epoch": 5.43, "learning_rate": 3.918888888888889e-06, "loss": 0.044, "step": 2950 }, { "epoch": 5.48, "learning_rate": 3.905000000000001e-06, "loss": 0.0454, "step": 2975 }, { "epoch": 5.52, "learning_rate": 3.891111111111111e-06, "loss": 0.0438, "step": 3000 }, { "epoch": 5.52, "eval_cer": 6.225476651008566, "eval_loss": 0.3466458320617676, "eval_runtime": 194.163, "eval_samples_per_second": 5.15, "eval_steps_per_second": 0.324, "eval_wer": 15.469953775038519, "step": 3000 }, { "epoch": 5.57, "learning_rate": 3.877222222222223e-06, "loss": 0.0488, "step": 3025 }, { "epoch": 5.62, "learning_rate": 3.863333333333333e-06, "loss": 0.0479, "step": 3050 }, { "epoch": 5.66, "learning_rate": 3.849444444444445e-06, "loss": 0.0474, "step": 3075 }, { "epoch": 5.71, "learning_rate": 3.835555555555555e-06, "loss": 0.0479, "step": 3100 }, { "epoch": 5.76, "learning_rate": 3.821666666666667e-06, "loss": 0.0472, "step": 3125 }, { "epoch": 5.8, "learning_rate": 3.8077777777777782e-06, "loss": 0.0485, "step": 3150 }, { "epoch": 5.85, "learning_rate": 3.7938888888888892e-06, "loss": 0.047, "step": 3175 }, { "epoch": 5.89, "learning_rate": 3.7800000000000002e-06, "loss": 0.0437, "step": 3200 }, { "epoch": 5.94, "learning_rate": 3.7661111111111117e-06, "loss": 0.05, "step": 3225 }, { "epoch": 5.99, "learning_rate": 3.7522222222222227e-06, "loss": 0.0462, "step": 3250 }, { "epoch": 6.03, "learning_rate": 3.7383333333333337e-06, "loss": 0.0315, "step": 3275 }, { "epoch": 6.08, "learning_rate": 3.724444444444445e-06, "loss": 0.0257, "step": 3300 }, { "epoch": 6.12, "learning_rate": 3.710555555555556e-06, "loss": 0.0288, "step": 3325 }, { "epoch": 6.17, "learning_rate": 3.6966666666666667e-06, "loss": 0.0263, "step": 3350 }, { "epoch": 6.22, "learning_rate": 3.6827777777777777e-06, "loss": 0.025, "step": 3375 }, { "epoch": 6.26, "learning_rate": 3.668888888888889e-06, "loss": 0.0243, "step": 3400 }, { "epoch": 6.31, "learning_rate": 3.655e-06, "loss": 0.0277, "step": 3425 }, { "epoch": 6.35, "learning_rate": 3.641111111111111e-06, "loss": 0.0282, "step": 3450 }, { "epoch": 6.4, "learning_rate": 3.6272222222222226e-06, "loss": 0.0254, "step": 3475 }, { "epoch": 6.45, "learning_rate": 3.6133333333333336e-06, "loss": 0.0294, "step": 3500 }, { "epoch": 6.45, "eval_cer": 6.164686377452335, "eval_loss": 0.37991058826446533, "eval_runtime": 195.4992, "eval_samples_per_second": 5.115, "eval_steps_per_second": 0.322, "eval_wer": 15.22342064714946, "step": 3500 }, { "epoch": 6.45, "step": 3500, "total_flos": 3.232156483584e+19, "train_loss": 0.18485729137488774, "train_runtime": 6315.1038, "train_samples_per_second": 50.672, "train_steps_per_second": 1.584 } ], "max_steps": 10000, "num_train_epochs": 19, "total_flos": 3.232156483584e+19, "trial_name": null, "trial_params": null }