{ "best_metric": 66.17647058823529, "best_model_checkpoint": "./whisper-small-bn/checkpoint-4000", "epoch": 40.0, "eval_steps": 1000, "global_step": 4000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.2, "learning_rate": 3.2e-07, "loss": 2.3459, "step": 20 }, { "epoch": 0.4, "learning_rate": 7.2e-07, "loss": 2.1757, "step": 40 }, { "epoch": 0.6, "learning_rate": 1.12e-06, "loss": 1.8784, "step": 60 }, { "epoch": 0.8, "learning_rate": 1.52e-06, "loss": 1.7012, "step": 80 }, { "epoch": 1.0, "learning_rate": 1.9200000000000003e-06, "loss": 1.5541, "step": 100 }, { "epoch": 1.2, "learning_rate": 2.3200000000000002e-06, "loss": 1.3971, "step": 120 }, { "epoch": 1.4, "learning_rate": 2.7200000000000002e-06, "loss": 1.3046, "step": 140 }, { "epoch": 1.6, "learning_rate": 3.12e-06, "loss": 1.1632, "step": 160 }, { "epoch": 1.8, "learning_rate": 3.52e-06, "loss": 1.0418, "step": 180 }, { "epoch": 2.0, "learning_rate": 3.920000000000001e-06, "loss": 0.9148, "step": 200 }, { "epoch": 2.2, "learning_rate": 4.32e-06, "loss": 0.7515, "step": 220 }, { "epoch": 2.4, "learning_rate": 4.7200000000000005e-06, "loss": 0.7166, "step": 240 }, { "epoch": 2.6, "learning_rate": 5.12e-06, "loss": 0.6553, "step": 260 }, { "epoch": 2.8, "learning_rate": 5.5200000000000005e-06, "loss": 0.5869, "step": 280 }, { "epoch": 3.0, "learning_rate": 5.92e-06, "loss": 0.58, "step": 300 }, { "epoch": 3.2, "learning_rate": 6.3200000000000005e-06, "loss": 0.4109, "step": 320 }, { "epoch": 3.4, "learning_rate": 6.720000000000001e-06, "loss": 0.3971, "step": 340 }, { "epoch": 3.6, "learning_rate": 7.1200000000000004e-06, "loss": 0.3937, "step": 360 }, { "epoch": 3.8, "learning_rate": 7.520000000000001e-06, "loss": 0.3944, "step": 380 }, { "epoch": 4.0, "learning_rate": 7.92e-06, "loss": 0.3928, "step": 400 }, { "epoch": 4.2, "learning_rate": 8.32e-06, "loss": 0.2465, "step": 420 }, { "epoch": 4.4, "learning_rate": 8.720000000000001e-06, "loss": 0.2513, "step": 440 }, { "epoch": 4.6, "learning_rate": 9.12e-06, "loss": 0.2313, "step": 460 }, { "epoch": 4.8, "learning_rate": 9.52e-06, "loss": 0.2216, "step": 480 }, { "epoch": 5.0, "learning_rate": 9.920000000000002e-06, "loss": 0.2286, "step": 500 }, { "epoch": 5.2, "learning_rate": 9.954285714285715e-06, "loss": 0.1615, "step": 520 }, { "epoch": 5.4, "learning_rate": 9.897142857142858e-06, "loss": 0.1365, "step": 540 }, { "epoch": 5.6, "learning_rate": 9.84e-06, "loss": 0.1372, "step": 560 }, { "epoch": 5.8, "learning_rate": 9.782857142857145e-06, "loss": 0.125, "step": 580 }, { "epoch": 6.0, "learning_rate": 9.725714285714287e-06, "loss": 0.122, "step": 600 }, { "epoch": 6.2, "learning_rate": 9.668571428571429e-06, "loss": 0.0747, "step": 620 }, { "epoch": 6.4, "learning_rate": 9.611428571428573e-06, "loss": 0.0728, "step": 640 }, { "epoch": 6.6, "learning_rate": 9.554285714285715e-06, "loss": 0.0837, "step": 660 }, { "epoch": 6.8, "learning_rate": 9.497142857142859e-06, "loss": 0.0774, "step": 680 }, { "epoch": 7.0, "learning_rate": 9.440000000000001e-06, "loss": 0.0883, "step": 700 }, { "epoch": 7.2, "learning_rate": 9.382857142857143e-06, "loss": 0.0398, "step": 720 }, { "epoch": 7.4, "learning_rate": 9.325714285714287e-06, "loss": 0.0558, "step": 740 }, { "epoch": 7.6, "learning_rate": 9.26857142857143e-06, "loss": 0.0618, "step": 760 }, { "epoch": 7.8, "learning_rate": 9.211428571428572e-06, "loss": 0.04, "step": 780 }, { "epoch": 8.0, "learning_rate": 9.154285714285715e-06, "loss": 0.0534, "step": 800 }, { "epoch": 8.2, "learning_rate": 9.097142857142858e-06, "loss": 0.046, "step": 820 }, { "epoch": 8.4, "learning_rate": 9.040000000000002e-06, "loss": 0.0452, "step": 840 }, { "epoch": 8.6, "learning_rate": 8.982857142857144e-06, "loss": 0.0442, "step": 860 }, { "epoch": 8.8, "learning_rate": 8.925714285714286e-06, "loss": 0.0315, "step": 880 }, { "epoch": 9.0, "learning_rate": 8.86857142857143e-06, "loss": 0.0484, "step": 900 }, { "epoch": 9.2, "learning_rate": 8.811428571428572e-06, "loss": 0.0214, "step": 920 }, { "epoch": 9.4, "learning_rate": 8.754285714285716e-06, "loss": 0.0351, "step": 940 }, { "epoch": 9.6, "learning_rate": 8.697142857142858e-06, "loss": 0.0276, "step": 960 }, { "epoch": 9.8, "learning_rate": 8.64e-06, "loss": 0.0271, "step": 980 }, { "epoch": 10.0, "learning_rate": 8.582857142857144e-06, "loss": 0.0271, "step": 1000 }, { "epoch": 10.0, "eval_loss": 0.5339307188987732, "eval_runtime": 341.9642, "eval_samples_per_second": 0.292, "eval_steps_per_second": 0.292, "eval_wer": 76.58371040723982, "step": 1000 }, { "epoch": 10.2, "learning_rate": 8.525714285714286e-06, "loss": 0.0298, "step": 1020 }, { "epoch": 10.4, "learning_rate": 8.468571428571429e-06, "loss": 0.0196, "step": 1040 }, { "epoch": 10.6, "learning_rate": 8.411428571428572e-06, "loss": 0.0203, "step": 1060 }, { "epoch": 10.8, "learning_rate": 8.354285714285715e-06, "loss": 0.0258, "step": 1080 }, { "epoch": 11.0, "learning_rate": 8.297142857142859e-06, "loss": 0.0154, "step": 1100 }, { "epoch": 11.2, "learning_rate": 8.24e-06, "loss": 0.0118, "step": 1120 }, { "epoch": 11.4, "learning_rate": 8.182857142857143e-06, "loss": 0.0157, "step": 1140 }, { "epoch": 11.6, "learning_rate": 8.125714285714287e-06, "loss": 0.0187, "step": 1160 }, { "epoch": 11.8, "learning_rate": 8.068571428571429e-06, "loss": 0.0246, "step": 1180 }, { "epoch": 12.0, "learning_rate": 8.011428571428573e-06, "loss": 0.012, "step": 1200 }, { "epoch": 12.2, "learning_rate": 7.954285714285715e-06, "loss": 0.0159, "step": 1220 }, { "epoch": 12.4, "learning_rate": 7.897142857142857e-06, "loss": 0.0166, "step": 1240 }, { "epoch": 12.6, "learning_rate": 7.840000000000001e-06, "loss": 0.0105, "step": 1260 }, { "epoch": 12.8, "learning_rate": 7.782857142857143e-06, "loss": 0.0097, "step": 1280 }, { "epoch": 13.0, "learning_rate": 7.725714285714286e-06, "loss": 0.0066, "step": 1300 }, { "epoch": 13.2, "learning_rate": 7.66857142857143e-06, "loss": 0.0068, "step": 1320 }, { "epoch": 13.4, "learning_rate": 7.611428571428572e-06, "loss": 0.0083, "step": 1340 }, { "epoch": 13.6, "learning_rate": 7.5542857142857155e-06, "loss": 0.0076, "step": 1360 }, { "epoch": 13.8, "learning_rate": 7.497142857142857e-06, "loss": 0.0119, "step": 1380 }, { "epoch": 14.0, "learning_rate": 7.440000000000001e-06, "loss": 0.0097, "step": 1400 }, { "epoch": 14.2, "learning_rate": 7.382857142857144e-06, "loss": 0.0075, "step": 1420 }, { "epoch": 14.4, "learning_rate": 7.325714285714286e-06, "loss": 0.013, "step": 1440 }, { "epoch": 14.6, "learning_rate": 7.268571428571429e-06, "loss": 0.0088, "step": 1460 }, { "epoch": 14.8, "learning_rate": 7.211428571428573e-06, "loss": 0.01, "step": 1480 }, { "epoch": 15.0, "learning_rate": 7.154285714285715e-06, "loss": 0.0116, "step": 1500 }, { "epoch": 15.2, "learning_rate": 7.097142857142858e-06, "loss": 0.0053, "step": 1520 }, { "epoch": 15.4, "learning_rate": 7.04e-06, "loss": 0.005, "step": 1540 }, { "epoch": 15.6, "learning_rate": 6.982857142857143e-06, "loss": 0.0045, "step": 1560 }, { "epoch": 15.8, "learning_rate": 6.9257142857142864e-06, "loss": 0.013, "step": 1580 }, { "epoch": 16.0, "learning_rate": 6.868571428571429e-06, "loss": 0.0093, "step": 1600 }, { "epoch": 16.2, "learning_rate": 6.8114285714285725e-06, "loss": 0.0053, "step": 1620 }, { "epoch": 16.4, "learning_rate": 6.754285714285715e-06, "loss": 0.009, "step": 1640 }, { "epoch": 16.6, "learning_rate": 6.697142857142858e-06, "loss": 0.0094, "step": 1660 }, { "epoch": 16.8, "learning_rate": 6.640000000000001e-06, "loss": 0.003, "step": 1680 }, { "epoch": 17.0, "learning_rate": 6.582857142857143e-06, "loss": 0.0037, "step": 1700 }, { "epoch": 17.2, "learning_rate": 6.525714285714286e-06, "loss": 0.002, "step": 1720 }, { "epoch": 17.4, "learning_rate": 6.46857142857143e-06, "loss": 0.0084, "step": 1740 }, { "epoch": 17.6, "learning_rate": 6.411428571428572e-06, "loss": 0.0032, "step": 1760 }, { "epoch": 17.8, "learning_rate": 6.354285714285715e-06, "loss": 0.0032, "step": 1780 }, { "epoch": 18.0, "learning_rate": 6.297142857142857e-06, "loss": 0.0031, "step": 1800 }, { "epoch": 18.2, "learning_rate": 6.24e-06, "loss": 0.0027, "step": 1820 }, { "epoch": 18.4, "learning_rate": 6.1828571428571434e-06, "loss": 0.0006, "step": 1840 }, { "epoch": 18.6, "learning_rate": 6.125714285714286e-06, "loss": 0.0009, "step": 1860 }, { "epoch": 18.8, "learning_rate": 6.0685714285714295e-06, "loss": 0.0058, "step": 1880 }, { "epoch": 19.0, "learning_rate": 6.011428571428572e-06, "loss": 0.002, "step": 1900 }, { "epoch": 19.2, "learning_rate": 5.954285714285715e-06, "loss": 0.0009, "step": 1920 }, { "epoch": 19.4, "learning_rate": 5.897142857142858e-06, "loss": 0.0046, "step": 1940 }, { "epoch": 19.6, "learning_rate": 5.84e-06, "loss": 0.0008, "step": 1960 }, { "epoch": 19.8, "learning_rate": 5.782857142857143e-06, "loss": 0.0026, "step": 1980 }, { "epoch": 20.0, "learning_rate": 5.725714285714287e-06, "loss": 0.0039, "step": 2000 }, { "epoch": 20.0, "eval_loss": 0.654371976852417, "eval_runtime": 329.4667, "eval_samples_per_second": 0.304, "eval_steps_per_second": 0.304, "eval_wer": 66.9683257918552, "step": 2000 }, { "epoch": 20.2, "learning_rate": 5.668571428571429e-06, "loss": 0.0011, "step": 2020 }, { "epoch": 20.4, "learning_rate": 5.611428571428572e-06, "loss": 0.0023, "step": 2040 }, { "epoch": 20.6, "learning_rate": 5.554285714285714e-06, "loss": 0.0012, "step": 2060 }, { "epoch": 20.8, "learning_rate": 5.497142857142857e-06, "loss": 0.0003, "step": 2080 }, { "epoch": 21.0, "learning_rate": 5.4400000000000004e-06, "loss": 0.0006, "step": 2100 }, { "epoch": 21.2, "learning_rate": 5.382857142857143e-06, "loss": 0.0013, "step": 2120 }, { "epoch": 21.4, "learning_rate": 5.3257142857142865e-06, "loss": 0.0009, "step": 2140 }, { "epoch": 21.6, "learning_rate": 5.268571428571429e-06, "loss": 0.0023, "step": 2160 }, { "epoch": 21.8, "learning_rate": 5.211428571428572e-06, "loss": 0.0071, "step": 2180 }, { "epoch": 22.0, "learning_rate": 5.154285714285715e-06, "loss": 0.0034, "step": 2200 }, { "epoch": 22.2, "learning_rate": 5.097142857142857e-06, "loss": 0.0064, "step": 2220 }, { "epoch": 22.4, "learning_rate": 5.04e-06, "loss": 0.0033, "step": 2240 }, { "epoch": 22.6, "learning_rate": 4.982857142857143e-06, "loss": 0.0011, "step": 2260 }, { "epoch": 22.8, "learning_rate": 4.925714285714286e-06, "loss": 0.0001, "step": 2280 }, { "epoch": 23.0, "learning_rate": 4.868571428571429e-06, "loss": 0.0001, "step": 2300 }, { "epoch": 23.2, "learning_rate": 4.811428571428572e-06, "loss": 0.0001, "step": 2320 }, { "epoch": 23.4, "learning_rate": 4.754285714285714e-06, "loss": 0.0001, "step": 2340 }, { "epoch": 23.6, "learning_rate": 4.6971428571428574e-06, "loss": 0.0001, "step": 2360 }, { "epoch": 23.8, "learning_rate": 4.6400000000000005e-06, "loss": 0.0009, "step": 2380 }, { "epoch": 24.0, "learning_rate": 4.5828571428571435e-06, "loss": 0.0003, "step": 2400 }, { "epoch": 24.2, "learning_rate": 4.525714285714286e-06, "loss": 0.0008, "step": 2420 }, { "epoch": 24.4, "learning_rate": 4.468571428571429e-06, "loss": 0.002, "step": 2440 }, { "epoch": 24.6, "learning_rate": 4.411428571428572e-06, "loss": 0.0001, "step": 2460 }, { "epoch": 24.8, "learning_rate": 4.354285714285715e-06, "loss": 0.0001, "step": 2480 }, { "epoch": 25.0, "learning_rate": 4.297142857142858e-06, "loss": 0.0001, "step": 2500 }, { "epoch": 25.2, "learning_rate": 4.24e-06, "loss": 0.0, "step": 2520 }, { "epoch": 25.4, "learning_rate": 4.182857142857143e-06, "loss": 0.0001, "step": 2540 }, { "epoch": 25.6, "learning_rate": 4.125714285714286e-06, "loss": 0.0, "step": 2560 }, { "epoch": 25.8, "learning_rate": 4.068571428571429e-06, "loss": 0.0002, "step": 2580 }, { "epoch": 26.0, "learning_rate": 4.011428571428571e-06, "loss": 0.0003, "step": 2600 }, { "epoch": 26.2, "learning_rate": 3.954285714285714e-06, "loss": 0.0001, "step": 2620 }, { "epoch": 26.4, "learning_rate": 3.8971428571428575e-06, "loss": 0.0001, "step": 2640 }, { "epoch": 26.6, "learning_rate": 3.8400000000000005e-06, "loss": 0.0001, "step": 2660 }, { "epoch": 26.8, "learning_rate": 3.782857142857143e-06, "loss": 0.0, "step": 2680 }, { "epoch": 27.0, "learning_rate": 3.7257142857142857e-06, "loss": 0.0, "step": 2700 }, { "epoch": 27.2, "learning_rate": 3.668571428571429e-06, "loss": 0.0, "step": 2720 }, { "epoch": 27.4, "learning_rate": 3.611428571428572e-06, "loss": 0.0, "step": 2740 }, { "epoch": 27.6, "learning_rate": 3.5542857142857144e-06, "loss": 0.0, "step": 2760 }, { "epoch": 27.8, "learning_rate": 3.4971428571428575e-06, "loss": 0.0, "step": 2780 }, { "epoch": 28.0, "learning_rate": 3.44e-06, "loss": 0.0, "step": 2800 }, { "epoch": 28.2, "learning_rate": 3.382857142857143e-06, "loss": 0.0, "step": 2820 }, { "epoch": 28.4, "learning_rate": 3.325714285714286e-06, "loss": 0.0, "step": 2840 }, { "epoch": 28.6, "learning_rate": 3.268571428571429e-06, "loss": 0.0, "step": 2860 }, { "epoch": 28.8, "learning_rate": 3.2114285714285714e-06, "loss": 0.0, "step": 2880 }, { "epoch": 29.0, "learning_rate": 3.154285714285715e-06, "loss": 0.0, "step": 2900 }, { "epoch": 29.2, "learning_rate": 3.0971428571428575e-06, "loss": 0.0, "step": 2920 }, { "epoch": 29.4, "learning_rate": 3.04e-06, "loss": 0.0, "step": 2940 }, { "epoch": 29.6, "learning_rate": 2.9828571428571427e-06, "loss": 0.0, "step": 2960 }, { "epoch": 29.8, "learning_rate": 2.925714285714286e-06, "loss": 0.0, "step": 2980 }, { "epoch": 30.0, "learning_rate": 2.868571428571429e-06, "loss": 0.0, "step": 3000 }, { "epoch": 30.0, "eval_loss": 0.6721540093421936, "eval_runtime": 332.3176, "eval_samples_per_second": 0.301, "eval_steps_per_second": 0.301, "eval_wer": 66.51583710407239, "step": 3000 }, { "epoch": 30.2, "learning_rate": 2.8114285714285714e-06, "loss": 0.0, "step": 3020 }, { "epoch": 30.4, "learning_rate": 2.7542857142857145e-06, "loss": 0.0, "step": 3040 }, { "epoch": 30.6, "learning_rate": 2.6971428571428575e-06, "loss": 0.0, "step": 3060 }, { "epoch": 30.8, "learning_rate": 2.64e-06, "loss": 0.0, "step": 3080 }, { "epoch": 31.0, "learning_rate": 2.582857142857143e-06, "loss": 0.0, "step": 3100 }, { "epoch": 31.2, "learning_rate": 2.525714285714286e-06, "loss": 0.0, "step": 3120 }, { "epoch": 31.4, "learning_rate": 2.468571428571429e-06, "loss": 0.0, "step": 3140 }, { "epoch": 31.6, "learning_rate": 2.4114285714285715e-06, "loss": 0.0, "step": 3160 }, { "epoch": 31.8, "learning_rate": 2.3542857142857145e-06, "loss": 0.0, "step": 3180 }, { "epoch": 32.0, "learning_rate": 2.297142857142857e-06, "loss": 0.0, "step": 3200 }, { "epoch": 32.2, "learning_rate": 2.24e-06, "loss": 0.0, "step": 3220 }, { "epoch": 32.4, "learning_rate": 2.1828571428571428e-06, "loss": 0.0, "step": 3240 }, { "epoch": 32.6, "learning_rate": 2.125714285714286e-06, "loss": 0.0, "step": 3260 }, { "epoch": 32.8, "learning_rate": 2.068571428571429e-06, "loss": 0.0, "step": 3280 }, { "epoch": 33.0, "learning_rate": 2.0114285714285715e-06, "loss": 0.0, "step": 3300 }, { "epoch": 33.2, "learning_rate": 1.9542857142857145e-06, "loss": 0.0, "step": 3320 }, { "epoch": 33.4, "learning_rate": 1.8971428571428573e-06, "loss": 0.0, "step": 3340 }, { "epoch": 33.6, "learning_rate": 1.8400000000000002e-06, "loss": 0.0, "step": 3360 }, { "epoch": 33.8, "learning_rate": 1.7828571428571432e-06, "loss": 0.0, "step": 3380 }, { "epoch": 34.0, "learning_rate": 1.7257142857142858e-06, "loss": 0.0, "step": 3400 }, { "epoch": 34.2, "learning_rate": 1.6685714285714289e-06, "loss": 0.0, "step": 3420 }, { "epoch": 34.4, "learning_rate": 1.6114285714285715e-06, "loss": 0.0, "step": 3440 }, { "epoch": 34.6, "learning_rate": 1.5542857142857143e-06, "loss": 0.0, "step": 3460 }, { "epoch": 34.8, "learning_rate": 1.4971428571428574e-06, "loss": 0.0, "step": 3480 }, { "epoch": 35.0, "learning_rate": 1.44e-06, "loss": 0.0, "step": 3500 }, { "epoch": 35.2, "learning_rate": 1.382857142857143e-06, "loss": 0.0, "step": 3520 }, { "epoch": 35.4, "learning_rate": 1.3257142857142856e-06, "loss": 0.0, "step": 3540 }, { "epoch": 35.6, "learning_rate": 1.2685714285714287e-06, "loss": 0.0, "step": 3560 }, { "epoch": 35.8, "learning_rate": 1.2114285714285715e-06, "loss": 0.0, "step": 3580 }, { "epoch": 36.0, "learning_rate": 1.1542857142857143e-06, "loss": 0.0, "step": 3600 }, { "epoch": 36.2, "learning_rate": 1.0971428571428572e-06, "loss": 0.0, "step": 3620 }, { "epoch": 36.4, "learning_rate": 1.04e-06, "loss": 0.0, "step": 3640 }, { "epoch": 36.6, "learning_rate": 9.828571428571428e-07, "loss": 0.0, "step": 3660 }, { "epoch": 36.8, "learning_rate": 9.257142857142858e-07, "loss": 0.0, "step": 3680 }, { "epoch": 37.0, "learning_rate": 8.685714285714286e-07, "loss": 0.0, "step": 3700 }, { "epoch": 37.2, "learning_rate": 8.114285714285715e-07, "loss": 0.0, "step": 3720 }, { "epoch": 37.4, "learning_rate": 7.542857142857144e-07, "loss": 0.0, "step": 3740 }, { "epoch": 37.6, "learning_rate": 6.971428571428572e-07, "loss": 0.0, "step": 3760 }, { "epoch": 37.8, "learning_rate": 6.4e-07, "loss": 0.0, "step": 3780 }, { "epoch": 38.0, "learning_rate": 5.82857142857143e-07, "loss": 0.0, "step": 3800 }, { "epoch": 38.2, "learning_rate": 5.257142857142858e-07, "loss": 0.0, "step": 3820 }, { "epoch": 38.4, "learning_rate": 4.6857142857142855e-07, "loss": 0.0, "step": 3840 }, { "epoch": 38.6, "learning_rate": 4.1142857142857144e-07, "loss": 0.0, "step": 3860 }, { "epoch": 38.8, "learning_rate": 3.542857142857143e-07, "loss": 0.0, "step": 3880 }, { "epoch": 39.0, "learning_rate": 2.9714285714285715e-07, "loss": 0.0, "step": 3900 }, { "epoch": 39.2, "learning_rate": 2.4000000000000003e-07, "loss": 0.0, "step": 3920 }, { "epoch": 39.4, "learning_rate": 1.828571428571429e-07, "loss": 0.0, "step": 3940 }, { "epoch": 39.6, "learning_rate": 1.2571428571428572e-07, "loss": 0.0, "step": 3960 }, { "epoch": 39.8, "learning_rate": 6.857142857142857e-08, "loss": 0.0, "step": 3980 }, { "epoch": 40.0, "learning_rate": 1.142857142857143e-08, "loss": 0.0, "step": 4000 }, { "epoch": 40.0, "eval_loss": 0.6841861009597778, "eval_runtime": 339.379, "eval_samples_per_second": 0.295, "eval_steps_per_second": 0.295, "eval_wer": 66.17647058823529, "step": 4000 } ], "logging_steps": 20, "max_steps": 4000, "num_input_tokens_seen": 0, "num_train_epochs": 40, "save_steps": 1000, "total_flos": 2.30868320256e+18, "train_batch_size": 2, "trial_name": null, "trial_params": null }