| { | |
| "best_metric": 71.37643973087012, | |
| "best_model_checkpoint": "./whisper-small-finetune_levantine/checkpoint-4000", | |
| "epoch": 3.5087719298245617, | |
| "eval_steps": 1000, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 24.49530792236328, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 1.6584, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 26.777080535888672, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.5114, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 20.427642822265625, | |
| "learning_rate": 1.5e-06, | |
| "loss": 1.4767, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 21.08566665649414, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.411, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 19.165359497070312, | |
| "learning_rate": 2.5e-06, | |
| "loss": 1.415, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 21.769067764282227, | |
| "learning_rate": 3e-06, | |
| "loss": 1.2559, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 24.020814895629883, | |
| "learning_rate": 3.5e-06, | |
| "loss": 1.3334, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 18.758386611938477, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.1788, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 24.74569320678711, | |
| "learning_rate": 4.5e-06, | |
| "loss": 1.3336, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 20.71479034423828, | |
| "learning_rate": 5e-06, | |
| "loss": 1.266, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 22.093847274780273, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 1.2522, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 20.75282859802246, | |
| "learning_rate": 6e-06, | |
| "loss": 1.364, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 19.298858642578125, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 1.1445, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 19.872005462646484, | |
| "learning_rate": 7e-06, | |
| "loss": 1.2237, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 24.68609619140625, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 1.1531, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 19.604598999023438, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.265, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 20.639904022216797, | |
| "learning_rate": 8.5e-06, | |
| "loss": 1.2187, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 20.088167190551758, | |
| "learning_rate": 9e-06, | |
| "loss": 1.2555, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 18.40792465209961, | |
| "learning_rate": 9.5e-06, | |
| "loss": 1.2229, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 18.657146453857422, | |
| "learning_rate": 1e-05, | |
| "loss": 1.2368, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 18.283592224121094, | |
| "learning_rate": 9.944444444444445e-06, | |
| "loss": 1.2768, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 20.509708404541016, | |
| "learning_rate": 9.88888888888889e-06, | |
| "loss": 1.2746, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 29.214723587036133, | |
| "learning_rate": 9.833333333333333e-06, | |
| "loss": 1.2714, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 22.353967666625977, | |
| "learning_rate": 9.777777777777779e-06, | |
| "loss": 1.2722, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 18.456220626831055, | |
| "learning_rate": 9.722222222222223e-06, | |
| "loss": 1.1404, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 13.63076114654541, | |
| "learning_rate": 9.666666666666667e-06, | |
| "loss": 1.1851, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 18.397729873657227, | |
| "learning_rate": 9.611111111111112e-06, | |
| "loss": 1.2517, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 21.700220108032227, | |
| "learning_rate": 9.555555555555556e-06, | |
| "loss": 1.1377, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 21.407974243164062, | |
| "learning_rate": 9.5e-06, | |
| "loss": 1.167, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 23.072011947631836, | |
| "learning_rate": 9.444444444444445e-06, | |
| "loss": 1.1425, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 18.679073333740234, | |
| "learning_rate": 9.38888888888889e-06, | |
| "loss": 1.3557, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 17.260936737060547, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 1.1378, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 21.285743713378906, | |
| "learning_rate": 9.277777777777778e-06, | |
| "loss": 1.1549, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 15.386796951293945, | |
| "learning_rate": 9.222222222222224e-06, | |
| "loss": 1.1067, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 16.645769119262695, | |
| "learning_rate": 9.166666666666666e-06, | |
| "loss": 1.0842, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 20.210805892944336, | |
| "learning_rate": 9.111111111111112e-06, | |
| "loss": 1.2224, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 16.632762908935547, | |
| "learning_rate": 9.055555555555556e-06, | |
| "loss": 1.1574, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 18.083099365234375, | |
| "learning_rate": 9e-06, | |
| "loss": 1.0843, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 17.896181106567383, | |
| "learning_rate": 8.944444444444446e-06, | |
| "loss": 1.1495, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 17.45163917541504, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 1.1664, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_cer": 49.3922912710928, | |
| "eval_loss": 1.1463403701782227, | |
| "eval_runtime": 691.8556, | |
| "eval_samples_per_second": 4.119, | |
| "eval_steps_per_second": 0.516, | |
| "eval_wer": 74.55810240620367, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 15.581072807312012, | |
| "learning_rate": 8.833333333333334e-06, | |
| "loss": 1.103, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 24.887859344482422, | |
| "learning_rate": 8.777777777777778e-06, | |
| "loss": 1.1038, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 18.880041122436523, | |
| "learning_rate": 8.722222222222224e-06, | |
| "loss": 1.1027, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 15.563136100769043, | |
| "learning_rate": 8.666666666666668e-06, | |
| "loss": 1.1111, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 15.4989595413208, | |
| "learning_rate": 8.611111111111112e-06, | |
| "loss": 1.1109, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 12.751100540161133, | |
| "learning_rate": 8.555555555555556e-06, | |
| "loss": 1.1971, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 14.376218795776367, | |
| "learning_rate": 8.5e-06, | |
| "loss": 1.1702, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 23.62881851196289, | |
| "learning_rate": 8.444444444444446e-06, | |
| "loss": 1.162, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 18.038660049438477, | |
| "learning_rate": 8.38888888888889e-06, | |
| "loss": 1.1106, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 18.63202667236328, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.0821, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 21.305559158325195, | |
| "learning_rate": 8.277777777777778e-06, | |
| "loss": 1.1619, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 23.507896423339844, | |
| "learning_rate": 8.222222222222222e-06, | |
| "loss": 1.1462, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 24.86905288696289, | |
| "learning_rate": 8.166666666666668e-06, | |
| "loss": 1.2142, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 19.211929321289062, | |
| "learning_rate": 8.111111111111112e-06, | |
| "loss": 1.153, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 16.071701049804688, | |
| "learning_rate": 8.055555555555557e-06, | |
| "loss": 1.1604, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 20.383394241333008, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.2233, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 25.448518753051758, | |
| "learning_rate": 7.944444444444445e-06, | |
| "loss": 1.0069, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 11.47100830078125, | |
| "learning_rate": 7.88888888888889e-06, | |
| "loss": 0.8217, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 12.604474067687988, | |
| "learning_rate": 7.833333333333333e-06, | |
| "loss": 0.8894, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 11.27602481842041, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 0.8474, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 17.379961013793945, | |
| "learning_rate": 7.722222222222223e-06, | |
| "loss": 0.8747, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 15.369179725646973, | |
| "learning_rate": 7.666666666666667e-06, | |
| "loss": 0.826, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 14.735352516174316, | |
| "learning_rate": 7.611111111111111e-06, | |
| "loss": 0.8508, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 17.533004760742188, | |
| "learning_rate": 7.555555555555556e-06, | |
| "loss": 0.8139, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 18.504226684570312, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.7383, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 14.30873966217041, | |
| "learning_rate": 7.444444444444445e-06, | |
| "loss": 0.8406, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 16.69165802001953, | |
| "learning_rate": 7.38888888888889e-06, | |
| "loss": 0.8421, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 19.381628036499023, | |
| "learning_rate": 7.333333333333333e-06, | |
| "loss": 0.8858, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 13.489551544189453, | |
| "learning_rate": 7.277777777777778e-06, | |
| "loss": 0.9216, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 12.954667091369629, | |
| "learning_rate": 7.222222222222223e-06, | |
| "loss": 0.8289, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 16.877836227416992, | |
| "learning_rate": 7.166666666666667e-06, | |
| "loss": 0.9608, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 22.067745208740234, | |
| "learning_rate": 7.111111111111112e-06, | |
| "loss": 0.8079, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 14.56628131866455, | |
| "learning_rate": 7.055555555555557e-06, | |
| "loss": 0.8918, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 18.21314811706543, | |
| "learning_rate": 7e-06, | |
| "loss": 0.8302, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 18.223928451538086, | |
| "learning_rate": 6.944444444444445e-06, | |
| "loss": 0.8743, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 9.887601852416992, | |
| "learning_rate": 6.88888888888889e-06, | |
| "loss": 0.8838, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 22.714948654174805, | |
| "learning_rate": 6.833333333333334e-06, | |
| "loss": 0.8611, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 17.669092178344727, | |
| "learning_rate": 6.777777777777779e-06, | |
| "loss": 0.8815, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 17.025781631469727, | |
| "learning_rate": 6.7222222222222235e-06, | |
| "loss": 0.8293, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 15.673608779907227, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.8629, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "eval_cer": 52.48608116371126, | |
| "eval_loss": 1.1019113063812256, | |
| "eval_runtime": 711.271, | |
| "eval_samples_per_second": 4.007, | |
| "eval_steps_per_second": 0.502, | |
| "eval_wer": 77.20948796898163, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 18.508005142211914, | |
| "learning_rate": 6.6111111111111115e-06, | |
| "loss": 0.8398, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 18.747060775756836, | |
| "learning_rate": 6.555555555555556e-06, | |
| "loss": 0.9232, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 20.83848762512207, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.8977, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 19.12614631652832, | |
| "learning_rate": 6.444444444444445e-06, | |
| "loss": 0.84, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 15.908050537109375, | |
| "learning_rate": 6.3888888888888885e-06, | |
| "loss": 0.9378, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 12.05090045928955, | |
| "learning_rate": 6.333333333333333e-06, | |
| "loss": 0.7247, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 16.157573699951172, | |
| "learning_rate": 6.277777777777778e-06, | |
| "loss": 0.8945, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 20.49693489074707, | |
| "learning_rate": 6.222222222222223e-06, | |
| "loss": 0.8605, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 15.67389965057373, | |
| "learning_rate": 6.166666666666667e-06, | |
| "loss": 0.8405, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 14.528761863708496, | |
| "learning_rate": 6.111111111111112e-06, | |
| "loss": 0.8315, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 21.247663497924805, | |
| "learning_rate": 6.055555555555555e-06, | |
| "loss": 0.8511, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 19.025577545166016, | |
| "learning_rate": 6e-06, | |
| "loss": 0.8066, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 20.215118408203125, | |
| "learning_rate": 5.944444444444445e-06, | |
| "loss": 0.8249, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 14.20770263671875, | |
| "learning_rate": 5.88888888888889e-06, | |
| "loss": 0.8892, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 12.155647277832031, | |
| "learning_rate": 5.833333333333334e-06, | |
| "loss": 0.8731, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 16.259695053100586, | |
| "learning_rate": 5.777777777777778e-06, | |
| "loss": 0.7707, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 18.88398551940918, | |
| "learning_rate": 5.722222222222222e-06, | |
| "loss": 0.8606, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 14.643707275390625, | |
| "learning_rate": 5.666666666666667e-06, | |
| "loss": 0.8134, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 14.3607177734375, | |
| "learning_rate": 5.611111111111112e-06, | |
| "loss": 0.8725, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 23.07048225402832, | |
| "learning_rate": 5.555555555555557e-06, | |
| "loss": 0.9089, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 13.498936653137207, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.882, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 16.4595947265625, | |
| "learning_rate": 5.444444444444445e-06, | |
| "loss": 0.8559, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 14.928861618041992, | |
| "learning_rate": 5.388888888888889e-06, | |
| "loss": 0.7985, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 12.721780776977539, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.8446, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 15.892865180969238, | |
| "learning_rate": 5.2777777777777785e-06, | |
| "loss": 0.8533, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 15.438478469848633, | |
| "learning_rate": 5.2222222222222226e-06, | |
| "loss": 0.8228, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 15.4628324508667, | |
| "learning_rate": 5.1666666666666675e-06, | |
| "loss": 0.8099, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 22.47260856628418, | |
| "learning_rate": 5.1111111111111115e-06, | |
| "loss": 0.7983, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 14.621177673339844, | |
| "learning_rate": 5.0555555555555555e-06, | |
| "loss": 0.7938, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 17.526037216186523, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7927, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 18.350086212158203, | |
| "learning_rate": 4.944444444444445e-06, | |
| "loss": 0.7404, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 13.313730239868164, | |
| "learning_rate": 4.888888888888889e-06, | |
| "loss": 0.8781, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 13.593079566955566, | |
| "learning_rate": 4.833333333333333e-06, | |
| "loss": 0.7972, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 21.296812057495117, | |
| "learning_rate": 4.777777777777778e-06, | |
| "loss": 0.7721, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 15.535265922546387, | |
| "learning_rate": 4.722222222222222e-06, | |
| "loss": 0.6832, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 14.036383628845215, | |
| "learning_rate": 4.666666666666667e-06, | |
| "loss": 0.6262, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 12.284743309020996, | |
| "learning_rate": 4.611111111111112e-06, | |
| "loss": 0.5659, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 13.954039573669434, | |
| "learning_rate": 4.555555555555556e-06, | |
| "loss": 0.5496, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 16.266000747680664, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.5937, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 17.434391021728516, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 0.5846, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "eval_cer": 47.78639547731686, | |
| "eval_loss": 1.1020084619522095, | |
| "eval_runtime": 697.2267, | |
| "eval_samples_per_second": 4.088, | |
| "eval_steps_per_second": 0.512, | |
| "eval_wer": 72.4027825293648, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 17.443408966064453, | |
| "learning_rate": 4.388888888888889e-06, | |
| "loss": 0.5241, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 10.447083473205566, | |
| "learning_rate": 4.333333333333334e-06, | |
| "loss": 0.5926, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 19.269094467163086, | |
| "learning_rate": 4.277777777777778e-06, | |
| "loss": 0.5737, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 16.834049224853516, | |
| "learning_rate": 4.222222222222223e-06, | |
| "loss": 0.5023, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 18.942148208618164, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 0.6057, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 13.578940391540527, | |
| "learning_rate": 4.111111111111111e-06, | |
| "loss": 0.6517, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 13.73069953918457, | |
| "learning_rate": 4.055555555555556e-06, | |
| "loss": 0.6041, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 14.027520179748535, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.5526, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 8.801058769226074, | |
| "learning_rate": 3.944444444444445e-06, | |
| "loss": 0.5499, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 15.136823654174805, | |
| "learning_rate": 3.88888888888889e-06, | |
| "loss": 0.639, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 12.88554859161377, | |
| "learning_rate": 3.833333333333334e-06, | |
| "loss": 0.5577, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 14.318121910095215, | |
| "learning_rate": 3.777777777777778e-06, | |
| "loss": 0.6627, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 13.512727737426758, | |
| "learning_rate": 3.7222222222222225e-06, | |
| "loss": 0.6483, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 17.256370544433594, | |
| "learning_rate": 3.6666666666666666e-06, | |
| "loss": 0.5252, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 15.82744026184082, | |
| "learning_rate": 3.6111111111111115e-06, | |
| "loss": 0.5955, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 15.740201950073242, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 0.594, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 11.461688041687012, | |
| "learning_rate": 3.5e-06, | |
| "loss": 0.5577, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 11.742351531982422, | |
| "learning_rate": 3.444444444444445e-06, | |
| "loss": 0.5899, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 12.598740577697754, | |
| "learning_rate": 3.3888888888888893e-06, | |
| "loss": 0.6051, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 13.464423179626465, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 0.5789, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 18.55891990661621, | |
| "learning_rate": 3.277777777777778e-06, | |
| "loss": 0.627, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 15.414612770080566, | |
| "learning_rate": 3.2222222222222227e-06, | |
| "loss": 0.5117, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 12.111812591552734, | |
| "learning_rate": 3.1666666666666667e-06, | |
| "loss": 0.5448, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 13.01075267791748, | |
| "learning_rate": 3.1111111111111116e-06, | |
| "loss": 0.5588, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 10.141874313354492, | |
| "learning_rate": 3.055555555555556e-06, | |
| "loss": 0.6379, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 16.219833374023438, | |
| "learning_rate": 3e-06, | |
| "loss": 0.5916, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 15.017302513122559, | |
| "learning_rate": 2.944444444444445e-06, | |
| "loss": 0.5663, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 13.934078216552734, | |
| "learning_rate": 2.888888888888889e-06, | |
| "loss": 0.5667, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 21.70482635498047, | |
| "learning_rate": 2.8333333333333335e-06, | |
| "loss": 0.5694, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 13.521171569824219, | |
| "learning_rate": 2.7777777777777783e-06, | |
| "loss": 0.5453, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 14.25871753692627, | |
| "learning_rate": 2.7222222222222224e-06, | |
| "loss": 0.568, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 15.246468544006348, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.6255, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 12.953627586364746, | |
| "learning_rate": 2.6111111111111113e-06, | |
| "loss": 0.597, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 13.217804908752441, | |
| "learning_rate": 2.5555555555555557e-06, | |
| "loss": 0.5954, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 9.510717391967773, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.5497, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 14.46406078338623, | |
| "learning_rate": 2.4444444444444447e-06, | |
| "loss": 0.6277, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 9.987096786499023, | |
| "learning_rate": 2.388888888888889e-06, | |
| "loss": 0.6343, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 20.157745361328125, | |
| "learning_rate": 2.3333333333333336e-06, | |
| "loss": 0.5747, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 13.586224555969238, | |
| "learning_rate": 2.277777777777778e-06, | |
| "loss": 0.5702, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 12.312579154968262, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.5732, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "eval_cer": 44.95220931355196, | |
| "eval_loss": 1.0969101190567017, | |
| "eval_runtime": 680.5084, | |
| "eval_samples_per_second": 4.188, | |
| "eval_steps_per_second": 0.525, | |
| "eval_wer": 71.37643973087012, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 13.381065368652344, | |
| "learning_rate": 2.166666666666667e-06, | |
| "loss": 0.6482, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 14.35582447052002, | |
| "learning_rate": 2.1111111111111114e-06, | |
| "loss": 0.562, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 13.286849975585938, | |
| "learning_rate": 2.0555555555555555e-06, | |
| "loss": 0.5772, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 15.850845336914062, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.5406, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 14.659579277038574, | |
| "learning_rate": 1.944444444444445e-06, | |
| "loss": 0.5307, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 14.19031810760498, | |
| "learning_rate": 1.888888888888889e-06, | |
| "loss": 0.5941, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 15.247186660766602, | |
| "learning_rate": 1.8333333333333333e-06, | |
| "loss": 0.5901, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 20.510732650756836, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 0.5564, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 17.80103874206543, | |
| "learning_rate": 1.7222222222222224e-06, | |
| "loss": 0.595, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 17.83429718017578, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 0.6067, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 25.276424407958984, | |
| "learning_rate": 1.6111111111111113e-06, | |
| "loss": 0.5515, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 10.023052215576172, | |
| "learning_rate": 1.5555555555555558e-06, | |
| "loss": 0.4601, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 13.198165893554688, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.4379, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 10.112595558166504, | |
| "learning_rate": 1.4444444444444445e-06, | |
| "loss": 0.4504, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 11.835315704345703, | |
| "learning_rate": 1.3888888888888892e-06, | |
| "loss": 0.4759, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 9.861777305603027, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.3991, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 10.269206047058105, | |
| "learning_rate": 1.2777777777777779e-06, | |
| "loss": 0.4102, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 10.480530738830566, | |
| "learning_rate": 1.2222222222222223e-06, | |
| "loss": 0.4027, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 8.999235153198242, | |
| "learning_rate": 1.1666666666666668e-06, | |
| "loss": 0.4232, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 11.057938575744629, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 0.3943, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 11.833608627319336, | |
| "learning_rate": 1.0555555555555557e-06, | |
| "loss": 0.3893, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "grad_norm": 12.620944023132324, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.435, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "grad_norm": 11.93198299407959, | |
| "learning_rate": 9.444444444444445e-07, | |
| "loss": 0.4328, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "grad_norm": 8.604935646057129, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 0.427, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 11.086129188537598, | |
| "learning_rate": 8.333333333333333e-07, | |
| "loss": 0.4351, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 17.6994571685791, | |
| "learning_rate": 7.777777777777779e-07, | |
| "loss": 0.4108, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 9.501194953918457, | |
| "learning_rate": 7.222222222222222e-07, | |
| "loss": 0.4369, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 12.139167785644531, | |
| "learning_rate": 6.666666666666667e-07, | |
| "loss": 0.4041, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "grad_norm": 8.777289390563965, | |
| "learning_rate": 6.111111111111112e-07, | |
| "loss": 0.4543, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 8.665961265563965, | |
| "learning_rate": 5.555555555555555e-07, | |
| "loss": 0.4471, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 15.121393203735352, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 0.5016, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 14.372379302978516, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 0.4648, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 9.729578018188477, | |
| "learning_rate": 3.8888888888888895e-07, | |
| "loss": 0.4787, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 8.461750030517578, | |
| "learning_rate": 3.3333333333333335e-07, | |
| "loss": 0.3607, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "grad_norm": 13.118003845214844, | |
| "learning_rate": 2.7777777777777776e-07, | |
| "loss": 0.4459, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 11.437525749206543, | |
| "learning_rate": 2.2222222222222224e-07, | |
| "loss": 0.4861, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 13.136241912841797, | |
| "learning_rate": 1.6666666666666668e-07, | |
| "loss": 0.482, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "grad_norm": 12.513566017150879, | |
| "learning_rate": 1.1111111111111112e-07, | |
| "loss": 0.4167, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "grad_norm": 10.880446434020996, | |
| "learning_rate": 5.555555555555556e-08, | |
| "loss": 0.3889, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "grad_norm": 10.85265827178955, | |
| "learning_rate": 0.0, | |
| "loss": 0.3676, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "eval_cer": 46.004569883821965, | |
| "eval_loss": 1.1264092922210693, | |
| "eval_runtime": 688.5775, | |
| "eval_samples_per_second": 4.139, | |
| "eval_steps_per_second": 0.518, | |
| "eval_wer": 72.96727106853689, | |
| "step": 5000 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 5000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 1000, | |
| "total_flos": 1.154081874419712e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |