{ "best_metric": null, "best_model_checkpoint": null, "epoch": 50.0, "global_step": 9150, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.55, "learning_rate": 3.7125e-06, "loss": 14.9109, "step": 100 }, { "epoch": 1.09, "learning_rate": 7.4625e-06, "loss": 7.5771, "step": 200 }, { "epoch": 1.64, "learning_rate": 1.1212499999999998e-05, "loss": 4.939, "step": 300 }, { "epoch": 2.19, "learning_rate": 1.49625e-05, "loss": 4.1873, "step": 400 }, { "epoch": 2.73, "learning_rate": 1.8712499999999997e-05, "loss": 3.6863, "step": 500 }, { "epoch": 2.73, "eval_loss": 3.5362327098846436, "eval_runtime": 132.4771, "eval_samples_per_second": 19.777, "eval_steps_per_second": 2.476, "eval_wer": 1.0, "step": 500 }, { "epoch": 3.28, "learning_rate": 2.2462499999999997e-05, "loss": 3.3718, "step": 600 }, { "epoch": 3.83, "learning_rate": 2.6212499999999997e-05, "loss": 3.2608, "step": 700 }, { "epoch": 4.37, "learning_rate": 2.99625e-05, "loss": 3.2251, "step": 800 }, { "epoch": 4.92, "learning_rate": 3.37125e-05, "loss": 3.1741, "step": 900 }, { "epoch": 5.46, "learning_rate": 3.7462499999999996e-05, "loss": 3.1409, "step": 1000 }, { "epoch": 5.46, "eval_loss": 3.132805347442627, "eval_runtime": 132.2993, "eval_samples_per_second": 19.804, "eval_steps_per_second": 2.479, "eval_wer": 1.0, "step": 1000 }, { "epoch": 6.01, "learning_rate": 4.12125e-05, "loss": 3.1047, "step": 1100 }, { "epoch": 6.56, "learning_rate": 4.4962499999999995e-05, "loss": 2.8994, "step": 1200 }, { "epoch": 7.1, "learning_rate": 4.871249999999999e-05, "loss": 2.5085, "step": 1300 }, { "epoch": 7.65, "learning_rate": 5.2462499999999994e-05, "loss": 2.1499, "step": 1400 }, { "epoch": 8.2, "learning_rate": 5.6175e-05, "loss": 1.8979, "step": 1500 }, { "epoch": 8.2, "eval_loss": 0.9715010523796082, "eval_runtime": 131.829, "eval_samples_per_second": 19.874, "eval_steps_per_second": 2.488, "eval_wer": 0.8863658371259805, "step": 1500 }, { "epoch": 8.74, "learning_rate": 5.9925e-05, "loss": 1.7702, "step": 1600 }, { "epoch": 9.29, "learning_rate": 6.367499999999999e-05, "loss": 1.6541, "step": 1700 }, { "epoch": 9.84, "learning_rate": 6.738749999999999e-05, "loss": 1.6072, "step": 1800 }, { "epoch": 10.38, "learning_rate": 7.11375e-05, "loss": 1.5188, "step": 1900 }, { "epoch": 10.93, "learning_rate": 7.48875e-05, "loss": 1.4859, "step": 2000 }, { "epoch": 10.93, "eval_loss": 0.5233765244483948, "eval_runtime": 130.5844, "eval_samples_per_second": 20.064, "eval_steps_per_second": 2.512, "eval_wer": 0.7062554468868016, "step": 2000 }, { "epoch": 11.48, "learning_rate": 7.398251748251747e-05, "loss": 1.4386, "step": 2100 }, { "epoch": 12.02, "learning_rate": 7.293356643356642e-05, "loss": 1.4333, "step": 2200 }, { "epoch": 12.57, "learning_rate": 7.188461538461538e-05, "loss": 1.3923, "step": 2300 }, { "epoch": 13.11, "learning_rate": 7.083566433566433e-05, "loss": 1.3623, "step": 2400 }, { "epoch": 13.66, "learning_rate": 6.978671328671328e-05, "loss": 1.3388, "step": 2500 }, { "epoch": 13.66, "eval_loss": 0.4093627333641052, "eval_runtime": 131.4899, "eval_samples_per_second": 19.925, "eval_steps_per_second": 2.494, "eval_wer": 0.6203156773506343, "step": 2500 }, { "epoch": 14.21, "learning_rate": 6.873776223776224e-05, "loss": 1.3338, "step": 2600 }, { "epoch": 14.75, "learning_rate": 6.768881118881118e-05, "loss": 1.3039, "step": 2700 }, { "epoch": 15.3, "learning_rate": 6.663986013986013e-05, "loss": 1.2935, "step": 2800 }, { "epoch": 15.85, "learning_rate": 6.559090909090908e-05, "loss": 1.2818, "step": 2900 }, { "epoch": 16.39, "learning_rate": 6.454195804195804e-05, "loss": 1.2531, "step": 3000 }, { "epoch": 16.39, "eval_loss": 0.3596232533454895, "eval_runtime": 131.7209, "eval_samples_per_second": 19.891, "eval_steps_per_second": 2.49, "eval_wer": 0.5184952067396146, "step": 3000 }, { "epoch": 16.94, "learning_rate": 6.349300699300699e-05, "loss": 1.2531, "step": 3100 }, { "epoch": 17.49, "learning_rate": 6.244405594405593e-05, "loss": 1.2282, "step": 3200 }, { "epoch": 18.03, "learning_rate": 6.139510489510488e-05, "loss": 1.2088, "step": 3300 }, { "epoch": 18.58, "learning_rate": 6.034615384615384e-05, "loss": 1.2041, "step": 3400 }, { "epoch": 19.13, "learning_rate": 5.9297202797202796e-05, "loss": 1.1992, "step": 3500 }, { "epoch": 19.13, "eval_loss": 0.32211676239967346, "eval_runtime": 130.9541, "eval_samples_per_second": 20.007, "eval_steps_per_second": 2.505, "eval_wer": 0.4854265517575288, "step": 3500 }, { "epoch": 19.67, "learning_rate": 5.8248251748251737e-05, "loss": 1.1776, "step": 3600 }, { "epoch": 20.22, "learning_rate": 5.719930069930069e-05, "loss": 1.1815, "step": 3700 }, { "epoch": 20.77, "learning_rate": 5.6160839160839156e-05, "loss": 1.1624, "step": 3800 }, { "epoch": 21.31, "learning_rate": 5.511188811188811e-05, "loss": 1.1576, "step": 3900 }, { "epoch": 21.86, "learning_rate": 5.4062937062937064e-05, "loss": 1.1589, "step": 4000 }, { "epoch": 21.86, "eval_loss": 0.30402758717536926, "eval_runtime": 130.3078, "eval_samples_per_second": 20.106, "eval_steps_per_second": 2.517, "eval_wer": 0.4610244988864143, "step": 4000 }, { "epoch": 22.4, "learning_rate": 5.3013986013986004e-05, "loss": 1.1705, "step": 4100 }, { "epoch": 22.95, "learning_rate": 5.196503496503496e-05, "loss": 1.1486, "step": 4200 }, { "epoch": 23.5, "learning_rate": 5.091608391608391e-05, "loss": 1.1266, "step": 4300 }, { "epoch": 24.04, "learning_rate": 4.9867132867132866e-05, "loss": 1.1348, "step": 4400 }, { "epoch": 24.59, "learning_rate": 4.8818181818181813e-05, "loss": 1.1345, "step": 4500 }, { "epoch": 24.59, "eval_loss": 0.2906973361968994, "eval_runtime": 132.6128, "eval_samples_per_second": 19.757, "eval_steps_per_second": 2.473, "eval_wer": 0.4449501307252832, "step": 4500 }, { "epoch": 25.14, "learning_rate": 4.776923076923077e-05, "loss": 1.108, "step": 4600 }, { "epoch": 25.68, "learning_rate": 4.672027972027972e-05, "loss": 1.1114, "step": 4700 }, { "epoch": 26.23, "learning_rate": 4.567132867132866e-05, "loss": 1.1071, "step": 4800 }, { "epoch": 26.78, "learning_rate": 4.4622377622377616e-05, "loss": 1.1009, "step": 4900 }, { "epoch": 27.32, "learning_rate": 4.357342657342657e-05, "loss": 1.086, "step": 5000 }, { "epoch": 27.32, "eval_loss": 0.27438458800315857, "eval_runtime": 131.0041, "eval_samples_per_second": 19.999, "eval_steps_per_second": 2.504, "eval_wer": 0.4298925147671153, "step": 5000 }, { "epoch": 27.87, "learning_rate": 4.2524475524475524e-05, "loss": 1.0843, "step": 5100 }, { "epoch": 28.42, "learning_rate": 4.147552447552447e-05, "loss": 1.0761, "step": 5200 }, { "epoch": 28.96, "learning_rate": 4.0426573426573425e-05, "loss": 1.0779, "step": 5300 }, { "epoch": 29.51, "learning_rate": 3.937762237762237e-05, "loss": 1.074, "step": 5400 }, { "epoch": 30.05, "learning_rate": 3.832867132867133e-05, "loss": 1.0697, "step": 5500 }, { "epoch": 30.05, "eval_loss": 0.2617148756980896, "eval_runtime": 131.2229, "eval_samples_per_second": 19.966, "eval_steps_per_second": 2.5, "eval_wer": 0.4147864820373777, "step": 5500 }, { "epoch": 30.6, "learning_rate": 3.727972027972028e-05, "loss": 1.0599, "step": 5600 }, { "epoch": 31.15, "learning_rate": 3.623076923076923e-05, "loss": 1.0666, "step": 5700 }, { "epoch": 31.69, "learning_rate": 3.518181818181818e-05, "loss": 1.0574, "step": 5800 }, { "epoch": 32.24, "learning_rate": 3.413286713286713e-05, "loss": 1.0534, "step": 5900 }, { "epoch": 32.79, "learning_rate": 3.308391608391608e-05, "loss": 1.0518, "step": 6000 }, { "epoch": 32.79, "eval_loss": 0.25627899169921875, "eval_runtime": 130.5236, "eval_samples_per_second": 20.073, "eval_steps_per_second": 2.513, "eval_wer": 0.4033117071753655, "step": 6000 }, { "epoch": 33.33, "learning_rate": 3.204545454545454e-05, "loss": 1.0304, "step": 6100 }, { "epoch": 33.88, "learning_rate": 3.0996503496503495e-05, "loss": 1.0336, "step": 6200 }, { "epoch": 34.43, "learning_rate": 2.9947552447552443e-05, "loss": 1.0289, "step": 6300 }, { "epoch": 34.97, "learning_rate": 2.8898601398601397e-05, "loss": 1.027, "step": 6400 }, { "epoch": 35.52, "learning_rate": 2.7849650349650347e-05, "loss": 1.0101, "step": 6500 }, { "epoch": 35.52, "eval_loss": 0.24797162413597107, "eval_runtime": 130.8457, "eval_samples_per_second": 20.024, "eval_steps_per_second": 2.507, "eval_wer": 0.3934346857751525, "step": 6500 }, { "epoch": 36.07, "learning_rate": 2.6800699300699298e-05, "loss": 1.0278, "step": 6600 }, { "epoch": 36.61, "learning_rate": 2.575174825174825e-05, "loss": 0.9947, "step": 6700 }, { "epoch": 37.16, "learning_rate": 2.4702797202797203e-05, "loss": 1.0011, "step": 6800 }, { "epoch": 37.7, "learning_rate": 2.365384615384615e-05, "loss": 1.0041, "step": 6900 }, { "epoch": 38.25, "learning_rate": 2.2604895104895104e-05, "loss": 1.0013, "step": 7000 }, { "epoch": 38.25, "eval_loss": 0.2412029653787613, "eval_runtime": 130.9316, "eval_samples_per_second": 20.01, "eval_steps_per_second": 2.505, "eval_wer": 0.38549433523772636, "step": 7000 }, { "epoch": 38.8, "learning_rate": 2.1555944055944055e-05, "loss": 0.9881, "step": 7100 }, { "epoch": 39.34, "learning_rate": 2.0506993006993005e-05, "loss": 0.9897, "step": 7200 }, { "epoch": 39.89, "learning_rate": 1.9458041958041956e-05, "loss": 0.9853, "step": 7300 }, { "epoch": 40.44, "learning_rate": 1.8409090909090907e-05, "loss": 0.9873, "step": 7400 }, { "epoch": 40.98, "learning_rate": 1.7360139860139857e-05, "loss": 0.9845, "step": 7500 }, { "epoch": 40.98, "eval_loss": 0.23970751464366913, "eval_runtime": 131.9142, "eval_samples_per_second": 19.861, "eval_steps_per_second": 2.486, "eval_wer": 0.37711823375617315, "step": 7500 }, { "epoch": 41.53, "learning_rate": 1.631118881118881e-05, "loss": 0.9802, "step": 7600 }, { "epoch": 42.08, "learning_rate": 1.5262237762237762e-05, "loss": 0.9856, "step": 7700 }, { "epoch": 42.62, "learning_rate": 1.4213286713286713e-05, "loss": 0.9738, "step": 7800 }, { "epoch": 43.17, "learning_rate": 1.3164335664335663e-05, "loss": 0.9703, "step": 7900 }, { "epoch": 43.72, "learning_rate": 1.2115384615384615e-05, "loss": 0.9739, "step": 8000 }, { "epoch": 43.72, "eval_loss": 0.2302592694759369, "eval_runtime": 132.2355, "eval_samples_per_second": 19.813, "eval_steps_per_second": 2.48, "eval_wer": 0.3726154740001937, "step": 8000 }, { "epoch": 44.26, "learning_rate": 1.1066433566433566e-05, "loss": 0.9687, "step": 8100 }, { "epoch": 44.81, "learning_rate": 1.0038461538461537e-05, "loss": 0.9697, "step": 8200 }, { "epoch": 45.36, "learning_rate": 8.98951048951049e-06, "loss": 0.9671, "step": 8300 }, { "epoch": 45.9, "learning_rate": 7.94055944055944e-06, "loss": 0.9578, "step": 8400 }, { "epoch": 46.45, "learning_rate": 6.891608391608391e-06, "loss": 0.9636, "step": 8500 }, { "epoch": 46.45, "eval_loss": 0.22845281660556793, "eval_runtime": 132.3979, "eval_samples_per_second": 19.789, "eval_steps_per_second": 2.477, "eval_wer": 0.36869371550305025, "step": 8500 }, { "epoch": 46.99, "learning_rate": 5.842657342657342e-06, "loss": 0.955, "step": 8600 }, { "epoch": 47.54, "learning_rate": 4.7937062937062936e-06, "loss": 0.9495, "step": 8700 }, { "epoch": 48.09, "learning_rate": 3.7447552447552446e-06, "loss": 0.9612, "step": 8800 }, { "epoch": 48.63, "learning_rate": 2.6958041958041957e-06, "loss": 0.9415, "step": 8900 }, { "epoch": 49.18, "learning_rate": 1.6468531468531468e-06, "loss": 0.9466, "step": 9000 }, { "epoch": 49.18, "eval_loss": 0.2261359691619873, "eval_runtime": 131.8096, "eval_samples_per_second": 19.877, "eval_steps_per_second": 2.488, "eval_wer": 0.36477195700590687, "step": 9000 }, { "epoch": 49.73, "learning_rate": 5.979020979020978e-07, "loss": 0.9533, "step": 9100 }, { "epoch": 50.0, "step": 9150, "total_flos": 5.14420411350113e+19, "train_loss": 1.6428977303426773, "train_runtime": 23684.6778, "train_samples_per_second": 12.36, "train_steps_per_second": 0.386 } ], "max_steps": 9150, "num_train_epochs": 50, "total_flos": 5.14420411350113e+19, "trial_name": null, "trial_params": null }