{ "best_metric": 0.7895313501358032, "best_model_checkpoint": "./wav2vec2-xls-r-300m-paper/checkpoint-3015", "epoch": 50.0, "global_step": 16750, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_loss": 3.7156972885131836, "eval_runtime": 90.6265, "eval_samples_per_second": 9.291, "eval_steps_per_second": 1.17, "eval_wer": 1.0, "step": 335 }, { "epoch": 1.49, "learning_rate": 4.9770361298224126e-05, "loss": 6.2976, "step": 500 }, { "epoch": 2.0, "eval_loss": 3.364386558532715, "eval_runtime": 105.7497, "eval_samples_per_second": 7.962, "eval_steps_per_second": 1.002, "eval_wer": 1.0, "step": 670 }, { "epoch": 2.99, "learning_rate": 4.8239436619718316e-05, "loss": 3.2342, "step": 1000 }, { "epoch": 3.0, "eval_loss": 2.459735155105591, "eval_runtime": 100.2813, "eval_samples_per_second": 8.396, "eval_steps_per_second": 1.057, "eval_wer": 0.9739311504731903, "step": 1005 }, { "epoch": 4.0, "eval_loss": 1.4160194396972656, "eval_runtime": 105.5456, "eval_samples_per_second": 7.978, "eval_steps_per_second": 1.004, "eval_wer": 0.7444104809322317, "step": 1340 }, { "epoch": 4.48, "learning_rate": 4.670851194121249e-05, "loss": 1.2813, "step": 1500 }, { "epoch": 5.0, "eval_loss": 1.1337928771972656, "eval_runtime": 101.0094, "eval_samples_per_second": 8.336, "eval_steps_per_second": 1.049, "eval_wer": 0.6543241186913518, "step": 1675 }, { "epoch": 5.97, "learning_rate": 4.5177587262706676e-05, "loss": 0.7279, "step": 2000 }, { "epoch": 6.0, "eval_loss": 1.002017617225647, "eval_runtime": 97.2569, "eval_samples_per_second": 8.657, "eval_steps_per_second": 1.09, "eval_wer": 0.5855680286183377, "step": 2010 }, { "epoch": 7.0, "eval_loss": 0.8434591293334961, "eval_runtime": 101.7349, "eval_samples_per_second": 8.276, "eval_steps_per_second": 1.042, "eval_wer": 0.48233378271954297, "step": 2345 }, { "epoch": 7.46, "learning_rate": 4.364666258420086e-05, "loss": 0.5226, "step": 2500 }, { "epoch": 8.0, "eval_loss": 0.875725507736206, "eval_runtime": 100.6138, "eval_samples_per_second": 8.369, "eval_steps_per_second": 1.054, "eval_wer": 0.5078286637211847, "step": 2680 }, { "epoch": 8.96, "learning_rate": 4.211573790569504e-05, "loss": 0.4218, "step": 3000 }, { "epoch": 9.0, "eval_loss": 0.7895313501358032, "eval_runtime": 101.3795, "eval_samples_per_second": 8.305, "eval_steps_per_second": 1.046, "eval_wer": 0.43980671943617605, "step": 3015 }, { "epoch": 10.0, "eval_loss": 0.7991793155670166, "eval_runtime": 87.9454, "eval_samples_per_second": 9.574, "eval_steps_per_second": 1.205, "eval_wer": 0.42284127768063323, "step": 3350 }, { "epoch": 10.45, "learning_rate": 4.058481322718922e-05, "loss": 0.3421, "step": 3500 }, { "epoch": 11.0, "eval_loss": 0.8118342757225037, "eval_runtime": 105.2144, "eval_samples_per_second": 8.003, "eval_steps_per_second": 1.007, "eval_wer": 0.43070331166490916, "step": 3685 }, { "epoch": 11.94, "learning_rate": 3.905388854868341e-05, "loss": 0.287, "step": 4000 }, { "epoch": 12.0, "eval_loss": 0.8214530348777771, "eval_runtime": 103.7557, "eval_samples_per_second": 8.115, "eval_steps_per_second": 1.022, "eval_wer": 0.4248434934661025, "step": 4020 }, { "epoch": 13.0, "eval_loss": 0.8603241443634033, "eval_runtime": 98.5504, "eval_samples_per_second": 8.544, "eval_steps_per_second": 1.076, "eval_wer": 0.40767783013201275, "step": 4355 }, { "epoch": 13.43, "learning_rate": 3.752296387017759e-05, "loss": 0.2415, "step": 4500 }, { "epoch": 14.0, "eval_loss": 0.8329221606254578, "eval_runtime": 106.1564, "eval_samples_per_second": 7.932, "eval_steps_per_second": 0.999, "eval_wer": 0.3885766915386361, "step": 4690 }, { "epoch": 14.93, "learning_rate": 3.5992039191671776e-05, "loss": 0.2132, "step": 5000 }, { "epoch": 15.0, "eval_loss": 0.8728479743003845, "eval_runtime": 106.4415, "eval_samples_per_second": 7.91, "eval_steps_per_second": 0.996, "eval_wer": 0.3955310543668326, "step": 5025 }, { "epoch": 16.0, "eval_loss": 0.8741195797920227, "eval_runtime": 105.2581, "eval_samples_per_second": 7.999, "eval_steps_per_second": 1.007, "eval_wer": 0.39178023679538687, "step": 5360 }, { "epoch": 16.42, "learning_rate": 3.446111451316595e-05, "loss": 0.1857, "step": 5500 }, { "epoch": 17.0, "eval_loss": 0.8632614612579346, "eval_runtime": 107.8251, "eval_samples_per_second": 7.809, "eval_steps_per_second": 0.983, "eval_wer": 0.3674733371597902, "step": 5695 }, { "epoch": 17.91, "learning_rate": 3.2930189834660136e-05, "loss": 0.1673, "step": 6000 }, { "epoch": 18.0, "eval_loss": 0.8884367346763611, "eval_runtime": 96.3592, "eval_samples_per_second": 8.738, "eval_steps_per_second": 1.1, "eval_wer": 0.3803943030286851, "step": 6030 }, { "epoch": 19.0, "eval_loss": 0.9140524864196777, "eval_runtime": 99.6527, "eval_samples_per_second": 8.449, "eval_steps_per_second": 1.064, "eval_wer": 0.3679271727378299, "step": 6365 }, { "epoch": 19.4, "learning_rate": 3.139926515615432e-05, "loss": 0.1479, "step": 6500 }, { "epoch": 20.0, "eval_loss": 0.9567932486534119, "eval_runtime": 99.4352, "eval_samples_per_second": 8.468, "eval_steps_per_second": 1.066, "eval_wer": 0.36047893001588427, "step": 6700 }, { "epoch": 20.9, "learning_rate": 2.98683404776485e-05, "loss": 0.1386, "step": 7000 }, { "epoch": 21.0, "eval_loss": 0.9340795874595642, "eval_runtime": 103.1923, "eval_samples_per_second": 8.16, "eval_steps_per_second": 1.027, "eval_wer": 0.36301507001081196, "step": 7035 }, { "epoch": 22.0, "eval_loss": 0.9644697308540344, "eval_runtime": 98.7834, "eval_samples_per_second": 8.524, "eval_steps_per_second": 1.073, "eval_wer": 0.3536847444505252, "step": 7370 }, { "epoch": 22.39, "learning_rate": 2.8337415799142685e-05, "loss": 0.1233, "step": 7500 }, { "epoch": 23.0, "eval_loss": 0.9728893041610718, "eval_runtime": 102.9289, "eval_samples_per_second": 8.18, "eval_steps_per_second": 1.03, "eval_wer": 0.35667472002349265, "step": 7705 }, { "epoch": 23.88, "learning_rate": 2.680649112063687e-05, "loss": 0.1177, "step": 8000 }, { "epoch": 24.0, "eval_loss": 1.001348614692688, "eval_runtime": 106.3343, "eval_samples_per_second": 7.918, "eval_steps_per_second": 0.997, "eval_wer": 0.34538222299344606, "step": 8040 }, { "epoch": 25.0, "eval_loss": 1.0323426723480225, "eval_runtime": 102.2816, "eval_samples_per_second": 8.232, "eval_steps_per_second": 1.036, "eval_wer": 0.35967804370169654, "step": 8375 }, { "epoch": 25.37, "learning_rate": 2.527556644213105e-05, "loss": 0.1061, "step": 8500 }, { "epoch": 26.0, "eval_loss": 1.0269230604171753, "eval_runtime": 96.8319, "eval_samples_per_second": 8.695, "eval_steps_per_second": 1.095, "eval_wer": 0.3456491850981753, "step": 8710 }, { "epoch": 26.87, "learning_rate": 2.3744641763625232e-05, "loss": 0.1028, "step": 9000 }, { "epoch": 27.0, "eval_loss": 1.0042426586151123, "eval_runtime": 94.8369, "eval_samples_per_second": 8.878, "eval_steps_per_second": 1.118, "eval_wer": 0.3424189436309516, "step": 9045 }, { "epoch": 28.0, "eval_loss": 1.0424461364746094, "eval_runtime": 93.6728, "eval_samples_per_second": 8.989, "eval_steps_per_second": 1.132, "eval_wer": 0.3394423161632206, "step": 9380 }, { "epoch": 28.36, "learning_rate": 2.2213717085119412e-05, "loss": 0.0961, "step": 9500 }, { "epoch": 29.0, "eval_loss": 1.0599919557571411, "eval_runtime": 104.5041, "eval_samples_per_second": 8.057, "eval_steps_per_second": 1.014, "eval_wer": 0.3412309622649065, "step": 9715 }, { "epoch": 29.85, "learning_rate": 2.0682792406613595e-05, "loss": 0.0949, "step": 10000 }, { "epoch": 30.0, "eval_loss": 1.051209568977356, "eval_runtime": 104.5071, "eval_samples_per_second": 8.057, "eval_steps_per_second": 1.014, "eval_wer": 0.33890839195376216, "step": 10050 }, { "epoch": 31.0, "eval_loss": 1.0956796407699585, "eval_runtime": 104.4359, "eval_samples_per_second": 8.062, "eval_steps_per_second": 1.015, "eval_wer": 0.3389217400589986, "step": 10385 }, { "epoch": 31.34, "learning_rate": 1.9154929577464788e-05, "loss": 0.0878, "step": 10500 }, { "epoch": 32.0, "eval_loss": 1.09244704246521, "eval_runtime": 106.7914, "eval_samples_per_second": 7.885, "eval_steps_per_second": 0.993, "eval_wer": 0.33107305417995914, "step": 10720 }, { "epoch": 32.84, "learning_rate": 1.7627066748315983e-05, "loss": 0.0852, "step": 11000 }, { "epoch": 33.0, "eval_loss": 1.0858749151229858, "eval_runtime": 104.2304, "eval_samples_per_second": 8.078, "eval_steps_per_second": 1.017, "eval_wer": 0.3365991697478543, "step": 11055 }, { "epoch": 34.0, "eval_loss": 1.1498078107833862, "eval_runtime": 96.0047, "eval_samples_per_second": 8.77, "eval_steps_per_second": 1.104, "eval_wer": 0.3450485203625345, "step": 11390 }, { "epoch": 34.33, "learning_rate": 1.6096142069810167e-05, "loss": 0.0837, "step": 11500 }, { "epoch": 35.0, "eval_loss": 1.0844124555587769, "eval_runtime": 95.1094, "eval_samples_per_second": 8.853, "eval_steps_per_second": 1.115, "eval_wer": 0.332861700281645, "step": 11725 }, { "epoch": 35.82, "learning_rate": 1.4565217391304348e-05, "loss": 0.0814, "step": 12000 }, { "epoch": 36.0, "eval_loss": 1.1050550937652588, "eval_runtime": 105.0526, "eval_samples_per_second": 8.015, "eval_steps_per_second": 1.009, "eval_wer": 0.3321008582831667, "step": 12060 }, { "epoch": 37.0, "eval_loss": 1.0878149271011353, "eval_runtime": 97.9103, "eval_samples_per_second": 8.6, "eval_steps_per_second": 1.083, "eval_wer": 0.3310597060747227, "step": 12395 }, { "epoch": 37.31, "learning_rate": 1.3034292712798532e-05, "loss": 0.0793, "step": 12500 }, { "epoch": 38.0, "eval_loss": 1.1377496719360352, "eval_runtime": 101.9563, "eval_samples_per_second": 8.258, "eval_steps_per_second": 1.04, "eval_wer": 0.32856361039550436, "step": 12730 }, { "epoch": 38.81, "learning_rate": 1.1506429883649724e-05, "loss": 0.0759, "step": 13000 }, { "epoch": 39.0, "eval_loss": 1.1136152744293213, "eval_runtime": 98.218, "eval_samples_per_second": 8.573, "eval_steps_per_second": 1.079, "eval_wer": 0.3246125712455117, "step": 13065 }, { "epoch": 40.0, "eval_loss": 1.1215593814849854, "eval_runtime": 107.5832, "eval_samples_per_second": 7.826, "eval_steps_per_second": 0.985, "eval_wer": 0.32682835671476435, "step": 13400 }, { "epoch": 40.3, "learning_rate": 9.975505205143907e-06, "loss": 0.0726, "step": 13500 }, { "epoch": 41.0, "eval_loss": 1.1300030946731567, "eval_runtime": 106.9995, "eval_samples_per_second": 7.869, "eval_steps_per_second": 0.991, "eval_wer": 0.3252666284020983, "step": 13735 }, { "epoch": 41.79, "learning_rate": 8.444580526638089e-06, "loss": 0.0715, "step": 14000 }, { "epoch": 42.0, "eval_loss": 1.1506843566894531, "eval_runtime": 93.8834, "eval_samples_per_second": 8.969, "eval_steps_per_second": 1.129, "eval_wer": 0.32622769197912355, "step": 14070 }, { "epoch": 43.0, "eval_loss": 1.1561784744262695, "eval_runtime": 104.7418, "eval_samples_per_second": 8.039, "eval_steps_per_second": 1.012, "eval_wer": 0.3275491543975333, "step": 14405 }, { "epoch": 43.28, "learning_rate": 6.913655848132272e-06, "loss": 0.0711, "step": 14500 }, { "epoch": 44.0, "eval_loss": 1.1485936641693115, "eval_runtime": 104.0283, "eval_samples_per_second": 8.094, "eval_steps_per_second": 1.019, "eval_wer": 0.3218895577772735, "step": 14740 }, { "epoch": 44.78, "learning_rate": 5.382731169626455e-06, "loss": 0.0699, "step": 15000 }, { "epoch": 45.0, "eval_loss": 1.1580160856246948, "eval_runtime": 98.4301, "eval_samples_per_second": 8.554, "eval_steps_per_second": 1.077, "eval_wer": 0.31940681020329165, "step": 15075 }, { "epoch": 46.0, "eval_loss": 1.1580368280410767, "eval_runtime": 96.4383, "eval_samples_per_second": 8.731, "eval_steps_per_second": 1.099, "eval_wer": 0.3195269431504198, "step": 15410 }, { "epoch": 46.27, "learning_rate": 3.851806491120637e-06, "loss": 0.0667, "step": 15500 }, { "epoch": 47.0, "eval_loss": 1.1504408121109009, "eval_runtime": 99.6568, "eval_samples_per_second": 8.449, "eval_steps_per_second": 1.064, "eval_wer": 0.321208804410214, "step": 15745 }, { "epoch": 47.76, "learning_rate": 2.3208818126148195e-06, "loss": 0.0667, "step": 16000 }, { "epoch": 48.0, "eval_loss": 1.1580157279968262, "eval_runtime": 110.9917, "eval_samples_per_second": 7.586, "eval_steps_per_second": 0.955, "eval_wer": 0.3202610889384252, "step": 16080 }, { "epoch": 49.0, "eval_loss": 1.1697617769241333, "eval_runtime": 107.1691, "eval_samples_per_second": 7.857, "eval_steps_per_second": 0.989, "eval_wer": 0.3192065886247447, "step": 16415 }, { "epoch": 49.25, "learning_rate": 7.899571341090019e-07, "loss": 0.0664, "step": 16500 }, { "epoch": 50.0, "eval_loss": 1.17439603805542, "eval_runtime": 107.0438, "eval_samples_per_second": 7.866, "eval_steps_per_second": 0.99, "eval_wer": 0.3192332848352176, "step": 16750 }, { "epoch": 50.0, "step": 16750, "total_flos": 1.4087701795050537e+20, "train_loss": 0.4734274124600994, "train_runtime": 45905.6833, "train_samples_per_second": 3.649, "train_steps_per_second": 0.365 } ], "max_steps": 16750, "num_train_epochs": 50, "total_flos": 1.4087701795050537e+20, "trial_name": null, "trial_params": null }