{ "best_metric": 0.5801630434782609, "best_model_checkpoint": "wav2vec2-base-lang-id/checkpoint-1730", "epoch": 9.997118155619596, "global_step": 1730, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06, "learning_rate": 1.7341040462427746e-06, "loss": 3.8057, "step": 10 }, { "epoch": 0.12, "learning_rate": 3.468208092485549e-06, "loss": 3.8054, "step": 20 }, { "epoch": 0.17, "learning_rate": 5.202312138728324e-06, "loss": 3.7989, "step": 30 }, { "epoch": 0.23, "learning_rate": 6.936416184971098e-06, "loss": 3.7951, "step": 40 }, { "epoch": 0.29, "learning_rate": 8.670520231213873e-06, "loss": 3.7826, "step": 50 }, { "epoch": 0.35, "learning_rate": 1.0404624277456647e-05, "loss": 3.7837, "step": 60 }, { "epoch": 0.4, "learning_rate": 1.2138728323699422e-05, "loss": 3.7755, "step": 70 }, { "epoch": 0.46, "learning_rate": 1.3872832369942197e-05, "loss": 3.7564, "step": 80 }, { "epoch": 0.52, "learning_rate": 1.560693641618497e-05, "loss": 3.7491, "step": 90 }, { "epoch": 0.58, "learning_rate": 1.7341040462427746e-05, "loss": 3.7299, "step": 100 }, { "epoch": 0.63, "learning_rate": 1.9075144508670522e-05, "loss": 3.7174, "step": 110 }, { "epoch": 0.69, "learning_rate": 2.0809248554913295e-05, "loss": 3.7027, "step": 120 }, { "epoch": 0.75, "learning_rate": 2.2543352601156068e-05, "loss": 3.6813, "step": 130 }, { "epoch": 0.81, "learning_rate": 2.4277456647398844e-05, "loss": 3.6523, "step": 140 }, { "epoch": 0.86, "learning_rate": 2.601156069364162e-05, "loss": 3.6246, "step": 150 }, { "epoch": 0.92, "learning_rate": 2.7745664739884393e-05, "loss": 3.5851, "step": 160 }, { "epoch": 0.98, "learning_rate": 2.9479768786127166e-05, "loss": 3.5548, "step": 170 }, { "epoch": 1.0, "eval_accuracy": 0.06589673913043478, "eval_loss": 3.6911025047302246, "eval_runtime": 881.2726, "eval_samples_per_second": 6.681, "eval_steps_per_second": 1.67, "step": 173 }, { "epoch": 1.04, "learning_rate": 2.9865125240847786e-05, "loss": 3.6891, "step": 180 }, { "epoch": 1.1, "learning_rate": 2.9672447013487474e-05, "loss": 3.5054, "step": 190 }, { "epoch": 1.16, "learning_rate": 2.9479768786127166e-05, "loss": 3.4305, "step": 200 }, { "epoch": 1.21, "learning_rate": 2.928709055876686e-05, "loss": 3.3939, "step": 210 }, { "epoch": 1.27, "learning_rate": 2.9094412331406553e-05, "loss": 3.376, "step": 220 }, { "epoch": 1.33, "learning_rate": 2.8901734104046242e-05, "loss": 3.2928, "step": 230 }, { "epoch": 1.39, "learning_rate": 2.8709055876685934e-05, "loss": 3.2849, "step": 240 }, { "epoch": 1.44, "learning_rate": 2.8516377649325626e-05, "loss": 3.2476, "step": 250 }, { "epoch": 1.5, "learning_rate": 2.832369942196532e-05, "loss": 3.1964, "step": 260 }, { "epoch": 1.56, "learning_rate": 2.813102119460501e-05, "loss": 3.1821, "step": 270 }, { "epoch": 1.62, "learning_rate": 2.79383429672447e-05, "loss": 3.1663, "step": 280 }, { "epoch": 1.67, "learning_rate": 2.7745664739884393e-05, "loss": 3.1631, "step": 290 }, { "epoch": 1.73, "learning_rate": 2.7552986512524085e-05, "loss": 3.1017, "step": 300 }, { "epoch": 1.79, "learning_rate": 2.7360308285163777e-05, "loss": 3.0803, "step": 310 }, { "epoch": 1.85, "learning_rate": 2.716763005780347e-05, "loss": 2.997, "step": 320 }, { "epoch": 1.9, "learning_rate": 2.697495183044316e-05, "loss": 2.9862, "step": 330 }, { "epoch": 1.96, "learning_rate": 2.6782273603082853e-05, "loss": 2.9779, "step": 340 }, { "epoch": 2.0, "eval_accuracy": 0.20244565217391305, "eval_loss": 3.076887607574463, "eval_runtime": 899.4284, "eval_samples_per_second": 6.546, "eval_steps_per_second": 1.637, "step": 346 }, { "epoch": 2.02, "learning_rate": 2.658959537572254e-05, "loss": 3.0389, "step": 350 }, { "epoch": 2.08, "learning_rate": 2.6396917148362237e-05, "loss": 2.8256, "step": 360 }, { "epoch": 2.14, "learning_rate": 2.620423892100193e-05, "loss": 2.8275, "step": 370 }, { "epoch": 2.2, "learning_rate": 2.601156069364162e-05, "loss": 2.7992, "step": 380 }, { "epoch": 2.25, "learning_rate": 2.581888246628131e-05, "loss": 2.764, "step": 390 }, { "epoch": 2.31, "learning_rate": 2.5626204238921e-05, "loss": 2.7196, "step": 400 }, { "epoch": 2.37, "learning_rate": 2.5433526011560693e-05, "loss": 2.7043, "step": 410 }, { "epoch": 2.43, "learning_rate": 2.5240847784200388e-05, "loss": 2.7037, "step": 420 }, { "epoch": 2.48, "learning_rate": 2.5048169556840077e-05, "loss": 2.6098, "step": 430 }, { "epoch": 2.54, "learning_rate": 2.485549132947977e-05, "loss": 2.6012, "step": 440 }, { "epoch": 2.6, "learning_rate": 2.466281310211946e-05, "loss": 2.5768, "step": 450 }, { "epoch": 2.66, "learning_rate": 2.4470134874759152e-05, "loss": 2.5476, "step": 460 }, { "epoch": 2.71, "learning_rate": 2.4277456647398844e-05, "loss": 2.5409, "step": 470 }, { "epoch": 2.77, "learning_rate": 2.4084778420038536e-05, "loss": 2.4864, "step": 480 }, { "epoch": 2.83, "learning_rate": 2.3892100192678228e-05, "loss": 2.5261, "step": 490 }, { "epoch": 2.89, "learning_rate": 2.369942196531792e-05, "loss": 2.4881, "step": 500 }, { "epoch": 2.95, "learning_rate": 2.350674373795761e-05, "loss": 2.4706, "step": 510 }, { "epoch": 3.0, "eval_accuracy": 0.29636548913043476, "eval_loss": 2.6688642501831055, "eval_runtime": 896.3352, "eval_samples_per_second": 6.569, "eval_steps_per_second": 1.642, "step": 519 }, { "epoch": 3.01, "learning_rate": 2.3314065510597304e-05, "loss": 2.5552, "step": 520 }, { "epoch": 3.06, "learning_rate": 2.3121387283236996e-05, "loss": 2.3483, "step": 530 }, { "epoch": 3.12, "learning_rate": 2.2928709055876687e-05, "loss": 2.2808, "step": 540 }, { "epoch": 3.18, "learning_rate": 2.2736030828516376e-05, "loss": 2.3233, "step": 550 }, { "epoch": 3.24, "learning_rate": 2.2543352601156068e-05, "loss": 2.281, "step": 560 }, { "epoch": 3.29, "learning_rate": 2.2350674373795763e-05, "loss": 2.2123, "step": 570 }, { "epoch": 3.35, "learning_rate": 2.2157996146435455e-05, "loss": 2.2346, "step": 580 }, { "epoch": 3.41, "learning_rate": 2.1965317919075144e-05, "loss": 2.2437, "step": 590 }, { "epoch": 3.47, "learning_rate": 2.1772639691714835e-05, "loss": 2.1551, "step": 600 }, { "epoch": 3.52, "learning_rate": 2.1579961464354527e-05, "loss": 2.1413, "step": 610 }, { "epoch": 3.58, "learning_rate": 2.1387283236994223e-05, "loss": 2.1472, "step": 620 }, { "epoch": 3.64, "learning_rate": 2.119460500963391e-05, "loss": 2.1644, "step": 630 }, { "epoch": 3.7, "learning_rate": 2.1001926782273603e-05, "loss": 2.1912, "step": 640 }, { "epoch": 3.76, "learning_rate": 2.0809248554913295e-05, "loss": 2.081, "step": 650 }, { "epoch": 3.81, "learning_rate": 2.0616570327552987e-05, "loss": 2.0485, "step": 660 }, { "epoch": 3.87, "learning_rate": 2.042389210019268e-05, "loss": 2.0272, "step": 670 }, { "epoch": 3.93, "learning_rate": 2.023121387283237e-05, "loss": 2.0278, "step": 680 }, { "epoch": 3.99, "learning_rate": 2.0038535645472063e-05, "loss": 2.0118, "step": 690 }, { "epoch": 4.0, "eval_accuracy": 0.4234035326086957, "eval_loss": 2.319857358932495, "eval_runtime": 906.7003, "eval_samples_per_second": 6.494, "eval_steps_per_second": 1.623, "step": 692 }, { "epoch": 4.05, "learning_rate": 1.9845857418111754e-05, "loss": 2.0588, "step": 700 }, { "epoch": 4.1, "learning_rate": 1.9653179190751443e-05, "loss": 1.9055, "step": 710 }, { "epoch": 4.16, "learning_rate": 1.9460500963391135e-05, "loss": 1.8684, "step": 720 }, { "epoch": 4.22, "learning_rate": 1.926782273603083e-05, "loss": 1.8526, "step": 730 }, { "epoch": 4.28, "learning_rate": 1.9075144508670522e-05, "loss": 1.7785, "step": 740 }, { "epoch": 4.33, "learning_rate": 1.888246628131021e-05, "loss": 1.8121, "step": 750 }, { "epoch": 4.39, "learning_rate": 1.8689788053949903e-05, "loss": 1.7782, "step": 760 }, { "epoch": 4.45, "learning_rate": 1.8497109826589594e-05, "loss": 1.7713, "step": 770 }, { "epoch": 4.51, "learning_rate": 1.830443159922929e-05, "loss": 1.8338, "step": 780 }, { "epoch": 4.56, "learning_rate": 1.8111753371868978e-05, "loss": 1.7345, "step": 790 }, { "epoch": 4.62, "learning_rate": 1.791907514450867e-05, "loss": 1.6894, "step": 800 }, { "epoch": 4.68, "learning_rate": 1.7726396917148362e-05, "loss": 1.736, "step": 810 }, { "epoch": 4.74, "learning_rate": 1.7533718689788054e-05, "loss": 1.7436, "step": 820 }, { "epoch": 4.8, "learning_rate": 1.7341040462427746e-05, "loss": 1.7501, "step": 830 }, { "epoch": 4.85, "learning_rate": 1.7148362235067438e-05, "loss": 1.72, "step": 840 }, { "epoch": 4.91, "learning_rate": 1.695568400770713e-05, "loss": 1.6846, "step": 850 }, { "epoch": 4.97, "learning_rate": 1.676300578034682e-05, "loss": 1.6745, "step": 860 }, { "epoch": 5.0, "eval_accuracy": 0.46501358695652173, "eval_loss": 2.1130003929138184, "eval_runtime": 875.5145, "eval_samples_per_second": 6.725, "eval_steps_per_second": 1.681, "step": 865 }, { "epoch": 5.03, "learning_rate": 1.657032755298651e-05, "loss": 1.7232, "step": 870 }, { "epoch": 5.09, "learning_rate": 1.6377649325626205e-05, "loss": 1.619, "step": 880 }, { "epoch": 5.14, "learning_rate": 1.6184971098265897e-05, "loss": 1.5118, "step": 890 }, { "epoch": 5.2, "learning_rate": 1.599229287090559e-05, "loss": 1.5477, "step": 900 }, { "epoch": 5.26, "learning_rate": 1.5799614643545278e-05, "loss": 1.5399, "step": 910 }, { "epoch": 5.32, "learning_rate": 1.560693641618497e-05, "loss": 1.5117, "step": 920 }, { "epoch": 5.37, "learning_rate": 1.5414258188824665e-05, "loss": 1.4992, "step": 930 }, { "epoch": 5.43, "learning_rate": 1.5221579961464355e-05, "loss": 1.494, "step": 940 }, { "epoch": 5.49, "learning_rate": 1.5028901734104047e-05, "loss": 1.4558, "step": 950 }, { "epoch": 5.55, "learning_rate": 1.4836223506743737e-05, "loss": 1.492, "step": 960 }, { "epoch": 5.61, "learning_rate": 1.464354527938343e-05, "loss": 1.4353, "step": 970 }, { "epoch": 5.66, "learning_rate": 1.4450867052023121e-05, "loss": 1.4224, "step": 980 }, { "epoch": 5.72, "learning_rate": 1.4258188824662813e-05, "loss": 1.4188, "step": 990 }, { "epoch": 5.78, "learning_rate": 1.4065510597302505e-05, "loss": 1.3799, "step": 1000 }, { "epoch": 5.84, "learning_rate": 1.3872832369942197e-05, "loss": 1.4047, "step": 1010 }, { "epoch": 5.89, "learning_rate": 1.3680154142581889e-05, "loss": 1.4008, "step": 1020 }, { "epoch": 5.95, "learning_rate": 1.348747591522158e-05, "loss": 1.3753, "step": 1030 }, { "epoch": 6.0, "eval_accuracy": 0.515625, "eval_loss": 1.9450547695159912, "eval_runtime": 910.425, "eval_samples_per_second": 6.467, "eval_steps_per_second": 1.617, "step": 1038 }, { "epoch": 6.01, "learning_rate": 1.329479768786127e-05, "loss": 1.4283, "step": 1040 }, { "epoch": 6.07, "learning_rate": 1.3102119460500964e-05, "loss": 1.2683, "step": 1050 }, { "epoch": 6.13, "learning_rate": 1.2909441233140654e-05, "loss": 1.3011, "step": 1060 }, { "epoch": 6.18, "learning_rate": 1.2716763005780346e-05, "loss": 1.2747, "step": 1070 }, { "epoch": 6.24, "learning_rate": 1.2524084778420038e-05, "loss": 1.2738, "step": 1080 }, { "epoch": 6.3, "learning_rate": 1.233140655105973e-05, "loss": 1.2529, "step": 1090 }, { "epoch": 6.36, "learning_rate": 1.2138728323699422e-05, "loss": 1.2621, "step": 1100 }, { "epoch": 6.41, "learning_rate": 1.1946050096339114e-05, "loss": 1.2755, "step": 1110 }, { "epoch": 6.47, "learning_rate": 1.1753371868978804e-05, "loss": 1.2721, "step": 1120 }, { "epoch": 6.53, "learning_rate": 1.1560693641618498e-05, "loss": 1.2715, "step": 1130 }, { "epoch": 6.59, "learning_rate": 1.1368015414258188e-05, "loss": 1.214, "step": 1140 }, { "epoch": 6.65, "learning_rate": 1.1175337186897882e-05, "loss": 1.1984, "step": 1150 }, { "epoch": 6.7, "learning_rate": 1.0982658959537572e-05, "loss": 1.1936, "step": 1160 }, { "epoch": 6.76, "learning_rate": 1.0789980732177264e-05, "loss": 1.2183, "step": 1170 }, { "epoch": 6.82, "learning_rate": 1.0597302504816956e-05, "loss": 1.1988, "step": 1180 }, { "epoch": 6.88, "learning_rate": 1.0404624277456647e-05, "loss": 1.1842, "step": 1190 }, { "epoch": 6.93, "learning_rate": 1.021194605009634e-05, "loss": 1.1767, "step": 1200 }, { "epoch": 6.99, "learning_rate": 1.0019267822736031e-05, "loss": 1.1559, "step": 1210 }, { "epoch": 7.0, "eval_accuracy": 0.5441576086956522, "eval_loss": 1.8114421367645264, "eval_runtime": 885.8256, "eval_samples_per_second": 6.647, "eval_steps_per_second": 1.662, "step": 1211 }, { "epoch": 7.05, "learning_rate": 9.826589595375721e-06, "loss": 1.1956, "step": 1220 }, { "epoch": 7.11, "learning_rate": 9.633911368015415e-06, "loss": 1.1221, "step": 1230 }, { "epoch": 7.17, "learning_rate": 9.441233140655105e-06, "loss": 1.1146, "step": 1240 }, { "epoch": 7.22, "learning_rate": 9.248554913294797e-06, "loss": 1.0684, "step": 1250 }, { "epoch": 7.28, "learning_rate": 9.055876685934489e-06, "loss": 1.0524, "step": 1260 }, { "epoch": 7.34, "learning_rate": 8.863198458574181e-06, "loss": 1.085, "step": 1270 }, { "epoch": 7.4, "learning_rate": 8.670520231213873e-06, "loss": 1.0323, "step": 1280 }, { "epoch": 7.46, "learning_rate": 8.477842003853565e-06, "loss": 1.0981, "step": 1290 }, { "epoch": 7.51, "learning_rate": 8.285163776493255e-06, "loss": 1.0567, "step": 1300 }, { "epoch": 7.57, "learning_rate": 8.092485549132949e-06, "loss": 1.0559, "step": 1310 }, { "epoch": 7.63, "learning_rate": 7.899807321772639e-06, "loss": 1.0473, "step": 1320 }, { "epoch": 7.69, "learning_rate": 7.707129094412332e-06, "loss": 1.0164, "step": 1330 }, { "epoch": 7.74, "learning_rate": 7.5144508670520235e-06, "loss": 1.0286, "step": 1340 }, { "epoch": 7.8, "learning_rate": 7.321772639691715e-06, "loss": 1.0344, "step": 1350 }, { "epoch": 7.86, "learning_rate": 7.129094412331406e-06, "loss": 1.027, "step": 1360 }, { "epoch": 7.92, "learning_rate": 6.936416184971098e-06, "loss": 1.0342, "step": 1370 }, { "epoch": 7.97, "learning_rate": 6.74373795761079e-06, "loss": 1.0208, "step": 1380 }, { "epoch": 8.0, "eval_accuracy": 0.5652173913043478, "eval_loss": 1.7057851552963257, "eval_runtime": 886.5386, "eval_samples_per_second": 6.642, "eval_steps_per_second": 1.66, "step": 1384 }, { "epoch": 8.03, "learning_rate": 6.551059730250482e-06, "loss": 1.0326, "step": 1390 }, { "epoch": 8.09, "learning_rate": 6.358381502890173e-06, "loss": 0.9615, "step": 1400 }, { "epoch": 8.15, "learning_rate": 6.165703275529865e-06, "loss": 0.9762, "step": 1410 }, { "epoch": 8.21, "learning_rate": 5.973025048169557e-06, "loss": 0.953, "step": 1420 }, { "epoch": 8.27, "learning_rate": 5.780346820809249e-06, "loss": 0.9828, "step": 1430 }, { "epoch": 8.32, "learning_rate": 5.587668593448941e-06, "loss": 0.9623, "step": 1440 }, { "epoch": 8.38, "learning_rate": 5.394990366088632e-06, "loss": 0.9395, "step": 1450 }, { "epoch": 8.44, "learning_rate": 5.202312138728324e-06, "loss": 0.9642, "step": 1460 }, { "epoch": 8.5, "learning_rate": 5.009633911368016e-06, "loss": 0.8834, "step": 1470 }, { "epoch": 8.55, "learning_rate": 4.8169556840077075e-06, "loss": 0.9732, "step": 1480 }, { "epoch": 8.61, "learning_rate": 4.624277456647399e-06, "loss": 0.9028, "step": 1490 }, { "epoch": 8.67, "learning_rate": 4.4315992292870905e-06, "loss": 0.9262, "step": 1500 }, { "epoch": 8.73, "learning_rate": 4.238921001926782e-06, "loss": 0.9243, "step": 1510 }, { "epoch": 8.78, "learning_rate": 4.046242774566474e-06, "loss": 0.9121, "step": 1520 }, { "epoch": 8.84, "learning_rate": 3.853564547206166e-06, "loss": 0.8937, "step": 1530 }, { "epoch": 8.9, "learning_rate": 3.6608863198458577e-06, "loss": 0.9196, "step": 1540 }, { "epoch": 8.96, "learning_rate": 3.468208092485549e-06, "loss": 0.9342, "step": 1550 }, { "epoch": 9.0, "eval_accuracy": 0.5759171195652174, "eval_loss": 1.6644455194473267, "eval_runtime": 894.5304, "eval_samples_per_second": 6.582, "eval_steps_per_second": 1.646, "step": 1557 }, { "epoch": 9.02, "learning_rate": 3.275529865125241e-06, "loss": 0.948, "step": 1560 }, { "epoch": 9.07, "learning_rate": 3.0828516377649325e-06, "loss": 0.8669, "step": 1570 }, { "epoch": 9.13, "learning_rate": 2.8901734104046244e-06, "loss": 0.8828, "step": 1580 }, { "epoch": 9.19, "learning_rate": 2.697495183044316e-06, "loss": 0.8379, "step": 1590 }, { "epoch": 9.25, "learning_rate": 2.504816955684008e-06, "loss": 0.8861, "step": 1600 }, { "epoch": 9.31, "learning_rate": 2.3121387283236993e-06, "loss": 0.8448, "step": 1610 }, { "epoch": 9.36, "learning_rate": 2.119460500963391e-06, "loss": 0.8941, "step": 1620 }, { "epoch": 9.42, "learning_rate": 1.926782273603083e-06, "loss": 0.8525, "step": 1630 }, { "epoch": 9.48, "learning_rate": 1.7341040462427746e-06, "loss": 0.8864, "step": 1640 }, { "epoch": 9.54, "learning_rate": 1.5414258188824663e-06, "loss": 0.8929, "step": 1650 }, { "epoch": 9.59, "learning_rate": 1.348747591522158e-06, "loss": 0.8724, "step": 1660 }, { "epoch": 9.65, "learning_rate": 1.1560693641618497e-06, "loss": 0.8579, "step": 1670 }, { "epoch": 9.71, "learning_rate": 9.633911368015416e-07, "loss": 0.8646, "step": 1680 }, { "epoch": 9.77, "learning_rate": 7.707129094412331e-07, "loss": 0.8193, "step": 1690 }, { "epoch": 9.82, "learning_rate": 5.780346820809248e-07, "loss": 0.8855, "step": 1700 }, { "epoch": 9.88, "learning_rate": 3.8535645472061657e-07, "loss": 0.8614, "step": 1710 }, { "epoch": 9.94, "learning_rate": 1.9267822736030828e-07, "loss": 0.8715, "step": 1720 }, { "epoch": 10.0, "learning_rate": 0.0, "loss": 0.9008, "step": 1730 }, { "epoch": 10.0, "eval_accuracy": 0.5801630434782609, "eval_loss": 1.657249093055725, "eval_runtime": 904.2858, "eval_samples_per_second": 6.511, "eval_steps_per_second": 1.628, "step": 1730 }, { "epoch": 10.0, "step": 1730, "total_flos": 1.8405767134732323e+19, "train_loss": 1.9131646762693548, "train_runtime": 45019.008, "train_samples_per_second": 4.93, "train_steps_per_second": 0.038 } ], "max_steps": 1730, "num_train_epochs": 10, "total_flos": 1.8405767134732323e+19, "trial_name": null, "trial_params": null }