{ "best_metric": 2.7213878631591797, "best_model_checkpoint": "distilhubert-ft-common-language/checkpoint-1730", "epoch": 9.997118155619596, "global_step": 1730, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06, "learning_rate": 1.7341040462427746e-06, "loss": 3.8053, "step": 10 }, { "epoch": 0.12, "learning_rate": 3.468208092485549e-06, "loss": 3.8023, "step": 20 }, { "epoch": 0.17, "learning_rate": 5.202312138728324e-06, "loss": 3.7997, "step": 30 }, { "epoch": 0.23, "learning_rate": 6.936416184971098e-06, "loss": 3.7984, "step": 40 }, { "epoch": 0.29, "learning_rate": 8.670520231213873e-06, "loss": 3.7896, "step": 50 }, { "epoch": 0.35, "learning_rate": 1.0404624277456647e-05, "loss": 3.7927, "step": 60 }, { "epoch": 0.4, "learning_rate": 1.2138728323699422e-05, "loss": 3.7864, "step": 70 }, { "epoch": 0.46, "learning_rate": 1.3872832369942197e-05, "loss": 3.777, "step": 80 }, { "epoch": 0.52, "learning_rate": 1.560693641618497e-05, "loss": 3.7708, "step": 90 }, { "epoch": 0.58, "learning_rate": 1.7341040462427746e-05, "loss": 3.7625, "step": 100 }, { "epoch": 0.63, "learning_rate": 1.9075144508670522e-05, "loss": 3.756, "step": 110 }, { "epoch": 0.69, "learning_rate": 2.0809248554913295e-05, "loss": 3.75, "step": 120 }, { "epoch": 0.75, "learning_rate": 2.2543352601156068e-05, "loss": 3.747, "step": 130 }, { "epoch": 0.81, "learning_rate": 2.4277456647398844e-05, "loss": 3.7278, "step": 140 }, { "epoch": 0.86, "learning_rate": 2.601156069364162e-05, "loss": 3.7176, "step": 150 }, { "epoch": 0.92, "learning_rate": 2.7745664739884393e-05, "loss": 3.6797, "step": 160 }, { "epoch": 0.98, "learning_rate": 2.9479768786127166e-05, "loss": 3.6543, "step": 170 }, { "epoch": 1.0, "eval_accuracy": 0.04908288043478261, "eval_loss": 3.7611067295074463, "eval_runtime": 52.1768, "eval_samples_per_second": 112.847, "eval_steps_per_second": 28.212, "step": 173 }, { "epoch": 1.04, "learning_rate": 2.9865125240847786e-05, "loss": 3.8088, "step": 180 }, { "epoch": 1.1, "learning_rate": 2.9672447013487474e-05, "loss": 3.6031, "step": 190 }, { "epoch": 1.16, "learning_rate": 2.9479768786127166e-05, "loss": 3.5492, "step": 200 }, { "epoch": 1.21, "learning_rate": 2.928709055876686e-05, "loss": 3.5422, "step": 210 }, { "epoch": 1.27, "learning_rate": 2.9094412331406553e-05, "loss": 3.5229, "step": 220 }, { "epoch": 1.33, "learning_rate": 2.8901734104046242e-05, "loss": 3.4998, "step": 230 }, { "epoch": 1.39, "learning_rate": 2.8709055876685934e-05, "loss": 3.4431, "step": 240 }, { "epoch": 1.44, "learning_rate": 2.8516377649325626e-05, "loss": 3.4477, "step": 250 }, { "epoch": 1.5, "learning_rate": 2.832369942196532e-05, "loss": 3.435, "step": 260 }, { "epoch": 1.56, "learning_rate": 2.813102119460501e-05, "loss": 3.4089, "step": 270 }, { "epoch": 1.62, "learning_rate": 2.79383429672447e-05, "loss": 3.3528, "step": 280 }, { "epoch": 1.67, "learning_rate": 2.7745664739884393e-05, "loss": 3.3388, "step": 290 }, { "epoch": 1.73, "learning_rate": 2.7552986512524085e-05, "loss": 3.3147, "step": 300 }, { "epoch": 1.79, "learning_rate": 2.7360308285163777e-05, "loss": 3.3178, "step": 310 }, { "epoch": 1.85, "learning_rate": 2.716763005780347e-05, "loss": 3.2654, "step": 320 }, { "epoch": 1.9, "learning_rate": 2.697495183044316e-05, "loss": 3.2578, "step": 330 }, { "epoch": 1.96, "learning_rate": 2.6782273603082853e-05, "loss": 3.2221, "step": 340 }, { "epoch": 2.0, "eval_accuracy": 0.13519021739130435, "eval_loss": 3.4867842197418213, "eval_runtime": 52.2245, "eval_samples_per_second": 112.744, "eval_steps_per_second": 28.186, "step": 346 }, { "epoch": 2.02, "learning_rate": 2.658959537572254e-05, "loss": 3.3213, "step": 350 }, { "epoch": 2.08, "learning_rate": 2.6396917148362237e-05, "loss": 3.2115, "step": 360 }, { "epoch": 2.14, "learning_rate": 2.620423892100193e-05, "loss": 3.1688, "step": 370 }, { "epoch": 2.2, "learning_rate": 2.601156069364162e-05, "loss": 3.1121, "step": 380 }, { "epoch": 2.25, "learning_rate": 2.581888246628131e-05, "loss": 3.1319, "step": 390 }, { "epoch": 2.31, "learning_rate": 2.5626204238921e-05, "loss": 3.0432, "step": 400 }, { "epoch": 2.37, "learning_rate": 2.5433526011560693e-05, "loss": 3.0898, "step": 410 }, { "epoch": 2.43, "learning_rate": 2.5240847784200388e-05, "loss": 3.0542, "step": 420 }, { "epoch": 2.48, "learning_rate": 2.5048169556840077e-05, "loss": 3.0457, "step": 430 }, { "epoch": 2.54, "learning_rate": 2.485549132947977e-05, "loss": 3.0342, "step": 440 }, { "epoch": 2.6, "learning_rate": 2.466281310211946e-05, "loss": 3.0365, "step": 450 }, { "epoch": 2.66, "learning_rate": 2.4470134874759152e-05, "loss": 3.0378, "step": 460 }, { "epoch": 2.71, "learning_rate": 2.4277456647398844e-05, "loss": 3.0531, "step": 470 }, { "epoch": 2.77, "learning_rate": 2.4084778420038536e-05, "loss": 3.0055, "step": 480 }, { "epoch": 2.83, "learning_rate": 2.3892100192678228e-05, "loss": 2.9554, "step": 490 }, { "epoch": 2.89, "learning_rate": 2.369942196531792e-05, "loss": 2.9419, "step": 500 }, { "epoch": 2.95, "learning_rate": 2.350674373795761e-05, "loss": 2.9332, "step": 510 }, { "epoch": 3.0, "eval_accuracy": 0.18614130434782608, "eval_loss": 3.2731645107269287, "eval_runtime": 52.3596, "eval_samples_per_second": 112.453, "eval_steps_per_second": 28.113, "step": 519 }, { "epoch": 3.01, "learning_rate": 2.3314065510597304e-05, "loss": 3.1159, "step": 520 }, { "epoch": 3.06, "learning_rate": 2.3121387283236996e-05, "loss": 2.9039, "step": 530 }, { "epoch": 3.12, "learning_rate": 2.2928709055876687e-05, "loss": 2.8746, "step": 540 }, { "epoch": 3.18, "learning_rate": 2.2736030828516376e-05, "loss": 2.8507, "step": 550 }, { "epoch": 3.24, "learning_rate": 2.2543352601156068e-05, "loss": 2.8744, "step": 560 }, { "epoch": 3.29, "learning_rate": 2.2350674373795763e-05, "loss": 2.8733, "step": 570 }, { "epoch": 3.35, "learning_rate": 2.2157996146435455e-05, "loss": 2.8357, "step": 580 }, { "epoch": 3.41, "learning_rate": 2.1965317919075144e-05, "loss": 2.8052, "step": 590 }, { "epoch": 3.47, "learning_rate": 2.1772639691714835e-05, "loss": 2.8315, "step": 600 }, { "epoch": 3.52, "learning_rate": 2.1579961464354527e-05, "loss": 2.7872, "step": 610 }, { "epoch": 3.58, "learning_rate": 2.1387283236994223e-05, "loss": 2.8001, "step": 620 }, { "epoch": 3.64, "learning_rate": 2.119460500963391e-05, "loss": 2.8338, "step": 630 }, { "epoch": 3.7, "learning_rate": 2.1001926782273603e-05, "loss": 2.7424, "step": 640 }, { "epoch": 3.76, "learning_rate": 2.0809248554913295e-05, "loss": 2.7635, "step": 650 }, { "epoch": 3.81, "learning_rate": 2.0616570327552987e-05, "loss": 2.7298, "step": 660 }, { "epoch": 3.87, "learning_rate": 2.042389210019268e-05, "loss": 2.7291, "step": 670 }, { "epoch": 3.93, "learning_rate": 2.023121387283237e-05, "loss": 2.7619, "step": 680 }, { "epoch": 3.99, "learning_rate": 2.0038535645472063e-05, "loss": 2.7299, "step": 690 }, { "epoch": 4.0, "eval_accuracy": 0.21722146739130435, "eval_loss": 3.0944418907165527, "eval_runtime": 52.2448, "eval_samples_per_second": 112.7, "eval_steps_per_second": 28.175, "step": 692 }, { "epoch": 4.05, "learning_rate": 1.9845857418111754e-05, "loss": 2.7785, "step": 700 }, { "epoch": 4.1, "learning_rate": 1.9653179190751443e-05, "loss": 2.6889, "step": 710 }, { "epoch": 4.16, "learning_rate": 1.9460500963391135e-05, "loss": 2.6733, "step": 720 }, { "epoch": 4.22, "learning_rate": 1.926782273603083e-05, "loss": 2.6498, "step": 730 }, { "epoch": 4.28, "learning_rate": 1.9075144508670522e-05, "loss": 2.6287, "step": 740 }, { "epoch": 4.33, "learning_rate": 1.888246628131021e-05, "loss": 2.6984, "step": 750 }, { "epoch": 4.39, "learning_rate": 1.8689788053949903e-05, "loss": 2.6441, "step": 760 }, { "epoch": 4.45, "learning_rate": 1.8497109826589594e-05, "loss": 2.5994, "step": 770 }, { "epoch": 4.51, "learning_rate": 1.830443159922929e-05, "loss": 2.5836, "step": 780 }, { "epoch": 4.56, "learning_rate": 1.8111753371868978e-05, "loss": 2.6276, "step": 790 }, { "epoch": 4.62, "learning_rate": 1.791907514450867e-05, "loss": 2.5829, "step": 800 }, { "epoch": 4.68, "learning_rate": 1.7726396917148362e-05, "loss": 2.5749, "step": 810 }, { "epoch": 4.74, "learning_rate": 1.7533718689788054e-05, "loss": 2.5888, "step": 820 }, { "epoch": 4.8, "learning_rate": 1.7341040462427746e-05, "loss": 2.6274, "step": 830 }, { "epoch": 4.85, "learning_rate": 1.7148362235067438e-05, "loss": 2.5904, "step": 840 }, { "epoch": 4.91, "learning_rate": 1.695568400770713e-05, "loss": 2.591, "step": 850 }, { "epoch": 4.97, "learning_rate": 1.676300578034682e-05, "loss": 2.5638, "step": 860 }, { "epoch": 5.0, "eval_accuracy": 0.23997961956521738, "eval_loss": 2.9790401458740234, "eval_runtime": 53.2919, "eval_samples_per_second": 110.486, "eval_steps_per_second": 27.621, "step": 865 }, { "epoch": 5.03, "learning_rate": 1.657032755298651e-05, "loss": 2.6508, "step": 870 }, { "epoch": 5.09, "learning_rate": 1.6377649325626205e-05, "loss": 2.4978, "step": 880 }, { "epoch": 5.14, "learning_rate": 1.6184971098265897e-05, "loss": 2.5373, "step": 890 }, { "epoch": 5.2, "learning_rate": 1.599229287090559e-05, "loss": 2.4849, "step": 900 }, { "epoch": 5.26, "learning_rate": 1.5799614643545278e-05, "loss": 2.4536, "step": 910 }, { "epoch": 5.32, "learning_rate": 1.560693641618497e-05, "loss": 2.5074, "step": 920 }, { "epoch": 5.37, "learning_rate": 1.5414258188824665e-05, "loss": 2.5256, "step": 930 }, { "epoch": 5.43, "learning_rate": 1.5221579961464355e-05, "loss": 2.5123, "step": 940 }, { "epoch": 5.49, "learning_rate": 1.5028901734104047e-05, "loss": 2.4545, "step": 950 }, { "epoch": 5.55, "learning_rate": 1.4836223506743737e-05, "loss": 2.4744, "step": 960 }, { "epoch": 5.61, "learning_rate": 1.464354527938343e-05, "loss": 2.5031, "step": 970 }, { "epoch": 5.66, "learning_rate": 1.4450867052023121e-05, "loss": 2.4676, "step": 980 }, { "epoch": 5.72, "learning_rate": 1.4258188824662813e-05, "loss": 2.4683, "step": 990 }, { "epoch": 5.78, "learning_rate": 1.4065510597302505e-05, "loss": 2.4079, "step": 1000 }, { "epoch": 5.84, "learning_rate": 1.3872832369942197e-05, "loss": 2.5185, "step": 1010 }, { "epoch": 5.89, "learning_rate": 1.3680154142581889e-05, "loss": 2.3855, "step": 1020 }, { "epoch": 5.95, "learning_rate": 1.348747591522158e-05, "loss": 2.3871, "step": 1030 }, { "epoch": 6.0, "eval_accuracy": 0.25900135869565216, "eval_loss": 2.8667969703674316, "eval_runtime": 52.4176, "eval_samples_per_second": 112.329, "eval_steps_per_second": 28.082, "step": 1038 }, { "epoch": 6.01, "learning_rate": 1.329479768786127e-05, "loss": 2.5741, "step": 1040 }, { "epoch": 6.07, "learning_rate": 1.3102119460500964e-05, "loss": 2.4171, "step": 1050 }, { "epoch": 6.13, "learning_rate": 1.2909441233140654e-05, "loss": 2.3616, "step": 1060 }, { "epoch": 6.18, "learning_rate": 1.2716763005780346e-05, "loss": 2.3999, "step": 1070 }, { "epoch": 6.24, "learning_rate": 1.2524084778420038e-05, "loss": 2.397, "step": 1080 }, { "epoch": 6.3, "learning_rate": 1.233140655105973e-05, "loss": 2.3259, "step": 1090 }, { "epoch": 6.36, "learning_rate": 1.2138728323699422e-05, "loss": 2.3675, "step": 1100 }, { "epoch": 6.41, "learning_rate": 1.1946050096339114e-05, "loss": 2.4148, "step": 1110 }, { "epoch": 6.47, "learning_rate": 1.1753371868978804e-05, "loss": 2.3335, "step": 1120 }, { "epoch": 6.53, "learning_rate": 1.1560693641618498e-05, "loss": 2.3388, "step": 1130 }, { "epoch": 6.59, "learning_rate": 1.1368015414258188e-05, "loss": 2.3687, "step": 1140 }, { "epoch": 6.65, "learning_rate": 1.1175337186897882e-05, "loss": 2.3935, "step": 1150 }, { "epoch": 6.7, "learning_rate": 1.0982658959537572e-05, "loss": 2.3787, "step": 1160 }, { "epoch": 6.76, "learning_rate": 1.0789980732177264e-05, "loss": 2.3359, "step": 1170 }, { "epoch": 6.82, "learning_rate": 1.0597302504816956e-05, "loss": 2.3163, "step": 1180 }, { "epoch": 6.88, "learning_rate": 1.0404624277456647e-05, "loss": 2.2941, "step": 1190 }, { "epoch": 6.93, "learning_rate": 1.021194605009634e-05, "loss": 2.3482, "step": 1200 }, { "epoch": 6.99, "learning_rate": 1.0019267822736031e-05, "loss": 2.3384, "step": 1210 }, { "epoch": 7.0, "eval_accuracy": 0.26528532608695654, "eval_loss": 2.797226905822754, "eval_runtime": 52.6478, "eval_samples_per_second": 111.838, "eval_steps_per_second": 27.959, "step": 1211 }, { "epoch": 7.05, "learning_rate": 9.826589595375721e-06, "loss": 2.4462, "step": 1220 }, { "epoch": 7.11, "learning_rate": 9.633911368015415e-06, "loss": 2.3397, "step": 1230 }, { "epoch": 7.17, "learning_rate": 9.441233140655105e-06, "loss": 2.3068, "step": 1240 }, { "epoch": 7.22, "learning_rate": 9.248554913294797e-06, "loss": 2.2785, "step": 1250 }, { "epoch": 7.28, "learning_rate": 9.055876685934489e-06, "loss": 2.2983, "step": 1260 }, { "epoch": 7.34, "learning_rate": 8.863198458574181e-06, "loss": 2.2559, "step": 1270 }, { "epoch": 7.4, "learning_rate": 8.670520231213873e-06, "loss": 2.3161, "step": 1280 }, { "epoch": 7.46, "learning_rate": 8.477842003853565e-06, "loss": 2.2974, "step": 1290 }, { "epoch": 7.51, "learning_rate": 8.285163776493255e-06, "loss": 2.2194, "step": 1300 }, { "epoch": 7.57, "learning_rate": 8.092485549132949e-06, "loss": 2.2578, "step": 1310 }, { "epoch": 7.63, "learning_rate": 7.899807321772639e-06, "loss": 2.2955, "step": 1320 }, { "epoch": 7.69, "learning_rate": 7.707129094412332e-06, "loss": 2.2507, "step": 1330 }, { "epoch": 7.74, "learning_rate": 7.5144508670520235e-06, "loss": 2.2126, "step": 1340 }, { "epoch": 7.8, "learning_rate": 7.321772639691715e-06, "loss": 2.2839, "step": 1350 }, { "epoch": 7.86, "learning_rate": 7.129094412331406e-06, "loss": 2.2479, "step": 1360 }, { "epoch": 7.92, "learning_rate": 6.936416184971098e-06, "loss": 2.3274, "step": 1370 }, { "epoch": 7.97, "learning_rate": 6.74373795761079e-06, "loss": 2.2648, "step": 1380 }, { "epoch": 8.0, "eval_accuracy": 0.26953125, "eval_loss": 2.7625250816345215, "eval_runtime": 52.8682, "eval_samples_per_second": 111.371, "eval_steps_per_second": 27.843, "step": 1384 }, { "epoch": 8.03, "learning_rate": 6.551059730250482e-06, "loss": 2.3574, "step": 1390 }, { "epoch": 8.09, "learning_rate": 6.358381502890173e-06, "loss": 2.2461, "step": 1400 }, { "epoch": 8.15, "learning_rate": 6.165703275529865e-06, "loss": 2.2491, "step": 1410 }, { "epoch": 8.21, "learning_rate": 5.973025048169557e-06, "loss": 2.248, "step": 1420 }, { "epoch": 8.27, "learning_rate": 5.780346820809249e-06, "loss": 2.1882, "step": 1430 }, { "epoch": 8.32, "learning_rate": 5.587668593448941e-06, "loss": 2.2115, "step": 1440 }, { "epoch": 8.38, "learning_rate": 5.394990366088632e-06, "loss": 2.1844, "step": 1450 }, { "epoch": 8.44, "learning_rate": 5.202312138728324e-06, "loss": 2.2053, "step": 1460 }, { "epoch": 8.5, "learning_rate": 5.009633911368016e-06, "loss": 2.2574, "step": 1470 }, { "epoch": 8.55, "learning_rate": 4.8169556840077075e-06, "loss": 2.206, "step": 1480 }, { "epoch": 8.61, "learning_rate": 4.624277456647399e-06, "loss": 2.1392, "step": 1490 }, { "epoch": 8.67, "learning_rate": 4.4315992292870905e-06, "loss": 2.216, "step": 1500 }, { "epoch": 8.73, "learning_rate": 4.238921001926782e-06, "loss": 2.237, "step": 1510 }, { "epoch": 8.78, "learning_rate": 4.046242774566474e-06, "loss": 2.2508, "step": 1520 }, { "epoch": 8.84, "learning_rate": 3.853564547206166e-06, "loss": 2.2308, "step": 1530 }, { "epoch": 8.9, "learning_rate": 3.6608863198458577e-06, "loss": 2.2232, "step": 1540 }, { "epoch": 8.96, "learning_rate": 3.468208092485549e-06, "loss": 2.2162, "step": 1550 }, { "epoch": 9.0, "eval_accuracy": 0.2781929347826087, "eval_loss": 2.74048113822937, "eval_runtime": 52.3324, "eval_samples_per_second": 112.512, "eval_steps_per_second": 28.128, "step": 1557 }, { "epoch": 9.02, "learning_rate": 3.275529865125241e-06, "loss": 2.3302, "step": 1560 }, { "epoch": 9.07, "learning_rate": 3.0828516377649325e-06, "loss": 2.1352, "step": 1570 }, { "epoch": 9.13, "learning_rate": 2.8901734104046244e-06, "loss": 2.1507, "step": 1580 }, { "epoch": 9.19, "learning_rate": 2.697495183044316e-06, "loss": 2.196, "step": 1590 }, { "epoch": 9.25, "learning_rate": 2.504816955684008e-06, "loss": 2.1476, "step": 1600 }, { "epoch": 9.31, "learning_rate": 2.3121387283236993e-06, "loss": 2.2158, "step": 1610 }, { "epoch": 9.36, "learning_rate": 2.119460500963391e-06, "loss": 2.2092, "step": 1620 }, { "epoch": 9.42, "learning_rate": 1.926782273603083e-06, "loss": 2.1339, "step": 1630 }, { "epoch": 9.48, "learning_rate": 1.7341040462427746e-06, "loss": 2.21, "step": 1640 }, { "epoch": 9.54, "learning_rate": 1.5414258188824663e-06, "loss": 2.1851, "step": 1650 }, { "epoch": 9.59, "learning_rate": 1.348747591522158e-06, "loss": 2.2059, "step": 1660 }, { "epoch": 9.65, "learning_rate": 1.1560693641618497e-06, "loss": 2.1826, "step": 1670 }, { "epoch": 9.71, "learning_rate": 9.633911368015416e-07, "loss": 2.2376, "step": 1680 }, { "epoch": 9.77, "learning_rate": 7.707129094412331e-07, "loss": 2.2424, "step": 1690 }, { "epoch": 9.82, "learning_rate": 5.780346820809248e-07, "loss": 2.1717, "step": 1700 }, { "epoch": 9.88, "learning_rate": 3.8535645472061657e-07, "loss": 2.1962, "step": 1710 }, { "epoch": 9.94, "learning_rate": 1.9267822736030828e-07, "loss": 2.1859, "step": 1720 }, { "epoch": 10.0, "learning_rate": 0.0, "loss": 2.1915, "step": 1730 }, { "epoch": 10.0, "eval_accuracy": 0.2797214673913043, "eval_loss": 2.7213878631591797, "eval_runtime": 52.7577, "eval_samples_per_second": 111.605, "eval_steps_per_second": 27.901, "step": 1730 }, { "epoch": 10.0, "step": 1730, "total_flos": 4.612789080268588e+18, "train_loss": 2.723648586162942, "train_runtime": 2280.0763, "train_samples_per_second": 97.339, "train_steps_per_second": 0.759 } ], "max_steps": 1730, "num_train_epochs": 10, "total_flos": 4.612789080268588e+18, "trial_name": null, "trial_params": null }