| { | |
| "best_metric": 0.3841711956521739, | |
| "best_model_checkpoint": "sew-mid-100k-ft-common-language/checkpoint-1730", | |
| "epoch": 9.997118155619596, | |
| "global_step": 1730, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.7341040462427746e-06, | |
| "loss": 3.8107, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 3.468208092485549e-06, | |
| "loss": 3.8051, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 5.202312138728324e-06, | |
| "loss": 3.8032, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 6.936416184971098e-06, | |
| "loss": 3.8053, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.670520231213873e-06, | |
| "loss": 3.7986, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.0404624277456647e-05, | |
| "loss": 3.8013, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.2138728323699422e-05, | |
| "loss": 3.7976, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.3872832369942197e-05, | |
| "loss": 3.7859, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 1.560693641618497e-05, | |
| "loss": 3.7734, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.7341040462427746e-05, | |
| "loss": 3.7613, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.9075144508670522e-05, | |
| "loss": 3.7491, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.0809248554913295e-05, | |
| "loss": 3.7382, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 2.2543352601156068e-05, | |
| "loss": 3.7225, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.4277456647398844e-05, | |
| "loss": 3.7054, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.601156069364162e-05, | |
| "loss": 3.6827, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 2.7745664739884393e-05, | |
| "loss": 3.6427, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.9479768786127166e-05, | |
| "loss": 3.608, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.05400815217391304, | |
| "eval_loss": 3.7265617847442627, | |
| "eval_runtime": 288.7689, | |
| "eval_samples_per_second": 20.39, | |
| "eval_steps_per_second": 5.098, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.9865125240847786e-05, | |
| "loss": 3.7665, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.9672447013487474e-05, | |
| "loss": 3.5552, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 2.9479768786127166e-05, | |
| "loss": 3.5012, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 2.928709055876686e-05, | |
| "loss": 3.4901, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 2.9094412331406553e-05, | |
| "loss": 3.4814, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.8901734104046242e-05, | |
| "loss": 3.4583, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 2.8709055876685934e-05, | |
| "loss": 3.4, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 2.8516377649325626e-05, | |
| "loss": 3.403, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 2.832369942196532e-05, | |
| "loss": 3.3906, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.813102119460501e-05, | |
| "loss": 3.3555, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.79383429672447e-05, | |
| "loss": 3.3101, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 2.7745664739884393e-05, | |
| "loss": 3.2952, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.7552986512524085e-05, | |
| "loss": 3.2715, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.7360308285163777e-05, | |
| "loss": 3.2484, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 2.716763005780347e-05, | |
| "loss": 3.2045, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 2.697495183044316e-05, | |
| "loss": 3.1758, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 2.6782273603082853e-05, | |
| "loss": 3.1298, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.16542119565217392, | |
| "eval_loss": 3.21799898147583, | |
| "eval_runtime": 288.5015, | |
| "eval_samples_per_second": 20.409, | |
| "eval_steps_per_second": 5.102, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 2.658959537572254e-05, | |
| "loss": 3.2386, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 2.6396917148362237e-05, | |
| "loss": 3.1586, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 2.620423892100193e-05, | |
| "loss": 3.1117, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 2.601156069364162e-05, | |
| "loss": 3.0137, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 2.581888246628131e-05, | |
| "loss": 3.0632, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 2.5626204238921e-05, | |
| "loss": 2.9761, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 2.5433526011560693e-05, | |
| "loss": 2.9808, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 2.5240847784200388e-05, | |
| "loss": 2.9506, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 2.5048169556840077e-05, | |
| "loss": 2.9651, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 2.485549132947977e-05, | |
| "loss": 2.9751, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 2.466281310211946e-05, | |
| "loss": 2.9642, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 2.4470134874759152e-05, | |
| "loss": 2.944, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 2.4277456647398844e-05, | |
| "loss": 2.9315, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 2.4084778420038536e-05, | |
| "loss": 2.905, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 2.3892100192678228e-05, | |
| "loss": 2.9028, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 2.369942196531792e-05, | |
| "loss": 2.8536, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 2.350674373795761e-05, | |
| "loss": 2.8481, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.20193614130434784, | |
| "eval_loss": 2.9270079135894775, | |
| "eval_runtime": 288.2515, | |
| "eval_samples_per_second": 20.427, | |
| "eval_steps_per_second": 5.107, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 2.3314065510597304e-05, | |
| "loss": 3.0007, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 2.3121387283236996e-05, | |
| "loss": 2.8108, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 2.2928709055876687e-05, | |
| "loss": 2.7892, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 2.2736030828516376e-05, | |
| "loss": 2.7775, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 2.2543352601156068e-05, | |
| "loss": 2.7498, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 2.2350674373795763e-05, | |
| "loss": 2.7593, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 2.2157996146435455e-05, | |
| "loss": 2.7374, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 2.1965317919075144e-05, | |
| "loss": 2.7228, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 2.1772639691714835e-05, | |
| "loss": 2.7481, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 2.1579961464354527e-05, | |
| "loss": 2.6875, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 2.1387283236994223e-05, | |
| "loss": 2.7301, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 2.119460500963391e-05, | |
| "loss": 2.7506, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 2.1001926782273603e-05, | |
| "loss": 2.6264, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 2.0809248554913295e-05, | |
| "loss": 2.6626, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 2.0616570327552987e-05, | |
| "loss": 2.5905, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 2.042389210019268e-05, | |
| "loss": 2.6499, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 2.023121387283237e-05, | |
| "loss": 2.7104, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 2.0038535645472063e-05, | |
| "loss": 2.648, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.26188858695652173, | |
| "eval_loss": 2.6990630626678467, | |
| "eval_runtime": 287.8994, | |
| "eval_samples_per_second": 20.452, | |
| "eval_steps_per_second": 5.113, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.9845857418111754e-05, | |
| "loss": 2.7479, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.9653179190751443e-05, | |
| "loss": 2.6173, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.9460500963391135e-05, | |
| "loss": 2.5988, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.926782273603083e-05, | |
| "loss": 2.6025, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.9075144508670522e-05, | |
| "loss": 2.5247, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.888246628131021e-05, | |
| "loss": 2.5727, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.8689788053949903e-05, | |
| "loss": 2.6279, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.8497109826589594e-05, | |
| "loss": 2.5323, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 1.830443159922929e-05, | |
| "loss": 2.4919, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 1.8111753371868978e-05, | |
| "loss": 2.5477, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.791907514450867e-05, | |
| "loss": 2.5075, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 1.7726396917148362e-05, | |
| "loss": 2.4606, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 1.7533718689788054e-05, | |
| "loss": 2.5111, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 1.7341040462427746e-05, | |
| "loss": 2.5537, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 1.7148362235067438e-05, | |
| "loss": 2.4874, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 1.695568400770713e-05, | |
| "loss": 2.4619, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 1.676300578034682e-05, | |
| "loss": 2.5, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.30044157608695654, | |
| "eval_loss": 2.5235755443573, | |
| "eval_runtime": 288.083, | |
| "eval_samples_per_second": 20.439, | |
| "eval_steps_per_second": 5.11, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 1.657032755298651e-05, | |
| "loss": 2.6099, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 1.6377649325626205e-05, | |
| "loss": 2.4336, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 1.6184971098265897e-05, | |
| "loss": 2.4836, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 1.599229287090559e-05, | |
| "loss": 2.434, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 1.5799614643545278e-05, | |
| "loss": 2.3527, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 1.560693641618497e-05, | |
| "loss": 2.464, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 1.5414258188824665e-05, | |
| "loss": 2.4267, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 1.5221579961464355e-05, | |
| "loss": 2.4265, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 1.5028901734104047e-05, | |
| "loss": 2.3708, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 1.4836223506743737e-05, | |
| "loss": 2.3843, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 1.464354527938343e-05, | |
| "loss": 2.4064, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 1.4450867052023121e-05, | |
| "loss": 2.4072, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 1.4258188824662813e-05, | |
| "loss": 2.3964, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 1.4065510597302505e-05, | |
| "loss": 2.2824, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 1.3872832369942197e-05, | |
| "loss": 2.4044, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 1.3680154142581889e-05, | |
| "loss": 2.2942, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 1.348747591522158e-05, | |
| "loss": 2.2578, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.3211616847826087, | |
| "eval_loss": 2.401870012283325, | |
| "eval_runtime": 288.0444, | |
| "eval_samples_per_second": 20.441, | |
| "eval_steps_per_second": 5.11, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 1.329479768786127e-05, | |
| "loss": 2.475, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 1.3102119460500964e-05, | |
| "loss": 2.3251, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 1.2909441233140654e-05, | |
| "loss": 2.3093, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 1.2716763005780346e-05, | |
| "loss": 2.3493, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 1.2524084778420038e-05, | |
| "loss": 2.3343, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 1.233140655105973e-05, | |
| "loss": 2.2668, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 1.2138728323699422e-05, | |
| "loss": 2.3182, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 1.1946050096339114e-05, | |
| "loss": 2.3879, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 1.1753371868978804e-05, | |
| "loss": 2.301, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 1.1560693641618498e-05, | |
| "loss": 2.1928, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "learning_rate": 1.1368015414258188e-05, | |
| "loss": 2.3277, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "learning_rate": 1.1175337186897882e-05, | |
| "loss": 2.3333, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "learning_rate": 1.0982658959537572e-05, | |
| "loss": 2.3527, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "learning_rate": 1.0789980732177264e-05, | |
| "loss": 2.3094, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 1.0597302504816956e-05, | |
| "loss": 2.2022, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 1.0404624277456647e-05, | |
| "loss": 2.1906, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 1.021194605009634e-05, | |
| "loss": 2.2477, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 1.0019267822736031e-05, | |
| "loss": 2.2782, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.3658288043478261, | |
| "eval_loss": 2.169760227203369, | |
| "eval_runtime": 289.07, | |
| "eval_samples_per_second": 20.369, | |
| "eval_steps_per_second": 5.092, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 9.826589595375721e-06, | |
| "loss": 2.3796, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 9.633911368015415e-06, | |
| "loss": 2.2561, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 9.441233140655105e-06, | |
| "loss": 2.2551, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 9.248554913294797e-06, | |
| "loss": 2.2132, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 9.055876685934489e-06, | |
| "loss": 2.2054, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 8.863198458574181e-06, | |
| "loss": 2.2528, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 8.670520231213873e-06, | |
| "loss": 2.258, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 8.477842003853565e-06, | |
| "loss": 2.224, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "learning_rate": 8.285163776493255e-06, | |
| "loss": 2.1996, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "learning_rate": 8.092485549132949e-06, | |
| "loss": 2.1924, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "learning_rate": 7.899807321772639e-06, | |
| "loss": 2.1949, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 7.707129094412332e-06, | |
| "loss": 2.1914, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 7.5144508670520235e-06, | |
| "loss": 2.1401, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 7.321772639691715e-06, | |
| "loss": 2.2643, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 7.129094412331406e-06, | |
| "loss": 2.1993, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 6.936416184971098e-06, | |
| "loss": 2.2727, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 6.74373795761079e-06, | |
| "loss": 2.1665, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.36311141304347827, | |
| "eval_loss": 2.1975557804107666, | |
| "eval_runtime": 288.65, | |
| "eval_samples_per_second": 20.398, | |
| "eval_steps_per_second": 5.1, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "learning_rate": 6.551059730250482e-06, | |
| "loss": 2.3102, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 6.358381502890173e-06, | |
| "loss": 2.1722, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 6.165703275529865e-06, | |
| "loss": 2.1613, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 5.973025048169557e-06, | |
| "loss": 2.2168, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 5.780346820809249e-06, | |
| "loss": 2.1318, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "learning_rate": 5.587668593448941e-06, | |
| "loss": 2.179, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "learning_rate": 5.394990366088632e-06, | |
| "loss": 2.1429, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "learning_rate": 5.202312138728324e-06, | |
| "loss": 2.2007, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 8.5, | |
| "learning_rate": 5.009633911368016e-06, | |
| "loss": 2.1911, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "learning_rate": 4.8169556840077075e-06, | |
| "loss": 2.1535, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "learning_rate": 4.624277456647399e-06, | |
| "loss": 2.114, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "learning_rate": 4.4315992292870905e-06, | |
| "loss": 2.1016, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "learning_rate": 4.238921001926782e-06, | |
| "loss": 2.1631, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 8.78, | |
| "learning_rate": 4.046242774566474e-06, | |
| "loss": 2.1449, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "learning_rate": 3.853564547206166e-06, | |
| "loss": 2.184, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 8.9, | |
| "learning_rate": 3.6608863198458577e-06, | |
| "loss": 2.1418, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 3.468208092485549e-06, | |
| "loss": 2.1626, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.37907608695652173, | |
| "eval_loss": 2.1473336219787598, | |
| "eval_runtime": 288.3051, | |
| "eval_samples_per_second": 20.423, | |
| "eval_steps_per_second": 5.106, | |
| "step": 1557 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 3.275529865125241e-06, | |
| "loss": 2.2924, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "learning_rate": 3.0828516377649325e-06, | |
| "loss": 2.1039, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 9.13, | |
| "learning_rate": 2.8901734104046244e-06, | |
| "loss": 2.1386, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 2.697495183044316e-06, | |
| "loss": 2.1226, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "learning_rate": 2.504816955684008e-06, | |
| "loss": 2.0778, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 2.3121387283236993e-06, | |
| "loss": 2.1477, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "learning_rate": 2.119460500963391e-06, | |
| "loss": 2.1617, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 9.42, | |
| "learning_rate": 1.926782273603083e-06, | |
| "loss": 2.0862, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "learning_rate": 1.7341040462427746e-06, | |
| "loss": 2.2209, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 9.54, | |
| "learning_rate": 1.5414258188824663e-06, | |
| "loss": 2.1223, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 9.59, | |
| "learning_rate": 1.348747591522158e-06, | |
| "loss": 2.1448, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 1.1560693641618497e-06, | |
| "loss": 2.158, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 9.633911368015416e-07, | |
| "loss": 2.1453, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 9.77, | |
| "learning_rate": 7.707129094412331e-07, | |
| "loss": 2.1834, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 9.82, | |
| "learning_rate": 5.780346820809248e-07, | |
| "loss": 2.1646, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 9.88, | |
| "learning_rate": 3.8535645472061657e-07, | |
| "loss": 2.1104, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 9.94, | |
| "learning_rate": 1.9267822736030828e-07, | |
| "loss": 2.1577, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 0.0, | |
| "loss": 2.1514, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.3841711956521739, | |
| "eval_loss": 2.1189279556274414, | |
| "eval_runtime": 288.75, | |
| "eval_samples_per_second": 20.391, | |
| "eval_steps_per_second": 5.098, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 1730, | |
| "total_flos": 3.403741533491613e+19, | |
| "train_loss": 2.660527980120885, | |
| "train_runtime": 5760.8603, | |
| "train_samples_per_second": 38.525, | |
| "train_steps_per_second": 0.3 | |
| } | |
| ], | |
| "max_steps": 1730, | |
| "num_train_epochs": 10, | |
| "total_flos": 3.403741533491613e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |