{ "best_metric": 1.5914676189422607, "best_model_checkpoint": "output/miyagi/checkpoint-826", "epoch": 7.0, "global_step": 826, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "learning_rate": 0.0001366131174902434, "loss": 2.5015, "step": 5 }, { "epoch": 0.08, "learning_rate": 0.00013486251168343008, "loss": 2.2103, "step": 10 }, { "epoch": 0.12, "learning_rate": 0.00013197813593027427, "loss": 2.3049, "step": 15 }, { "epoch": 0.17, "learning_rate": 0.0001280093426996125, "loss": 2.2693, "step": 20 }, { "epoch": 0.21, "learning_rate": 0.00012302403914397873, "loss": 2.0156, "step": 25 }, { "epoch": 0.25, "learning_rate": 0.00011710752518939715, "loss": 2.1099, "step": 30 }, { "epoch": 0.29, "learning_rate": 0.00011036103402999824, "loss": 2.0083, "step": 35 }, { "epoch": 0.33, "learning_rate": 0.00010290000000000001, "loss": 2.046, "step": 40 }, { "epoch": 0.38, "learning_rate": 9.485208346024516e-05, "loss": 1.8954, "step": 45 }, { "epoch": 0.42, "learning_rate": 8.635498649403293e-05, "loss": 2.2916, "step": 50 }, { "epoch": 0.46, "learning_rate": 7.755409678629555e-05, "loss": 1.9975, "step": 55 }, { "epoch": 0.5, "learning_rate": 6.86e-05, "loss": 2.045, "step": 60 }, { "epoch": 0.54, "learning_rate": 5.964590321370448e-05, "loss": 1.9664, "step": 65 }, { "epoch": 0.58, "learning_rate": 5.084501350596707e-05, "loss": 1.8793, "step": 70 }, { "epoch": 0.62, "learning_rate": 4.2347916539754844e-05, "loss": 2.014, "step": 75 }, { "epoch": 0.67, "learning_rate": 3.4300000000000014e-05, "loss": 1.9299, "step": 80 }, { "epoch": 0.71, "learning_rate": 2.6838965970001764e-05, "loss": 1.9819, "step": 85 }, { "epoch": 0.75, "learning_rate": 2.0092474810602843e-05, "loss": 2.051, "step": 90 }, { "epoch": 0.79, "learning_rate": 1.4175960856021275e-05, "loss": 1.9671, "step": 95 }, { "epoch": 0.83, "learning_rate": 9.190657300387505e-06, "loss": 1.8122, "step": 100 }, { "epoch": 0.88, "learning_rate": 5.22186406972573e-06, "loss": 1.8996, "step": 105 }, { "epoch": 0.92, "learning_rate": 2.3374883165699215e-06, "loss": 2.0356, "step": 110 }, { "epoch": 0.96, "learning_rate": 5.868825097566078e-07, "loss": 1.8357, "step": 115 }, { "epoch": 1.0, "learning_rate": 0.0, "loss": 2.0548, "step": 120 }, { "epoch": 1.0, "eval_loss": 1.9889769554138184, "eval_runtime": 8.2484, "eval_samples_per_second": 20.489, "eval_steps_per_second": 2.667, "step": 120 }, { "epoch": 1.0, "eval_loss": 1.8863365650177002, "eval_runtime": 6.9627, "eval_samples_per_second": 23.123, "eval_steps_per_second": 3.016, "step": 121 }, { "epoch": 1.03, "learning_rate": 3.696176693910321e-07, "loss": 1.993, "step": 125 }, { "epoch": 1.07, "learning_rate": 1.8643657094774288e-06, "loss": 1.8125, "step": 130 }, { "epoch": 1.12, "learning_rate": 4.482209545216786e-06, "loss": 1.9934, "step": 135 }, { "epoch": 1.16, "learning_rate": 8.179093411846335e-06, "loss": 1.8632, "step": 140 }, { "epoch": 1.2, "learning_rate": 1.2892802350719696e-05, "loss": 2.0066, "step": 145 }, { "epoch": 1.24, "learning_rate": 1.8544009226529548e-05, "loss": 2.0706, "step": 150 }, { "epoch": 1.28, "learning_rate": 2.5037609725814876e-05, "loss": 1.9308, "step": 155 }, { "epoch": 1.32, "learning_rate": 3.2264322870026065e-05, "loss": 1.8125, "step": 160 }, { "epoch": 1.36, "learning_rate": 4.0102530108070535e-05, "loss": 1.8868, "step": 165 }, { "epoch": 1.4, "learning_rate": 4.842032203820096e-05, "loss": 1.9685, "step": 170 }, { "epoch": 1.45, "learning_rate": 5.70777183149067e-05, "loss": 1.9188, "step": 175 }, { "epoch": 1.49, "learning_rate": 6.592902338193754e-05, "loss": 1.9786, "step": 180 }, { "epoch": 1.53, "learning_rate": 7.482527838676297e-05, "loss": 1.8686, "step": 185 }, { "epoch": 1.57, "learning_rate": 8.361676801313241e-05, "loss": 1.9975, "step": 190 }, { "epoch": 1.61, "learning_rate": 9.215554004418502e-05, "loss": 1.851, "step": 195 }, { "epoch": 1.65, "learning_rate": 0.00010029789525431117, "loss": 1.8228, "step": 200 }, { "epoch": 1.69, "learning_rate": 0.0001079068057273095, "loss": 1.8039, "step": 205 }, { "epoch": 1.74, "learning_rate": 0.0001148542209028974, "loss": 1.9549, "step": 210 }, { "epoch": 1.78, "learning_rate": 0.00012102322254305531, "loss": 1.9539, "step": 215 }, { "epoch": 1.82, "learning_rate": 0.000126309992352219, "loss": 1.8849, "step": 220 }, { "epoch": 1.86, "learning_rate": 0.00013062555913818553, "loss": 1.9122, "step": 225 }, { "epoch": 1.9, "learning_rate": 0.00013389729611071438, "loss": 1.9664, "step": 230 }, { "epoch": 1.94, "learning_rate": 0.00013607014311974643, "loss": 1.8078, "step": 235 }, { "epoch": 1.98, "learning_rate": 0.00013710753326415926, "loss": 1.8547, "step": 240 }, { "epoch": 2.0, "eval_loss": 1.8749154806137085, "eval_runtime": 7.1382, "eval_samples_per_second": 22.555, "eval_steps_per_second": 2.942, "step": 242 }, { "epoch": 2.08, "learning_rate": 0.00013524009067795913, "loss": 1.7074, "step": 245 }, { "epoch": 2.12, "learning_rate": 0.00013248966177323044, "loss": 1.7453, "step": 250 }, { "epoch": 2.16, "learning_rate": 0.00012860874759889254, "loss": 1.8948, "step": 255 }, { "epoch": 2.2, "learning_rate": 0.00012366601836206413, "loss": 1.9676, "step": 260 }, { "epoch": 2.25, "learning_rate": 0.00011774893238446447, "loss": 1.7939, "step": 265 }, { "epoch": 2.29, "learning_rate": 0.00011096218858530879, "loss": 1.8352, "step": 270 }, { "epoch": 2.33, "learning_rate": 0.00010342587390324441, "loss": 2.0245, "step": 275 }, { "epoch": 2.37, "learning_rate": 9.527333843746984e-05, "loss": 1.9197, "step": 280 }, { "epoch": 2.42, "learning_rate": 8.664883590600801e-05, "loss": 1.9335, "step": 285 }, { "epoch": 2.46, "learning_rate": 7.77049711716633e-05, "loss": 1.875, "step": 290 }, { "epoch": 2.5, "learning_rate": 6.860000000000001e-05, "loss": 1.8544, "step": 295 }, { "epoch": 2.54, "learning_rate": 5.949502882833675e-05, "loss": 1.9954, "step": 300 }, { "epoch": 2.58, "learning_rate": 5.055116409399204e-05, "loss": 1.8779, "step": 305 }, { "epoch": 2.63, "learning_rate": 4.192666156253025e-05, "loss": 1.8122, "step": 310 }, { "epoch": 2.67, "learning_rate": 3.377412609675556e-05, "loss": 1.8168, "step": 315 }, { "epoch": 2.71, "learning_rate": 2.6237811414691256e-05, "loss": 1.7168, "step": 320 }, { "epoch": 2.75, "learning_rate": 1.9451067615535547e-05, "loss": 1.7654, "step": 325 }, { "epoch": 2.8, "learning_rate": 1.3533981637935892e-05, "loss": 1.8255, "step": 330 }, { "epoch": 2.84, "learning_rate": 8.591252401107479e-06, "loss": 1.8593, "step": 335 }, { "epoch": 2.88, "learning_rate": 4.710338226769622e-06, "loss": 1.7707, "step": 340 }, { "epoch": 2.92, "learning_rate": 1.959909322040904e-06, "loss": 1.7329, "step": 345 }, { "epoch": 2.97, "learning_rate": 3.886327055845878e-07, "loss": 1.8968, "step": 350 }, { "epoch": 3.0, "eval_loss": 1.6329461336135864, "eval_runtime": 4.0979, "eval_samples_per_second": 45.877, "eval_steps_per_second": 5.857, "step": 354 }, { "epoch": 3.01, "learning_rate": 2.4311076931149823e-08, "loss": 1.7177, "step": 355 }, { "epoch": 3.05, "learning_rate": 8.733908661157559e-07, "loss": 1.8309, "step": 360 }, { "epoch": 3.09, "learning_rate": 2.920848168366426e-06, "loss": 1.6587, "step": 365 }, { "epoch": 3.14, "learning_rate": 6.130454582152937e-06, "loss": 1.8153, "step": 370 }, { "epoch": 3.18, "learning_rate": 1.044541824676853e-05, "loss": 1.6569, "step": 375 }, { "epoch": 3.22, "learning_rate": 1.5789388736708423e-05, "loss": 1.7716, "step": 380 }, { "epoch": 3.26, "learning_rate": 2.206780803190438e-05, "loss": 1.7591, "step": 385 }, { "epoch": 3.31, "learning_rate": 2.9169583659291692e-05, "loss": 1.8322, "step": 390 }, { "epoch": 3.35, "learning_rate": 3.696905440057621e-05, "loss": 1.5984, "step": 395 }, { "epoch": 3.39, "learning_rate": 4.5328213784303035e-05, "loss": 1.7572, "step": 400 }, { "epoch": 3.43, "learning_rate": 5.4099152019007745e-05, "loss": 1.8058, "step": 405 }, { "epoch": 3.47, "learning_rate": 6.312667315905842e-05, "loss": 1.9387, "step": 410 }, { "epoch": 3.52, "learning_rate": 7.225104119417345e-05, "loss": 1.9436, "step": 415 }, { "epoch": 3.56, "learning_rate": 8.1310806472376e-05, "loss": 1.7717, "step": 420 }, { "epoch": 3.6, "learning_rate": 9.01456624447057e-05, "loss": 1.6776, "step": 425 }, { "epoch": 3.64, "learning_rate": 9.859928218347747e-05, "loss": 1.7468, "step": 430 }, { "epoch": 3.69, "learning_rate": 0.0001065220844837778, "loss": 1.7603, "step": 435 }, { "epoch": 3.73, "learning_rate": 0.00011377388060386165, "loss": 1.7576, "step": 440 }, { "epoch": 3.77, "learning_rate": 0.00012022635481213106, "loss": 1.8352, "step": 445 }, { "epoch": 3.81, "learning_rate": 0.00012576533484906052, "loss": 1.748, "step": 450 }, { "epoch": 3.86, "learning_rate": 0.00013029281212974562, "loss": 1.6407, "step": 455 }, { "epoch": 3.9, "learning_rate": 0.00013372867594093092, "loss": 1.7799, "step": 460 }, { "epoch": 3.94, "learning_rate": 0.00013601213094704693, "loss": 1.8188, "step": 465 }, { "epoch": 3.98, "learning_rate": 0.00013710277292342587, "loss": 1.7514, "step": 470 }, { "epoch": 4.0, "eval_loss": 1.6437361240386963, "eval_runtime": 4.1027, "eval_samples_per_second": 45.824, "eval_steps_per_second": 5.85, "step": 472 }, { "epoch": 4.03, "learning_rate": 0.00013698130368230946, "loss": 1.8553, "step": 475 }, { "epoch": 4.07, "learning_rate": 0.00013564987254150566, "loss": 1.677, "step": 480 }, { "epoch": 4.11, "learning_rate": 0.00013313203829363288, "loss": 1.6993, "step": 485 }, { "epoch": 4.15, "learning_rate": 0.00012947235234888086, "loss": 1.7383, "step": 490 }, { "epoch": 4.19, "learning_rate": 0.00012473557042730042, "loss": 1.7513, "step": 495 }, { "epoch": 4.24, "learning_rate": 0.00011900550674920642, "loss": 1.6364, "step": 500 }, { "epoch": 4.28, "learning_rate": 0.00011238355099803469, "loss": 1.6798, "step": 505 }, { "epoch": 4.32, "learning_rate": 0.00010498687429701432, "loss": 1.7396, "step": 510 }, { "epoch": 4.36, "learning_rate": 9.694635594371065e-05, "loss": 1.5501, "step": 515 }, { "epoch": 4.41, "learning_rate": 8.840426758749807e-05, "loss": 1.6678, "step": 520 }, { "epoch": 4.45, "learning_rate": 7.951175582690834e-05, "loss": 1.703, "step": 525 }, { "epoch": 4.49, "learning_rate": 7.042616777063153e-05, "loss": 1.7374, "step": 530 }, { "epoch": 4.53, "learning_rate": 6.130826688459083e-05, "loss": 1.7254, "step": 535 }, { "epoch": 4.58, "learning_rate": 5.231938838884156e-05, "loss": 1.6928, "step": 540 }, { "epoch": 4.62, "learning_rate": 4.361858453765647e-05, "loss": 1.742, "step": 545 }, { "epoch": 4.66, "learning_rate": 3.535981029518021e-05, "loss": 1.6946, "step": 550 }, { "epoch": 4.7, "learning_rate": 2.768919920425875e-05, "loss": 1.6874, "step": 555 }, { "epoch": 4.75, "learning_rate": 2.0742477650140126e-05, "loss": 1.7176, "step": 560 }, { "epoch": 4.79, "learning_rate": 1.464256327193875e-05, "loss": 1.6007, "step": 565 }, { "epoch": 4.83, "learning_rate": 9.497390016384942e-06, "loss": 1.7331, "step": 570 }, { "epoch": 4.87, "learning_rate": 5.397998318089678e-06, "loss": 1.4962, "step": 575 }, { "epoch": 4.92, "learning_rate": 2.416924199324192e-06, "loss": 1.6863, "step": 580 }, { "epoch": 4.96, "learning_rate": 6.069157931251217e-07, "loss": 1.7319, "step": 585 }, { "epoch": 5.0, "learning_rate": 0.0, "loss": 1.6369, "step": 590 }, { "epoch": 5.0, "eval_loss": 1.601211667060852, "eval_runtime": 4.0987, "eval_samples_per_second": 45.868, "eval_steps_per_second": 5.856, "step": 590 }, { "epoch": 5.04, "learning_rate": 6.06915793125114e-07, "loss": 1.6055, "step": 595 }, { "epoch": 5.08, "learning_rate": 2.416924199324169e-06, "loss": 1.5901, "step": 600 }, { "epoch": 5.13, "learning_rate": 5.39799831808964e-06, "loss": 1.6282, "step": 605 }, { "epoch": 5.17, "learning_rate": 9.497390016384903e-06, "loss": 1.6198, "step": 610 }, { "epoch": 5.21, "learning_rate": 1.464256327193862e-05, "loss": 1.6603, "step": 615 }, { "epoch": 5.25, "learning_rate": 2.074247765013998e-05, "loss": 1.6531, "step": 620 }, { "epoch": 5.3, "learning_rate": 2.768919920425878e-05, "loss": 1.5269, "step": 625 }, { "epoch": 5.34, "learning_rate": 3.535981029518024e-05, "loss": 1.6306, "step": 630 }, { "epoch": 5.38, "learning_rate": 4.3618584537656514e-05, "loss": 1.4954, "step": 635 }, { "epoch": 5.42, "learning_rate": 5.231938838884147e-05, "loss": 1.6128, "step": 640 }, { "epoch": 5.47, "learning_rate": 6.130826688459075e-05, "loss": 1.7703, "step": 645 }, { "epoch": 5.51, "learning_rate": 7.042616777063145e-05, "loss": 1.6367, "step": 650 }, { "epoch": 5.55, "learning_rate": 7.951175582690827e-05, "loss": 1.6559, "step": 655 }, { "epoch": 5.59, "learning_rate": 8.8404267587498e-05, "loss": 1.646, "step": 660 }, { "epoch": 5.64, "learning_rate": 9.694635594371057e-05, "loss": 1.6984, "step": 665 }, { "epoch": 5.68, "learning_rate": 0.00010498687429701424, "loss": 1.6156, "step": 670 }, { "epoch": 5.72, "learning_rate": 0.00011238355099803463, "loss": 1.6668, "step": 675 }, { "epoch": 5.76, "learning_rate": 0.00011900550674920627, "loss": 1.7146, "step": 680 }, { "epoch": 5.81, "learning_rate": 0.00012473557042730032, "loss": 1.5721, "step": 685 }, { "epoch": 5.85, "learning_rate": 0.00012947235234888078, "loss": 1.6113, "step": 690 }, { "epoch": 5.89, "learning_rate": 0.00013313203829363288, "loss": 1.6012, "step": 695 }, { "epoch": 5.93, "learning_rate": 0.00013564987254150568, "loss": 1.54, "step": 700 }, { "epoch": 5.97, "learning_rate": 0.00013698130368230946, "loss": 1.5771, "step": 705 }, { "epoch": 6.0, "eval_loss": 1.6223803758621216, "eval_runtime": 4.1028, "eval_samples_per_second": 45.822, "eval_steps_per_second": 5.85, "step": 708 }, { "epoch": 6.02, "learning_rate": 0.00013710277292342587, "loss": 1.6545, "step": 710 }, { "epoch": 6.06, "learning_rate": 0.00013601213094704693, "loss": 1.6159, "step": 715 }, { "epoch": 6.1, "learning_rate": 0.000133728675940931, "loss": 1.5379, "step": 720 }, { "epoch": 6.14, "learning_rate": 0.00013029281212974567, "loss": 1.5675, "step": 725 }, { "epoch": 6.19, "learning_rate": 0.00012576533484906052, "loss": 1.5401, "step": 730 }, { "epoch": 6.23, "learning_rate": 0.0001202263548121312, "loss": 1.7157, "step": 735 }, { "epoch": 6.27, "learning_rate": 0.00011377388060386172, "loss": 1.6472, "step": 740 }, { "epoch": 6.31, "learning_rate": 0.00010652208448377808, "loss": 1.6329, "step": 745 }, { "epoch": 6.36, "learning_rate": 9.859928218347764e-05, "loss": 1.6732, "step": 750 }, { "epoch": 6.4, "learning_rate": 9.014566244470579e-05, "loss": 1.5562, "step": 755 }, { "epoch": 6.44, "learning_rate": 8.131080647237608e-05, "loss": 1.669, "step": 760 }, { "epoch": 6.48, "learning_rate": 7.225104119417342e-05, "loss": 1.5005, "step": 765 }, { "epoch": 6.53, "learning_rate": 6.31266731590584e-05, "loss": 1.5282, "step": 770 }, { "epoch": 6.57, "learning_rate": 5.4099152019007833e-05, "loss": 1.5426, "step": 775 }, { "epoch": 6.61, "learning_rate": 4.532821378430311e-05, "loss": 1.5988, "step": 780 }, { "epoch": 6.65, "learning_rate": 3.696905440057639e-05, "loss": 1.4735, "step": 785 }, { "epoch": 6.69, "learning_rate": 2.916958365929176e-05, "loss": 1.561, "step": 790 }, { "epoch": 6.74, "learning_rate": 2.206780803190435e-05, "loss": 1.5727, "step": 795 }, { "epoch": 6.78, "learning_rate": 1.578938873670855e-05, "loss": 1.5714, "step": 800 }, { "epoch": 6.82, "learning_rate": 1.0445418246768637e-05, "loss": 1.3599, "step": 805 }, { "epoch": 6.86, "learning_rate": 6.130454582152975e-06, "loss": 1.4926, "step": 810 }, { "epoch": 6.91, "learning_rate": 2.9208481683664865e-06, "loss": 1.4652, "step": 815 }, { "epoch": 6.95, "learning_rate": 8.733908661157864e-07, "loss": 1.6516, "step": 820 }, { "epoch": 6.99, "learning_rate": 2.4311076931157437e-08, "loss": 1.6115, "step": 825 }, { "epoch": 7.0, "eval_loss": 1.5914676189422607, "eval_runtime": 4.1088, "eval_samples_per_second": 45.755, "eval_steps_per_second": 5.841, "step": 826 } ], "max_steps": 826, "num_train_epochs": 7, "total_flos": 859258847232000.0, "trial_name": null, "trial_params": null }