{ "best_metric": null, "best_model_checkpoint": null, "epoch": 17.0, "global_step": 86615, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 5e-09, "loss": 10.525, "step": 1 }, { "epoch": 0.1, "learning_rate": 2.5e-06, "loss": 9.5219, "step": 500 }, { "epoch": 0.2, "learning_rate": 5e-06, "loss": 7.6948, "step": 1000 }, { "epoch": 0.29, "learning_rate": 7.5e-06, "loss": 6.4159, "step": 1500 }, { "epoch": 0.39, "learning_rate": 1e-05, "loss": 6.1298, "step": 2000 }, { "epoch": 0.49, "learning_rate": 1.25e-05, "loss": 6.0017, "step": 2500 }, { "epoch": 0.59, "learning_rate": 1.5e-05, "loss": 5.9201, "step": 3000 }, { "epoch": 0.69, "learning_rate": 1.75e-05, "loss": 5.8528, "step": 3500 }, { "epoch": 0.79, "learning_rate": 2e-05, "loss": 5.8017, "step": 4000 }, { "epoch": 0.88, "learning_rate": 2.25e-05, "loss": 5.7573, "step": 4500 }, { "epoch": 0.98, "learning_rate": 2.5e-05, "loss": 5.7162, "step": 5000 }, { "epoch": 1.08, "learning_rate": 2.7495000000000004e-05, "loss": 5.6827, "step": 5500 }, { "epoch": 1.18, "learning_rate": 2.9995e-05, "loss": 5.6557, "step": 6000 }, { "epoch": 1.28, "learning_rate": 3.2495000000000007e-05, "loss": 5.6229, "step": 6500 }, { "epoch": 1.37, "learning_rate": 3.4995e-05, "loss": 5.599, "step": 7000 }, { "epoch": 1.47, "learning_rate": 3.7495e-05, "loss": 5.5785, "step": 7500 }, { "epoch": 1.57, "learning_rate": 3.9995000000000006e-05, "loss": 5.5579, "step": 8000 }, { "epoch": 1.67, "learning_rate": 4.2495e-05, "loss": 5.5374, "step": 8500 }, { "epoch": 1.77, "learning_rate": 4.4995000000000005e-05, "loss": 5.5223, "step": 9000 }, { "epoch": 1.86, "learning_rate": 4.7495e-05, "loss": 5.5075, "step": 9500 }, { "epoch": 1.96, "learning_rate": 4.9995000000000005e-05, "loss": 5.4966, "step": 10000 }, { "epoch": 2.06, "learning_rate": 4.9987721893491125e-05, "loss": 5.4806, "step": 10500 }, { "epoch": 2.16, "learning_rate": 4.997539447731755e-05, "loss": 5.4673, "step": 11000 }, { "epoch": 2.26, "learning_rate": 4.996306706114399e-05, "loss": 5.4577, "step": 11500 }, { "epoch": 2.36, "learning_rate": 4.9950739644970415e-05, "loss": 5.4477, "step": 12000 }, { "epoch": 2.45, "learning_rate": 4.993841222879685e-05, "loss": 5.4356, "step": 12500 }, { "epoch": 2.55, "learning_rate": 4.9926084812623276e-05, "loss": 5.4225, "step": 13000 }, { "epoch": 2.65, "learning_rate": 4.9913757396449704e-05, "loss": 5.4196, "step": 13500 }, { "epoch": 2.75, "learning_rate": 4.990142998027614e-05, "loss": 5.4087, "step": 14000 }, { "epoch": 2.85, "learning_rate": 4.9889127218934914e-05, "loss": 5.4021, "step": 14500 }, { "epoch": 2.94, "learning_rate": 4.987679980276134e-05, "loss": 5.3944, "step": 15000 }, { "epoch": 3.04, "learning_rate": 4.986449704142012e-05, "loss": 5.3828, "step": 15500 }, { "epoch": 3.14, "learning_rate": 4.985216962524655e-05, "loss": 5.3786, "step": 16000 }, { "epoch": 3.24, "learning_rate": 4.983984220907298e-05, "loss": 5.3733, "step": 16500 }, { "epoch": 3.34, "learning_rate": 4.982751479289941e-05, "loss": 5.3666, "step": 17000 }, { "epoch": 3.43, "learning_rate": 4.981518737672584e-05, "loss": 5.3626, "step": 17500 }, { "epoch": 3.53, "learning_rate": 4.9802859960552274e-05, "loss": 5.353, "step": 18000 }, { "epoch": 3.63, "learning_rate": 4.97905325443787e-05, "loss": 5.3496, "step": 18500 }, { "epoch": 3.73, "learning_rate": 4.977820512820513e-05, "loss": 5.3454, "step": 19000 }, { "epoch": 3.83, "learning_rate": 4.976590236686391e-05, "loss": 5.3396, "step": 19500 }, { "epoch": 3.93, "learning_rate": 4.975359960552268e-05, "loss": 5.3352, "step": 20000 }, { "epoch": 4.02, "learning_rate": 4.974129684418146e-05, "loss": 5.3312, "step": 20500 }, { "epoch": 4.12, "learning_rate": 4.9728969428007896e-05, "loss": 5.3245, "step": 21000 }, { "epoch": 4.22, "learning_rate": 4.9716642011834323e-05, "loss": 5.3126, "step": 21500 }, { "epoch": 4.32, "learning_rate": 4.970431459566075e-05, "loss": 5.0663, "step": 22000 }, { "epoch": 4.42, "learning_rate": 4.969198717948718e-05, "loss": 4.7802, "step": 22500 }, { "epoch": 4.51, "learning_rate": 4.967965976331361e-05, "loss": 4.5089, "step": 23000 }, { "epoch": 4.61, "learning_rate": 4.966733234714005e-05, "loss": 4.2703, "step": 23500 }, { "epoch": 4.71, "learning_rate": 4.965500493096647e-05, "loss": 4.0607, "step": 24000 }, { "epoch": 4.81, "learning_rate": 4.96426775147929e-05, "loss": 3.8757, "step": 24500 }, { "epoch": 4.91, "learning_rate": 4.963037475345168e-05, "loss": 3.5749, "step": 25000 }, { "epoch": 5.0, "learning_rate": 4.961807199211045e-05, "loss": 3.0471, "step": 25500 }, { "epoch": 5.1, "learning_rate": 4.960574457593689e-05, "loss": 2.5977, "step": 26000 }, { "epoch": 5.2, "learning_rate": 4.9593417159763314e-05, "loss": 2.1306, "step": 26500 }, { "epoch": 5.3, "learning_rate": 4.958108974358975e-05, "loss": 1.9047, "step": 27000 }, { "epoch": 5.4, "learning_rate": 4.9568762327416176e-05, "loss": 1.7619, "step": 27500 }, { "epoch": 5.5, "learning_rate": 4.9556434911242603e-05, "loss": 1.6574, "step": 28000 }, { "epoch": 5.59, "learning_rate": 4.954410749506904e-05, "loss": 1.5785, "step": 28500 }, { "epoch": 5.69, "learning_rate": 4.9531780078895465e-05, "loss": 1.5168, "step": 29000 }, { "epoch": 5.79, "learning_rate": 4.951945266272189e-05, "loss": 1.467, "step": 29500 }, { "epoch": 5.89, "learning_rate": 4.950712524654833e-05, "loss": 1.4234, "step": 30000 }, { "epoch": 5.99, "learning_rate": 4.94948224852071e-05, "loss": 1.3853, "step": 30500 }, { "epoch": 6.08, "learning_rate": 4.948251972386588e-05, "loss": 1.3438, "step": 31000 }, { "epoch": 6.18, "learning_rate": 4.947019230769231e-05, "loss": 1.2958, "step": 31500 }, { "epoch": 6.28, "learning_rate": 4.945786489151874e-05, "loss": 1.241, "step": 32000 }, { "epoch": 6.38, "learning_rate": 4.9445537475345174e-05, "loss": 1.1933, "step": 32500 }, { "epoch": 6.48, "learning_rate": 4.9433210059171594e-05, "loss": 1.1561, "step": 33000 }, { "epoch": 6.58, "learning_rate": 4.942088264299803e-05, "loss": 1.1211, "step": 33500 }, { "epoch": 6.67, "learning_rate": 4.940855522682446e-05, "loss": 1.097, "step": 34000 }, { "epoch": 6.77, "learning_rate": 4.939622781065089e-05, "loss": 1.0713, "step": 34500 }, { "epoch": 6.87, "learning_rate": 4.9383925049309666e-05, "loss": 1.0513, "step": 35000 }, { "epoch": 6.97, "learning_rate": 4.937159763313609e-05, "loss": 1.0334, "step": 35500 }, { "epoch": 7.07, "learning_rate": 4.9359294871794875e-05, "loss": 1.012, "step": 36000 }, { "epoch": 7.16, "learning_rate": 4.934696745562131e-05, "loss": 0.9953, "step": 36500 }, { "epoch": 7.26, "learning_rate": 4.933464003944773e-05, "loss": 0.9811, "step": 37000 }, { "epoch": 7.36, "learning_rate": 4.9322312623274164e-05, "loss": 0.9679, "step": 37500 }, { "epoch": 7.46, "learning_rate": 4.930998520710059e-05, "loss": 0.9546, "step": 38000 }, { "epoch": 7.56, "learning_rate": 4.9297657790927026e-05, "loss": 0.9435, "step": 38500 }, { "epoch": 7.65, "learning_rate": 4.9285330374753454e-05, "loss": 0.9284, "step": 39000 }, { "epoch": 7.75, "learning_rate": 4.927300295857988e-05, "loss": 0.9222, "step": 39500 }, { "epoch": 7.85, "learning_rate": 4.926070019723866e-05, "loss": 0.913, "step": 40000 }, { "epoch": 7.95, "learning_rate": 4.924837278106509e-05, "loss": 0.9039, "step": 40500 }, { "epoch": 8.05, "learning_rate": 4.9236070019723866e-05, "loss": 0.8952, "step": 41000 }, { "epoch": 8.15, "learning_rate": 4.92237426035503e-05, "loss": 0.8863, "step": 41500 }, { "epoch": 8.24, "learning_rate": 4.921141518737673e-05, "loss": 0.8774, "step": 42000 }, { "epoch": 8.34, "learning_rate": 4.9199087771203155e-05, "loss": 0.8715, "step": 42500 }, { "epoch": 8.44, "learning_rate": 4.918676035502959e-05, "loss": 0.8636, "step": 43000 }, { "epoch": 8.54, "learning_rate": 4.917443293885602e-05, "loss": 0.8558, "step": 43500 }, { "epoch": 8.64, "learning_rate": 4.916210552268245e-05, "loss": 0.8472, "step": 44000 }, { "epoch": 8.73, "learning_rate": 4.914977810650888e-05, "loss": 0.8439, "step": 44500 }, { "epoch": 8.83, "learning_rate": 4.9137475345167654e-05, "loss": 0.8341, "step": 45000 }, { "epoch": 8.93, "learning_rate": 4.912514792899409e-05, "loss": 0.8298, "step": 45500 }, { "epoch": 9.03, "learning_rate": 4.9112820512820516e-05, "loss": 0.8235, "step": 46000 }, { "epoch": 9.13, "learning_rate": 4.910049309664694e-05, "loss": 0.8192, "step": 46500 }, { "epoch": 9.22, "learning_rate": 4.908816568047338e-05, "loss": 0.8103, "step": 47000 }, { "epoch": 9.32, "learning_rate": 4.907586291913215e-05, "loss": 0.8077, "step": 47500 }, { "epoch": 9.42, "learning_rate": 4.906353550295858e-05, "loss": 0.8009, "step": 48000 }, { "epoch": 9.52, "learning_rate": 4.905120808678501e-05, "loss": 0.7984, "step": 48500 }, { "epoch": 9.62, "learning_rate": 4.903888067061144e-05, "loss": 0.7924, "step": 49000 }, { "epoch": 9.72, "learning_rate": 4.9026553254437876e-05, "loss": 0.7877, "step": 49500 }, { "epoch": 9.81, "learning_rate": 4.9014225838264304e-05, "loss": 0.7824, "step": 50000 }, { "epoch": 9.91, "learning_rate": 4.900192307692308e-05, "loss": 0.7794, "step": 50500 }, { "epoch": 10.01, "learning_rate": 4.898962031558186e-05, "loss": 0.7749, "step": 51000 }, { "epoch": 10.11, "learning_rate": 4.897729289940829e-05, "loss": 0.7697, "step": 51500 }, { "epoch": 10.21, "learning_rate": 4.8964965483234716e-05, "loss": 0.7651, "step": 52000 }, { "epoch": 10.3, "learning_rate": 4.8952638067061144e-05, "loss": 0.7603, "step": 52500 }, { "epoch": 10.4, "learning_rate": 4.894031065088758e-05, "loss": 0.7583, "step": 53000 }, { "epoch": 10.5, "learning_rate": 4.892798323471401e-05, "loss": 0.755, "step": 53500 }, { "epoch": 10.6, "learning_rate": 4.891565581854043e-05, "loss": 0.7497, "step": 54000 }, { "epoch": 10.7, "learning_rate": 4.890332840236687e-05, "loss": 0.7457, "step": 54500 }, { "epoch": 10.79, "learning_rate": 4.8891000986193295e-05, "loss": 0.7429, "step": 55000 }, { "epoch": 10.89, "learning_rate": 4.887869822485207e-05, "loss": 0.7381, "step": 55500 }, { "epoch": 10.99, "learning_rate": 4.8866370808678504e-05, "loss": 0.7369, "step": 56000 }, { "epoch": 11.09, "learning_rate": 4.885406804733728e-05, "loss": 0.7321, "step": 56500 }, { "epoch": 11.19, "learning_rate": 4.8841740631163714e-05, "loss": 0.7293, "step": 57000 }, { "epoch": 11.29, "learning_rate": 4.882941321499014e-05, "loss": 0.7258, "step": 57500 }, { "epoch": 11.38, "learning_rate": 4.881708579881657e-05, "loss": 0.7243, "step": 58000 }, { "epoch": 11.48, "learning_rate": 4.8804758382643e-05, "loss": 0.7207, "step": 58500 }, { "epoch": 11.58, "learning_rate": 4.879243096646943e-05, "loss": 0.716, "step": 59000 }, { "epoch": 11.68, "learning_rate": 4.878010355029586e-05, "loss": 0.7123, "step": 59500 }, { "epoch": 11.78, "learning_rate": 4.876777613412229e-05, "loss": 0.7106, "step": 60000 }, { "epoch": 11.87, "learning_rate": 4.875544871794872e-05, "loss": 0.7086, "step": 60500 }, { "epoch": 11.97, "learning_rate": 4.8743121301775154e-05, "loss": 0.7058, "step": 61000 }, { "epoch": 12.07, "learning_rate": 4.873084319526628e-05, "loss": 0.7038, "step": 61500 }, { "epoch": 12.17, "learning_rate": 4.8718515779092704e-05, "loss": 0.7001, "step": 62000 }, { "epoch": 12.27, "learning_rate": 4.870618836291914e-05, "loss": 0.6989, "step": 62500 }, { "epoch": 12.37, "learning_rate": 4.869386094674556e-05, "loss": 0.6932, "step": 63000 }, { "epoch": 12.46, "learning_rate": 4.8681533530571994e-05, "loss": 0.6922, "step": 63500 }, { "epoch": 12.56, "learning_rate": 4.866920611439843e-05, "loss": 0.6894, "step": 64000 }, { "epoch": 12.66, "learning_rate": 4.8656878698224855e-05, "loss": 0.6862, "step": 64500 }, { "epoch": 12.76, "learning_rate": 4.864455128205128e-05, "loss": 0.6846, "step": 65000 }, { "epoch": 12.86, "learning_rate": 4.863224852071006e-05, "loss": 0.6832, "step": 65500 }, { "epoch": 12.95, "learning_rate": 4.861994575936884e-05, "loss": 0.6807, "step": 66000 }, { "epoch": 13.05, "learning_rate": 4.8607642998027616e-05, "loss": 0.678, "step": 66500 }, { "epoch": 13.15, "learning_rate": 4.859531558185404e-05, "loss": 0.6761, "step": 67000 }, { "epoch": 13.25, "learning_rate": 4.858298816568048e-05, "loss": 0.6738, "step": 67500 }, { "epoch": 13.35, "learning_rate": 4.8570660749506905e-05, "loss": 0.6713, "step": 68000 }, { "epoch": 13.44, "learning_rate": 4.855833333333333e-05, "loss": 0.6697, "step": 68500 }, { "epoch": 13.54, "learning_rate": 4.8546005917159767e-05, "loss": 0.6667, "step": 69000 }, { "epoch": 13.64, "learning_rate": 4.8533678500986194e-05, "loss": 0.6653, "step": 69500 }, { "epoch": 13.74, "learning_rate": 4.852135108481263e-05, "loss": 0.6634, "step": 70000 }, { "epoch": 13.84, "learning_rate": 4.8509023668639056e-05, "loss": 0.6603, "step": 70500 }, { "epoch": 13.94, "learning_rate": 4.849669625246548e-05, "loss": 0.6591, "step": 71000 }, { "epoch": 14.03, "learning_rate": 4.8484393491124265e-05, "loss": 0.6573, "step": 71500 }, { "epoch": 14.13, "learning_rate": 4.847206607495069e-05, "loss": 0.6543, "step": 72000 }, { "epoch": 14.23, "learning_rate": 4.845973865877712e-05, "loss": 0.6525, "step": 72500 }, { "epoch": 14.33, "learning_rate": 4.8447411242603555e-05, "loss": 0.6518, "step": 73000 }, { "epoch": 14.43, "learning_rate": 4.843508382642998e-05, "loss": 0.6494, "step": 73500 }, { "epoch": 14.52, "learning_rate": 4.8422756410256416e-05, "loss": 0.6478, "step": 74000 }, { "epoch": 14.62, "learning_rate": 4.841042899408284e-05, "loss": 0.646, "step": 74500 }, { "epoch": 14.72, "learning_rate": 4.839810157790927e-05, "loss": 0.6438, "step": 75000 }, { "epoch": 14.82, "learning_rate": 4.8385774161735706e-05, "loss": 0.6421, "step": 75500 }, { "epoch": 14.92, "learning_rate": 4.837349605522682e-05, "loss": 0.6417, "step": 76000 }, { "epoch": 15.01, "learning_rate": 4.8361168639053256e-05, "loss": 0.6416, "step": 76500 }, { "epoch": 15.11, "learning_rate": 4.834884122287969e-05, "loss": 0.637, "step": 77000 }, { "epoch": 15.21, "learning_rate": 4.833651380670612e-05, "loss": 0.6362, "step": 77500 }, { "epoch": 15.31, "learning_rate": 4.8324186390532545e-05, "loss": 0.6355, "step": 78000 }, { "epoch": 15.41, "learning_rate": 4.831185897435897e-05, "loss": 0.6336, "step": 78500 }, { "epoch": 15.51, "learning_rate": 4.829953155818541e-05, "loss": 0.6304, "step": 79000 }, { "epoch": 15.6, "learning_rate": 4.828720414201184e-05, "loss": 0.6306, "step": 79500 }, { "epoch": 15.7, "learning_rate": 4.827487672583826e-05, "loss": 0.6271, "step": 80000 }, { "epoch": 15.8, "learning_rate": 4.8262573964497044e-05, "loss": 0.6278, "step": 80500 }, { "epoch": 15.9, "learning_rate": 4.825024654832347e-05, "loss": 0.6245, "step": 81000 }, { "epoch": 16.0, "learning_rate": 4.8237919132149906e-05, "loss": 0.6236, "step": 81500 }, { "epoch": 16.09, "learning_rate": 4.822561637080868e-05, "loss": 0.622, "step": 82000 }, { "epoch": 16.19, "learning_rate": 4.821328895463511e-05, "loss": 0.6209, "step": 82500 }, { "epoch": 16.29, "learning_rate": 4.820096153846154e-05, "loss": 0.6187, "step": 83000 }, { "epoch": 16.39, "learning_rate": 4.818863412228797e-05, "loss": 0.6189, "step": 83500 }, { "epoch": 16.49, "learning_rate": 4.8176331360946746e-05, "loss": 0.6159, "step": 84000 }, { "epoch": 16.58, "learning_rate": 4.816400394477318e-05, "loss": 0.615, "step": 84500 }, { "epoch": 16.68, "learning_rate": 4.815167652859961e-05, "loss": 0.6155, "step": 85000 }, { "epoch": 16.78, "learning_rate": 4.8139349112426035e-05, "loss": 0.6121, "step": 85500 }, { "epoch": 16.88, "learning_rate": 4.812702169625247e-05, "loss": 0.6115, "step": 86000 }, { "epoch": 16.98, "learning_rate": 4.8114718934911245e-05, "loss": 0.6113, "step": 86500 } ], "max_steps": 2038000, "num_train_epochs": 400, "total_flos": 2.3340589932538233e+19, "trial_name": null, "trial_params": null }