{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "global_step": 46248, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 4.945943608372254e-05, "loss": 1.9245, "step": 500 }, { "epoch": 0.06, "learning_rate": 4.891887216744508e-05, "loss": 1.8947, "step": 1000 }, { "epoch": 0.1, "learning_rate": 4.837830825116762e-05, "loss": 1.862, "step": 1500 }, { "epoch": 0.13, "learning_rate": 4.783774433489016e-05, "loss": 1.8378, "step": 2000 }, { "epoch": 0.16, "learning_rate": 4.72971804186127e-05, "loss": 1.8137, "step": 2500 }, { "epoch": 0.19, "learning_rate": 4.675661650233524e-05, "loss": 1.8268, "step": 3000 }, { "epoch": 0.23, "learning_rate": 4.621605258605778e-05, "loss": 1.833, "step": 3500 }, { "epoch": 0.26, "learning_rate": 4.567548866978032e-05, "loss": 1.8099, "step": 4000 }, { "epoch": 0.29, "learning_rate": 4.513492475350286e-05, "loss": 1.797, "step": 4500 }, { "epoch": 0.32, "learning_rate": 4.4594360837225395e-05, "loss": 1.8208, "step": 5000 }, { "epoch": 0.36, "learning_rate": 4.405379692094794e-05, "loss": 1.7937, "step": 5500 }, { "epoch": 0.39, "learning_rate": 4.351323300467047e-05, "loss": 1.7805, "step": 6000 }, { "epoch": 0.42, "learning_rate": 4.2972669088393016e-05, "loss": 1.7785, "step": 6500 }, { "epoch": 0.45, "learning_rate": 4.2432105172115553e-05, "loss": 1.7621, "step": 7000 }, { "epoch": 0.49, "learning_rate": 4.189154125583809e-05, "loss": 1.7649, "step": 7500 }, { "epoch": 0.52, "learning_rate": 4.135097733956063e-05, "loss": 1.7694, "step": 8000 }, { "epoch": 0.55, "learning_rate": 4.0810413423283174e-05, "loss": 1.7598, "step": 8500 }, { "epoch": 0.58, "learning_rate": 4.0269849507005705e-05, "loss": 1.7519, "step": 9000 }, { "epoch": 0.62, "learning_rate": 3.972928559072825e-05, "loss": 1.766, "step": 9500 }, { "epoch": 0.65, "learning_rate": 3.918872167445079e-05, "loss": 1.7489, "step": 10000 }, { "epoch": 0.68, "learning_rate": 3.8648157758173326e-05, "loss": 1.7528, "step": 10500 }, { "epoch": 0.71, "learning_rate": 3.8107593841895864e-05, "loss": 1.7669, "step": 11000 }, { "epoch": 0.75, "learning_rate": 3.756702992561841e-05, "loss": 1.7279, "step": 11500 }, { "epoch": 0.78, "learning_rate": 3.7026466009340946e-05, "loss": 1.727, "step": 12000 }, { "epoch": 0.81, "learning_rate": 3.6485902093063484e-05, "loss": 1.7368, "step": 12500 }, { "epoch": 0.84, "learning_rate": 3.594533817678602e-05, "loss": 1.7203, "step": 13000 }, { "epoch": 0.88, "learning_rate": 3.540477426050857e-05, "loss": 1.7159, "step": 13500 }, { "epoch": 0.91, "learning_rate": 3.4864210344231105e-05, "loss": 1.7376, "step": 14000 }, { "epoch": 0.94, "learning_rate": 3.432364642795364e-05, "loss": 1.703, "step": 14500 }, { "epoch": 0.97, "learning_rate": 3.378308251167619e-05, "loss": 1.7146, "step": 15000 }, { "epoch": 1.01, "learning_rate": 3.324251859539872e-05, "loss": 1.7062, "step": 15500 }, { "epoch": 1.04, "learning_rate": 3.270195467912126e-05, "loss": 1.5423, "step": 16000 }, { "epoch": 1.07, "learning_rate": 3.21613907628438e-05, "loss": 1.5257, "step": 16500 }, { "epoch": 1.1, "learning_rate": 3.162082684656634e-05, "loss": 1.5494, "step": 17000 }, { "epoch": 1.14, "learning_rate": 3.108026293028888e-05, "loss": 1.5378, "step": 17500 }, { "epoch": 1.17, "learning_rate": 3.053969901401142e-05, "loss": 1.5513, "step": 18000 }, { "epoch": 1.2, "learning_rate": 2.999913509773396e-05, "loss": 1.5425, "step": 18500 }, { "epoch": 1.23, "learning_rate": 2.9458571181456497e-05, "loss": 1.5442, "step": 19000 }, { "epoch": 1.26, "learning_rate": 2.8918007265179035e-05, "loss": 1.5424, "step": 19500 }, { "epoch": 1.3, "learning_rate": 2.8377443348901576e-05, "loss": 1.5471, "step": 20000 }, { "epoch": 1.33, "learning_rate": 2.7836879432624114e-05, "loss": 1.5515, "step": 20500 }, { "epoch": 1.36, "learning_rate": 2.7296315516346656e-05, "loss": 1.5548, "step": 21000 }, { "epoch": 1.39, "learning_rate": 2.6755751600069197e-05, "loss": 1.5423, "step": 21500 }, { "epoch": 1.43, "learning_rate": 2.621518768379173e-05, "loss": 1.5581, "step": 22000 }, { "epoch": 1.46, "learning_rate": 2.5674623767514273e-05, "loss": 1.5137, "step": 22500 }, { "epoch": 1.49, "learning_rate": 2.5134059851236814e-05, "loss": 1.5299, "step": 23000 }, { "epoch": 1.52, "learning_rate": 2.4593495934959352e-05, "loss": 1.5392, "step": 23500 }, { "epoch": 1.56, "learning_rate": 2.405293201868189e-05, "loss": 1.5539, "step": 24000 }, { "epoch": 1.59, "learning_rate": 2.351236810240443e-05, "loss": 1.5464, "step": 24500 }, { "epoch": 1.62, "learning_rate": 2.297180418612697e-05, "loss": 1.5622, "step": 25000 }, { "epoch": 1.65, "learning_rate": 2.2431240269849507e-05, "loss": 1.5474, "step": 25500 }, { "epoch": 1.69, "learning_rate": 2.189067635357205e-05, "loss": 1.5424, "step": 26000 }, { "epoch": 1.72, "learning_rate": 2.1350112437294586e-05, "loss": 1.5372, "step": 26500 }, { "epoch": 1.75, "learning_rate": 2.0809548521017124e-05, "loss": 1.537, "step": 27000 }, { "epoch": 1.78, "learning_rate": 2.0268984604739665e-05, "loss": 1.551, "step": 27500 }, { "epoch": 1.82, "learning_rate": 1.9728420688462203e-05, "loss": 1.5424, "step": 28000 }, { "epoch": 1.85, "learning_rate": 1.9187856772184745e-05, "loss": 1.526, "step": 28500 }, { "epoch": 1.88, "learning_rate": 1.8647292855907283e-05, "loss": 1.5433, "step": 29000 }, { "epoch": 1.91, "learning_rate": 1.810672893962982e-05, "loss": 1.5287, "step": 29500 }, { "epoch": 1.95, "learning_rate": 1.7566165023352362e-05, "loss": 1.531, "step": 30000 }, { "epoch": 1.98, "learning_rate": 1.70256011070749e-05, "loss": 1.5208, "step": 30500 }, { "epoch": 2.01, "learning_rate": 1.648503719079744e-05, "loss": 1.4804, "step": 31000 }, { "epoch": 2.04, "learning_rate": 1.594447327451998e-05, "loss": 1.4182, "step": 31500 }, { "epoch": 2.08, "learning_rate": 1.540390935824252e-05, "loss": 1.3974, "step": 32000 }, { "epoch": 2.11, "learning_rate": 1.486334544196506e-05, "loss": 1.3985, "step": 32500 }, { "epoch": 2.14, "learning_rate": 1.4322781525687598e-05, "loss": 1.3941, "step": 33000 }, { "epoch": 2.17, "learning_rate": 1.3782217609410136e-05, "loss": 1.3968, "step": 33500 }, { "epoch": 2.21, "learning_rate": 1.3241653693132677e-05, "loss": 1.4081, "step": 34000 }, { "epoch": 2.24, "learning_rate": 1.2701089776855215e-05, "loss": 1.409, "step": 34500 }, { "epoch": 2.27, "learning_rate": 1.2160525860577754e-05, "loss": 1.4122, "step": 35000 }, { "epoch": 2.3, "learning_rate": 1.1619961944300296e-05, "loss": 1.4138, "step": 35500 }, { "epoch": 2.34, "learning_rate": 1.1079398028022835e-05, "loss": 1.4052, "step": 36000 }, { "epoch": 2.37, "learning_rate": 1.0538834111745373e-05, "loss": 1.39, "step": 36500 }, { "epoch": 2.4, "learning_rate": 9.998270195467913e-06, "loss": 1.4037, "step": 37000 }, { "epoch": 2.43, "learning_rate": 9.457706279190453e-06, "loss": 1.4046, "step": 37500 }, { "epoch": 2.46, "learning_rate": 8.917142362912992e-06, "loss": 1.398, "step": 38000 }, { "epoch": 2.5, "learning_rate": 8.37657844663553e-06, "loss": 1.4122, "step": 38500 }, { "epoch": 2.53, "learning_rate": 7.83601453035807e-06, "loss": 1.3967, "step": 39000 }, { "epoch": 2.56, "learning_rate": 7.295450614080609e-06, "loss": 1.3963, "step": 39500 }, { "epoch": 2.59, "learning_rate": 6.754886697803149e-06, "loss": 1.4131, "step": 40000 }, { "epoch": 2.63, "learning_rate": 6.2143227815256884e-06, "loss": 1.381, "step": 40500 }, { "epoch": 2.66, "learning_rate": 5.673758865248227e-06, "loss": 1.4123, "step": 41000 }, { "epoch": 2.69, "learning_rate": 5.133194948970767e-06, "loss": 1.4132, "step": 41500 }, { "epoch": 2.72, "learning_rate": 4.5926310326933056e-06, "loss": 1.4029, "step": 42000 }, { "epoch": 2.76, "learning_rate": 4.052067116415845e-06, "loss": 1.3981, "step": 42500 }, { "epoch": 2.79, "learning_rate": 3.5115032001383844e-06, "loss": 1.3978, "step": 43000 }, { "epoch": 2.82, "learning_rate": 2.970939283860924e-06, "loss": 1.4081, "step": 43500 }, { "epoch": 2.85, "learning_rate": 2.430375367583463e-06, "loss": 1.4115, "step": 44000 }, { "epoch": 2.89, "learning_rate": 1.8898114513060028e-06, "loss": 1.4018, "step": 44500 }, { "epoch": 2.92, "learning_rate": 1.3492475350285417e-06, "loss": 1.3923, "step": 45000 }, { "epoch": 2.95, "learning_rate": 8.086836187510811e-07, "loss": 1.3863, "step": 45500 }, { "epoch": 2.98, "learning_rate": 2.681197024736205e-07, "loss": 1.3951, "step": 46000 }, { "epoch": 3.0, "step": 46248, "total_flos": 1.7013927281688576e+16, "train_loss": 1.5740079802226246, "train_runtime": 16384.5833, "train_samples_per_second": 45.162, "train_steps_per_second": 2.823 } ], "max_steps": 46248, "num_train_epochs": 3, "total_flos": 1.7013927281688576e+16, "trial_name": null, "trial_params": null }