{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.9937694704049844, "eval_steps": 500, "global_step": 80, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 6.666666666666667e-06, "loss": 1.6772, "step": 1 }, { "epoch": 0.05, "learning_rate": 1.3333333333333333e-05, "loss": 1.6591, "step": 2 }, { "epoch": 0.07, "learning_rate": 2e-05, "loss": 1.7126, "step": 3 }, { "epoch": 0.1, "learning_rate": 1.9991677993445832e-05, "loss": 1.7077, "step": 4 }, { "epoch": 0.12, "learning_rate": 1.9966725824941933e-05, "loss": 1.6977, "step": 5 }, { "epoch": 0.15, "learning_rate": 1.992518502491028e-05, "loss": 1.6409, "step": 6 }, { "epoch": 0.17, "learning_rate": 1.986712473391289e-05, "loss": 1.6717, "step": 7 }, { "epoch": 0.2, "learning_rate": 1.9792641587574212e-05, "loss": 1.6683, "step": 8 }, { "epoch": 0.22, "learning_rate": 1.9701859555740647e-05, "loss": 1.6339, "step": 9 }, { "epoch": 0.25, "learning_rate": 1.9594929736144978e-05, "loss": 1.5765, "step": 10 }, { "epoch": 0.27, "learning_rate": 1.9472030102919102e-05, "loss": 1.6116, "step": 11 }, { "epoch": 0.3, "learning_rate": 1.9333365210373668e-05, "loss": 1.6752, "step": 12 }, { "epoch": 0.32, "learning_rate": 1.9179165852537596e-05, "loss": 1.5735, "step": 13 }, { "epoch": 0.35, "learning_rate": 1.900968867902419e-05, "loss": 1.6554, "step": 14 }, { "epoch": 0.37, "learning_rate": 1.8825215767863215e-05, "loss": 1.6075, "step": 15 }, { "epoch": 0.4, "learning_rate": 1.8626054156009807e-05, "loss": 1.6091, "step": 16 }, { "epoch": 0.42, "learning_rate": 1.8412535328311813e-05, "loss": 1.599, "step": 17 }, { "epoch": 0.45, "learning_rate": 1.8185014665785936e-05, "loss": 1.5027, "step": 18 }, { "epoch": 0.47, "learning_rate": 1.7943870854121126e-05, "loss": 1.5883, "step": 19 }, { "epoch": 0.5, "learning_rate": 1.768950525339362e-05, "loss": 1.5739, "step": 20 }, { "epoch": 0.52, "learning_rate": 1.74223412300427e-05, "loss": 1.5958, "step": 21 }, { "epoch": 0.55, "learning_rate": 1.7142823452219036e-05, "loss": 1.489, "step": 22 }, { "epoch": 0.57, "learning_rate": 1.6851417149678442e-05, "loss": 1.5861, "step": 23 }, { "epoch": 0.6, "learning_rate": 1.6548607339452853e-05, "loss": 1.5902, "step": 24 }, { "epoch": 0.62, "learning_rate": 1.6234898018587336e-05, "loss": 1.514, "step": 25 }, { "epoch": 0.65, "learning_rate": 1.5910811325286768e-05, "loss": 1.5592, "step": 26 }, { "epoch": 0.67, "learning_rate": 1.5576886669868297e-05, "loss": 1.5757, "step": 27 }, { "epoch": 0.7, "learning_rate": 1.5233679836966122e-05, "loss": 1.5668, "step": 28 }, { "epoch": 0.72, "learning_rate": 1.4881762060482814e-05, "loss": 1.5971, "step": 29 }, { "epoch": 0.75, "learning_rate": 1.4521719072826858e-05, "loss": 1.5389, "step": 30 }, { "epoch": 0.77, "learning_rate": 1.4154150130018867e-05, "loss": 1.5161, "step": 31 }, { "epoch": 0.8, "learning_rate": 1.3779667014289067e-05, "loss": 1.6, "step": 32 }, { "epoch": 0.82, "learning_rate": 1.3398893015826166e-05, "loss": 1.5598, "step": 33 }, { "epoch": 0.85, "learning_rate": 1.3012461895372343e-05, "loss": 1.5645, "step": 34 }, { "epoch": 0.87, "learning_rate": 1.2621016829391022e-05, "loss": 1.8278, "step": 35 }, { "epoch": 0.9, "learning_rate": 1.2225209339563144e-05, "loss": 1.5166, "step": 36 }, { "epoch": 0.92, "learning_rate": 1.182569820839362e-05, "loss": 1.7329, "step": 37 }, { "epoch": 0.95, "learning_rate": 1.1423148382732854e-05, "loss": 1.5313, "step": 38 }, { "epoch": 0.97, "learning_rate": 1.1018229867038358e-05, "loss": 1.5852, "step": 39 }, { "epoch": 1.0, "learning_rate": 1.0611616608218429e-05, "loss": 1.5125, "step": 40 }, { "epoch": 1.02, "learning_rate": 1.0203985373914056e-05, "loss": 1.4622, "step": 41 }, { "epoch": 1.05, "learning_rate": 9.79601462608595e-06, "loss": 1.4274, "step": 42 }, { "epoch": 1.07, "learning_rate": 9.388383391781576e-06, "loss": 1.4272, "step": 43 }, { "epoch": 1.1, "learning_rate": 8.981770132961649e-06, "loss": 1.4694, "step": 44 }, { "epoch": 1.12, "learning_rate": 8.576851617267151e-06, "loss": 1.4136, "step": 45 }, { "epoch": 1.15, "learning_rate": 8.174301791606384e-06, "loss": 1.39, "step": 46 }, { "epoch": 1.17, "learning_rate": 7.774790660436857e-06, "loss": 1.3597, "step": 47 }, { "epoch": 1.2, "learning_rate": 7.378983170608982e-06, "loss": 1.3729, "step": 48 }, { "epoch": 1.22, "learning_rate": 6.9875381046276605e-06, "loss": 1.4594, "step": 49 }, { "epoch": 1.25, "learning_rate": 6.601106984173835e-06, "loss": 1.3709, "step": 50 }, { "epoch": 1.27, "learning_rate": 6.220332985710936e-06, "loss": 1.3582, "step": 51 }, { "epoch": 1.3, "learning_rate": 5.845849869981137e-06, "loss": 1.3942, "step": 52 }, { "epoch": 1.32, "learning_rate": 5.478280927173145e-06, "loss": 1.4468, "step": 53 }, { "epoch": 1.35, "learning_rate": 5.11823793951719e-06, "loss": 1.3877, "step": 54 }, { "epoch": 1.37, "learning_rate": 4.766320163033882e-06, "loss": 1.4887, "step": 55 }, { "epoch": 1.4, "learning_rate": 4.423113330131708e-06, "loss": 1.3755, "step": 56 }, { "epoch": 1.42, "learning_rate": 4.0891886747132356e-06, "loss": 1.3375, "step": 57 }, { "epoch": 1.45, "learning_rate": 3.7651019814126656e-06, "loss": 1.3972, "step": 58 }, { "epoch": 1.47, "learning_rate": 3.4513926605471504e-06, "loss": 1.4204, "step": 59 }, { "epoch": 1.5, "learning_rate": 3.1485828503215588e-06, "loss": 1.4541, "step": 60 }, { "epoch": 1.52, "learning_rate": 2.8571765477809645e-06, "loss": 1.4123, "step": 61 }, { "epoch": 1.55, "learning_rate": 2.5776587699573007e-06, "loss": 1.3873, "step": 62 }, { "epoch": 1.57, "learning_rate": 2.3104947466063785e-06, "loss": 1.4418, "step": 63 }, { "epoch": 1.6, "learning_rate": 2.0561291458788736e-06, "loss": 1.4231, "step": 64 }, { "epoch": 1.62, "learning_rate": 1.8149853342140644e-06, "loss": 1.3752, "step": 65 }, { "epoch": 1.64, "learning_rate": 1.587464671688187e-06, "loss": 1.4395, "step": 66 }, { "epoch": 1.67, "learning_rate": 1.373945843990192e-06, "loss": 1.3792, "step": 67 }, { "epoch": 1.69, "learning_rate": 1.1747842321367886e-06, "loss": 1.4226, "step": 68 }, { "epoch": 1.72, "learning_rate": 9.903113209758098e-07, "loss": 1.4125, "step": 69 }, { "epoch": 1.74, "learning_rate": 8.208341474624071e-07, "loss": 1.4429, "step": 70 }, { "epoch": 1.77, "learning_rate": 6.666347896263326e-07, "loss": 1.3913, "step": 71 }, { "epoch": 1.79, "learning_rate": 5.279698970809011e-07, "loss": 1.4418, "step": 72 }, { "epoch": 1.82, "learning_rate": 4.0507026385502747e-07, "loss": 1.3814, "step": 73 }, { "epoch": 1.84, "learning_rate": 2.9814044425935605e-07, "loss": 1.4249, "step": 74 }, { "epoch": 1.87, "learning_rate": 2.0735841242578992e-07, "loss": 1.4325, "step": 75 }, { "epoch": 1.89, "learning_rate": 1.3287526608711132e-07, "loss": 1.4635, "step": 76 }, { "epoch": 1.92, "learning_rate": 7.481497508972313e-08, "loss": 1.4079, "step": 77 }, { "epoch": 1.94, "learning_rate": 3.327417505806785e-08, "loss": 1.3911, "step": 78 }, { "epoch": 1.97, "learning_rate": 8.322006554171147e-09, "loss": 1.4636, "step": 79 }, { "epoch": 1.99, "learning_rate": 0.0, "loss": 1.318, "step": 80 }, { "epoch": 1.99, "step": 80, "total_flos": 2166787537108992.0, "train_loss": 1.5083298146724702, "train_runtime": 64.7879, "train_samples_per_second": 158.363, "train_steps_per_second": 1.235 } ], "logging_steps": 1.0, "max_steps": 80, "num_train_epochs": 2, "save_steps": 500, "total_flos": 2166787537108992.0, "trial_name": null, "trial_params": null }