| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "global_step": 42985, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.976736070722345e-05, | |
| "loss": 0.6539, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.95347214144469e-05, | |
| "loss": 0.503, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.930208212167035e-05, | |
| "loss": 0.4624, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.9069442828893803e-05, | |
| "loss": 0.4344, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.8836803536117253e-05, | |
| "loss": 0.4245, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.8604164243340703e-05, | |
| "loss": 0.4102, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.8371524950564152e-05, | |
| "loss": 0.4059, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.8138885657787602e-05, | |
| "loss": 0.3898, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 1.790624636501105e-05, | |
| "loss": 0.3791, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.76736070722345e-05, | |
| "loss": 0.3763, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.744096777945795e-05, | |
| "loss": 0.3773, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.7208328486681404e-05, | |
| "loss": 0.3731, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.6975689193904853e-05, | |
| "loss": 0.36, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.67430499011283e-05, | |
| "loss": 0.358, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.6510410608351752e-05, | |
| "loss": 0.356, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.6277771315575202e-05, | |
| "loss": 0.3576, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.604513202279865e-05, | |
| "loss": 0.3501, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.58124927300221e-05, | |
| "loss": 0.3034, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.557985343724555e-05, | |
| "loss": 0.2965, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.5347214144469004e-05, | |
| "loss": 0.2923, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.5114574851692452e-05, | |
| "loss": 0.3006, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.4881935558915903e-05, | |
| "loss": 0.2882, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.4649296266139352e-05, | |
| "loss": 0.2911, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 1.4416656973362802e-05, | |
| "loss": 0.2882, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.4184017680586253e-05, | |
| "loss": 0.2886, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.3951378387809701e-05, | |
| "loss": 0.2867, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 1.371873909503315e-05, | |
| "loss": 0.2905, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.3486099802256602e-05, | |
| "loss": 0.2897, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.3253460509480052e-05, | |
| "loss": 0.2852, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.3020821216703503e-05, | |
| "loss": 0.2893, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.2788181923926953e-05, | |
| "loss": 0.2905, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.2555542631150402e-05, | |
| "loss": 0.288, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.2322903338373853e-05, | |
| "loss": 0.287, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.2090264045597301e-05, | |
| "loss": 0.285, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.1857624752820753e-05, | |
| "loss": 0.2427, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.1624985460044202e-05, | |
| "loss": 0.2328, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.1392346167267652e-05, | |
| "loss": 0.2206, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.1159706874491103e-05, | |
| "loss": 0.2262, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.0927067581714553e-05, | |
| "loss": 0.2358, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.0694428288938004e-05, | |
| "loss": 0.2221, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.0461788996161452e-05, | |
| "loss": 0.2233, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.0229149703384902e-05, | |
| "loss": 0.2266, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 9.996510410608353e-06, | |
| "loss": 0.2241, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 9.763871117831802e-06, | |
| "loss": 0.2305, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 9.531231825055252e-06, | |
| "loss": 0.2242, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 9.298592532278703e-06, | |
| "loss": 0.2323, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 9.065953239502153e-06, | |
| "loss": 0.227, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 8.833313946725602e-06, | |
| "loss": 0.2313, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 8.600674653949052e-06, | |
| "loss": 0.2318, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 8.368035361172503e-06, | |
| "loss": 0.2313, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 8.135396068395953e-06, | |
| "loss": 0.2292, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 7.902756775619403e-06, | |
| "loss": 0.2063, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 7.670117482842852e-06, | |
| "loss": 0.1837, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 7.437478190066303e-06, | |
| "loss": 0.1811, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 7.204838897289753e-06, | |
| "loss": 0.1777, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 6.972199604513203e-06, | |
| "loss": 0.1847, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 6.739560311736652e-06, | |
| "loss": 0.1849, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 6.506921018960103e-06, | |
| "loss": 0.1811, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 6.274281726183553e-06, | |
| "loss": 0.1833, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 6.0416424334070035e-06, | |
| "loss": 0.1816, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 5.809003140630452e-06, | |
| "loss": 0.1754, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 5.576363847853903e-06, | |
| "loss": 0.1808, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 5.343724555077353e-06, | |
| "loss": 0.184, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 5.111085262300804e-06, | |
| "loss": 0.1812, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 4.878445969524253e-06, | |
| "loss": 0.1835, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 4.645806676747703e-06, | |
| "loss": 0.1797, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 4.413167383971153e-06, | |
| "loss": 0.1816, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 4.180528091194604e-06, | |
| "loss": 0.1766, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 3.947888798418053e-06, | |
| "loss": 0.1744, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 3.7152495056415033e-06, | |
| "loss": 0.1536, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 3.482610212864953e-06, | |
| "loss": 0.1549, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 3.2499709200884033e-06, | |
| "loss": 0.1483, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 3.017331627311853e-06, | |
| "loss": 0.1529, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 2.7846923345353034e-06, | |
| "loss": 0.1519, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 2.552053041758753e-06, | |
| "loss": 0.1518, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 2.3194137489822034e-06, | |
| "loss": 0.1474, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 2.0867744562056534e-06, | |
| "loss": 0.1523, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 1.8541351634291032e-06, | |
| "loss": 0.1491, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 1.6214958706525532e-06, | |
| "loss": 0.1474, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 1.3888565778760033e-06, | |
| "loss": 0.1469, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 1.1562172850994535e-06, | |
| "loss": 0.1447, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 9.235779923229034e-07, | |
| "loss": 0.1515, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 6.909386995463534e-07, | |
| "loss": 0.1473, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 4.5829940676980343e-07, | |
| "loss": 0.151, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 2.256601139932535e-07, | |
| "loss": 0.15, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 42985, | |
| "total_flos": 4.625905344087859e+17, | |
| "train_runtime": 34216.2349, | |
| "train_samples_per_second": 1.256 | |
| } | |
| ], | |
| "max_steps": 42985, | |
| "num_train_epochs": 5, | |
| "total_flos": 4.625905344087859e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |