| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9583172175775787, | |
| "global_step": 198864, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.9950413059216727e-05, | |
| "loss": 14.0627, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.9900826118433453e-05, | |
| "loss": 6.3799, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9851239177650176e-05, | |
| "loss": 5.31, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9801652236866898e-05, | |
| "loss": 4.9781, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9752065296083624e-05, | |
| "loss": 4.7392, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.970247835530035e-05, | |
| "loss": 4.5779, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9652891414517075e-05, | |
| "loss": 4.4691, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.96033044737338e-05, | |
| "loss": 4.3745, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9553717532950524e-05, | |
| "loss": 4.2883, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9504130592167246e-05, | |
| "loss": 4.2342, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.9454543651383972e-05, | |
| "loss": 4.1614, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.9404956710600698e-05, | |
| "loss": 4.1279, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.9355369769817423e-05, | |
| "loss": 4.0802, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.930578282903415e-05, | |
| "loss": 4.0298, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.925619588825087e-05, | |
| "loss": 3.9697, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.9206608947467594e-05, | |
| "loss": 3.9584, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.915702200668432e-05, | |
| "loss": 3.9196, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.9107435065901046e-05, | |
| "loss": 3.9081, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.905784812511777e-05, | |
| "loss": 3.8419, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.9008261184334497e-05, | |
| "loss": 3.8363, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.895867424355122e-05, | |
| "loss": 3.8047, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.8909087302767945e-05, | |
| "loss": 3.7728, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.8859500361984668e-05, | |
| "loss": 3.7731, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.8809913421201393e-05, | |
| "loss": 3.7408, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.876032648041812e-05, | |
| "loss": 3.7027, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8710739539634845e-05, | |
| "loss": 3.6865, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.8661152598851567e-05, | |
| "loss": 3.6456, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.8611565658068293e-05, | |
| "loss": 3.6539, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.8561978717285016e-05, | |
| "loss": 3.6222, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.851239177650174e-05, | |
| "loss": 3.6127, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.8462804835718467e-05, | |
| "loss": 3.6133, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.8413217894935193e-05, | |
| "loss": 3.5863, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.8363630954151915e-05, | |
| "loss": 3.5669, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.831404401336864e-05, | |
| "loss": 3.5518, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.8264457072585367e-05, | |
| "loss": 3.5368, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.821487013180209e-05, | |
| "loss": 3.5294, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.8165283191018815e-05, | |
| "loss": 3.5097, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.811569625023554e-05, | |
| "loss": 3.5198, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.8066109309452263e-05, | |
| "loss": 3.4702, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.801652236866899e-05, | |
| "loss": 3.485, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.7966935427885715e-05, | |
| "loss": 3.4853, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.7917348487102437e-05, | |
| "loss": 3.4395, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.7867761546319163e-05, | |
| "loss": 3.4515, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.781817460553589e-05, | |
| "loss": 3.4307, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.776858766475261e-05, | |
| "loss": 3.4343, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.7719000723969337e-05, | |
| "loss": 3.4053, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.7669413783186063e-05, | |
| "loss": 3.4008, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.7619826842402785e-05, | |
| "loss": 3.3951, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.757023990161951e-05, | |
| "loss": 3.3871, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.7520652960836234e-05, | |
| "loss": 3.3822, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.747106602005296e-05, | |
| "loss": 3.3816, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.7421479079269685e-05, | |
| "loss": 3.3759, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.737189213848641e-05, | |
| "loss": 3.3624, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.7322305197703137e-05, | |
| "loss": 3.3535, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.727271825691986e-05, | |
| "loss": 3.3366, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.722313131613658e-05, | |
| "loss": 3.3245, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.7173544375353307e-05, | |
| "loss": 3.3575, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.7123957434570033e-05, | |
| "loss": 3.3133, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.707437049378676e-05, | |
| "loss": 3.3124, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.7024783553003485e-05, | |
| "loss": 3.3295, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.6975196612220207e-05, | |
| "loss": 3.3192, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.692560967143693e-05, | |
| "loss": 3.3241, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.6876022730653655e-05, | |
| "loss": 3.2989, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.682643578987038e-05, | |
| "loss": 3.2956, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.6776848849087107e-05, | |
| "loss": 3.2889, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.6727261908303833e-05, | |
| "loss": 3.2934, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.6677674967520555e-05, | |
| "loss": 3.2642, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.6628088026737277e-05, | |
| "loss": 3.2513, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.6578501085954003e-05, | |
| "loss": 3.2584, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 1.652891414517073e-05, | |
| "loss": 3.2576, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.6479327204387455e-05, | |
| "loss": 3.2532, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 1.642974026360418e-05, | |
| "loss": 3.2349, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 1.6380153322820903e-05, | |
| "loss": 3.2349, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.6330566382037625e-05, | |
| "loss": 3.2158, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 1.628097944125435e-05, | |
| "loss": 3.2309, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.6231392500471077e-05, | |
| "loss": 3.2227, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.6181805559687803e-05, | |
| "loss": 3.2134, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.613221861890453e-05, | |
| "loss": 3.2206, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.608263167812125e-05, | |
| "loss": 3.2002, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.6033044737337973e-05, | |
| "loss": 3.1988, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.59834577965547e-05, | |
| "loss": 3.2081, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.5933870855771425e-05, | |
| "loss": 3.1891, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.588428391498815e-05, | |
| "loss": 3.2007, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.5834696974204877e-05, | |
| "loss": 3.1948, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.57851100334216e-05, | |
| "loss": 3.1673, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.5735523092638325e-05, | |
| "loss": 3.158, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.5685936151855047e-05, | |
| "loss": 3.1561, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.5636349211071773e-05, | |
| "loss": 3.1734, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.55867622702885e-05, | |
| "loss": 3.1401, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.5537175329505225e-05, | |
| "loss": 3.1463, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5487588388721947e-05, | |
| "loss": 3.1431, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5438001447938673e-05, | |
| "loss": 3.1316, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5388414507155395e-05, | |
| "loss": 3.1606, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.533882756637212e-05, | |
| "loss": 3.1362, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.5289240625588847e-05, | |
| "loss": 3.1335, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.523965368480557e-05, | |
| "loss": 3.149, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.5190066744022297e-05, | |
| "loss": 3.1293, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.514047980323902e-05, | |
| "loss": 3.1286, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.5090892862455743e-05, | |
| "loss": 3.1196, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.5041305921672469e-05, | |
| "loss": 3.1238, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.4991718980889195e-05, | |
| "loss": 3.1033, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.4942132040105919e-05, | |
| "loss": 3.1112, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.4892545099322645e-05, | |
| "loss": 3.0936, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.4842958158539369e-05, | |
| "loss": 3.107, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.4793371217756094e-05, | |
| "loss": 3.1063, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.4743784276972817e-05, | |
| "loss": 3.0639, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.4694197336189543e-05, | |
| "loss": 3.1028, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.4644610395406267e-05, | |
| "loss": 3.0821, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.4595023454622992e-05, | |
| "loss": 3.0596, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.4545436513839717e-05, | |
| "loss": 3.0787, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.4495849573056442e-05, | |
| "loss": 3.0755, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.4446262632273165e-05, | |
| "loss": 3.066, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.439667569148989e-05, | |
| "loss": 3.0695, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.4347088750706615e-05, | |
| "loss": 3.059, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.429750180992334e-05, | |
| "loss": 3.0628, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.4247914869140065e-05, | |
| "loss": 3.0733, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.419832792835679e-05, | |
| "loss": 3.0591, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.4148740987573514e-05, | |
| "loss": 3.0468, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.4099154046790237e-05, | |
| "loss": 3.0265, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.4049567106006963e-05, | |
| "loss": 3.0282, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.3999980165223688e-05, | |
| "loss": 3.0222, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.3950393224440413e-05, | |
| "loss": 3.0275, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.3900806283657138e-05, | |
| "loss": 3.0277, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.3851219342873862e-05, | |
| "loss": 3.0551, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.3801632402090585e-05, | |
| "loss": 3.0205, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.375204546130731e-05, | |
| "loss": 3.023, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.3702458520524036e-05, | |
| "loss": 3.0244, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.365287157974076e-05, | |
| "loss": 3.0116, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.3603284638957486e-05, | |
| "loss": 3.0141, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.355369769817421e-05, | |
| "loss": 3.0284, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.3504110757390933e-05, | |
| "loss": 3.0236, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.3454523816607659e-05, | |
| "loss": 3.013, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.3404936875824384e-05, | |
| "loss": 3.0027, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.3355349935041108e-05, | |
| "loss": 3.0155, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_bleu": 11.298551127218651, | |
| "eval_loss": 2.3749005794525146, | |
| "eval_runtime": 4929.9601, | |
| "eval_samples_per_second": 8.201, | |
| "eval_steps_per_second": 0.513, | |
| "step": 67222 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.3305762994257834e-05, | |
| "loss": 3.0195, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 1.3256176053474558e-05, | |
| "loss": 2.9924, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.3206589112691284e-05, | |
| "loss": 2.997, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.3157002171908007e-05, | |
| "loss": 2.9694, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.3107415231124732e-05, | |
| "loss": 2.9804, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.3057828290341456e-05, | |
| "loss": 2.9879, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.3008241349558182e-05, | |
| "loss": 2.9919, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.2958654408774906e-05, | |
| "loss": 2.9875, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.2909067467991632e-05, | |
| "loss": 2.9912, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 1.2859480527208354e-05, | |
| "loss": 2.974, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.280989358642508e-05, | |
| "loss": 2.9581, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.2760306645641804e-05, | |
| "loss": 2.975, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.271071970485853e-05, | |
| "loss": 2.9737, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.2661132764075254e-05, | |
| "loss": 2.9722, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.261154582329198e-05, | |
| "loss": 2.9727, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.2561958882508702e-05, | |
| "loss": 2.9618, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.2512371941725428e-05, | |
| "loss": 2.9554, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.2462785000942152e-05, | |
| "loss": 2.961, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.2413198060158878e-05, | |
| "loss": 2.9627, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.2363611119375602e-05, | |
| "loss": 2.9896, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.2314024178592328e-05, | |
| "loss": 2.9433, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.2264437237809052e-05, | |
| "loss": 2.9329, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2214850297025776e-05, | |
| "loss": 2.9552, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.21652633562425e-05, | |
| "loss": 2.9382, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.2115676415459226e-05, | |
| "loss": 2.9629, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.206608947467595e-05, | |
| "loss": 2.9555, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.2016502533892676e-05, | |
| "loss": 2.9364, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.19669155931094e-05, | |
| "loss": 2.9296, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.1917328652326124e-05, | |
| "loss": 2.9483, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.1867741711542848e-05, | |
| "loss": 2.9605, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.1818154770759574e-05, | |
| "loss": 2.928, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.1768567829976298e-05, | |
| "loss": 2.9216, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.1718980889193024e-05, | |
| "loss": 2.9402, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.1669393948409748e-05, | |
| "loss": 2.9311, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.1619807007626474e-05, | |
| "loss": 2.9537, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.1570220066843196e-05, | |
| "loss": 2.919, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.1520633126059922e-05, | |
| "loss": 2.918, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.1471046185276646e-05, | |
| "loss": 2.9339, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 1.1421459244493372e-05, | |
| "loss": 2.9071, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 1.1371872303710096e-05, | |
| "loss": 2.9397, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.1322285362926822e-05, | |
| "loss": 2.9225, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.1272698422143544e-05, | |
| "loss": 2.9248, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.122311148136027e-05, | |
| "loss": 2.9132, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.1173524540576994e-05, | |
| "loss": 2.8945, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.112393759979372e-05, | |
| "loss": 2.905, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.1074350659010444e-05, | |
| "loss": 2.9256, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.102476371822717e-05, | |
| "loss": 2.9089, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.0975176777443892e-05, | |
| "loss": 2.9104, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.0925589836660618e-05, | |
| "loss": 2.9226, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.0876002895877342e-05, | |
| "loss": 2.902, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.0826415955094068e-05, | |
| "loss": 2.8831, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.0776829014310792e-05, | |
| "loss": 2.906, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.0727242073527518e-05, | |
| "loss": 2.906, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 1.0677655132744242e-05, | |
| "loss": 2.8901, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.0628068191960966e-05, | |
| "loss": 2.9063, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.057848125117769e-05, | |
| "loss": 2.8765, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 1.0528894310394416e-05, | |
| "loss": 2.9022, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.047930736961114e-05, | |
| "loss": 2.8906, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.0429720428827866e-05, | |
| "loss": 2.8627, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.038013348804459e-05, | |
| "loss": 2.8789, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.0330546547261314e-05, | |
| "loss": 2.8782, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 1.0280959606478038e-05, | |
| "loss": 2.8706, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.0231372665694764e-05, | |
| "loss": 2.8434, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.0181785724911488e-05, | |
| "loss": 2.8851, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 1.0132198784128214e-05, | |
| "loss": 2.8806, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.0082611843344938e-05, | |
| "loss": 2.8695, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.0033024902561664e-05, | |
| "loss": 2.8775, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 9.983437961778388e-06, | |
| "loss": 2.8717, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 9.933851020995112e-06, | |
| "loss": 2.8616, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 9.884264080211836e-06, | |
| "loss": 2.8656, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 9.834677139428562e-06, | |
| "loss": 2.8867, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 9.785090198645286e-06, | |
| "loss": 2.8491, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 9.73550325786201e-06, | |
| "loss": 2.8716, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 9.685916317078736e-06, | |
| "loss": 2.8743, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 9.63632937629546e-06, | |
| "loss": 2.8503, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 9.586742435512184e-06, | |
| "loss": 2.8625, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 9.53715549472891e-06, | |
| "loss": 2.8237, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 9.487568553945634e-06, | |
| "loss": 2.8619, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 9.437981613162358e-06, | |
| "loss": 2.8629, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 9.388394672379084e-06, | |
| "loss": 2.8441, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 9.338807731595808e-06, | |
| "loss": 2.8569, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 9.289220790812532e-06, | |
| "loss": 2.8511, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 9.239633850029258e-06, | |
| "loss": 2.8701, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 9.190046909245982e-06, | |
| "loss": 2.8572, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 9.140459968462706e-06, | |
| "loss": 2.8673, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 9.090873027679432e-06, | |
| "loss": 2.8621, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 9.041286086896156e-06, | |
| "loss": 2.8592, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 8.99169914611288e-06, | |
| "loss": 2.8582, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 8.942112205329606e-06, | |
| "loss": 2.8666, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 8.89252526454633e-06, | |
| "loss": 2.8588, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 8.842938323763054e-06, | |
| "loss": 2.8475, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 8.79335138297978e-06, | |
| "loss": 2.8357, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 8.743764442196504e-06, | |
| "loss": 2.8608, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 8.69417750141323e-06, | |
| "loss": 2.8532, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 8.644590560629953e-06, | |
| "loss": 2.8545, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 8.595003619846678e-06, | |
| "loss": 2.8277, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 8.545416679063403e-06, | |
| "loss": 2.8509, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 8.495829738280127e-06, | |
| "loss": 2.8413, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 8.446242797496852e-06, | |
| "loss": 2.838, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 8.396655856713577e-06, | |
| "loss": 2.8543, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 8.347068915930301e-06, | |
| "loss": 2.8347, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 8.297481975147026e-06, | |
| "loss": 2.8669, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 8.247895034363751e-06, | |
| "loss": 2.8228, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 8.198308093580475e-06, | |
| "loss": 2.8385, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 8.1487211527972e-06, | |
| "loss": 2.8257, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 8.099134212013925e-06, | |
| "loss": 2.8362, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 8.04954727123065e-06, | |
| "loss": 2.8319, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 7.999960330447374e-06, | |
| "loss": 2.8356, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 7.9503733896641e-06, | |
| "loss": 2.8199, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 7.900786448880823e-06, | |
| "loss": 2.8039, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 7.851199508097548e-06, | |
| "loss": 2.832, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 7.801612567314273e-06, | |
| "loss": 2.8125, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 7.752025626530997e-06, | |
| "loss": 2.8005, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 7.702438685747721e-06, | |
| "loss": 2.8402, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 7.652851744964447e-06, | |
| "loss": 2.8186, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 7.603264804181172e-06, | |
| "loss": 2.8296, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 7.5536778633978955e-06, | |
| "loss": 2.8193, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 7.50409092261462e-06, | |
| "loss": 2.8093, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 7.454503981831346e-06, | |
| "loss": 2.8383, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 7.4049170410480695e-06, | |
| "loss": 2.821, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 7.355330100264794e-06, | |
| "loss": 2.7976, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 7.30574315948152e-06, | |
| "loss": 2.8183, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 7.2561562186982434e-06, | |
| "loss": 2.8089, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 7.206569277914968e-06, | |
| "loss": 2.818, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 7.156982337131694e-06, | |
| "loss": 2.8052, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 7.107395396348419e-06, | |
| "loss": 2.8183, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 7.057808455565142e-06, | |
| "loss": 2.8098, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 7.008221514781868e-06, | |
| "loss": 2.8155, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 6.958634573998593e-06, | |
| "loss": 2.8074, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 6.909047633215316e-06, | |
| "loss": 2.7913, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 6.859460692432042e-06, | |
| "loss": 2.8122, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 6.809873751648767e-06, | |
| "loss": 2.8327, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 6.76028681086549e-06, | |
| "loss": 2.7897, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 6.710699870082215e-06, | |
| "loss": 2.7777, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_bleu": 13.585366050482984, | |
| "eval_loss": 2.2518081665039062, | |
| "eval_runtime": 4182.4693, | |
| "eval_samples_per_second": 9.667, | |
| "eval_steps_per_second": 0.604, | |
| "step": 134444 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 6.661112929298941e-06, | |
| "loss": 2.7994, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 6.611525988515664e-06, | |
| "loss": 2.8167, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 6.561939047732389e-06, | |
| "loss": 2.8123, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 6.512352106949115e-06, | |
| "loss": 2.7844, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 6.462765166165838e-06, | |
| "loss": 2.7956, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 6.413178225382563e-06, | |
| "loss": 2.7968, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 6.363591284599289e-06, | |
| "loss": 2.7916, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 6.314004343816014e-06, | |
| "loss": 2.7958, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 6.264417403032737e-06, | |
| "loss": 2.7855, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 6.214830462249463e-06, | |
| "loss": 2.7876, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 6.165243521466188e-06, | |
| "loss": 2.7724, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 6.115656580682911e-06, | |
| "loss": 2.8021, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 6.066069639899637e-06, | |
| "loss": 2.8024, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 6.016482699116362e-06, | |
| "loss": 2.7891, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 5.966895758333085e-06, | |
| "loss": 2.7592, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 5.917308817549811e-06, | |
| "loss": 2.7895, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 5.867721876766536e-06, | |
| "loss": 2.8106, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 5.818134935983259e-06, | |
| "loss": 2.7985, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 5.768547995199985e-06, | |
| "loss": 2.8137, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 5.71896105441671e-06, | |
| "loss": 2.7824, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 5.669374113633433e-06, | |
| "loss": 2.7878, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 5.619787172850158e-06, | |
| "loss": 2.7861, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 5.570200232066884e-06, | |
| "loss": 2.7886, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 5.520613291283607e-06, | |
| "loss": 2.7798, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 5.471026350500332e-06, | |
| "loss": 2.8015, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 5.421439409717058e-06, | |
| "loss": 2.8013, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 5.371852468933783e-06, | |
| "loss": 2.7567, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 5.322265528150506e-06, | |
| "loss": 2.8004, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 5.272678587367232e-06, | |
| "loss": 2.7817, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 5.223091646583957e-06, | |
| "loss": 2.7674, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 5.17350470580068e-06, | |
| "loss": 2.7882, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 5.123917765017406e-06, | |
| "loss": 2.7695, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 5.074330824234131e-06, | |
| "loss": 2.7708, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 5.024743883450854e-06, | |
| "loss": 2.7791, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 4.97515694266758e-06, | |
| "loss": 2.7998, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 4.925570001884304e-06, | |
| "loss": 2.7546, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 4.875983061101029e-06, | |
| "loss": 2.7576, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 4.826396120317754e-06, | |
| "loss": 2.7917, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 4.776809179534479e-06, | |
| "loss": 2.7828, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 4.727222238751203e-06, | |
| "loss": 2.7884, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 4.677635297967928e-06, | |
| "loss": 2.7807, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 4.628048357184653e-06, | |
| "loss": 2.7652, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 4.578461416401377e-06, | |
| "loss": 2.7918, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 4.528874475618102e-06, | |
| "loss": 2.7771, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 4.479287534834827e-06, | |
| "loss": 2.7561, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 4.429700594051551e-06, | |
| "loss": 2.7789, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 4.380113653268276e-06, | |
| "loss": 2.7629, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 4.330526712485001e-06, | |
| "loss": 2.7672, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 4.280939771701725e-06, | |
| "loss": 2.7643, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 4.23135283091845e-06, | |
| "loss": 2.7836, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 4.181765890135175e-06, | |
| "loss": 2.7742, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 4.132178949351899e-06, | |
| "loss": 2.7504, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 4.082592008568624e-06, | |
| "loss": 2.7738, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 4.033005067785349e-06, | |
| "loss": 2.7741, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 3.983418127002074e-06, | |
| "loss": 2.768, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 3.933831186218798e-06, | |
| "loss": 2.7874, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 3.884244245435523e-06, | |
| "loss": 2.7733, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 3.834657304652248e-06, | |
| "loss": 2.7677, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 3.7850703638689717e-06, | |
| "loss": 2.7601, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 3.735483423085696e-06, | |
| "loss": 2.7832, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 3.685896482302421e-06, | |
| "loss": 2.7704, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 3.6363095415191457e-06, | |
| "loss": 2.7698, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 3.5867226007358706e-06, | |
| "loss": 2.7724, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 3.537135659952595e-06, | |
| "loss": 2.7647, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 3.4875487191693196e-06, | |
| "loss": 2.7719, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 3.4379617783860446e-06, | |
| "loss": 2.7578, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 3.388374837602769e-06, | |
| "loss": 2.7478, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 3.3387878968194936e-06, | |
| "loss": 2.7747, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 3.2892009560362186e-06, | |
| "loss": 2.7533, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 3.239614015252943e-06, | |
| "loss": 2.7488, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 3.190027074469668e-06, | |
| "loss": 2.7577, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 3.1404401336863925e-06, | |
| "loss": 2.7646, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 3.090853192903117e-06, | |
| "loss": 2.7556, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 3.041266252119842e-06, | |
| "loss": 2.7578, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 2.9916793113365665e-06, | |
| "loss": 2.7428, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 2.942092370553291e-06, | |
| "loss": 2.7487, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 2.892505429770016e-06, | |
| "loss": 2.7457, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 2.8429184889867405e-06, | |
| "loss": 2.7366, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 2.7933315482034655e-06, | |
| "loss": 2.7497, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 2.74374460742019e-06, | |
| "loss": 2.7467, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 2.6941576666369145e-06, | |
| "loss": 2.7633, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 2.6445707258536394e-06, | |
| "loss": 2.7681, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 2.594983785070364e-06, | |
| "loss": 2.7552, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 2.5453968442870885e-06, | |
| "loss": 2.7539, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 2.4958099035038134e-06, | |
| "loss": 2.7393, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 2.446222962720538e-06, | |
| "loss": 2.7727, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 2.396636021937263e-06, | |
| "loss": 2.736, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 2.3470490811539874e-06, | |
| "loss": 2.7546, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 2.297462140370712e-06, | |
| "loss": 2.7601, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 2.247875199587437e-06, | |
| "loss": 2.7456, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 2.1982882588041614e-06, | |
| "loss": 2.76, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 2.1487013180208863e-06, | |
| "loss": 2.7396, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 2.099114377237611e-06, | |
| "loss": 2.761, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 2.0495274364543354e-06, | |
| "loss": 2.7603, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 1.9999404956710603e-06, | |
| "loss": 2.7614, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 1.950353554887785e-06, | |
| "loss": 2.7638, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 1.9007666141045096e-06, | |
| "loss": 2.7806, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 1.8511796733212343e-06, | |
| "loss": 2.7561, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 1.801592732537959e-06, | |
| "loss": 2.7473, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 1.7520057917546838e-06, | |
| "loss": 2.7405, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 1.7024188509714083e-06, | |
| "loss": 2.742, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 1.652831910188133e-06, | |
| "loss": 2.7387, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 1.6032449694048577e-06, | |
| "loss": 2.7681, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 1.5536580286215825e-06, | |
| "loss": 2.7599, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 1.504071087838307e-06, | |
| "loss": 2.7497, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 1.4544841470550317e-06, | |
| "loss": 2.7417, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.4048972062717565e-06, | |
| "loss": 2.739, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 1.3553102654884812e-06, | |
| "loss": 2.7633, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 1.3057233247052057e-06, | |
| "loss": 2.7516, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 1.2561363839219304e-06, | |
| "loss": 2.7638, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 1.2065494431386552e-06, | |
| "loss": 2.7397, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 1.1569625023553797e-06, | |
| "loss": 2.7614, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 1.1073755615721044e-06, | |
| "loss": 2.7235, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 1.0577886207888292e-06, | |
| "loss": 2.7401, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.0082016800055539e-06, | |
| "loss": 2.7573, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 9.586147392222784e-07, | |
| "loss": 2.7452, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 9.090277984390032e-07, | |
| "loss": 2.7505, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 8.594408576557279e-07, | |
| "loss": 2.7233, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 8.098539168724526e-07, | |
| "loss": 2.7409, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 7.602669760891772e-07, | |
| "loss": 2.7424, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 7.10680035305902e-07, | |
| "loss": 2.7563, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 6.610930945226266e-07, | |
| "loss": 2.7478, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 6.115061537393512e-07, | |
| "loss": 2.7555, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 5.619192129560759e-07, | |
| "loss": 2.7679, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 5.123322721728006e-07, | |
| "loss": 2.7219, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 4.6274533138952524e-07, | |
| "loss": 2.7283, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 4.131583906062499e-07, | |
| "loss": 2.7703, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 3.6357144982297465e-07, | |
| "loss": 2.7606, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 3.1398450903969933e-07, | |
| "loss": 2.7247, | |
| "step": 198500 | |
| } | |
| ], | |
| "max_steps": 201666, | |
| "num_train_epochs": 3, | |
| "total_flos": 2.3390721608830157e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |