| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 73198, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.966324216508648e-05, | |
| "loss": 1.3516, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.93223858575371e-05, | |
| "loss": 1.194, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.8980846471215063e-05, | |
| "loss": 1.1341, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.863930708489303e-05, | |
| "loss": 1.0893, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.8297767698571e-05, | |
| "loss": 1.0658, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.795622831224897e-05, | |
| "loss": 1.0419, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.7615372004699584e-05, | |
| "loss": 1.0196, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.727383261837756e-05, | |
| "loss": 1.0027, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.6932293232055523e-05, | |
| "loss": 0.9885, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.659143692450614e-05, | |
| "loss": 0.9824, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.6249897538184105e-05, | |
| "loss": 0.964, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.590835815186207e-05, | |
| "loss": 0.9533, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.5566818765540044e-05, | |
| "loss": 0.9401, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.522527937921802e-05, | |
| "loss": 0.9334, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.4883739992895983e-05, | |
| "loss": 0.923, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.454220060657395e-05, | |
| "loss": 0.9165, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.420066122025192e-05, | |
| "loss": 0.9078, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.385912183392989e-05, | |
| "loss": 0.9012, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.3517582447607855e-05, | |
| "loss": 0.8927, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.3176043061285835e-05, | |
| "loss": 0.8878, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.28345036749638e-05, | |
| "loss": 0.8819, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.249296428864177e-05, | |
| "loss": 0.8744, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.215142490231973e-05, | |
| "loss": 0.8733, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.1809885515997706e-05, | |
| "loss": 0.8747, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.1469029208448315e-05, | |
| "loss": 0.8709, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.1127489822126295e-05, | |
| "loss": 0.8651, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.0786633514576903e-05, | |
| "loss": 0.8592, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.0445094128254876e-05, | |
| "loss": 0.8526, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.010355474193284e-05, | |
| "loss": 0.8501, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.976201535561081e-05, | |
| "loss": 0.848, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.9421159048061424e-05, | |
| "loss": 0.8442, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.907961966173939e-05, | |
| "loss": 0.839, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.8738080275417363e-05, | |
| "loss": 0.8408, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 3.8396540889095336e-05, | |
| "loss": 0.8349, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 3.80550015027733e-05, | |
| "loss": 0.8324, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 3.771346211645127e-05, | |
| "loss": 0.8305, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.737192273012924e-05, | |
| "loss": 0.8276, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.7030383343807215e-05, | |
| "loss": 0.8235, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.668884395748518e-05, | |
| "loss": 0.8206, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.634730457116315e-05, | |
| "loss": 0.8225, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 3.600576518484112e-05, | |
| "loss": 0.8162, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.5664225798519086e-05, | |
| "loss": 0.8179, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.532268641219705e-05, | |
| "loss": 0.8136, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.4981147025875025e-05, | |
| "loss": 0.8137, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.4639607639553e-05, | |
| "loss": 0.8061, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 3.4298068253230964e-05, | |
| "loss": 0.807, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 3.395652886690893e-05, | |
| "loss": 0.8053, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 3.36149894805869e-05, | |
| "loss": 0.8002, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.3273450094264876e-05, | |
| "loss": 0.7994, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 3.293191070794284e-05, | |
| "loss": 0.7987, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.259037132162081e-05, | |
| "loss": 0.7956, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.224883193529878e-05, | |
| "loss": 0.7939, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.190729254897675e-05, | |
| "loss": 0.791, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.156575316265472e-05, | |
| "loss": 0.7904, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.1224213776332687e-05, | |
| "loss": 0.7879, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 3.088267439001066e-05, | |
| "loss": 0.786, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.0541135003688626e-05, | |
| "loss": 0.786, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 3.0199595617366595e-05, | |
| "loss": 0.7827, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.9858056231044568e-05, | |
| "loss": 0.7829, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 2.9516516844722538e-05, | |
| "loss": 0.7805, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 2.9174977458400504e-05, | |
| "loss": 0.7795, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 2.8834121150851116e-05, | |
| "loss": 0.7776, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.8492581764529086e-05, | |
| "loss": 0.775, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 2.8151725456979698e-05, | |
| "loss": 0.7732, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 2.7810186070657668e-05, | |
| "loss": 0.7745, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.746864668433564e-05, | |
| "loss": 0.7746, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 2.712710729801361e-05, | |
| "loss": 0.7717, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 2.6786250990464222e-05, | |
| "loss": 0.77, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.6444711604142192e-05, | |
| "loss": 0.7667, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.610317221782016e-05, | |
| "loss": 0.7684, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 2.5761632831498128e-05, | |
| "loss": 0.7643, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.5422142681494032e-05, | |
| "loss": 0.7638, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 2.5080603295172002e-05, | |
| "loss": 0.7651, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 2.4739063908849968e-05, | |
| "loss": 0.7578, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 2.439752452252794e-05, | |
| "loss": 0.7578, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.4055985136205907e-05, | |
| "loss": 0.7576, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.371444574988388e-05, | |
| "loss": 0.7572, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.3372906363561846e-05, | |
| "loss": 0.7549, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.3031366977239816e-05, | |
| "loss": 0.7552, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2689827590917785e-05, | |
| "loss": 0.7524, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.2348288204595755e-05, | |
| "loss": 0.7505, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 2.2006748818273724e-05, | |
| "loss": 0.7513, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 2.1665209431951694e-05, | |
| "loss": 0.7476, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 2.1323670045629663e-05, | |
| "loss": 0.7489, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 2.0982813738080276e-05, | |
| "loss": 0.7483, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 2.064127435175825e-05, | |
| "loss": 0.7447, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 2.0299734965436215e-05, | |
| "loss": 0.7472, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.9958195579114184e-05, | |
| "loss": 0.7436, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.9616656192792154e-05, | |
| "loss": 0.7428, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.9275116806470123e-05, | |
| "loss": 0.7411, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.8933577420148093e-05, | |
| "loss": 0.7421, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.8592038033826062e-05, | |
| "loss": 0.7397, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.825049864750403e-05, | |
| "loss": 0.7396, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.7908959261182e-05, | |
| "loss": 0.7372, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.756741987485997e-05, | |
| "loss": 0.7367, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.7225880488537937e-05, | |
| "loss": 0.7381, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.688434110221591e-05, | |
| "loss": 0.7357, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.6543484794666522e-05, | |
| "loss": 0.7331, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.6201945408344492e-05, | |
| "loss": 0.7346, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.586040602202246e-05, | |
| "loss": 0.7328, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.5519549714473074e-05, | |
| "loss": 0.7319, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.5178010328151043e-05, | |
| "loss": 0.73, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.4836470941829011e-05, | |
| "loss": 0.7314, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 1.4494931555506982e-05, | |
| "loss": 0.7281, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.415339216918495e-05, | |
| "loss": 0.7282, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.381185278286292e-05, | |
| "loss": 0.7275, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 1.3470996475313532e-05, | |
| "loss": 0.7286, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 1.3129457088991503e-05, | |
| "loss": 0.727, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.2787917702669471e-05, | |
| "loss": 0.7263, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.244637831634744e-05, | |
| "loss": 0.7261, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 1.2104838930025412e-05, | |
| "loss": 0.7241, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.1763299543703381e-05, | |
| "loss": 0.7243, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 1.1421760157381351e-05, | |
| "loss": 0.7246, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.1080220771059319e-05, | |
| "loss": 0.7249, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 1.0738681384737288e-05, | |
| "loss": 0.7193, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.0397141998415258e-05, | |
| "loss": 0.7206, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.0055602612093227e-05, | |
| "loss": 0.72, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 9.714746304543841e-06, | |
| "loss": 0.7189, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 9.37320691822181e-06, | |
| "loss": 0.7193, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 9.031667531899779e-06, | |
| "loss": 0.7173, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 8.690128145577748e-06, | |
| "loss": 0.7181, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 8.348588759255718e-06, | |
| "loss": 0.7155, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 8.007049372933686e-06, | |
| "loss": 0.7183, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 7.665509986611655e-06, | |
| "loss": 0.7175, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 7.323970600289626e-06, | |
| "loss": 0.7157, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 6.98311429274024e-06, | |
| "loss": 0.7164, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 6.642257985190853e-06, | |
| "loss": 0.7147, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 6.3007185988688224e-06, | |
| "loss": 0.7143, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 5.959179212546791e-06, | |
| "loss": 0.713, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 5.617639826224761e-06, | |
| "loss": 0.7115, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 5.27610043990273e-06, | |
| "loss": 0.7106, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 4.935244132353343e-06, | |
| "loss": 0.7095, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 4.593704746031312e-06, | |
| "loss": 0.7119, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 4.2521653597092825e-06, | |
| "loss": 0.7099, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 3.910625973387251e-06, | |
| "loss": 0.7084, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 3.5690865870652207e-06, | |
| "loss": 0.71, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.22754720074319e-06, | |
| "loss": 0.7093, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 2.886690893193803e-06, | |
| "loss": 0.7086, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 2.5451515068717725e-06, | |
| "loss": 0.7096, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 2.204295199322386e-06, | |
| "loss": 0.7072, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.8627558130003552e-06, | |
| "loss": 0.707, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.5212164266783245e-06, | |
| "loss": 0.7087, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.180360119128938e-06, | |
| "loss": 0.707, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 8.388207328069074e-07, | |
| "loss": 0.7074, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 4.972813464848767e-07, | |
| "loss": 0.7069, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.5574196016284598e-07, | |
| "loss": 0.7074, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 73198, | |
| "total_flos": 9.8240404403142e+18, | |
| "train_loss": 0.795374077400056, | |
| "train_runtime": 74284.0357, | |
| "train_samples_per_second": 141.892, | |
| "train_steps_per_second": 0.985 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 73198, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "total_flos": 9.8240404403142e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |