| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 12.886142983230362, | |
| "global_step": 73000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.975482985191724e-05, | |
| "loss": 5.0818, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9509659703834464e-05, | |
| "loss": 4.0909, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.926448955575169e-05, | |
| "loss": 3.4691, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.9019319407668926e-05, | |
| "loss": 2.6149, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.8774149259586154e-05, | |
| "loss": 1.9173, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.852897911150339e-05, | |
| "loss": 1.5632, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.8283808963420616e-05, | |
| "loss": 1.4404, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.8038638815337844e-05, | |
| "loss": 1.3445, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 4.779346866725508e-05, | |
| "loss": 1.2212, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 4.7548298519172305e-05, | |
| "loss": 1.1768, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.730312837108954e-05, | |
| "loss": 1.1509, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 4.705795822300677e-05, | |
| "loss": 0.9679, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 4.6812788074924e-05, | |
| "loss": 0.8976, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 4.656761792684123e-05, | |
| "loss": 0.8739, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 4.632244777875846e-05, | |
| "loss": 0.8976, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 4.607727763067569e-05, | |
| "loss": 0.8516, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.5832107482592926e-05, | |
| "loss": 0.8655, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.558693733451015e-05, | |
| "loss": 0.8692, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 4.534176718642738e-05, | |
| "loss": 0.8289, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 4.5096597038344615e-05, | |
| "loss": 0.8132, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 4.485142689026184e-05, | |
| "loss": 0.7894, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 4.460625674217908e-05, | |
| "loss": 0.796, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 4.4361086594096305e-05, | |
| "loss": 0.7169, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 4.411591644601353e-05, | |
| "loss": 0.5873, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 4.387074629793077e-05, | |
| "loss": 0.5975, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 4.3625576149847994e-05, | |
| "loss": 0.6024, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 4.338040600176523e-05, | |
| "loss": 0.5982, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 4.3135235853682456e-05, | |
| "loss": 0.6028, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 4.2890065705599684e-05, | |
| "loss": 0.6075, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 4.264489555751692e-05, | |
| "loss": 0.5916, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.2399725409434146e-05, | |
| "loss": 0.6201, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 4.215455526135138e-05, | |
| "loss": 0.5912, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 4.1909385113268615e-05, | |
| "loss": 0.586, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 4.1664214965185836e-05, | |
| "loss": 0.6191, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 4.141904481710307e-05, | |
| "loss": 0.4129, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 4.1173874669020304e-05, | |
| "loss": 0.4322, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 4.092870452093753e-05, | |
| "loss": 0.439, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 4.0683534372854766e-05, | |
| "loss": 0.4423, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 4.0438364224771994e-05, | |
| "loss": 0.4428, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 4.019319407668922e-05, | |
| "loss": 0.4441, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 3.9948023928606456e-05, | |
| "loss": 0.4499, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 3.9702853780523683e-05, | |
| "loss": 0.4561, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 3.945768363244092e-05, | |
| "loss": 0.4601, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 3.9212513484358145e-05, | |
| "loss": 0.455, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 3.896734333627537e-05, | |
| "loss": 0.4718, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 3.872217318819261e-05, | |
| "loss": 0.3575, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 3.8477003040109835e-05, | |
| "loss": 0.3211, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 3.823183289202707e-05, | |
| "loss": 0.3413, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 3.7986662743944304e-05, | |
| "loss": 0.3325, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 3.7741492595861525e-05, | |
| "loss": 0.3552, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 3.749632244777876e-05, | |
| "loss": 0.3475, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 3.725115229969599e-05, | |
| "loss": 0.3617, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 3.700598215161322e-05, | |
| "loss": 0.3457, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 3.6760812003530455e-05, | |
| "loss": 0.3658, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 3.651564185544768e-05, | |
| "loss": 0.348, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 3.627047170736491e-05, | |
| "loss": 0.3547, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 3.6025301559282145e-05, | |
| "loss": 0.3103, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 3.578013141119937e-05, | |
| "loss": 0.2441, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 3.553496126311661e-05, | |
| "loss": 0.2516, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 3.528979111503384e-05, | |
| "loss": 0.261, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 3.504462096695106e-05, | |
| "loss": 0.2665, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 3.4799450818868296e-05, | |
| "loss": 0.2585, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 3.4554280670785524e-05, | |
| "loss": 0.2794, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 3.430911052270276e-05, | |
| "loss": 0.2757, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 3.406394037461999e-05, | |
| "loss": 0.289, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 3.3818770226537214e-05, | |
| "loss": 0.2775, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 3.357360007845445e-05, | |
| "loss": 0.282, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 3.332842993037168e-05, | |
| "loss": 0.28, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 3.308325978228891e-05, | |
| "loss": 0.193, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 3.2838089634206144e-05, | |
| "loss": 0.1936, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 3.259291948612337e-05, | |
| "loss": 0.2037, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 3.23477493380406e-05, | |
| "loss": 0.2154, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 3.2102579189957834e-05, | |
| "loss": 0.2103, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 3.185740904187506e-05, | |
| "loss": 0.216, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 3.1612238893792296e-05, | |
| "loss": 0.2115, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 3.1367068745709523e-05, | |
| "loss": 0.226, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 3.112189859762675e-05, | |
| "loss": 0.2232, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 3.0876728449543985e-05, | |
| "loss": 0.2272, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 3.063155830146121e-05, | |
| "loss": 0.2344, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 3.0386388153378447e-05, | |
| "loss": 0.1742, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "learning_rate": 3.014121800529568e-05, | |
| "loss": 0.1587, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 2.9896047857212906e-05, | |
| "loss": 0.1653, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "learning_rate": 2.9650877709130137e-05, | |
| "loss": 0.1679, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 2.9405707561047368e-05, | |
| "loss": 0.1728, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 2.91605374129646e-05, | |
| "loss": 0.1729, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "learning_rate": 2.8915367264881833e-05, | |
| "loss": 0.1737, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "learning_rate": 2.8670197116799058e-05, | |
| "loss": 0.181, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 2.842502696871629e-05, | |
| "loss": 0.1771, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 2.817985682063352e-05, | |
| "loss": 0.1818, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 2.7934686672550754e-05, | |
| "loss": 0.1847, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "learning_rate": 2.7689516524467985e-05, | |
| "loss": 0.1643, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 2.744434637638521e-05, | |
| "loss": 0.1249, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 2.7199176228302443e-05, | |
| "loss": 0.1315, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 8.3, | |
| "learning_rate": 2.6954006080219674e-05, | |
| "loss": 0.1372, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "learning_rate": 2.6708835932136905e-05, | |
| "loss": 0.1437, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 8.47, | |
| "learning_rate": 2.6463665784054136e-05, | |
| "loss": 0.1447, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 2.6218495635971364e-05, | |
| "loss": 0.1417, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 8.65, | |
| "learning_rate": 2.5973325487888595e-05, | |
| "loss": 0.1483, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "learning_rate": 2.5728155339805826e-05, | |
| "loss": 0.1392, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 8.83, | |
| "learning_rate": 2.5482985191723057e-05, | |
| "loss": 0.1479, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 8.91, | |
| "learning_rate": 2.5237815043640288e-05, | |
| "loss": 0.1509, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 2.499264489555752e-05, | |
| "loss": 0.1498, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "learning_rate": 2.474747474747475e-05, | |
| "loss": 0.1, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 9.18, | |
| "learning_rate": 2.4502304599391977e-05, | |
| "loss": 0.1103, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 9.27, | |
| "learning_rate": 2.4257134451309212e-05, | |
| "loss": 0.1057, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "learning_rate": 2.401196430322644e-05, | |
| "loss": 0.1201, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 9.44, | |
| "learning_rate": 2.376679415514367e-05, | |
| "loss": 0.122, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 9.53, | |
| "learning_rate": 2.35216240070609e-05, | |
| "loss": 0.1172, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 9.62, | |
| "learning_rate": 2.3276453858978132e-05, | |
| "loss": 0.1173, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 2.3031283710895363e-05, | |
| "loss": 0.1149, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "learning_rate": 2.2786113562812594e-05, | |
| "loss": 0.125, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 9.89, | |
| "learning_rate": 2.2540943414729822e-05, | |
| "loss": 0.1214, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 9.97, | |
| "learning_rate": 2.2295773266647056e-05, | |
| "loss": 0.1233, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 10.06, | |
| "learning_rate": 2.2050603118564284e-05, | |
| "loss": 0.0946, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 10.15, | |
| "learning_rate": 2.1805432970481515e-05, | |
| "loss": 0.0892, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 10.24, | |
| "learning_rate": 2.1560262822398746e-05, | |
| "loss": 0.0911, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 10.33, | |
| "learning_rate": 2.1315092674315977e-05, | |
| "loss": 0.0912, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 10.41, | |
| "learning_rate": 2.1069922526233208e-05, | |
| "loss": 0.0917, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 10.5, | |
| "learning_rate": 2.0824752378150436e-05, | |
| "loss": 0.0957, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 10.59, | |
| "learning_rate": 2.0579582230067666e-05, | |
| "loss": 0.0992, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 10.68, | |
| "learning_rate": 2.03344120819849e-05, | |
| "loss": 0.0973, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 10.77, | |
| "learning_rate": 2.008924193390213e-05, | |
| "loss": 0.1042, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 10.86, | |
| "learning_rate": 1.984407178581936e-05, | |
| "loss": 0.1027, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 10.94, | |
| "learning_rate": 1.959890163773659e-05, | |
| "loss": 0.1047, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 11.03, | |
| "learning_rate": 1.935373148965382e-05, | |
| "loss": 0.088, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 11.12, | |
| "learning_rate": 1.9108561341571052e-05, | |
| "loss": 0.0695, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 11.21, | |
| "learning_rate": 1.886339119348828e-05, | |
| "loss": 0.0733, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 11.3, | |
| "learning_rate": 1.861822104540551e-05, | |
| "loss": 0.0727, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 11.39, | |
| "learning_rate": 1.8373050897322745e-05, | |
| "loss": 0.0784, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 11.47, | |
| "learning_rate": 1.8127880749239973e-05, | |
| "loss": 0.076, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 11.56, | |
| "learning_rate": 1.7882710601157204e-05, | |
| "loss": 0.0814, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 11.65, | |
| "learning_rate": 1.763754045307443e-05, | |
| "loss": 0.0816, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 11.74, | |
| "learning_rate": 1.7392370304991666e-05, | |
| "loss": 0.0848, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "learning_rate": 1.7147200156908897e-05, | |
| "loss": 0.0827, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 11.92, | |
| "learning_rate": 1.6902030008826124e-05, | |
| "loss": 0.0839, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 1.6656859860743355e-05, | |
| "loss": 0.0808, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 12.09, | |
| "learning_rate": 1.641168971266059e-05, | |
| "loss": 0.0545, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 12.18, | |
| "learning_rate": 1.6166519564577817e-05, | |
| "loss": 0.0593, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 12.27, | |
| "learning_rate": 1.592134941649505e-05, | |
| "loss": 0.0626, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 12.36, | |
| "learning_rate": 1.5676179268412276e-05, | |
| "loss": 0.0633, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 12.44, | |
| "learning_rate": 1.543100912032951e-05, | |
| "loss": 0.0673, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "learning_rate": 1.5185838972246741e-05, | |
| "loss": 0.0661, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 12.62, | |
| "learning_rate": 1.4940668824163969e-05, | |
| "loss": 0.067, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 12.71, | |
| "learning_rate": 1.4695498676081202e-05, | |
| "loss": 0.0691, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 12.8, | |
| "learning_rate": 1.4450328527998433e-05, | |
| "loss": 0.0674, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 12.89, | |
| "learning_rate": 1.4205158379915662e-05, | |
| "loss": 0.067, | |
| "step": 73000 | |
| } | |
| ], | |
| "max_steps": 101970, | |
| "num_train_epochs": 18, | |
| "total_flos": 1.2452822711842406e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |