| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 107670, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.9537303447723389, | |
| "learning_rate": 4.976780904615956e-05, | |
| "loss": 1.9668, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.9948451519012451, | |
| "learning_rate": 4.953561809231913e-05, | |
| "loss": 1.8978, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.6757797002792358, | |
| "learning_rate": 4.9303427138478686e-05, | |
| "loss": 1.8974, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.7021833658218384, | |
| "learning_rate": 4.9071236184638245e-05, | |
| "loss": 1.9052, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.8648219108581543, | |
| "learning_rate": 4.883904523079781e-05, | |
| "loss": 1.896, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.8240835666656494, | |
| "learning_rate": 4.860685427695737e-05, | |
| "loss": 1.868, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.1527557373046875, | |
| "learning_rate": 4.837466332311693e-05, | |
| "loss": 1.8731, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.9050869941711426, | |
| "learning_rate": 4.81424723692765e-05, | |
| "loss": 1.8807, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.9118114709854126, | |
| "learning_rate": 4.791028141543606e-05, | |
| "loss": 1.8889, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.4827492237091064, | |
| "learning_rate": 4.767809046159562e-05, | |
| "loss": 1.8786, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 1.8363677263259888, | |
| "learning_rate": 4.7445899507755184e-05, | |
| "loss": 1.8741, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.9690338373184204, | |
| "learning_rate": 4.721370855391474e-05, | |
| "loss": 1.8755, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.6585566997528076, | |
| "learning_rate": 4.69815176000743e-05, | |
| "loss": 1.8575, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.619232177734375, | |
| "learning_rate": 4.674932664623387e-05, | |
| "loss": 1.8638, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.8518427610397339, | |
| "learning_rate": 4.6517135692393426e-05, | |
| "loss": 1.8653, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.0025551319122314, | |
| "learning_rate": 4.6284944738552985e-05, | |
| "loss": 1.8653, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.128351926803589, | |
| "learning_rate": 4.605275378471255e-05, | |
| "loss": 1.863, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.0918049812316895, | |
| "learning_rate": 4.582056283087211e-05, | |
| "loss": 1.8472, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.1041295528411865, | |
| "learning_rate": 4.558837187703167e-05, | |
| "loss": 1.8523, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.6074202060699463, | |
| "learning_rate": 4.5356180923191235e-05, | |
| "loss": 1.8683, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.8500597476959229, | |
| "learning_rate": 4.5123989969350793e-05, | |
| "loss": 1.8622, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.6290550231933594, | |
| "learning_rate": 4.489179901551035e-05, | |
| "loss": 1.8539, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 1.9424813985824585, | |
| "learning_rate": 4.4659608061669925e-05, | |
| "loss": 1.8579, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.5146945714950562, | |
| "learning_rate": 4.4427417107829484e-05, | |
| "loss": 1.8541, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.620976209640503, | |
| "learning_rate": 4.419522615398904e-05, | |
| "loss": 1.8601, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.6728603839874268, | |
| "learning_rate": 4.396303520014861e-05, | |
| "loss": 1.8716, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.357908010482788, | |
| "learning_rate": 4.373084424630817e-05, | |
| "loss": 1.85, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.9841961860656738, | |
| "learning_rate": 4.3498653292467726e-05, | |
| "loss": 1.8683, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.6038274765014648, | |
| "learning_rate": 4.326646233862729e-05, | |
| "loss": 1.8481, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.645585060119629, | |
| "learning_rate": 4.303427138478685e-05, | |
| "loss": 1.8512, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 1.8110160827636719, | |
| "learning_rate": 4.280208043094641e-05, | |
| "loss": 1.8539, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.6607145071029663, | |
| "learning_rate": 4.2569889477105975e-05, | |
| "loss": 1.8464, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.4501959085464478, | |
| "learning_rate": 4.2337698523265534e-05, | |
| "loss": 1.8304, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 1.8375539779663086, | |
| "learning_rate": 4.210550756942509e-05, | |
| "loss": 1.8413, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.5968436002731323, | |
| "learning_rate": 4.187331661558466e-05, | |
| "loss": 1.8373, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.3943761587142944, | |
| "learning_rate": 4.164112566174422e-05, | |
| "loss": 1.8509, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 1.7238069772720337, | |
| "learning_rate": 4.140893470790378e-05, | |
| "loss": 1.8549, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 1.6093735694885254, | |
| "learning_rate": 4.117674375406335e-05, | |
| "loss": 1.8272, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 1.628990888595581, | |
| "learning_rate": 4.094455280022291e-05, | |
| "loss": 1.852, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.7063369750976562, | |
| "learning_rate": 4.071236184638247e-05, | |
| "loss": 1.8506, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.496973991394043, | |
| "learning_rate": 4.048017089254203e-05, | |
| "loss": 1.8382, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.50234854221344, | |
| "learning_rate": 4.024797993870159e-05, | |
| "loss": 1.8335, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 1.779697060585022, | |
| "learning_rate": 4.001578898486115e-05, | |
| "loss": 1.8407, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 1.792860507965088, | |
| "learning_rate": 3.9783598031020716e-05, | |
| "loss": 1.8279, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 1.714028239250183, | |
| "learning_rate": 3.9551407077180275e-05, | |
| "loss": 1.8265, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.1110615730285645, | |
| "learning_rate": 3.9319216123339834e-05, | |
| "loss": 1.8312, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 1.8647916316986084, | |
| "learning_rate": 3.90870251694994e-05, | |
| "loss": 1.8417, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 1.669309377670288, | |
| "learning_rate": 3.885483421565896e-05, | |
| "loss": 1.8347, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.6504507064819336, | |
| "learning_rate": 3.862264326181852e-05, | |
| "loss": 1.8283, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.5461372137069702, | |
| "learning_rate": 3.839045230797808e-05, | |
| "loss": 1.8394, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.034350872039795, | |
| "learning_rate": 3.815826135413764e-05, | |
| "loss": 1.8326, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.6590315103530884, | |
| "learning_rate": 3.792607040029721e-05, | |
| "loss": 1.8343, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.9240669012069702, | |
| "learning_rate": 3.769387944645677e-05, | |
| "loss": 1.8601, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.5366922616958618, | |
| "learning_rate": 3.746168849261633e-05, | |
| "loss": 1.8191, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 1.8003100156784058, | |
| "learning_rate": 3.722949753877589e-05, | |
| "loss": 1.8313, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.656419277191162, | |
| "learning_rate": 3.6997306584935456e-05, | |
| "loss": 1.8192, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 1.7153360843658447, | |
| "learning_rate": 3.6765115631095015e-05, | |
| "loss": 1.844, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.5900826454162598, | |
| "learning_rate": 3.6532924677254574e-05, | |
| "loss": 1.8241, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.9120334386825562, | |
| "learning_rate": 3.630073372341414e-05, | |
| "loss": 1.8367, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.6516207456588745, | |
| "learning_rate": 3.60685427695737e-05, | |
| "loss": 1.8259, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 1.7761846780776978, | |
| "learning_rate": 3.583635181573326e-05, | |
| "loss": 1.8322, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 1.7233374118804932, | |
| "learning_rate": 3.560416086189282e-05, | |
| "loss": 1.8273, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.6779149770736694, | |
| "learning_rate": 3.537196990805238e-05, | |
| "loss": 1.8281, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.6603174209594727, | |
| "learning_rate": 3.513977895421194e-05, | |
| "loss": 1.8307, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 1.6743112802505493, | |
| "learning_rate": 3.490758800037151e-05, | |
| "loss": 1.8214, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 1.775214672088623, | |
| "learning_rate": 3.4675397046531066e-05, | |
| "loss": 1.8433, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 1.6865200996398926, | |
| "learning_rate": 3.444320609269063e-05, | |
| "loss": 1.8342, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.5064520835876465, | |
| "learning_rate": 3.42110151388502e-05, | |
| "loss": 1.8259, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.599684476852417, | |
| "learning_rate": 3.3978824185009756e-05, | |
| "loss": 1.8261, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.7616256475448608, | |
| "learning_rate": 3.3746633231169315e-05, | |
| "loss": 1.8191, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 1.7617506980895996, | |
| "learning_rate": 3.351444227732888e-05, | |
| "loss": 1.8203, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.03489351272583, | |
| "learning_rate": 3.328225132348844e-05, | |
| "loss": 1.825, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.5925586223602295, | |
| "learning_rate": 3.3050060369648e-05, | |
| "loss": 1.8058, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 2.1856117248535156, | |
| "learning_rate": 3.2817869415807564e-05, | |
| "loss": 1.8085, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.5426925420761108, | |
| "learning_rate": 3.258567846196712e-05, | |
| "loss": 1.8058, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 2.0849246978759766, | |
| "learning_rate": 3.235348750812668e-05, | |
| "loss": 1.796, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.3791111707687378, | |
| "learning_rate": 3.212129655428625e-05, | |
| "loss": 1.8027, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 1.5735108852386475, | |
| "learning_rate": 3.1889105600445806e-05, | |
| "loss": 1.8188, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 1.7609148025512695, | |
| "learning_rate": 3.1656914646605365e-05, | |
| "loss": 1.7931, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.814334511756897, | |
| "learning_rate": 3.142472369276493e-05, | |
| "loss": 1.8225, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.6874113082885742, | |
| "learning_rate": 3.119253273892449e-05, | |
| "loss": 1.8083, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.439292073249817, | |
| "learning_rate": 3.0960341785084055e-05, | |
| "loss": 1.82, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.608949065208435, | |
| "learning_rate": 3.072815083124362e-05, | |
| "loss": 1.7961, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.7770118713378906, | |
| "learning_rate": 3.049595987740318e-05, | |
| "loss": 1.8047, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.6586685180664062, | |
| "learning_rate": 3.0263768923562742e-05, | |
| "loss": 1.8114, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.9770480394363403, | |
| "learning_rate": 3.00315779697223e-05, | |
| "loss": 1.8178, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.9781038761138916, | |
| "learning_rate": 2.9799387015881863e-05, | |
| "loss": 1.7902, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.5816311836242676, | |
| "learning_rate": 2.9567196062041426e-05, | |
| "loss": 1.8204, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.7043039798736572, | |
| "learning_rate": 2.9335005108200985e-05, | |
| "loss": 1.8009, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.7163785696029663, | |
| "learning_rate": 2.9102814154360547e-05, | |
| "loss": 1.8097, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.7846918106079102, | |
| "learning_rate": 2.887062320052011e-05, | |
| "loss": 1.7983, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 2.0754926204681396, | |
| "learning_rate": 2.8638432246679668e-05, | |
| "loss": 1.7871, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 2.4134902954101562, | |
| "learning_rate": 2.840624129283923e-05, | |
| "loss": 1.7982, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.5378786325454712, | |
| "learning_rate": 2.8174050338998793e-05, | |
| "loss": 1.8158, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.5169446468353271, | |
| "learning_rate": 2.794185938515835e-05, | |
| "loss": 1.7911, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.5888478755950928, | |
| "learning_rate": 2.7709668431317914e-05, | |
| "loss": 1.7987, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.6548982858657837, | |
| "learning_rate": 2.7477477477477483e-05, | |
| "loss": 1.7959, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 1.9931424856185913, | |
| "learning_rate": 2.7245286523637042e-05, | |
| "loss": 1.8071, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 1.7344861030578613, | |
| "learning_rate": 2.7013095569796604e-05, | |
| "loss": 1.7918, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 1.836928367614746, | |
| "learning_rate": 2.6780904615956166e-05, | |
| "loss": 1.8107, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.8835091590881348, | |
| "learning_rate": 2.6548713662115725e-05, | |
| "loss": 1.8134, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.6774250268936157, | |
| "learning_rate": 2.6316522708275288e-05, | |
| "loss": 1.8117, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.9196052551269531, | |
| "learning_rate": 2.608433175443485e-05, | |
| "loss": 1.8253, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 2.208343505859375, | |
| "learning_rate": 2.585214080059441e-05, | |
| "loss": 1.8069, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.866508960723877, | |
| "learning_rate": 2.561994984675397e-05, | |
| "loss": 1.801, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.6251405477523804, | |
| "learning_rate": 2.5387758892913533e-05, | |
| "loss": 1.7959, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.6582661867141724, | |
| "learning_rate": 2.5155567939073092e-05, | |
| "loss": 1.7879, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.6403582096099854, | |
| "learning_rate": 2.4923376985232658e-05, | |
| "loss": 1.8034, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.930598258972168, | |
| "learning_rate": 2.469118603139222e-05, | |
| "loss": 1.7991, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.7759175300598145, | |
| "learning_rate": 2.445899507755178e-05, | |
| "loss": 1.8028, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.8325824737548828, | |
| "learning_rate": 2.422680412371134e-05, | |
| "loss": 1.7951, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.7427431344985962, | |
| "learning_rate": 2.3994613169870904e-05, | |
| "loss": 1.8051, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.6132415533065796, | |
| "learning_rate": 2.3762422216030463e-05, | |
| "loss": 1.8046, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.5871241092681885, | |
| "learning_rate": 2.3530231262190025e-05, | |
| "loss": 1.7974, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.6785041093826294, | |
| "learning_rate": 2.329804030834959e-05, | |
| "loss": 1.824, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.5425368547439575, | |
| "learning_rate": 2.306584935450915e-05, | |
| "loss": 1.8088, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 2.0951876640319824, | |
| "learning_rate": 2.283365840066871e-05, | |
| "loss": 1.7957, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.5651832818984985, | |
| "learning_rate": 2.2601467446828274e-05, | |
| "loss": 1.7926, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.9217791557312012, | |
| "learning_rate": 2.2369276492987833e-05, | |
| "loss": 1.787, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.565430998802185, | |
| "learning_rate": 2.2137085539147395e-05, | |
| "loss": 1.8023, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.7779954671859741, | |
| "learning_rate": 2.1904894585306957e-05, | |
| "loss": 1.8024, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.7349501848220825, | |
| "learning_rate": 2.1672703631466516e-05, | |
| "loss": 1.7968, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 2.0634210109710693, | |
| "learning_rate": 2.1440512677626082e-05, | |
| "loss": 1.7895, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 1.7442530393600464, | |
| "learning_rate": 2.1208321723785644e-05, | |
| "loss": 1.7896, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.727230191230774, | |
| "learning_rate": 2.0976130769945203e-05, | |
| "loss": 1.8213, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.626993179321289, | |
| "learning_rate": 2.0743939816104765e-05, | |
| "loss": 1.7983, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.9263286590576172, | |
| "learning_rate": 2.0511748862264328e-05, | |
| "loss": 1.8106, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 2.5916402339935303, | |
| "learning_rate": 2.0279557908423887e-05, | |
| "loss": 1.8211, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.739984154701233, | |
| "learning_rate": 2.004736695458345e-05, | |
| "loss": 1.8093, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.8712440729141235, | |
| "learning_rate": 1.9815176000743015e-05, | |
| "loss": 1.7874, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 1.425011157989502, | |
| "learning_rate": 1.9582985046902573e-05, | |
| "loss": 1.813, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.7112998962402344, | |
| "learning_rate": 1.9350794093062136e-05, | |
| "loss": 1.7979, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.6773180961608887, | |
| "learning_rate": 1.9118603139221698e-05, | |
| "loss": 1.7976, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.7254269123077393, | |
| "learning_rate": 1.8886412185381257e-05, | |
| "loss": 1.8066, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.6539784669876099, | |
| "learning_rate": 1.865422123154082e-05, | |
| "loss": 1.7846, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.9257705211639404, | |
| "learning_rate": 1.842203027770038e-05, | |
| "loss": 1.8066, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 2.245328903198242, | |
| "learning_rate": 1.8189839323859944e-05, | |
| "loss": 1.7972, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.8069318532943726, | |
| "learning_rate": 1.7957648370019506e-05, | |
| "loss": 1.7978, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 1.8477637767791748, | |
| "learning_rate": 1.772545741617907e-05, | |
| "loss": 1.7919, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.6907987594604492, | |
| "learning_rate": 1.7493266462338627e-05, | |
| "loss": 1.8147, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.5092899799346924, | |
| "learning_rate": 1.726107550849819e-05, | |
| "loss": 1.7916, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.6707723140716553, | |
| "learning_rate": 1.7028884554657752e-05, | |
| "loss": 1.8101, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 1.978575587272644, | |
| "learning_rate": 1.679669360081731e-05, | |
| "loss": 1.7955, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 1.796865463256836, | |
| "learning_rate": 1.6564502646976873e-05, | |
| "loss": 1.8171, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.5833417177200317, | |
| "learning_rate": 1.633231169313644e-05, | |
| "loss": 1.7683, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 2.0611090660095215, | |
| "learning_rate": 1.6100120739295998e-05, | |
| "loss": 1.7818, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.7287518978118896, | |
| "learning_rate": 1.586792978545556e-05, | |
| "loss": 1.7965, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 1.7561732530593872, | |
| "learning_rate": 1.5635738831615122e-05, | |
| "loss": 1.795, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 1.5913869142532349, | |
| "learning_rate": 1.540354787777468e-05, | |
| "loss": 1.7736, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 1.8258248567581177, | |
| "learning_rate": 1.5171356923934243e-05, | |
| "loss": 1.7874, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.7454122304916382, | |
| "learning_rate": 1.4939165970093804e-05, | |
| "loss": 1.781, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 1.4468224048614502, | |
| "learning_rate": 1.470697501625337e-05, | |
| "loss": 1.7779, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 2.2896320819854736, | |
| "learning_rate": 1.447478406241293e-05, | |
| "loss": 1.8015, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 1.531069040298462, | |
| "learning_rate": 1.424259310857249e-05, | |
| "loss": 1.7946, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 2.1092686653137207, | |
| "learning_rate": 1.4010402154732053e-05, | |
| "loss": 1.7847, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 2.2306418418884277, | |
| "learning_rate": 1.3778211200891614e-05, | |
| "loss": 1.8005, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 1.438249111175537, | |
| "learning_rate": 1.3546020247051174e-05, | |
| "loss": 1.7836, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 1.8369108438491821, | |
| "learning_rate": 1.3313829293210736e-05, | |
| "loss": 1.7908, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 1.5445431470870972, | |
| "learning_rate": 1.30816383393703e-05, | |
| "loss": 1.7918, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 1.8314502239227295, | |
| "learning_rate": 1.2849447385529861e-05, | |
| "loss": 1.7947, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 1.5848190784454346, | |
| "learning_rate": 1.2617256431689423e-05, | |
| "loss": 1.7758, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 1.9737972021102905, | |
| "learning_rate": 1.2385065477848984e-05, | |
| "loss": 1.7833, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 1.9529500007629395, | |
| "learning_rate": 1.2152874524008545e-05, | |
| "loss": 1.7848, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 1.7836568355560303, | |
| "learning_rate": 1.1920683570168107e-05, | |
| "loss": 1.7671, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 1.957573652267456, | |
| "learning_rate": 1.1688492616327669e-05, | |
| "loss": 1.8016, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 1.9392001628875732, | |
| "learning_rate": 1.145630166248723e-05, | |
| "loss": 1.7987, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 1.8034446239471436, | |
| "learning_rate": 1.1224110708646792e-05, | |
| "loss": 1.7702, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 2.152960777282715, | |
| "learning_rate": 1.0991919754806353e-05, | |
| "loss": 1.7809, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 2.0862069129943848, | |
| "learning_rate": 1.0759728800965915e-05, | |
| "loss": 1.7798, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 1.8202825784683228, | |
| "learning_rate": 1.0527537847125477e-05, | |
| "loss": 1.7818, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 1.7600897550582886, | |
| "learning_rate": 1.0295346893285038e-05, | |
| "loss": 1.7777, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 2.1568124294281006, | |
| "learning_rate": 1.00631559394446e-05, | |
| "loss": 1.7878, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 1.488659381866455, | |
| "learning_rate": 9.830964985604162e-06, | |
| "loss": 1.7871, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 1.5254462957382202, | |
| "learning_rate": 9.598774031763723e-06, | |
| "loss": 1.7701, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 1.5069713592529297, | |
| "learning_rate": 9.366583077923283e-06, | |
| "loss": 1.7826, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 1.986422061920166, | |
| "learning_rate": 9.134392124082847e-06, | |
| "loss": 1.7964, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 2.4251198768615723, | |
| "learning_rate": 8.902201170242408e-06, | |
| "loss": 1.7736, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 1.583479642868042, | |
| "learning_rate": 8.670010216401969e-06, | |
| "loss": 1.7759, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 2.4297444820404053, | |
| "learning_rate": 8.437819262561531e-06, | |
| "loss": 1.7759, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 1.8693283796310425, | |
| "learning_rate": 8.205628308721093e-06, | |
| "loss": 1.7736, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 1.630678653717041, | |
| "learning_rate": 7.973437354880654e-06, | |
| "loss": 1.7768, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 1.6369069814682007, | |
| "learning_rate": 7.741246401040216e-06, | |
| "loss": 1.7699, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.8540914058685303, | |
| "learning_rate": 7.509055447199777e-06, | |
| "loss": 1.7691, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 1.8826764822006226, | |
| "learning_rate": 7.27686449335934e-06, | |
| "loss": 1.7866, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 1.901553750038147, | |
| "learning_rate": 7.0446735395189e-06, | |
| "loss": 1.7818, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 1.9629470109939575, | |
| "learning_rate": 6.812482585678462e-06, | |
| "loss": 1.784, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 2.1246750354766846, | |
| "learning_rate": 6.580291631838025e-06, | |
| "loss": 1.7887, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 2.196052074432373, | |
| "learning_rate": 6.3481006779975855e-06, | |
| "loss": 1.7844, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 1.5874074697494507, | |
| "learning_rate": 6.115909724157147e-06, | |
| "loss": 1.7629, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 1.921108603477478, | |
| "learning_rate": 5.883718770316709e-06, | |
| "loss": 1.7698, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 1.6300297975540161, | |
| "learning_rate": 5.65152781647627e-06, | |
| "loss": 1.7853, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 1.78380286693573, | |
| "learning_rate": 5.419336862635832e-06, | |
| "loss": 1.7793, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 1.6569774150848389, | |
| "learning_rate": 5.1871459087953935e-06, | |
| "loss": 1.7808, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 1.647446632385254, | |
| "learning_rate": 4.954954954954955e-06, | |
| "loss": 1.7691, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.3676789999008179, | |
| "learning_rate": 4.722764001114516e-06, | |
| "loss": 1.7847, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 1.8430696725845337, | |
| "learning_rate": 4.490573047274079e-06, | |
| "loss": 1.7975, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 2.3150343894958496, | |
| "learning_rate": 4.25838209343364e-06, | |
| "loss": 1.7717, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 1.6771624088287354, | |
| "learning_rate": 4.0261911395932016e-06, | |
| "loss": 1.7868, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 1.7548917531967163, | |
| "learning_rate": 3.7940001857527634e-06, | |
| "loss": 1.7876, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 1.9142273664474487, | |
| "learning_rate": 3.561809231912325e-06, | |
| "loss": 1.7723, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 2.0858819484710693, | |
| "learning_rate": 3.3296182780718867e-06, | |
| "loss": 1.7777, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.5094643831253052, | |
| "learning_rate": 3.097427324231448e-06, | |
| "loss": 1.7848, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.6694867610931396, | |
| "learning_rate": 2.86523637039101e-06, | |
| "loss": 1.7849, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 1.7994331121444702, | |
| "learning_rate": 2.6330454165505714e-06, | |
| "loss": 1.7929, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 1.817747950553894, | |
| "learning_rate": 2.400854462710133e-06, | |
| "loss": 1.7875, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 1.7881470918655396, | |
| "learning_rate": 2.1686635088696947e-06, | |
| "loss": 1.7861, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 1.7034624814987183, | |
| "learning_rate": 1.936472555029256e-06, | |
| "loss": 1.7788, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 1.6703755855560303, | |
| "learning_rate": 1.7042816011888178e-06, | |
| "loss": 1.7901, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 1.8089648485183716, | |
| "learning_rate": 1.4720906473483793e-06, | |
| "loss": 1.7705, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 2.2493557929992676, | |
| "learning_rate": 1.239899693507941e-06, | |
| "loss": 1.7795, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 1.8172557353973389, | |
| "learning_rate": 1.0077087396675028e-06, | |
| "loss": 1.7897, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 2.0329835414886475, | |
| "learning_rate": 7.755177858270642e-07, | |
| "loss": 1.784, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 1.859191656112671, | |
| "learning_rate": 5.433268319866259e-07, | |
| "loss": 1.775, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 2.273327589035034, | |
| "learning_rate": 3.1113587814618745e-07, | |
| "loss": 1.7793, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.7774237394332886, | |
| "learning_rate": 7.894492430574905e-08, | |
| "loss": 1.7776, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 107670, | |
| "total_flos": 2.3281764491516314e+17, | |
| "train_loss": 1.8120383115867458, | |
| "train_runtime": 16851.3759, | |
| "train_samples_per_second": 51.114, | |
| "train_steps_per_second": 6.389 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 107670, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 2.3281764491516314e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |