{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 107670, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "grad_norm": 1.9537303447723389, "learning_rate": 4.976780904615956e-05, "loss": 1.9668, "step": 500 }, { "epoch": 0.03, "grad_norm": 1.9948451519012451, "learning_rate": 4.953561809231913e-05, "loss": 1.8978, "step": 1000 }, { "epoch": 0.04, "grad_norm": 1.6757797002792358, "learning_rate": 4.9303427138478686e-05, "loss": 1.8974, "step": 1500 }, { "epoch": 0.06, "grad_norm": 1.7021833658218384, "learning_rate": 4.9071236184638245e-05, "loss": 1.9052, "step": 2000 }, { "epoch": 0.07, "grad_norm": 2.8648219108581543, "learning_rate": 4.883904523079781e-05, "loss": 1.896, "step": 2500 }, { "epoch": 0.08, "grad_norm": 1.8240835666656494, "learning_rate": 4.860685427695737e-05, "loss": 1.868, "step": 3000 }, { "epoch": 0.1, "grad_norm": 2.1527557373046875, "learning_rate": 4.837466332311693e-05, "loss": 1.8731, "step": 3500 }, { "epoch": 0.11, "grad_norm": 1.9050869941711426, "learning_rate": 4.81424723692765e-05, "loss": 1.8807, "step": 4000 }, { "epoch": 0.13, "grad_norm": 1.9118114709854126, "learning_rate": 4.791028141543606e-05, "loss": 1.8889, "step": 4500 }, { "epoch": 0.14, "grad_norm": 1.4827492237091064, "learning_rate": 4.767809046159562e-05, "loss": 1.8786, "step": 5000 }, { "epoch": 0.15, "grad_norm": 1.8363677263259888, "learning_rate": 4.7445899507755184e-05, "loss": 1.8741, "step": 5500 }, { "epoch": 0.17, "grad_norm": 1.9690338373184204, "learning_rate": 4.721370855391474e-05, "loss": 1.8755, "step": 6000 }, { "epoch": 0.18, "grad_norm": 1.6585566997528076, "learning_rate": 4.69815176000743e-05, "loss": 1.8575, "step": 6500 }, { "epoch": 0.2, "grad_norm": 1.619232177734375, "learning_rate": 4.674932664623387e-05, "loss": 1.8638, "step": 7000 }, { "epoch": 0.21, "grad_norm": 1.8518427610397339, "learning_rate": 4.6517135692393426e-05, "loss": 1.8653, "step": 7500 }, { "epoch": 0.22, "grad_norm": 2.0025551319122314, "learning_rate": 4.6284944738552985e-05, "loss": 1.8653, "step": 8000 }, { "epoch": 0.24, "grad_norm": 2.128351926803589, "learning_rate": 4.605275378471255e-05, "loss": 1.863, "step": 8500 }, { "epoch": 0.25, "grad_norm": 2.0918049812316895, "learning_rate": 4.582056283087211e-05, "loss": 1.8472, "step": 9000 }, { "epoch": 0.26, "grad_norm": 2.1041295528411865, "learning_rate": 4.558837187703167e-05, "loss": 1.8523, "step": 9500 }, { "epoch": 0.28, "grad_norm": 1.6074202060699463, "learning_rate": 4.5356180923191235e-05, "loss": 1.8683, "step": 10000 }, { "epoch": 0.29, "grad_norm": 1.8500597476959229, "learning_rate": 4.5123989969350793e-05, "loss": 1.8622, "step": 10500 }, { "epoch": 0.31, "grad_norm": 2.6290550231933594, "learning_rate": 4.489179901551035e-05, "loss": 1.8539, "step": 11000 }, { "epoch": 0.32, "grad_norm": 1.9424813985824585, "learning_rate": 4.4659608061669925e-05, "loss": 1.8579, "step": 11500 }, { "epoch": 0.33, "grad_norm": 1.5146945714950562, "learning_rate": 4.4427417107829484e-05, "loss": 1.8541, "step": 12000 }, { "epoch": 0.35, "grad_norm": 1.620976209640503, "learning_rate": 4.419522615398904e-05, "loss": 1.8601, "step": 12500 }, { "epoch": 0.36, "grad_norm": 1.6728603839874268, "learning_rate": 4.396303520014861e-05, "loss": 1.8716, "step": 13000 }, { "epoch": 0.38, "grad_norm": 2.357908010482788, "learning_rate": 4.373084424630817e-05, "loss": 1.85, "step": 13500 }, { "epoch": 0.39, "grad_norm": 1.9841961860656738, "learning_rate": 4.3498653292467726e-05, "loss": 1.8683, "step": 14000 }, { "epoch": 0.4, "grad_norm": 1.6038274765014648, "learning_rate": 4.326646233862729e-05, "loss": 1.8481, "step": 14500 }, { "epoch": 0.42, "grad_norm": 1.645585060119629, "learning_rate": 4.303427138478685e-05, "loss": 1.8512, "step": 15000 }, { "epoch": 0.43, "grad_norm": 1.8110160827636719, "learning_rate": 4.280208043094641e-05, "loss": 1.8539, "step": 15500 }, { "epoch": 0.45, "grad_norm": 1.6607145071029663, "learning_rate": 4.2569889477105975e-05, "loss": 1.8464, "step": 16000 }, { "epoch": 0.46, "grad_norm": 1.4501959085464478, "learning_rate": 4.2337698523265534e-05, "loss": 1.8304, "step": 16500 }, { "epoch": 0.47, "grad_norm": 1.8375539779663086, "learning_rate": 4.210550756942509e-05, "loss": 1.8413, "step": 17000 }, { "epoch": 0.49, "grad_norm": 1.5968436002731323, "learning_rate": 4.187331661558466e-05, "loss": 1.8373, "step": 17500 }, { "epoch": 0.5, "grad_norm": 1.3943761587142944, "learning_rate": 4.164112566174422e-05, "loss": 1.8509, "step": 18000 }, { "epoch": 0.52, "grad_norm": 1.7238069772720337, "learning_rate": 4.140893470790378e-05, "loss": 1.8549, "step": 18500 }, { "epoch": 0.53, "grad_norm": 1.6093735694885254, "learning_rate": 4.117674375406335e-05, "loss": 1.8272, "step": 19000 }, { "epoch": 0.54, "grad_norm": 1.628990888595581, "learning_rate": 4.094455280022291e-05, "loss": 1.852, "step": 19500 }, { "epoch": 0.56, "grad_norm": 1.7063369750976562, "learning_rate": 4.071236184638247e-05, "loss": 1.8506, "step": 20000 }, { "epoch": 0.57, "grad_norm": 1.496973991394043, "learning_rate": 4.048017089254203e-05, "loss": 1.8382, "step": 20500 }, { "epoch": 0.59, "grad_norm": 1.50234854221344, "learning_rate": 4.024797993870159e-05, "loss": 1.8335, "step": 21000 }, { "epoch": 0.6, "grad_norm": 1.779697060585022, "learning_rate": 4.001578898486115e-05, "loss": 1.8407, "step": 21500 }, { "epoch": 0.61, "grad_norm": 1.792860507965088, "learning_rate": 3.9783598031020716e-05, "loss": 1.8279, "step": 22000 }, { "epoch": 0.63, "grad_norm": 1.714028239250183, "learning_rate": 3.9551407077180275e-05, "loss": 1.8265, "step": 22500 }, { "epoch": 0.64, "grad_norm": 2.1110615730285645, "learning_rate": 3.9319216123339834e-05, "loss": 1.8312, "step": 23000 }, { "epoch": 0.65, "grad_norm": 1.8647916316986084, "learning_rate": 3.90870251694994e-05, "loss": 1.8417, "step": 23500 }, { "epoch": 0.67, "grad_norm": 1.669309377670288, "learning_rate": 3.885483421565896e-05, "loss": 1.8347, "step": 24000 }, { "epoch": 0.68, "grad_norm": 1.6504507064819336, "learning_rate": 3.862264326181852e-05, "loss": 1.8283, "step": 24500 }, { "epoch": 0.7, "grad_norm": 1.5461372137069702, "learning_rate": 3.839045230797808e-05, "loss": 1.8394, "step": 25000 }, { "epoch": 0.71, "grad_norm": 2.034350872039795, "learning_rate": 3.815826135413764e-05, "loss": 1.8326, "step": 25500 }, { "epoch": 0.72, "grad_norm": 1.6590315103530884, "learning_rate": 3.792607040029721e-05, "loss": 1.8343, "step": 26000 }, { "epoch": 0.74, "grad_norm": 1.9240669012069702, "learning_rate": 3.769387944645677e-05, "loss": 1.8601, "step": 26500 }, { "epoch": 0.75, "grad_norm": 1.5366922616958618, "learning_rate": 3.746168849261633e-05, "loss": 1.8191, "step": 27000 }, { "epoch": 0.77, "grad_norm": 1.8003100156784058, "learning_rate": 3.722949753877589e-05, "loss": 1.8313, "step": 27500 }, { "epoch": 0.78, "grad_norm": 3.656419277191162, "learning_rate": 3.6997306584935456e-05, "loss": 1.8192, "step": 28000 }, { "epoch": 0.79, "grad_norm": 1.7153360843658447, "learning_rate": 3.6765115631095015e-05, "loss": 1.844, "step": 28500 }, { "epoch": 0.81, "grad_norm": 1.5900826454162598, "learning_rate": 3.6532924677254574e-05, "loss": 1.8241, "step": 29000 }, { "epoch": 0.82, "grad_norm": 1.9120334386825562, "learning_rate": 3.630073372341414e-05, "loss": 1.8367, "step": 29500 }, { "epoch": 0.84, "grad_norm": 1.6516207456588745, "learning_rate": 3.60685427695737e-05, "loss": 1.8259, "step": 30000 }, { "epoch": 0.85, "grad_norm": 1.7761846780776978, "learning_rate": 3.583635181573326e-05, "loss": 1.8322, "step": 30500 }, { "epoch": 0.86, "grad_norm": 1.7233374118804932, "learning_rate": 3.560416086189282e-05, "loss": 1.8273, "step": 31000 }, { "epoch": 0.88, "grad_norm": 1.6779149770736694, "learning_rate": 3.537196990805238e-05, "loss": 1.8281, "step": 31500 }, { "epoch": 0.89, "grad_norm": 1.6603174209594727, "learning_rate": 3.513977895421194e-05, "loss": 1.8307, "step": 32000 }, { "epoch": 0.91, "grad_norm": 1.6743112802505493, "learning_rate": 3.490758800037151e-05, "loss": 1.8214, "step": 32500 }, { "epoch": 0.92, "grad_norm": 1.775214672088623, "learning_rate": 3.4675397046531066e-05, "loss": 1.8433, "step": 33000 }, { "epoch": 0.93, "grad_norm": 1.6865200996398926, "learning_rate": 3.444320609269063e-05, "loss": 1.8342, "step": 33500 }, { "epoch": 0.95, "grad_norm": 1.5064520835876465, "learning_rate": 3.42110151388502e-05, "loss": 1.8259, "step": 34000 }, { "epoch": 0.96, "grad_norm": 1.599684476852417, "learning_rate": 3.3978824185009756e-05, "loss": 1.8261, "step": 34500 }, { "epoch": 0.98, "grad_norm": 1.7616256475448608, "learning_rate": 3.3746633231169315e-05, "loss": 1.8191, "step": 35000 }, { "epoch": 0.99, "grad_norm": 1.7617506980895996, "learning_rate": 3.351444227732888e-05, "loss": 1.8203, "step": 35500 }, { "epoch": 1.0, "grad_norm": 2.03489351272583, "learning_rate": 3.328225132348844e-05, "loss": 1.825, "step": 36000 }, { "epoch": 1.02, "grad_norm": 1.5925586223602295, "learning_rate": 3.3050060369648e-05, "loss": 1.8058, "step": 36500 }, { "epoch": 1.03, "grad_norm": 2.1856117248535156, "learning_rate": 3.2817869415807564e-05, "loss": 1.8085, "step": 37000 }, { "epoch": 1.04, "grad_norm": 1.5426925420761108, "learning_rate": 3.258567846196712e-05, "loss": 1.8058, "step": 37500 }, { "epoch": 1.06, "grad_norm": 2.0849246978759766, "learning_rate": 3.235348750812668e-05, "loss": 1.796, "step": 38000 }, { "epoch": 1.07, "grad_norm": 1.3791111707687378, "learning_rate": 3.212129655428625e-05, "loss": 1.8027, "step": 38500 }, { "epoch": 1.09, "grad_norm": 1.5735108852386475, "learning_rate": 3.1889105600445806e-05, "loss": 1.8188, "step": 39000 }, { "epoch": 1.1, "grad_norm": 1.7609148025512695, "learning_rate": 3.1656914646605365e-05, "loss": 1.7931, "step": 39500 }, { "epoch": 1.11, "grad_norm": 1.814334511756897, "learning_rate": 3.142472369276493e-05, "loss": 1.8225, "step": 40000 }, { "epoch": 1.13, "grad_norm": 1.6874113082885742, "learning_rate": 3.119253273892449e-05, "loss": 1.8083, "step": 40500 }, { "epoch": 1.14, "grad_norm": 1.439292073249817, "learning_rate": 3.0960341785084055e-05, "loss": 1.82, "step": 41000 }, { "epoch": 1.16, "grad_norm": 1.608949065208435, "learning_rate": 3.072815083124362e-05, "loss": 1.7961, "step": 41500 }, { "epoch": 1.17, "grad_norm": 1.7770118713378906, "learning_rate": 3.049595987740318e-05, "loss": 1.8047, "step": 42000 }, { "epoch": 1.18, "grad_norm": 1.6586685180664062, "learning_rate": 3.0263768923562742e-05, "loss": 1.8114, "step": 42500 }, { "epoch": 1.2, "grad_norm": 1.9770480394363403, "learning_rate": 3.00315779697223e-05, "loss": 1.8178, "step": 43000 }, { "epoch": 1.21, "grad_norm": 1.9781038761138916, "learning_rate": 2.9799387015881863e-05, "loss": 1.7902, "step": 43500 }, { "epoch": 1.23, "grad_norm": 1.5816311836242676, "learning_rate": 2.9567196062041426e-05, "loss": 1.8204, "step": 44000 }, { "epoch": 1.24, "grad_norm": 1.7043039798736572, "learning_rate": 2.9335005108200985e-05, "loss": 1.8009, "step": 44500 }, { "epoch": 1.25, "grad_norm": 1.7163785696029663, "learning_rate": 2.9102814154360547e-05, "loss": 1.8097, "step": 45000 }, { "epoch": 1.27, "grad_norm": 1.7846918106079102, "learning_rate": 2.887062320052011e-05, "loss": 1.7983, "step": 45500 }, { "epoch": 1.28, "grad_norm": 2.0754926204681396, "learning_rate": 2.8638432246679668e-05, "loss": 1.7871, "step": 46000 }, { "epoch": 1.3, "grad_norm": 2.4134902954101562, "learning_rate": 2.840624129283923e-05, "loss": 1.7982, "step": 46500 }, { "epoch": 1.31, "grad_norm": 1.5378786325454712, "learning_rate": 2.8174050338998793e-05, "loss": 1.8158, "step": 47000 }, { "epoch": 1.32, "grad_norm": 1.5169446468353271, "learning_rate": 2.794185938515835e-05, "loss": 1.7911, "step": 47500 }, { "epoch": 1.34, "grad_norm": 1.5888478755950928, "learning_rate": 2.7709668431317914e-05, "loss": 1.7987, "step": 48000 }, { "epoch": 1.35, "grad_norm": 1.6548982858657837, "learning_rate": 2.7477477477477483e-05, "loss": 1.7959, "step": 48500 }, { "epoch": 1.37, "grad_norm": 1.9931424856185913, "learning_rate": 2.7245286523637042e-05, "loss": 1.8071, "step": 49000 }, { "epoch": 1.38, "grad_norm": 1.7344861030578613, "learning_rate": 2.7013095569796604e-05, "loss": 1.7918, "step": 49500 }, { "epoch": 1.39, "grad_norm": 1.836928367614746, "learning_rate": 2.6780904615956166e-05, "loss": 1.8107, "step": 50000 }, { "epoch": 1.41, "grad_norm": 1.8835091590881348, "learning_rate": 2.6548713662115725e-05, "loss": 1.8134, "step": 50500 }, { "epoch": 1.42, "grad_norm": 1.6774250268936157, "learning_rate": 2.6316522708275288e-05, "loss": 1.8117, "step": 51000 }, { "epoch": 1.43, "grad_norm": 1.9196052551269531, "learning_rate": 2.608433175443485e-05, "loss": 1.8253, "step": 51500 }, { "epoch": 1.45, "grad_norm": 2.208343505859375, "learning_rate": 2.585214080059441e-05, "loss": 1.8069, "step": 52000 }, { "epoch": 1.46, "grad_norm": 1.866508960723877, "learning_rate": 2.561994984675397e-05, "loss": 1.801, "step": 52500 }, { "epoch": 1.48, "grad_norm": 1.6251405477523804, "learning_rate": 2.5387758892913533e-05, "loss": 1.7959, "step": 53000 }, { "epoch": 1.49, "grad_norm": 1.6582661867141724, "learning_rate": 2.5155567939073092e-05, "loss": 1.7879, "step": 53500 }, { "epoch": 1.5, "grad_norm": 1.6403582096099854, "learning_rate": 2.4923376985232658e-05, "loss": 1.8034, "step": 54000 }, { "epoch": 1.52, "grad_norm": 1.930598258972168, "learning_rate": 2.469118603139222e-05, "loss": 1.7991, "step": 54500 }, { "epoch": 1.53, "grad_norm": 1.7759175300598145, "learning_rate": 2.445899507755178e-05, "loss": 1.8028, "step": 55000 }, { "epoch": 1.55, "grad_norm": 1.8325824737548828, "learning_rate": 2.422680412371134e-05, "loss": 1.7951, "step": 55500 }, { "epoch": 1.56, "grad_norm": 1.7427431344985962, "learning_rate": 2.3994613169870904e-05, "loss": 1.8051, "step": 56000 }, { "epoch": 1.57, "grad_norm": 1.6132415533065796, "learning_rate": 2.3762422216030463e-05, "loss": 1.8046, "step": 56500 }, { "epoch": 1.59, "grad_norm": 1.5871241092681885, "learning_rate": 2.3530231262190025e-05, "loss": 1.7974, "step": 57000 }, { "epoch": 1.6, "grad_norm": 1.6785041093826294, "learning_rate": 2.329804030834959e-05, "loss": 1.824, "step": 57500 }, { "epoch": 1.62, "grad_norm": 1.5425368547439575, "learning_rate": 2.306584935450915e-05, "loss": 1.8088, "step": 58000 }, { "epoch": 1.63, "grad_norm": 2.0951876640319824, "learning_rate": 2.283365840066871e-05, "loss": 1.7957, "step": 58500 }, { "epoch": 1.64, "grad_norm": 1.5651832818984985, "learning_rate": 2.2601467446828274e-05, "loss": 1.7926, "step": 59000 }, { "epoch": 1.66, "grad_norm": 1.9217791557312012, "learning_rate": 2.2369276492987833e-05, "loss": 1.787, "step": 59500 }, { "epoch": 1.67, "grad_norm": 1.565430998802185, "learning_rate": 2.2137085539147395e-05, "loss": 1.8023, "step": 60000 }, { "epoch": 1.69, "grad_norm": 1.7779954671859741, "learning_rate": 2.1904894585306957e-05, "loss": 1.8024, "step": 60500 }, { "epoch": 1.7, "grad_norm": 1.7349501848220825, "learning_rate": 2.1672703631466516e-05, "loss": 1.7968, "step": 61000 }, { "epoch": 1.71, "grad_norm": 2.0634210109710693, "learning_rate": 2.1440512677626082e-05, "loss": 1.7895, "step": 61500 }, { "epoch": 1.73, "grad_norm": 1.7442530393600464, "learning_rate": 2.1208321723785644e-05, "loss": 1.7896, "step": 62000 }, { "epoch": 1.74, "grad_norm": 1.727230191230774, "learning_rate": 2.0976130769945203e-05, "loss": 1.8213, "step": 62500 }, { "epoch": 1.76, "grad_norm": 1.626993179321289, "learning_rate": 2.0743939816104765e-05, "loss": 1.7983, "step": 63000 }, { "epoch": 1.77, "grad_norm": 1.9263286590576172, "learning_rate": 2.0511748862264328e-05, "loss": 1.8106, "step": 63500 }, { "epoch": 1.78, "grad_norm": 2.5916402339935303, "learning_rate": 2.0279557908423887e-05, "loss": 1.8211, "step": 64000 }, { "epoch": 1.8, "grad_norm": 1.739984154701233, "learning_rate": 2.004736695458345e-05, "loss": 1.8093, "step": 64500 }, { "epoch": 1.81, "grad_norm": 1.8712440729141235, "learning_rate": 1.9815176000743015e-05, "loss": 1.7874, "step": 65000 }, { "epoch": 1.83, "grad_norm": 1.425011157989502, "learning_rate": 1.9582985046902573e-05, "loss": 1.813, "step": 65500 }, { "epoch": 1.84, "grad_norm": 1.7112998962402344, "learning_rate": 1.9350794093062136e-05, "loss": 1.7979, "step": 66000 }, { "epoch": 1.85, "grad_norm": 1.6773180961608887, "learning_rate": 1.9118603139221698e-05, "loss": 1.7976, "step": 66500 }, { "epoch": 1.87, "grad_norm": 1.7254269123077393, "learning_rate": 1.8886412185381257e-05, "loss": 1.8066, "step": 67000 }, { "epoch": 1.88, "grad_norm": 1.6539784669876099, "learning_rate": 1.865422123154082e-05, "loss": 1.7846, "step": 67500 }, { "epoch": 1.89, "grad_norm": 1.9257705211639404, "learning_rate": 1.842203027770038e-05, "loss": 1.8066, "step": 68000 }, { "epoch": 1.91, "grad_norm": 2.245328903198242, "learning_rate": 1.8189839323859944e-05, "loss": 1.7972, "step": 68500 }, { "epoch": 1.92, "grad_norm": 1.8069318532943726, "learning_rate": 1.7957648370019506e-05, "loss": 1.7978, "step": 69000 }, { "epoch": 1.94, "grad_norm": 1.8477637767791748, "learning_rate": 1.772545741617907e-05, "loss": 1.7919, "step": 69500 }, { "epoch": 1.95, "grad_norm": 1.6907987594604492, "learning_rate": 1.7493266462338627e-05, "loss": 1.8147, "step": 70000 }, { "epoch": 1.96, "grad_norm": 1.5092899799346924, "learning_rate": 1.726107550849819e-05, "loss": 1.7916, "step": 70500 }, { "epoch": 1.98, "grad_norm": 1.6707723140716553, "learning_rate": 1.7028884554657752e-05, "loss": 1.8101, "step": 71000 }, { "epoch": 1.99, "grad_norm": 1.978575587272644, "learning_rate": 1.679669360081731e-05, "loss": 1.7955, "step": 71500 }, { "epoch": 2.01, "grad_norm": 1.796865463256836, "learning_rate": 1.6564502646976873e-05, "loss": 1.8171, "step": 72000 }, { "epoch": 2.02, "grad_norm": 1.5833417177200317, "learning_rate": 1.633231169313644e-05, "loss": 1.7683, "step": 72500 }, { "epoch": 2.03, "grad_norm": 2.0611090660095215, "learning_rate": 1.6100120739295998e-05, "loss": 1.7818, "step": 73000 }, { "epoch": 2.05, "grad_norm": 1.7287518978118896, "learning_rate": 1.586792978545556e-05, "loss": 1.7965, "step": 73500 }, { "epoch": 2.06, "grad_norm": 1.7561732530593872, "learning_rate": 1.5635738831615122e-05, "loss": 1.795, "step": 74000 }, { "epoch": 2.08, "grad_norm": 1.5913869142532349, "learning_rate": 1.540354787777468e-05, "loss": 1.7736, "step": 74500 }, { "epoch": 2.09, "grad_norm": 1.8258248567581177, "learning_rate": 1.5171356923934243e-05, "loss": 1.7874, "step": 75000 }, { "epoch": 2.1, "grad_norm": 1.7454122304916382, "learning_rate": 1.4939165970093804e-05, "loss": 1.781, "step": 75500 }, { "epoch": 2.12, "grad_norm": 1.4468224048614502, "learning_rate": 1.470697501625337e-05, "loss": 1.7779, "step": 76000 }, { "epoch": 2.13, "grad_norm": 2.2896320819854736, "learning_rate": 1.447478406241293e-05, "loss": 1.8015, "step": 76500 }, { "epoch": 2.15, "grad_norm": 1.531069040298462, "learning_rate": 1.424259310857249e-05, "loss": 1.7946, "step": 77000 }, { "epoch": 2.16, "grad_norm": 2.1092686653137207, "learning_rate": 1.4010402154732053e-05, "loss": 1.7847, "step": 77500 }, { "epoch": 2.17, "grad_norm": 2.2306418418884277, "learning_rate": 1.3778211200891614e-05, "loss": 1.8005, "step": 78000 }, { "epoch": 2.19, "grad_norm": 1.438249111175537, "learning_rate": 1.3546020247051174e-05, "loss": 1.7836, "step": 78500 }, { "epoch": 2.2, "grad_norm": 1.8369108438491821, "learning_rate": 1.3313829293210736e-05, "loss": 1.7908, "step": 79000 }, { "epoch": 2.22, "grad_norm": 1.5445431470870972, "learning_rate": 1.30816383393703e-05, "loss": 1.7918, "step": 79500 }, { "epoch": 2.23, "grad_norm": 1.8314502239227295, "learning_rate": 1.2849447385529861e-05, "loss": 1.7947, "step": 80000 }, { "epoch": 2.24, "grad_norm": 1.5848190784454346, "learning_rate": 1.2617256431689423e-05, "loss": 1.7758, "step": 80500 }, { "epoch": 2.26, "grad_norm": 1.9737972021102905, "learning_rate": 1.2385065477848984e-05, "loss": 1.7833, "step": 81000 }, { "epoch": 2.27, "grad_norm": 1.9529500007629395, "learning_rate": 1.2152874524008545e-05, "loss": 1.7848, "step": 81500 }, { "epoch": 2.28, "grad_norm": 1.7836568355560303, "learning_rate": 1.1920683570168107e-05, "loss": 1.7671, "step": 82000 }, { "epoch": 2.3, "grad_norm": 1.957573652267456, "learning_rate": 1.1688492616327669e-05, "loss": 1.8016, "step": 82500 }, { "epoch": 2.31, "grad_norm": 1.9392001628875732, "learning_rate": 1.145630166248723e-05, "loss": 1.7987, "step": 83000 }, { "epoch": 2.33, "grad_norm": 1.8034446239471436, "learning_rate": 1.1224110708646792e-05, "loss": 1.7702, "step": 83500 }, { "epoch": 2.34, "grad_norm": 2.152960777282715, "learning_rate": 1.0991919754806353e-05, "loss": 1.7809, "step": 84000 }, { "epoch": 2.35, "grad_norm": 2.0862069129943848, "learning_rate": 1.0759728800965915e-05, "loss": 1.7798, "step": 84500 }, { "epoch": 2.37, "grad_norm": 1.8202825784683228, "learning_rate": 1.0527537847125477e-05, "loss": 1.7818, "step": 85000 }, { "epoch": 2.38, "grad_norm": 1.7600897550582886, "learning_rate": 1.0295346893285038e-05, "loss": 1.7777, "step": 85500 }, { "epoch": 2.4, "grad_norm": 2.1568124294281006, "learning_rate": 1.00631559394446e-05, "loss": 1.7878, "step": 86000 }, { "epoch": 2.41, "grad_norm": 1.488659381866455, "learning_rate": 9.830964985604162e-06, "loss": 1.7871, "step": 86500 }, { "epoch": 2.42, "grad_norm": 1.5254462957382202, "learning_rate": 9.598774031763723e-06, "loss": 1.7701, "step": 87000 }, { "epoch": 2.44, "grad_norm": 1.5069713592529297, "learning_rate": 9.366583077923283e-06, "loss": 1.7826, "step": 87500 }, { "epoch": 2.45, "grad_norm": 1.986422061920166, "learning_rate": 9.134392124082847e-06, "loss": 1.7964, "step": 88000 }, { "epoch": 2.47, "grad_norm": 2.4251198768615723, "learning_rate": 8.902201170242408e-06, "loss": 1.7736, "step": 88500 }, { "epoch": 2.48, "grad_norm": 1.583479642868042, "learning_rate": 8.670010216401969e-06, "loss": 1.7759, "step": 89000 }, { "epoch": 2.49, "grad_norm": 2.4297444820404053, "learning_rate": 8.437819262561531e-06, "loss": 1.7759, "step": 89500 }, { "epoch": 2.51, "grad_norm": 1.8693283796310425, "learning_rate": 8.205628308721093e-06, "loss": 1.7736, "step": 90000 }, { "epoch": 2.52, "grad_norm": 1.630678653717041, "learning_rate": 7.973437354880654e-06, "loss": 1.7768, "step": 90500 }, { "epoch": 2.54, "grad_norm": 1.6369069814682007, "learning_rate": 7.741246401040216e-06, "loss": 1.7699, "step": 91000 }, { "epoch": 2.55, "grad_norm": 1.8540914058685303, "learning_rate": 7.509055447199777e-06, "loss": 1.7691, "step": 91500 }, { "epoch": 2.56, "grad_norm": 1.8826764822006226, "learning_rate": 7.27686449335934e-06, "loss": 1.7866, "step": 92000 }, { "epoch": 2.58, "grad_norm": 1.901553750038147, "learning_rate": 7.0446735395189e-06, "loss": 1.7818, "step": 92500 }, { "epoch": 2.59, "grad_norm": 1.9629470109939575, "learning_rate": 6.812482585678462e-06, "loss": 1.784, "step": 93000 }, { "epoch": 2.61, "grad_norm": 2.1246750354766846, "learning_rate": 6.580291631838025e-06, "loss": 1.7887, "step": 93500 }, { "epoch": 2.62, "grad_norm": 2.196052074432373, "learning_rate": 6.3481006779975855e-06, "loss": 1.7844, "step": 94000 }, { "epoch": 2.63, "grad_norm": 1.5874074697494507, "learning_rate": 6.115909724157147e-06, "loss": 1.7629, "step": 94500 }, { "epoch": 2.65, "grad_norm": 1.921108603477478, "learning_rate": 5.883718770316709e-06, "loss": 1.7698, "step": 95000 }, { "epoch": 2.66, "grad_norm": 1.6300297975540161, "learning_rate": 5.65152781647627e-06, "loss": 1.7853, "step": 95500 }, { "epoch": 2.67, "grad_norm": 1.78380286693573, "learning_rate": 5.419336862635832e-06, "loss": 1.7793, "step": 96000 }, { "epoch": 2.69, "grad_norm": 1.6569774150848389, "learning_rate": 5.1871459087953935e-06, "loss": 1.7808, "step": 96500 }, { "epoch": 2.7, "grad_norm": 1.647446632385254, "learning_rate": 4.954954954954955e-06, "loss": 1.7691, "step": 97000 }, { "epoch": 2.72, "grad_norm": 1.3676789999008179, "learning_rate": 4.722764001114516e-06, "loss": 1.7847, "step": 97500 }, { "epoch": 2.73, "grad_norm": 1.8430696725845337, "learning_rate": 4.490573047274079e-06, "loss": 1.7975, "step": 98000 }, { "epoch": 2.74, "grad_norm": 2.3150343894958496, "learning_rate": 4.25838209343364e-06, "loss": 1.7717, "step": 98500 }, { "epoch": 2.76, "grad_norm": 1.6771624088287354, "learning_rate": 4.0261911395932016e-06, "loss": 1.7868, "step": 99000 }, { "epoch": 2.77, "grad_norm": 1.7548917531967163, "learning_rate": 3.7940001857527634e-06, "loss": 1.7876, "step": 99500 }, { "epoch": 2.79, "grad_norm": 1.9142273664474487, "learning_rate": 3.561809231912325e-06, "loss": 1.7723, "step": 100000 }, { "epoch": 2.8, "grad_norm": 2.0858819484710693, "learning_rate": 3.3296182780718867e-06, "loss": 1.7777, "step": 100500 }, { "epoch": 2.81, "grad_norm": 1.5094643831253052, "learning_rate": 3.097427324231448e-06, "loss": 1.7848, "step": 101000 }, { "epoch": 2.83, "grad_norm": 1.6694867610931396, "learning_rate": 2.86523637039101e-06, "loss": 1.7849, "step": 101500 }, { "epoch": 2.84, "grad_norm": 1.7994331121444702, "learning_rate": 2.6330454165505714e-06, "loss": 1.7929, "step": 102000 }, { "epoch": 2.86, "grad_norm": 1.817747950553894, "learning_rate": 2.400854462710133e-06, "loss": 1.7875, "step": 102500 }, { "epoch": 2.87, "grad_norm": 1.7881470918655396, "learning_rate": 2.1686635088696947e-06, "loss": 1.7861, "step": 103000 }, { "epoch": 2.88, "grad_norm": 1.7034624814987183, "learning_rate": 1.936472555029256e-06, "loss": 1.7788, "step": 103500 }, { "epoch": 2.9, "grad_norm": 1.6703755855560303, "learning_rate": 1.7042816011888178e-06, "loss": 1.7901, "step": 104000 }, { "epoch": 2.91, "grad_norm": 1.8089648485183716, "learning_rate": 1.4720906473483793e-06, "loss": 1.7705, "step": 104500 }, { "epoch": 2.93, "grad_norm": 2.2493557929992676, "learning_rate": 1.239899693507941e-06, "loss": 1.7795, "step": 105000 }, { "epoch": 2.94, "grad_norm": 1.8172557353973389, "learning_rate": 1.0077087396675028e-06, "loss": 1.7897, "step": 105500 }, { "epoch": 2.95, "grad_norm": 2.0329835414886475, "learning_rate": 7.755177858270642e-07, "loss": 1.784, "step": 106000 }, { "epoch": 2.97, "grad_norm": 1.859191656112671, "learning_rate": 5.433268319866259e-07, "loss": 1.775, "step": 106500 }, { "epoch": 2.98, "grad_norm": 2.273327589035034, "learning_rate": 3.1113587814618745e-07, "loss": 1.7793, "step": 107000 }, { "epoch": 3.0, "grad_norm": 1.7774237394332886, "learning_rate": 7.894492430574905e-08, "loss": 1.7776, "step": 107500 }, { "epoch": 3.0, "step": 107670, "total_flos": 2.3281764491516314e+17, "train_loss": 1.8120383115867458, "train_runtime": 16851.3759, "train_samples_per_second": 51.114, "train_steps_per_second": 6.389 } ], "logging_steps": 500, "max_steps": 107670, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "total_flos": 2.3281764491516314e+17, "train_batch_size": 8, "trial_name": null, "trial_params": null }