| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 26.0, | |
| "global_step": 95628, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5e-09, | |
| "loss": 10.5649, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 2.5e-06, | |
| "loss": 9.6075, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 5e-06, | |
| "loss": 8.0262, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 7.5e-06, | |
| "loss": 6.9785, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 1e-05, | |
| "loss": 6.6731, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.25e-05, | |
| "loss": 6.5046, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.5e-05, | |
| "loss": 6.3911, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.75e-05, | |
| "loss": 6.2957, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2e-05, | |
| "loss": 6.2241, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 2.25e-05, | |
| "loss": 6.1595, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.5e-05, | |
| "loss": 6.1063, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 6.0549, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 3e-05, | |
| "loss": 6.0125, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 5.9775, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 3.5e-05, | |
| "loss": 5.9469, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 5.9122, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 4e-05, | |
| "loss": 5.8878, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 4.2495e-05, | |
| "loss": 5.8635, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 4.4995000000000005e-05, | |
| "loss": 5.838, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 4.7495e-05, | |
| "loss": 5.8177, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.9995000000000005e-05, | |
| "loss": 5.8012, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 4.99829592116069e-05, | |
| "loss": 5.7852, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 4.9965849986312624e-05, | |
| "loss": 5.768, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 4.9948740761018345e-05, | |
| "loss": 5.7555, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 4.9931631535724066e-05, | |
| "loss": 5.742, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 4.991452231042979e-05, | |
| "loss": 5.728, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 4.98974473035861e-05, | |
| "loss": 5.7197, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 4.988033807829182e-05, | |
| "loss": 5.7113, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 4.986322885299754e-05, | |
| "loss": 5.7034, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 4.984611962770326e-05, | |
| "loss": 5.6963, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 4.982904462085957e-05, | |
| "loss": 5.6869, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 4.981193539556529e-05, | |
| "loss": 5.6802, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 4.9794826170271015e-05, | |
| "loss": 5.6739, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 4.977771694497673e-05, | |
| "loss": 5.6674, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 4.9760641938133046e-05, | |
| "loss": 5.6611, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 4.974353271283876e-05, | |
| "loss": 5.6567, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 4.972642348754449e-05, | |
| "loss": 5.6491, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 4.97093142622502e-05, | |
| "loss": 5.6447, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 4.969223925540652e-05, | |
| "loss": 5.6407, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 4.9675130030112235e-05, | |
| "loss": 5.6356, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 4.965802080481796e-05, | |
| "loss": 5.6318, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 4.964091157952368e-05, | |
| "loss": 5.6285, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 4.9623802354229405e-05, | |
| "loss": 5.6227, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 4.960672734738571e-05, | |
| "loss": 5.6178, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 4.958961812209144e-05, | |
| "loss": 5.6137, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 4.957250889679715e-05, | |
| "loss": 5.6102, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 4.955539967150288e-05, | |
| "loss": 5.6042, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 4.953832466465918e-05, | |
| "loss": 5.6023, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 4.952121543936491e-05, | |
| "loss": 5.6011, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 4.9504106214070626e-05, | |
| "loss": 5.5958, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 4.9486996988776353e-05, | |
| "loss": 5.5914, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 4.946992198193266e-05, | |
| "loss": 5.5901, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 4.9452812756638385e-05, | |
| "loss": 5.5889, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 4.94357035313441e-05, | |
| "loss": 5.5859, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 4.941862852450042e-05, | |
| "loss": 5.5826, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 4.940151929920613e-05, | |
| "loss": 5.5774, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 4.938441007391186e-05, | |
| "loss": 5.5748, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "learning_rate": 4.9367300848617574e-05, | |
| "loss": 5.5737, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "learning_rate": 4.93501916233233e-05, | |
| "loss": 5.5726, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "learning_rate": 4.9333082398029016e-05, | |
| "loss": 5.5696, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 4.9315973172734744e-05, | |
| "loss": 5.5651, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "learning_rate": 4.929886394744046e-05, | |
| "loss": 5.562, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 4.9281788940596776e-05, | |
| "loss": 5.5569, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 4.926467971530249e-05, | |
| "loss": 5.5546, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "learning_rate": 4.924760470845881e-05, | |
| "loss": 5.5564, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "learning_rate": 4.923049548316452e-05, | |
| "loss": 5.5569, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 8.97, | |
| "learning_rate": 4.921338625787025e-05, | |
| "loss": 5.5486, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "learning_rate": 4.9196277032575965e-05, | |
| "loss": 5.5491, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "learning_rate": 4.917916780728169e-05, | |
| "loss": 5.5471, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 9.38, | |
| "learning_rate": 4.916205858198741e-05, | |
| "loss": 5.4798, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 9.52, | |
| "learning_rate": 4.9144949356693135e-05, | |
| "loss": 5.2155, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 4.912784013139885e-05, | |
| "loss": 5.0368, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 9.79, | |
| "learning_rate": 4.911073090610458e-05, | |
| "loss": 4.8597, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "learning_rate": 4.909365589926088e-05, | |
| "loss": 4.6933, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 10.06, | |
| "learning_rate": 4.907654667396661e-05, | |
| "loss": 4.5374, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 10.2, | |
| "learning_rate": 4.905943744867232e-05, | |
| "loss": 4.3855, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 10.33, | |
| "learning_rate": 4.904232822337805e-05, | |
| "loss": 4.2293, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 10.47, | |
| "learning_rate": 4.9025253216534355e-05, | |
| "loss": 4.0771, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 10.6, | |
| "learning_rate": 4.9008143991240076e-05, | |
| "loss": 3.9247, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "learning_rate": 4.89910347659458e-05, | |
| "loss": 3.7601, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 10.88, | |
| "learning_rate": 4.897392554065152e-05, | |
| "loss": 3.3989, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 11.01, | |
| "learning_rate": 4.895685053380783e-05, | |
| "loss": 2.6924, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 11.15, | |
| "learning_rate": 4.893974130851355e-05, | |
| "loss": 2.3507, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 11.28, | |
| "learning_rate": 4.892263208321927e-05, | |
| "loss": 2.1874, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 11.42, | |
| "learning_rate": 4.890555707637558e-05, | |
| "loss": 2.0827, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 11.56, | |
| "learning_rate": 4.8888447851081304e-05, | |
| "loss": 2.001, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 11.69, | |
| "learning_rate": 4.8871338625787025e-05, | |
| "loss": 1.9375, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "learning_rate": 4.8854229400492746e-05, | |
| "loss": 1.8864, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 11.96, | |
| "learning_rate": 4.8837154393649057e-05, | |
| "loss": 1.8373, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 12.1, | |
| "learning_rate": 4.882004516835478e-05, | |
| "loss": 1.7978, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 12.23, | |
| "learning_rate": 4.88029359430605e-05, | |
| "loss": 1.7603, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 12.37, | |
| "learning_rate": 4.878582671776622e-05, | |
| "loss": 1.7258, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 12.51, | |
| "learning_rate": 4.876875171092253e-05, | |
| "loss": 1.6949, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 12.64, | |
| "learning_rate": 4.875167670407884e-05, | |
| "loss": 1.6671, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 12.78, | |
| "learning_rate": 4.873456747878456e-05, | |
| "loss": 1.6404, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 12.91, | |
| "learning_rate": 4.8717458253490284e-05, | |
| "loss": 1.6187, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 13.05, | |
| "learning_rate": 4.8700349028196005e-05, | |
| "loss": 1.5947, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 13.19, | |
| "learning_rate": 4.8683239802901726e-05, | |
| "loss": 1.5738, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 13.32, | |
| "learning_rate": 4.866613057760745e-05, | |
| "loss": 1.5511, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 13.46, | |
| "learning_rate": 4.864902135231317e-05, | |
| "loss": 1.5372, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 13.59, | |
| "learning_rate": 4.863191212701889e-05, | |
| "loss": 1.5169, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 13.73, | |
| "learning_rate": 4.86148371201752e-05, | |
| "loss": 1.5009, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 13.87, | |
| "learning_rate": 4.859772789488092e-05, | |
| "loss": 1.4868, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 4.858061866958664e-05, | |
| "loss": 1.4705, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 14.14, | |
| "learning_rate": 4.8563509444292364e-05, | |
| "loss": 1.4536, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 14.27, | |
| "learning_rate": 4.8546400218998085e-05, | |
| "loss": 1.4392, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 14.41, | |
| "learning_rate": 4.8529359430604985e-05, | |
| "loss": 1.4263, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 14.55, | |
| "learning_rate": 4.8512250205310706e-05, | |
| "loss": 1.4116, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 14.68, | |
| "learning_rate": 4.849514098001643e-05, | |
| "loss": 1.3983, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 14.82, | |
| "learning_rate": 4.847803175472215e-05, | |
| "loss": 1.3863, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "learning_rate": 4.846092252942787e-05, | |
| "loss": 1.3787, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 15.09, | |
| "learning_rate": 4.844381330413359e-05, | |
| "loss": 1.3675, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 15.23, | |
| "learning_rate": 4.84267382972899e-05, | |
| "loss": 1.3571, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 15.36, | |
| "learning_rate": 4.840962907199562e-05, | |
| "loss": 1.3476, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 15.5, | |
| "learning_rate": 4.8392519846701344e-05, | |
| "loss": 1.3398, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 15.63, | |
| "learning_rate": 4.8375410621407065e-05, | |
| "loss": 1.3287, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 15.77, | |
| "learning_rate": 4.8358301396112786e-05, | |
| "loss": 1.3205, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 15.91, | |
| "learning_rate": 4.834119217081851e-05, | |
| "loss": 1.3132, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 16.04, | |
| "learning_rate": 4.832408294552423e-05, | |
| "loss": 1.3066, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 16.18, | |
| "learning_rate": 4.830697372022995e-05, | |
| "loss": 1.2967, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 16.31, | |
| "learning_rate": 4.828986449493567e-05, | |
| "loss": 1.2888, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 16.45, | |
| "learning_rate": 4.827278948809198e-05, | |
| "loss": 1.284, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 16.59, | |
| "learning_rate": 4.82556802627977e-05, | |
| "loss": 1.2765, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 16.72, | |
| "learning_rate": 4.8238571037503424e-05, | |
| "loss": 1.2695, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 16.86, | |
| "learning_rate": 4.8221461812209145e-05, | |
| "loss": 1.2617, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 16.99, | |
| "learning_rate": 4.8204386805365456e-05, | |
| "loss": 1.2541, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 17.13, | |
| "learning_rate": 4.818727758007118e-05, | |
| "loss": 1.2493, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 17.26, | |
| "learning_rate": 4.81701683547769e-05, | |
| "loss": 1.2412, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 17.4, | |
| "learning_rate": 4.815305912948262e-05, | |
| "loss": 1.2379, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 17.54, | |
| "learning_rate": 4.813594990418834e-05, | |
| "loss": 1.2318, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 17.67, | |
| "learning_rate": 4.811887489734465e-05, | |
| "loss": 1.2239, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 17.81, | |
| "learning_rate": 4.810176567205037e-05, | |
| "loss": 1.2199, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 17.94, | |
| "learning_rate": 4.808465644675609e-05, | |
| "loss": 1.2146, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 18.08, | |
| "learning_rate": 4.8067581439912404e-05, | |
| "loss": 1.2083, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 18.22, | |
| "learning_rate": 4.8050472214618125e-05, | |
| "loss": 1.2046, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 18.35, | |
| "learning_rate": 4.8033362989323846e-05, | |
| "loss": 1.1977, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 18.49, | |
| "learning_rate": 4.801625376402957e-05, | |
| "loss": 1.1926, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 18.62, | |
| "learning_rate": 4.799914453873529e-05, | |
| "loss": 1.1862, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 18.76, | |
| "learning_rate": 4.798203531344101e-05, | |
| "loss": 1.1821, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 18.9, | |
| "learning_rate": 4.796496030659732e-05, | |
| "loss": 1.1815, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 19.03, | |
| "learning_rate": 4.794785108130304e-05, | |
| "loss": 1.1741, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 19.17, | |
| "learning_rate": 4.793074185600876e-05, | |
| "loss": 1.1687, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 19.3, | |
| "learning_rate": 4.7913632630714484e-05, | |
| "loss": 1.166, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 19.44, | |
| "learning_rate": 4.7896557623870795e-05, | |
| "loss": 1.1619, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 19.58, | |
| "learning_rate": 4.7879448398576516e-05, | |
| "loss": 1.1554, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 19.71, | |
| "learning_rate": 4.786233917328223e-05, | |
| "loss": 1.1516, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 19.85, | |
| "learning_rate": 4.784522994798796e-05, | |
| "loss": 1.1487, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 19.98, | |
| "learning_rate": 4.782815494114426e-05, | |
| "loss": 1.1398, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 20.12, | |
| "learning_rate": 4.781104571584999e-05, | |
| "loss": 1.1383, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 20.26, | |
| "learning_rate": 4.7793936490555704e-05, | |
| "loss": 1.1351, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 20.39, | |
| "learning_rate": 4.777682726526143e-05, | |
| "loss": 1.1313, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 20.53, | |
| "learning_rate": 4.7759752258417736e-05, | |
| "loss": 1.1274, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 20.66, | |
| "learning_rate": 4.7742643033123464e-05, | |
| "loss": 1.1229, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 20.8, | |
| "learning_rate": 4.772553380782918e-05, | |
| "loss": 1.1199, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 20.94, | |
| "learning_rate": 4.7708424582534906e-05, | |
| "loss": 1.1179, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 21.07, | |
| "learning_rate": 4.769134957569121e-05, | |
| "loss": 1.1129, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 21.21, | |
| "learning_rate": 4.767424035039694e-05, | |
| "loss": 1.1104, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 21.34, | |
| "learning_rate": 4.765713112510265e-05, | |
| "loss": 1.1044, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 21.48, | |
| "learning_rate": 4.764002189980838e-05, | |
| "loss": 1.1028, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 21.62, | |
| "learning_rate": 4.76229126745141e-05, | |
| "loss": 1.0974, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 21.75, | |
| "learning_rate": 4.760580344921982e-05, | |
| "loss": 1.0953, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 21.89, | |
| "learning_rate": 4.7588694223925544e-05, | |
| "loss": 1.0926, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 22.02, | |
| "learning_rate": 4.7571584998631265e-05, | |
| "loss": 1.0895, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 22.16, | |
| "learning_rate": 4.7554475773336986e-05, | |
| "loss": 1.0855, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 22.29, | |
| "learning_rate": 4.75374007664933e-05, | |
| "loss": 1.0816, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 22.43, | |
| "learning_rate": 4.752029154119902e-05, | |
| "loss": 1.08, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 22.57, | |
| "learning_rate": 4.750318231590474e-05, | |
| "loss": 1.0775, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 22.7, | |
| "learning_rate": 4.748610730906104e-05, | |
| "loss": 1.0736, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 22.84, | |
| "learning_rate": 4.746899808376677e-05, | |
| "loss": 1.0715, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 22.97, | |
| "learning_rate": 4.745188885847249e-05, | |
| "loss": 1.0663, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 23.11, | |
| "learning_rate": 4.7434779633178214e-05, | |
| "loss": 1.0654, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 23.25, | |
| "learning_rate": 4.741770462633452e-05, | |
| "loss": 1.0603, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 23.38, | |
| "learning_rate": 4.7400595401040245e-05, | |
| "loss": 1.061, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 23.52, | |
| "learning_rate": 4.7383486175745967e-05, | |
| "loss": 1.0583, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 23.65, | |
| "learning_rate": 4.736637695045169e-05, | |
| "loss": 1.0546, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 23.79, | |
| "learning_rate": 4.734926772515741e-05, | |
| "loss": 1.0525, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 23.93, | |
| "learning_rate": 4.733215849986313e-05, | |
| "loss": 1.0493, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 24.06, | |
| "learning_rate": 4.731508349301944e-05, | |
| "loss": 1.0467, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 24.2, | |
| "learning_rate": 4.729797426772516e-05, | |
| "loss": 1.0433, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 24.33, | |
| "learning_rate": 4.728086504243088e-05, | |
| "loss": 1.0436, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 24.47, | |
| "learning_rate": 4.7263790035587194e-05, | |
| "loss": 1.0389, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 24.61, | |
| "learning_rate": 4.7246680810292915e-05, | |
| "loss": 1.0378, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 24.74, | |
| "learning_rate": 4.7229571584998636e-05, | |
| "loss": 1.0358, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 24.88, | |
| "learning_rate": 4.721246235970436e-05, | |
| "loss": 1.0338, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 25.01, | |
| "learning_rate": 4.719535313441008e-05, | |
| "loss": 1.0303, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 25.15, | |
| "learning_rate": 4.71782439091158e-05, | |
| "loss": 1.0277, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 25.29, | |
| "learning_rate": 4.716113468382152e-05, | |
| "loss": 1.0288, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 25.42, | |
| "learning_rate": 4.714402545852724e-05, | |
| "loss": 1.0229, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 25.56, | |
| "learning_rate": 4.7126950451683546e-05, | |
| "loss": 1.0254, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 25.69, | |
| "learning_rate": 4.7109841226389274e-05, | |
| "loss": 1.0194, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 25.83, | |
| "learning_rate": 4.709273200109499e-05, | |
| "loss": 1.0182, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 25.97, | |
| "learning_rate": 4.7075622775800716e-05, | |
| "loss": 1.0175, | |
| "step": 95500 | |
| } | |
| ], | |
| "max_steps": 1471200, | |
| "num_train_epochs": 400, | |
| "total_flos": 2.5771642200931697e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |