| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 1478, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0013531799729364006, | |
| "grad_norm": 22.625, | |
| "learning_rate": 1.3513513513513515e-07, | |
| "loss": 2.1988, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.006765899864682003, | |
| "grad_norm": 21.875, | |
| "learning_rate": 6.756756756756758e-07, | |
| "loss": 2.2059, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.013531799729364006, | |
| "grad_norm": 22.5, | |
| "learning_rate": 1.3513513513513515e-06, | |
| "loss": 2.2336, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02029769959404601, | |
| "grad_norm": 16.25, | |
| "learning_rate": 2.0270270270270273e-06, | |
| "loss": 2.244, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02706359945872801, | |
| "grad_norm": 8.6875, | |
| "learning_rate": 2.702702702702703e-06, | |
| "loss": 2.181, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03382949932341001, | |
| "grad_norm": 6.03125, | |
| "learning_rate": 3.3783783783783788e-06, | |
| "loss": 2.1568, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.04059539918809202, | |
| "grad_norm": 5.15625, | |
| "learning_rate": 4.0540540540540545e-06, | |
| "loss": 2.1029, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04736129905277402, | |
| "grad_norm": 4.4375, | |
| "learning_rate": 4.72972972972973e-06, | |
| "loss": 2.0545, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.05412719891745602, | |
| "grad_norm": 3.734375, | |
| "learning_rate": 5.405405405405406e-06, | |
| "loss": 2.0671, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06089309878213803, | |
| "grad_norm": 3.546875, | |
| "learning_rate": 6.081081081081082e-06, | |
| "loss": 2.0335, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06765899864682003, | |
| "grad_norm": 3.671875, | |
| "learning_rate": 6.7567567567567575e-06, | |
| "loss": 1.9884, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07442489851150202, | |
| "grad_norm": 4.84375, | |
| "learning_rate": 7.4324324324324324e-06, | |
| "loss": 1.9429, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.08119079837618404, | |
| "grad_norm": 3.609375, | |
| "learning_rate": 8.108108108108109e-06, | |
| "loss": 1.8937, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.08795669824086604, | |
| "grad_norm": 3.21875, | |
| "learning_rate": 8.783783783783785e-06, | |
| "loss": 1.8555, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.09472259810554803, | |
| "grad_norm": 3.015625, | |
| "learning_rate": 9.45945945945946e-06, | |
| "loss": 1.8032, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.10148849797023005, | |
| "grad_norm": 2.921875, | |
| "learning_rate": 1.0135135135135136e-05, | |
| "loss": 1.8064, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.10825439783491204, | |
| "grad_norm": 2.90625, | |
| "learning_rate": 1.0810810810810812e-05, | |
| "loss": 1.8009, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.11502029769959404, | |
| "grad_norm": 2.859375, | |
| "learning_rate": 1.1486486486486488e-05, | |
| "loss": 1.7624, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.12178619756427606, | |
| "grad_norm": 2.796875, | |
| "learning_rate": 1.2162162162162164e-05, | |
| "loss": 1.7737, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.12855209742895804, | |
| "grad_norm": 2.8125, | |
| "learning_rate": 1.283783783783784e-05, | |
| "loss": 1.7472, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.13531799729364005, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 1.3513513513513515e-05, | |
| "loss": 1.7465, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.14208389715832206, | |
| "grad_norm": 2.75, | |
| "learning_rate": 1.4189189189189189e-05, | |
| "loss": 1.7326, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.14884979702300405, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 1.4864864864864865e-05, | |
| "loss": 1.7463, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.15561569688768606, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 1.554054054054054e-05, | |
| "loss": 1.7175, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.16238159675236807, | |
| "grad_norm": 2.671875, | |
| "learning_rate": 1.6216216216216218e-05, | |
| "loss": 1.6941, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.16914749661705006, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 1.6891891891891896e-05, | |
| "loss": 1.6953, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.17591339648173207, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 1.756756756756757e-05, | |
| "loss": 1.7159, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.18267929634641408, | |
| "grad_norm": 2.671875, | |
| "learning_rate": 1.8243243243243244e-05, | |
| "loss": 1.7148, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.18944519621109607, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 1.891891891891892e-05, | |
| "loss": 1.6967, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.19621109607577808, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 1.9594594594594595e-05, | |
| "loss": 1.7066, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2029769959404601, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 1.9999888409903948e-05, | |
| "loss": 1.7105, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.20974289580514208, | |
| "grad_norm": 2.65625, | |
| "learning_rate": 1.9998633049924693e-05, | |
| "loss": 1.6862, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.2165087956698241, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.999598301803528e-05, | |
| "loss": 1.6791, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2232746955345061, | |
| "grad_norm": 2.8125, | |
| "learning_rate": 1.9991938683878746e-05, | |
| "loss": 1.6925, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.23004059539918809, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.9986500611584133e-05, | |
| "loss": 1.6846, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2368064952638701, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.997966955968779e-05, | |
| "loss": 1.6782, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.2435723951285521, | |
| "grad_norm": 2.734375, | |
| "learning_rate": 1.997144648102759e-05, | |
| "loss": 1.6852, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2503382949932341, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.9961832522610004e-05, | |
| "loss": 1.7028, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2571041948579161, | |
| "grad_norm": 2.59375, | |
| "learning_rate": 1.9950829025450116e-05, | |
| "loss": 1.6483, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.2638700947225981, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.9938437524384572e-05, | |
| "loss": 1.6498, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2706359945872801, | |
| "grad_norm": 2.59375, | |
| "learning_rate": 1.9924659747857485e-05, | |
| "loss": 1.6601, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2774018944519621, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.990949761767935e-05, | |
| "loss": 1.6657, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.28416779431664413, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 1.989295324875897e-05, | |
| "loss": 1.676, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.29093369418132614, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.9875028948808457e-05, | |
| "loss": 1.65, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2976995940460081, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.985572721802134e-05, | |
| "loss": 1.648, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3044654939106901, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.9835050748723826e-05, | |
| "loss": 1.6537, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3112313937753721, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.981300242499924e-05, | |
| "loss": 1.6459, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.31799729364005414, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 1.978958532228576e-05, | |
| "loss": 1.6383, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.32476319350473615, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 1.9764802706947423e-05, | |
| "loss": 1.6624, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.33152909336941816, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.9738658035818495e-05, | |
| "loss": 1.6607, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.3382949932341001, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.9711154955721338e-05, | |
| "loss": 1.6527, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.34506089309878213, | |
| "grad_norm": 2.59375, | |
| "learning_rate": 1.9682297302957666e-05, | |
| "loss": 1.6423, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.35182679296346414, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.9652089102773487e-05, | |
| "loss": 1.6288, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.35859269282814615, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.962053456879761e-05, | |
| "loss": 1.6436, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.36535859269282817, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.95876381024539e-05, | |
| "loss": 1.6378, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3721244925575101, | |
| "grad_norm": 2.59375, | |
| "learning_rate": 1.9553404292347356e-05, | |
| "loss": 1.6508, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.37889039242219213, | |
| "grad_norm": 2.578125, | |
| "learning_rate": 1.9517837913624048e-05, | |
| "loss": 1.6475, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.38565629228687415, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 1.948094392730506e-05, | |
| "loss": 1.6353, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.39242219215155616, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 1.9442727479594486e-05, | |
| "loss": 1.6464, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.39918809201623817, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 1.9403193901161614e-05, | |
| "loss": 1.6157, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.4059539918809202, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 1.9362348706397374e-05, | |
| "loss": 1.643, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.41271989174560214, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.932019759264514e-05, | |
| "loss": 1.6225, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.41948579161028415, | |
| "grad_norm": 2.625, | |
| "learning_rate": 1.9276746439406046e-05, | |
| "loss": 1.6139, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.42625169147496617, | |
| "grad_norm": 2.59375, | |
| "learning_rate": 1.923200130751887e-05, | |
| "loss": 1.6127, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.4330175913396482, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.918596843831462e-05, | |
| "loss": 1.6245, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4397834912043302, | |
| "grad_norm": 2.84375, | |
| "learning_rate": 1.913865425274597e-05, | |
| "loss": 1.6153, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.4465493910690122, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.909006535049163e-05, | |
| "loss": 1.6101, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.45331529093369416, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.9040208509035745e-05, | |
| "loss": 1.5968, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.46008119079837617, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.8989090682722583e-05, | |
| "loss": 1.6055, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.4668470906630582, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.8936719001786453e-05, | |
| "loss": 1.6253, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.4736129905277402, | |
| "grad_norm": 2.625, | |
| "learning_rate": 1.888310077135716e-05, | |
| "loss": 1.6369, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.4803788903924222, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 1.8828243470441026e-05, | |
| "loss": 1.6359, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.4871447902571042, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.8772154750877696e-05, | |
| "loss": 1.613, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4939106901217862, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.8714842436272774e-05, | |
| "loss": 1.603, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5006765899864682, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.865631452090657e-05, | |
| "loss": 1.5804, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5074424898511503, | |
| "grad_norm": 2.953125, | |
| "learning_rate": 1.859657916861899e-05, | |
| "loss": 1.62, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5142083897158322, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 1.8535644711670804e-05, | |
| "loss": 1.6201, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5209742895805142, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.8473519649581396e-05, | |
| "loss": 1.6105, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.5277401894451962, | |
| "grad_norm": 2.640625, | |
| "learning_rate": 1.8410212647943215e-05, | |
| "loss": 1.6231, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5345060893098782, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.834573253721303e-05, | |
| "loss": 1.5854, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.5412719891745602, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.8280088311480203e-05, | |
| "loss": 1.5792, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5480378890392422, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 1.8213289127212152e-05, | |
| "loss": 1.6033, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.5548037889039242, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.8145344301977126e-05, | |
| "loss": 1.5986, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5615696887686062, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.8076263313144568e-05, | |
| "loss": 1.6238, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.5683355886332883, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.8006055796563103e-05, | |
| "loss": 1.5919, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.5751014884979703, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 1.7934731545216515e-05, | |
| "loss": 1.6125, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.5818673883626523, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.7862300507857733e-05, | |
| "loss": 1.6184, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.5886332882273342, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.7788772787621126e-05, | |
| "loss": 1.6034, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.5953991880920162, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.771415864061326e-05, | |
| "loss": 1.5829, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6021650879566982, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.7638468474482297e-05, | |
| "loss": 1.6085, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.6089309878213802, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.756171284696629e-05, | |
| "loss": 1.6123, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6156968876860622, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.7483902464420507e-05, | |
| "loss": 1.6034, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.6224627875507442, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.7405048180324046e-05, | |
| "loss": 1.5858, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.6292286874154263, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.7325160993765934e-05, | |
| "loss": 1.6065, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.6359945872801083, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.7244252047910893e-05, | |
| "loss": 1.5963, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6427604871447903, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.7162332628445024e-05, | |
| "loss": 1.594, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.6495263870094723, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.7079414162001617e-05, | |
| "loss": 1.5899, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.6562922868741543, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.6995508214567275e-05, | |
| "loss": 1.5786, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.6630581867388363, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.691062648986865e-05, | |
| "loss": 1.5962, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.6698240866035182, | |
| "grad_norm": 2.625, | |
| "learning_rate": 1.682478082773989e-05, | |
| "loss": 1.5961, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.6765899864682002, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.673798320247118e-05, | |
| "loss": 1.6023, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.6833558863328822, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 1.6650245721138483e-05, | |
| "loss": 1.6074, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.6901217861975643, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.6561580621914764e-05, | |
| "loss": 1.5767, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.6968876860622463, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.6472000272362937e-05, | |
| "loss": 1.6047, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.7036535859269283, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.6381517167710757e-05, | |
| "loss": 1.5846, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.7104194857916103, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 1.629014392910791e-05, | |
| "loss": 1.5756, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.7171853856562923, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.619789330186555e-05, | |
| "loss": 1.5966, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.7239512855209743, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 1.6104778153678467e-05, | |
| "loss": 1.5901, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.7307171853856563, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.6010811472830253e-05, | |
| "loss": 1.5712, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.7374830852503383, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.591600636638161e-05, | |
| "loss": 1.5877, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.7442489851150202, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.5820376058342077e-05, | |
| "loss": 1.591, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.7510148849797023, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.5723933887825492e-05, | |
| "loss": 1.5814, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.7577807848443843, | |
| "grad_norm": 2.609375, | |
| "learning_rate": 1.5626693307189334e-05, | |
| "loss": 1.5764, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.7645466847090663, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.5528667880158338e-05, | |
| "loss": 1.5726, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.7713125845737483, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.5429871279932514e-05, | |
| "loss": 1.5913, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.7780784844384303, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.533031728727994e-05, | |
| "loss": 1.5674, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.7848443843031123, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.5230019788614527e-05, | |
| "loss": 1.5727, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.7916102841677943, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.5128992774059063e-05, | |
| "loss": 1.5762, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.7983761840324763, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.5027250335493771e-05, | |
| "loss": 1.5678, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.8051420838971584, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.4924806664590702e-05, | |
| "loss": 1.5602, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.8119079837618404, | |
| "grad_norm": 2.5625, | |
| "learning_rate": 1.4821676050834166e-05, | |
| "loss": 1.5761, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8186738836265224, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.4717872879527578e-05, | |
| "loss": 1.5751, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.8254397834912043, | |
| "grad_norm": 3.96875, | |
| "learning_rate": 1.461341162978688e-05, | |
| "loss": 1.5783, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.8322056833558863, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.4508306872520912e-05, | |
| "loss": 1.5859, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.8389715832205683, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.4402573268398969e-05, | |
| "loss": 1.5898, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.8457374830852503, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.4296225565805854e-05, | |
| "loss": 1.5665, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.8525033829499323, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.4189278598784648e-05, | |
| "loss": 1.5729, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.8592692828146143, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 1.4081747284967602e-05, | |
| "loss": 1.5769, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.8660351826792964, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 1.3973646623495305e-05, | |
| "loss": 1.5618, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.8728010825439784, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.3864991692924524e-05, | |
| "loss": 1.589, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.8795669824086604, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.3755797649124944e-05, | |
| "loss": 1.5733, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.8863328822733424, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.3646079723165148e-05, | |
| "loss": 1.5596, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.8930987821380244, | |
| "grad_norm": 2.5, | |
| "learning_rate": 1.3535853219188064e-05, | |
| "loss": 1.5722, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.8998646820027063, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.3425133512276284e-05, | |
| "loss": 1.5554, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.9066305818673883, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.3313936046307411e-05, | |
| "loss": 1.576, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.9133964817320703, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.320227633179989e-05, | |
| "loss": 1.5668, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.9201623815967523, | |
| "grad_norm": 2.25, | |
| "learning_rate": 1.3090169943749475e-05, | |
| "loss": 1.5757, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.9269282814614344, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.2977632519456745e-05, | |
| "loss": 1.5817, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.9336941813261164, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 1.2864679756345905e-05, | |
| "loss": 1.5847, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.9404600811907984, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.2751327409775227e-05, | |
| "loss": 1.5847, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.9472259810554804, | |
| "grad_norm": 2.625, | |
| "learning_rate": 1.2637591290839377e-05, | |
| "loss": 1.5695, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.9539918809201624, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.2523487264163997e-05, | |
| "loss": 1.566, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.9607577807848444, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 1.2409031245692798e-05, | |
| "loss": 1.5487, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.9675236806495264, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.2294239200467516e-05, | |
| "loss": 1.5825, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.9742895805142084, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 1.2179127140400997e-05, | |
| "loss": 1.5651, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.9810554803788903, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 1.2063711122043759e-05, | |
| "loss": 1.5487, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.9878213802435724, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.1948007244344334e-05, | |
| "loss": 1.5604, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.9945872801082544, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.1832031646403654e-05, | |
| "loss": 1.5838, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.6891789436340332, | |
| "eval_runtime": 28.8376, | |
| "eval_samples_per_second": 15.084, | |
| "eval_steps_per_second": 1.907, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.0013531799729365, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 1.1715800505223918e-05, | |
| "loss": 1.5323, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.0081190798376185, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 1.1599330033452078e-05, | |
| "loss": 1.4855, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.0148849797023005, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.148263647711842e-05, | |
| "loss": 1.531, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.0216508795669823, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 1.1365736113370463e-05, | |
| "loss": 1.5063, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.0284167794316643, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.124864524820251e-05, | |
| "loss": 1.5219, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.0351826792963463, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.1131380214181205e-05, | |
| "loss": 1.4972, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.0419485791610283, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 1.1013957368167343e-05, | |
| "loss": 1.5092, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.0487144790257104, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.0896393089034336e-05, | |
| "loss": 1.4743, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.0554803788903924, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 1.0778703775383559e-05, | |
| "loss": 1.4991, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.0622462787550744, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 1.0660905843256995e-05, | |
| "loss": 1.4727, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.0690121786197564, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 1.0543015723847402e-05, | |
| "loss": 1.4992, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.0757780784844384, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.042504986120641e-05, | |
| "loss": 1.5143, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.0825439783491204, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 1.0307024709950775e-05, | |
| "loss": 1.5027, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.0893098782138024, | |
| "grad_norm": 2.25, | |
| "learning_rate": 1.0188956732967208e-05, | |
| "loss": 1.4863, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.0960757780784844, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 1.0070862399116016e-05, | |
| "loss": 1.5161, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.1028416779431665, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 9.952758180933933e-06, | |
| "loss": 1.5031, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.1096075778078485, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 9.834660552336415e-06, | |
| "loss": 1.5017, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.1163734776725305, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 9.716585986319769e-06, | |
| "loss": 1.4958, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.1231393775372125, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 9.598550952663383e-06, | |
| "loss": 1.5104, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.1299052774018945, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 9.480571915632422e-06, | |
| "loss": 1.5208, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.1366711772665765, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 9.362665331681294e-06, | |
| "loss": 1.5244, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.1434370771312585, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 9.244847647158203e-06, | |
| "loss": 1.5114, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.1502029769959405, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 9.127135296011102e-06, | |
| "loss": 1.5153, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.1569688768606226, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 9.009544697495373e-06, | |
| "loss": 1.4826, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.1637347767253043, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 8.892092253883602e-06, | |
| "loss": 1.5164, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.1705006765899864, | |
| "grad_norm": 2.59375, | |
| "learning_rate": 8.774794348177641e-06, | |
| "loss": 1.4995, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.1772665764546684, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 8.657667341823449e-06, | |
| "loss": 1.5047, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.1840324763193504, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 8.540727572428854e-06, | |
| "loss": 1.5063, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.1907983761840324, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 8.423991351484715e-06, | |
| "loss": 1.4832, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.1975642760487144, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 8.307474962089676e-06, | |
| "loss": 1.4901, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.2043301759133964, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 8.191194656678905e-06, | |
| "loss": 1.5061, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.2110960757780784, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 8.07516665475708e-06, | |
| "loss": 1.4967, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.2178619756427604, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 7.959407140636034e-06, | |
| "loss": 1.5082, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.2246278755074425, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 7.843932261177224e-06, | |
| "loss": 1.485, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.2313937753721245, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 7.728758123539498e-06, | |
| "loss": 1.5061, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.2381596752368065, | |
| "grad_norm": 2.375, | |
| "learning_rate": 7.613900792932331e-06, | |
| "loss": 1.4953, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.2449255751014885, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 7.499376290374994e-06, | |
| "loss": 1.493, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.2516914749661705, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 7.385200590461803e-06, | |
| "loss": 1.506, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.2584573748308525, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 7.271389619133908e-06, | |
| "loss": 1.5135, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.2652232746955345, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 7.1579592514578234e-06, | |
| "loss": 1.5076, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.2719891745602165, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 7.0449253094110925e-06, | |
| "loss": 1.486, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.2787550744248986, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 6.93230355967533e-06, | |
| "loss": 1.5115, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.2855209742895806, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 6.820109711436989e-06, | |
| "loss": 1.4928, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.2922868741542626, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 6.7083594141961326e-06, | |
| "loss": 1.5128, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.2990527740189446, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 6.59706825558357e-06, | |
| "loss": 1.5023, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.3058186738836266, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 6.486251759186573e-06, | |
| "loss": 1.489, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.3125845737483086, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 6.375925382383561e-06, | |
| "loss": 1.4976, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.3193504736129906, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 6.266104514187997e-06, | |
| "loss": 1.5049, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.3261163734776726, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 6.156804473101852e-06, | |
| "loss": 1.506, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.3328822733423547, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 6.048040504978861e-06, | |
| "loss": 1.5012, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.3396481732070367, | |
| "grad_norm": 2.375, | |
| "learning_rate": 5.93982778089796e-06, | |
| "loss": 1.5174, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.3464140730717187, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 5.832181395047099e-06, | |
| "loss": 1.5131, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.3531799729364005, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 5.72511636261784e-06, | |
| "loss": 1.4879, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.3599458728010825, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 5.618647617710935e-06, | |
| "loss": 1.4899, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.3667117726657645, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 5.512790011253211e-06, | |
| "loss": 1.4927, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.3734776725304465, | |
| "grad_norm": 2.375, | |
| "learning_rate": 5.407558308926083e-06, | |
| "loss": 1.5084, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.3802435723951285, | |
| "grad_norm": 2.53125, | |
| "learning_rate": 5.302967189105941e-06, | |
| "loss": 1.4999, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.3870094722598105, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 5.199031240816715e-06, | |
| "loss": 1.4828, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.3937753721244925, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 5.095764961694923e-06, | |
| "loss": 1.4967, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.4005412719891746, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 4.993182755967412e-06, | |
| "loss": 1.4959, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.4073071718538566, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 4.8912989324422164e-06, | |
| "loss": 1.4905, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.4140730717185386, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 4.7901277025126345e-06, | |
| "loss": 1.5105, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.4208389715832206, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 4.689683178174964e-06, | |
| "loss": 1.5236, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.4276048714479026, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 4.589979370060037e-06, | |
| "loss": 1.4801, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.4343707713125846, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 4.491030185478976e-06, | |
| "loss": 1.5219, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.4411366711772666, | |
| "grad_norm": 2.375, | |
| "learning_rate": 4.392849426483275e-06, | |
| "loss": 1.5072, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.4479025710419486, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 4.295450787939622e-06, | |
| "loss": 1.4897, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.4546684709066307, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 4.198847855619652e-06, | |
| "loss": 1.5098, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.4614343707713127, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 4.1030541043049125e-06, | |
| "loss": 1.5226, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.4682002706359945, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 4.008082895907326e-06, | |
| "loss": 1.4999, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.4749661705006765, | |
| "grad_norm": 2.453125, | |
| "learning_rate": 3.913947477605378e-06, | |
| "loss": 1.5023, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.4817320703653585, | |
| "grad_norm": 2.5, | |
| "learning_rate": 3.8206609799963205e-06, | |
| "loss": 1.5144, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.4884979702300405, | |
| "grad_norm": 2.375, | |
| "learning_rate": 3.72823641526463e-06, | |
| "loss": 1.5185, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.4952638700947225, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 3.636686675367006e-06, | |
| "loss": 1.4987, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.5020297699594045, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 3.5460245302340914e-06, | |
| "loss": 1.5168, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.5087956698240865, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 3.4562626259892605e-06, | |
| "loss": 1.4996, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.5155615696887685, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 3.367413483184654e-06, | |
| "loss": 1.5008, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.5223274695534506, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 3.279489495054742e-06, | |
| "loss": 1.4882, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.5290933694181326, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 3.1925029257876206e-06, | |
| "loss": 1.4648, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.5358592692828146, | |
| "grad_norm": 2.5, | |
| "learning_rate": 3.1064659088143424e-06, | |
| "loss": 1.5048, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.5426251691474966, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 3.0213904451164623e-06, | |
| "loss": 1.5161, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.5493910690121786, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 2.937288401552063e-06, | |
| "loss": 1.5037, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.5561569688768606, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 2.8541715092005097e-06, | |
| "loss": 1.5058, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.5629228687415426, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 2.7720513617260857e-06, | |
| "loss": 1.5019, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.5696887686062246, | |
| "grad_norm": 2.859375, | |
| "learning_rate": 2.690939413760887e-06, | |
| "loss": 1.5006, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.5764546684709067, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 2.610846979307016e-06, | |
| "loss": 1.5078, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.5832205683355887, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 2.5317852301584642e-06, | |
| "loss": 1.4985, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.5899864682002707, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 2.4537651943427666e-06, | |
| "loss": 1.4675, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.5967523680649527, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 2.376797754582785e-06, | |
| "loss": 1.4989, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.6035182679296347, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 2.3008936467786815e-06, | |
| "loss": 1.4755, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.6102841677943167, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 2.226063458510428e-06, | |
| "loss": 1.4977, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.6170500676589987, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 2.152317627560979e-06, | |
| "loss": 1.4965, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.6238159675236807, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 2.0796664404603416e-06, | |
| "loss": 1.4801, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.6305818673883627, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 2.008120031050753e-06, | |
| "loss": 1.5145, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.6373477672530448, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 1.9376883790731417e-06, | |
| "loss": 1.5032, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.6441136671177268, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.8683813087750901e-06, | |
| "loss": 1.4968, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.6508795669824088, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.8002084875404935e-06, | |
| "loss": 1.512, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.6576454668470908, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 1.7331794245410926e-06, | |
| "loss": 1.5059, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.6644113667117728, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.6673034694100655e-06, | |
| "loss": 1.5124, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.6711772665764548, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 1.6025898109378967e-06, | |
| "loss": 1.5248, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.6779431664411368, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 1.5390474757906449e-06, | |
| "loss": 1.5044, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.6847090663058186, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 1.4766853272508785e-06, | |
| "loss": 1.5081, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.6914749661705006, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.4155120639813392e-06, | |
| "loss": 1.4982, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.6982408660351827, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.3555362188116173e-06, | |
| "loss": 1.4716, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.7050067658998647, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 1.2967661575479318e-06, | |
| "loss": 1.5055, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.7117726657645467, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 1.2392100778062123e-06, | |
| "loss": 1.5066, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.7185385656292287, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 1.1828760078686563e-06, | |
| "loss": 1.5146, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.7253044654939107, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 1.127771805563882e-06, | |
| "loss": 1.5009, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.7320703653585927, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.0739051571708736e-06, | |
| "loss": 1.5149, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.7388362652232747, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 1.0212835763468488e-06, | |
| "loss": 1.5055, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.7456021650879567, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 9.699144030792163e-07, | |
| "loss": 1.5028, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.7523680649526387, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 9.198048026617323e-07, | |
| "loss": 1.4877, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.7591339648173205, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 8.709617646950563e-07, | |
| "loss": 1.5085, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.7658998646820026, | |
| "grad_norm": 2.203125, | |
| "learning_rate": 8.233921021117863e-07, | |
| "loss": 1.4859, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 1.7726657645466846, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 7.771024502261526e-07, | |
| "loss": 1.5006, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.7794316644113666, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 7.320992658084891e-07, | |
| "loss": 1.5159, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 1.7861975642760486, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 6.883888261845917e-07, | |
| "loss": 1.5117, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.7929634641407306, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 6.459772283601218e-07, | |
| "loss": 1.5026, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.7997293640054126, | |
| "grad_norm": 2.46875, | |
| "learning_rate": 6.048703881701579e-07, | |
| "loss": 1.4971, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.8064952638700946, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 5.650740394540255e-07, | |
| "loss": 1.4969, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 1.8132611637347766, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 5.265937332554849e-07, | |
| "loss": 1.4996, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.8200270635994586, | |
| "grad_norm": 2.375, | |
| "learning_rate": 4.894348370484648e-07, | |
| "loss": 1.5124, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 1.8267929634641407, | |
| "grad_norm": 2.5, | |
| "learning_rate": 4.5360253398834765e-07, | |
| "loss": 1.5047, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.8335588633288227, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 4.1910182218900977e-07, | |
| "loss": 1.5211, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 1.8403247631935047, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 3.8593751402563715e-07, | |
| "loss": 1.5189, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.8470906630581867, | |
| "grad_norm": 2.40625, | |
| "learning_rate": 3.541142354634808e-07, | |
| "loss": 1.4941, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 1.8538565629228687, | |
| "grad_norm": 2.5, | |
| "learning_rate": 3.236364254125868e-07, | |
| "loss": 1.47, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.8606224627875507, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 2.945083351086331e-07, | |
| "loss": 1.5138, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.8673883626522327, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 2.667340275199426e-07, | |
| "loss": 1.5025, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.8741542625169147, | |
| "grad_norm": 2.5, | |
| "learning_rate": 2.4031737678074985e-07, | |
| "loss": 1.5216, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 1.8809201623815968, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 2.1526206765082104e-07, | |
| "loss": 1.5059, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.8876860622462788, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 1.915715950014696e-07, | |
| "loss": 1.4874, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 1.8944519621109608, | |
| "grad_norm": 2.515625, | |
| "learning_rate": 1.6924926332807956e-07, | |
| "loss": 1.5109, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.9012178619756428, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 1.4829818628916525e-07, | |
| "loss": 1.4955, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 1.9079837618403248, | |
| "grad_norm": 2.25, | |
| "learning_rate": 1.287212862720677e-07, | |
| "loss": 1.5023, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.9147496617050068, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 1.1052129398531508e-07, | |
| "loss": 1.4818, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 1.9215155615696888, | |
| "grad_norm": 2.25, | |
| "learning_rate": 9.370074807772966e-08, | |
| "loss": 1.4966, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.9282814614343708, | |
| "grad_norm": 2.375, | |
| "learning_rate": 7.826199478431551e-08, | |
| "loss": 1.4801, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.9350473612990529, | |
| "grad_norm": 2.390625, | |
| "learning_rate": 6.420718759900357e-08, | |
| "loss": 1.5037, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.9418132611637349, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 5.1538286974254225e-08, | |
| "loss": 1.4796, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 1.9485791610284169, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 4.025706004760932e-08, | |
| "loss": 1.5041, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.955345060893099, | |
| "grad_norm": 2.359375, | |
| "learning_rate": 3.036508039520047e-08, | |
| "loss": 1.4933, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 1.962110960757781, | |
| "grad_norm": 2.375, | |
| "learning_rate": 2.1863727812254653e-08, | |
| "loss": 1.4872, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.968876860622463, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 1.4754188120631453e-08, | |
| "loss": 1.4953, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 1.975642760487145, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 9.03745300341874e-09, | |
| "loss": 1.5199, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.982408660351827, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 4.714319866607753e-09, | |
| "loss": 1.519, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 1.989174560216509, | |
| "grad_norm": 2.375, | |
| "learning_rate": 1.7853917278631838e-09, | |
| "loss": 1.5044, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.9959404600811907, | |
| "grad_norm": 2.4375, | |
| "learning_rate": 2.5107713241045994e-10, | |
| "loss": 1.5051, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.691962480545044, | |
| "eval_runtime": 28.7807, | |
| "eval_samples_per_second": 15.114, | |
| "eval_steps_per_second": 1.911, | |
| "step": 1478 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 1478, | |
| "total_flos": 1.502823063832494e+17, | |
| "train_loss": 1.5822677802652403, | |
| "train_runtime": 3974.9532, | |
| "train_samples_per_second": 2.974, | |
| "train_steps_per_second": 0.372 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1478, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.502823063832494e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |