|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.0, |
|
"eval_steps": 500, |
|
"global_step": 153, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"grad_norm": 30.484978650801835, |
|
"learning_rate": 1.8181818181818183e-06, |
|
"loss": 1.8871, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 30.606371885605782, |
|
"learning_rate": 3.6363636363636366e-06, |
|
"loss": 1.8307, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"grad_norm": 21.244108931810736, |
|
"learning_rate": 5.4545454545454545e-06, |
|
"loss": 1.7922, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 27.90080784000707, |
|
"learning_rate": 7.272727272727273e-06, |
|
"loss": 1.7422, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"grad_norm": 22.016657678494965, |
|
"learning_rate": 9.090909090909091e-06, |
|
"loss": 1.757, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"grad_norm": 18.98537323764419, |
|
"learning_rate": 1.0909090909090909e-05, |
|
"loss": 1.7216, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"grad_norm": 15.294538652658218, |
|
"learning_rate": 1.2727272727272728e-05, |
|
"loss": 1.6025, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 14.265933581855554, |
|
"learning_rate": 1.4545454545454546e-05, |
|
"loss": 1.5677, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 12.840032703203521, |
|
"learning_rate": 1.6363636363636366e-05, |
|
"loss": 1.4663, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"grad_norm": 11.560868761621572, |
|
"learning_rate": 1.8181818181818182e-05, |
|
"loss": 1.4061, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 9.965629256574427, |
|
"learning_rate": 2e-05, |
|
"loss": 1.4483, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 12.353598844828388, |
|
"learning_rate": 1.999867521457224e-05, |
|
"loss": 1.3607, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"grad_norm": 11.182206078770232, |
|
"learning_rate": 1.9994701209300245e-05, |
|
"loss": 1.3203, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 9.055478658005105, |
|
"learning_rate": 1.9988079037124866e-05, |
|
"loss": 1.3627, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"grad_norm": 8.94634827859796, |
|
"learning_rate": 1.9978810452637544e-05, |
|
"loss": 1.2695, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 8.397214663882789, |
|
"learning_rate": 1.9966897911615417e-05, |
|
"loss": 1.1791, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"grad_norm": 8.293556598630499, |
|
"learning_rate": 1.995234457037063e-05, |
|
"loss": 1.1773, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 7.906819078071131, |
|
"learning_rate": 1.9935154284914063e-05, |
|
"loss": 1.1327, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"grad_norm": 7.292321689794095, |
|
"learning_rate": 1.991533160993366e-05, |
|
"loss": 1.088, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"grad_norm": 7.894048510877663, |
|
"learning_rate": 1.98928817975876e-05, |
|
"loss": 1.0844, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"grad_norm": 7.102421640395548, |
|
"learning_rate": 1.9867810796112742e-05, |
|
"loss": 1.0804, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"grad_norm": 7.598223086984867, |
|
"learning_rate": 1.9840125248248564e-05, |
|
"loss": 1.014, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"grad_norm": 6.851825287149768, |
|
"learning_rate": 1.9809832489477144e-05, |
|
"loss": 0.9518, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"grad_norm": 8.875055017435104, |
|
"learning_rate": 1.9776940546079552e-05, |
|
"loss": 1.0026, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 6.923610220037225, |
|
"learning_rate": 1.9741458133009258e-05, |
|
"loss": 0.9639, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"grad_norm": 5.862173810721529, |
|
"learning_rate": 1.970339465158301e-05, |
|
"loss": 1.0026, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 6.940850076199128, |
|
"learning_rate": 1.9662760186989914e-05, |
|
"loss": 0.9844, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"grad_norm": 7.868648086627184, |
|
"learning_rate": 1.9619565505619288e-05, |
|
"loss": 0.9796, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"grad_norm": 5.6636206724227, |
|
"learning_rate": 1.9573822052208013e-05, |
|
"loss": 0.9808, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"grad_norm": 5.903449792443762, |
|
"learning_rate": 1.9525541946808187e-05, |
|
"loss": 0.9122, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"grad_norm": 5.4898704535759215, |
|
"learning_rate": 1.9474737981575833e-05, |
|
"loss": 0.9137, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"grad_norm": 5.228428437706942, |
|
"learning_rate": 1.942142361738151e-05, |
|
"loss": 0.8407, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 5.1702666302810965, |
|
"learning_rate": 1.936561298024377e-05, |
|
"loss": 0.887, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"grad_norm": 4.900231624500507, |
|
"learning_rate": 1.9307320857586377e-05, |
|
"loss": 0.8204, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"grad_norm": 4.922333033003047, |
|
"learning_rate": 1.9246562694320258e-05, |
|
"loss": 0.8486, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 5.201888753755247, |
|
"learning_rate": 1.9183354588751274e-05, |
|
"loss": 0.907, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"grad_norm": 4.860640284428521, |
|
"learning_rate": 1.9117713288314864e-05, |
|
"loss": 0.8574, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 4.580591572366175, |
|
"learning_rate": 1.904965618513868e-05, |
|
"loss": 0.811, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"grad_norm": 5.297298448229, |
|
"learning_rate": 1.8979201311434434e-05, |
|
"loss": 0.8555, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 4.721873279220298, |
|
"learning_rate": 1.8906367334720125e-05, |
|
"loss": 0.8341, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 5.095801192042166, |
|
"learning_rate": 1.8831173552873946e-05, |
|
"loss": 0.8716, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"grad_norm": 5.3441220873403905, |
|
"learning_rate": 1.8753639889021197e-05, |
|
"loss": 0.8781, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 4.532321987285937, |
|
"learning_rate": 1.8673786886255478e-05, |
|
"loss": 0.7815, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"grad_norm": 4.679574395088194, |
|
"learning_rate": 1.8591635702195672e-05, |
|
"loss": 0.7853, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 5.075491918015324, |
|
"learning_rate": 1.8507208103380093e-05, |
|
"loss": 0.8402, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"grad_norm": 4.317197369879349, |
|
"learning_rate": 1.8420526459499252e-05, |
|
"loss": 0.7753, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"grad_norm": 4.589606044376589, |
|
"learning_rate": 1.8331613737468888e-05, |
|
"loss": 0.8122, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"grad_norm": 4.6900469154988285, |
|
"learning_rate": 1.8240493495344695e-05, |
|
"loss": 0.7951, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 5.020594146645111, |
|
"learning_rate": 1.8147189876080463e-05, |
|
"loss": 0.8168, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"grad_norm": 4.662493315581984, |
|
"learning_rate": 1.8051727601131228e-05, |
|
"loss": 0.7373, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 4.974273107131929, |
|
"learning_rate": 1.7954131963903134e-05, |
|
"loss": 0.7787, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 4.365204444458351, |
|
"learning_rate": 1.785442882305179e-05, |
|
"loss": 0.4912, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 3.7095298265573566, |
|
"learning_rate": 1.775264459563081e-05, |
|
"loss": 0.5061, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 3.9264808145353345, |
|
"learning_rate": 1.764880625009245e-05, |
|
"loss": 0.4638, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"grad_norm": 4.517466872346605, |
|
"learning_rate": 1.7542941299142113e-05, |
|
"loss": 0.5132, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"grad_norm": 4.393239176372648, |
|
"learning_rate": 1.7435077792448666e-05, |
|
"loss": 0.5032, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 4.102692831599629, |
|
"learning_rate": 1.7325244309212476e-05, |
|
"loss": 0.4896, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"grad_norm": 4.306815339780854, |
|
"learning_rate": 1.7213469950593156e-05, |
|
"loss": 0.5276, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"grad_norm": 3.669633026693288, |
|
"learning_rate": 1.709978433199901e-05, |
|
"loss": 0.4701, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"grad_norm": 3.6349873257380647, |
|
"learning_rate": 1.6984217575240212e-05, |
|
"loss": 0.523, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 3.8514129423929644, |
|
"learning_rate": 1.6866800300547814e-05, |
|
"loss": 0.5191, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"grad_norm": 4.0727927472839935, |
|
"learning_rate": 1.674756361846071e-05, |
|
"loss": 0.5099, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 3.8533512936957814, |
|
"learning_rate": 1.6626539121582687e-05, |
|
"loss": 0.4699, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"grad_norm": 3.848655733525694, |
|
"learning_rate": 1.650375887621171e-05, |
|
"loss": 0.5236, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"grad_norm": 3.7786610465222195, |
|
"learning_rate": 1.637925541384375e-05, |
|
"loss": 0.5004, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"grad_norm": 4.129110657857101, |
|
"learning_rate": 1.6253061722553353e-05, |
|
"loss": 0.5111, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"grad_norm": 3.563345959257114, |
|
"learning_rate": 1.612521123825317e-05, |
|
"loss": 0.5283, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"grad_norm": 3.4507319240659045, |
|
"learning_rate": 1.5995737835834905e-05, |
|
"loss": 0.51, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"grad_norm": 3.2981965367762176, |
|
"learning_rate": 1.586467582019392e-05, |
|
"loss": 0.479, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"grad_norm": 3.495703648801503, |
|
"learning_rate": 1.5732059917139912e-05, |
|
"loss": 0.5205, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"grad_norm": 3.362132799029953, |
|
"learning_rate": 1.5597925264196048e-05, |
|
"loss": 0.4693, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"grad_norm": 3.6338693701653986, |
|
"learning_rate": 1.546230740128904e-05, |
|
"loss": 0.4955, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"grad_norm": 3.454874967529182, |
|
"learning_rate": 1.53252422613326e-05, |
|
"loss": 0.4963, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"grad_norm": 3.6257898193731557, |
|
"learning_rate": 1.5186766160706738e-05, |
|
"loss": 0.5488, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"grad_norm": 3.355629895995887, |
|
"learning_rate": 1.504691578963549e-05, |
|
"loss": 0.454, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"grad_norm": 3.429585448812729, |
|
"learning_rate": 1.4905728202465596e-05, |
|
"loss": 0.4872, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"grad_norm": 3.472655975376114, |
|
"learning_rate": 1.4763240807848667e-05, |
|
"loss": 0.5173, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"grad_norm": 3.280114985753271, |
|
"learning_rate": 1.4619491358829502e-05, |
|
"loss": 0.4988, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"grad_norm": 3.932103045994452, |
|
"learning_rate": 1.4474517942843173e-05, |
|
"loss": 0.5476, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"grad_norm": 3.5660509849664757, |
|
"learning_rate": 1.4328358971623455e-05, |
|
"loss": 0.4795, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"grad_norm": 3.296496618171067, |
|
"learning_rate": 1.4181053171025392e-05, |
|
"loss": 0.4794, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"grad_norm": 3.416440506559902, |
|
"learning_rate": 1.4032639570764595e-05, |
|
"loss": 0.4533, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"grad_norm": 3.5490178428581873, |
|
"learning_rate": 1.3883157494076048e-05, |
|
"loss": 0.5145, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"grad_norm": 3.7320219790842826, |
|
"learning_rate": 1.3732646547295128e-05, |
|
"loss": 0.5526, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"grad_norm": 3.290676418674348, |
|
"learning_rate": 1.358114660936364e-05, |
|
"loss": 0.5242, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"grad_norm": 3.26994133386278, |
|
"learning_rate": 1.34286978212636e-05, |
|
"loss": 0.4824, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"grad_norm": 3.2021199952514676, |
|
"learning_rate": 1.32753405753816e-05, |
|
"loss": 0.5134, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"grad_norm": 3.2338319774097224, |
|
"learning_rate": 1.3121115504806554e-05, |
|
"loss": 0.4774, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"grad_norm": 3.375967522858161, |
|
"learning_rate": 1.2966063472563686e-05, |
|
"loss": 0.4944, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"grad_norm": 3.416860311339495, |
|
"learning_rate": 1.2810225560787561e-05, |
|
"loss": 0.4879, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"grad_norm": 3.347354692833765, |
|
"learning_rate": 1.2653643059837109e-05, |
|
"loss": 0.4956, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"grad_norm": 3.1658491953383554, |
|
"learning_rate": 1.2496357457355423e-05, |
|
"loss": 0.5082, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"grad_norm": 3.02531591610065, |
|
"learning_rate": 1.2338410427277342e-05, |
|
"loss": 0.4626, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"grad_norm": 3.3426392038214097, |
|
"learning_rate": 1.2179843818787625e-05, |
|
"loss": 0.4599, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"grad_norm": 3.229004903043567, |
|
"learning_rate": 1.202069964523272e-05, |
|
"loss": 0.4996, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"grad_norm": 3.0090353325455195, |
|
"learning_rate": 1.186102007298904e-05, |
|
"loss": 0.4486, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"grad_norm": 3.3271548867618006, |
|
"learning_rate": 1.1700847410290667e-05, |
|
"loss": 0.4955, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"grad_norm": 3.3091390581467475, |
|
"learning_rate": 1.1540224096019495e-05, |
|
"loss": 0.4966, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"grad_norm": 3.0321015410518535, |
|
"learning_rate": 1.137919268846074e-05, |
|
"loss": 0.4773, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"grad_norm": 3.0009675055285556, |
|
"learning_rate": 1.121779585402684e-05, |
|
"loss": 0.4861, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"grad_norm": 2.8711578569586167, |
|
"learning_rate": 1.105607635595266e-05, |
|
"loss": 0.4584, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 2.9151252669937917, |
|
"learning_rate": 1.0894077042965084e-05, |
|
"loss": 0.3349, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"grad_norm": 3.3487435959729472, |
|
"learning_rate": 1.0731840837929946e-05, |
|
"loss": 0.2424, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"grad_norm": 2.7928749335478122, |
|
"learning_rate": 1.0569410726479301e-05, |
|
"loss": 0.2299, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"grad_norm": 2.863305397504332, |
|
"learning_rate": 1.0406829745622085e-05, |
|
"loss": 0.2422, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"grad_norm": 2.995041564245414, |
|
"learning_rate": 1.0244140972341155e-05, |
|
"loss": 0.2295, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"grad_norm": 3.213047049288632, |
|
"learning_rate": 1.008138751217973e-05, |
|
"loss": 0.2094, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"grad_norm": 3.786514778538547, |
|
"learning_rate": 9.918612487820274e-06, |
|
"loss": 0.2269, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"grad_norm": 3.2097534075464207, |
|
"learning_rate": 9.755859027658848e-06, |
|
"loss": 0.2115, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"grad_norm": 3.240129447282013, |
|
"learning_rate": 9.593170254377915e-06, |
|
"loss": 0.2285, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"grad_norm": 3.0328446745701236, |
|
"learning_rate": 9.430589273520704e-06, |
|
"loss": 0.2126, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"grad_norm": 2.873994070791607, |
|
"learning_rate": 9.268159162070058e-06, |
|
"loss": 0.2212, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"grad_norm": 2.8733178898454583, |
|
"learning_rate": 9.105922957034921e-06, |
|
"loss": 0.227, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"grad_norm": 2.5368057315952943, |
|
"learning_rate": 8.943923644047343e-06, |
|
"loss": 0.2119, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"grad_norm": 2.6178041557223652, |
|
"learning_rate": 8.782204145973162e-06, |
|
"loss": 0.2388, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"grad_norm": 2.295055992590324, |
|
"learning_rate": 8.620807311539258e-06, |
|
"loss": 0.2242, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"grad_norm": 2.417078301022775, |
|
"learning_rate": 8.45977590398051e-06, |
|
"loss": 0.2157, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"grad_norm": 2.3674932603427945, |
|
"learning_rate": 8.299152589709336e-06, |
|
"loss": 0.219, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"grad_norm": 2.334842999589727, |
|
"learning_rate": 8.138979927010964e-06, |
|
"loss": 0.21, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"grad_norm": 2.545817898850758, |
|
"learning_rate": 7.979300354767282e-06, |
|
"loss": 0.2218, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"grad_norm": 2.6654355266890315, |
|
"learning_rate": 7.82015618121238e-06, |
|
"loss": 0.2333, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"grad_norm": 2.5879654322914267, |
|
"learning_rate": 7.66158957272266e-06, |
|
"loss": 0.2343, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"grad_norm": 2.5602322289813277, |
|
"learning_rate": 7.503642542644581e-06, |
|
"loss": 0.2342, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"grad_norm": 2.4852393224287463, |
|
"learning_rate": 7.346356940162895e-06, |
|
"loss": 0.2232, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"grad_norm": 2.5558719980428672, |
|
"learning_rate": 7.189774439212442e-06, |
|
"loss": 0.2209, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"grad_norm": 2.5873633196570007, |
|
"learning_rate": 7.033936527436318e-06, |
|
"loss": 0.2344, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"grad_norm": 3.612159744659012, |
|
"learning_rate": 6.878884495193448e-06, |
|
"loss": 0.2367, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"grad_norm": 2.334109200048589, |
|
"learning_rate": 6.724659424618401e-06, |
|
"loss": 0.2148, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"grad_norm": 2.6257760853420087, |
|
"learning_rate": 6.571302178736404e-06, |
|
"loss": 0.2238, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"grad_norm": 2.278029376248316, |
|
"learning_rate": 6.418853390636363e-06, |
|
"loss": 0.2148, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"grad_norm": 2.3491752394670553, |
|
"learning_rate": 6.267353452704876e-06, |
|
"loss": 0.2205, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"grad_norm": 2.1958711938169793, |
|
"learning_rate": 6.116842505923955e-06, |
|
"loss": 0.2112, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"grad_norm": 2.2803769465934107, |
|
"learning_rate": 5.967360429235407e-06, |
|
"loss": 0.2097, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"grad_norm": 2.224556430792831, |
|
"learning_rate": 5.8189468289746075e-06, |
|
"loss": 0.2175, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"grad_norm": 2.304319604508385, |
|
"learning_rate": 5.671641028376547e-06, |
|
"loss": 0.2049, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"grad_norm": 2.2487334819396962, |
|
"learning_rate": 5.525482057156833e-06, |
|
"loss": 0.2028, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"grad_norm": 2.419261087836657, |
|
"learning_rate": 5.380508641170499e-06, |
|
"loss": 0.2127, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"grad_norm": 2.362959406351894, |
|
"learning_rate": 5.236759192151336e-06, |
|
"loss": 0.206, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 2.73, |
|
"grad_norm": 2.3417742730482467, |
|
"learning_rate": 5.094271797534404e-06, |
|
"loss": 0.2012, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"grad_norm": 2.3759103335405785, |
|
"learning_rate": 4.953084210364508e-06, |
|
"loss": 0.2053, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"grad_norm": 2.340796580729461, |
|
"learning_rate": 4.813233839293265e-06, |
|
"loss": 0.2098, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"grad_norm": 2.344815024947747, |
|
"learning_rate": 4.674757738667405e-06, |
|
"loss": 0.2099, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"grad_norm": 2.4519121609958336, |
|
"learning_rate": 4.537692598710962e-06, |
|
"loss": 0.2139, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"grad_norm": 2.334903041452081, |
|
"learning_rate": 4.402074735803955e-06, |
|
"loss": 0.2069, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"grad_norm": 2.253294228641448, |
|
"learning_rate": 4.267940082860088e-06, |
|
"loss": 0.1931, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"grad_norm": 2.439705169093854, |
|
"learning_rate": 4.135324179806079e-06, |
|
"loss": 0.2017, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"grad_norm": 2.4105348954237655, |
|
"learning_rate": 4.004262164165098e-06, |
|
"loss": 0.216, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"grad_norm": 2.240742500235594, |
|
"learning_rate": 3.874788761746836e-06, |
|
"loss": 0.1963, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"grad_norm": 2.2879704809752166, |
|
"learning_rate": 3.74693827744665e-06, |
|
"loss": 0.1936, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"grad_norm": 2.534216096649578, |
|
"learning_rate": 3.6207445861562497e-06, |
|
"loss": 0.2132, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"grad_norm": 2.2676487795840052, |
|
"learning_rate": 3.4962411237882945e-06, |
|
"loss": 0.1917, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"grad_norm": 2.1966856873556586, |
|
"learning_rate": 3.373460878417315e-06, |
|
"loss": 0.2021, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"grad_norm": 1.9288689734502165, |
|
"learning_rate": 3.252436381539291e-06, |
|
"loss": 0.1441, |
|
"step": 153 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 204, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 4, |
|
"save_steps": 500, |
|
"total_flos": 14230609723392.0, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|