|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 8.0, |
|
"eval_steps": 500, |
|
"global_step": 380, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.08421052631578947, |
|
"grad_norm": 64.44918823242188, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 5.9893, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.16842105263157894, |
|
"grad_norm": 1.1460206508636475, |
|
"learning_rate": 3.888888888888889e-05, |
|
"loss": 1.7662, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.25263157894736843, |
|
"grad_norm": 0.8948838710784912, |
|
"learning_rate": 6.111111111111112e-05, |
|
"loss": 0.8212, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.3368421052631579, |
|
"grad_norm": 0.5042845606803894, |
|
"learning_rate": 8.333333333333334e-05, |
|
"loss": 0.533, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.42105263157894735, |
|
"grad_norm": 0.5063032507896423, |
|
"learning_rate": 0.00010555555555555557, |
|
"loss": 0.425, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.5052631578947369, |
|
"grad_norm": 0.4761255383491516, |
|
"learning_rate": 0.00012777777777777776, |
|
"loss": 0.3875, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.5894736842105263, |
|
"grad_norm": 0.4021145701408386, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 0.3799, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.6736842105263158, |
|
"grad_norm": 0.441383421421051, |
|
"learning_rate": 0.00017222222222222224, |
|
"loss": 0.3438, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.7578947368421053, |
|
"grad_norm": 0.3923978805541992, |
|
"learning_rate": 0.00019444444444444446, |
|
"loss": 0.2952, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.8421052631578947, |
|
"grad_norm": 0.39148256182670593, |
|
"learning_rate": 0.00019999007677495127, |
|
"loss": 0.2766, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.9263157894736842, |
|
"grad_norm": 0.3753437101840973, |
|
"learning_rate": 0.0001999459775237086, |
|
"loss": 0.329, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 1.0105263157894737, |
|
"grad_norm": 0.49228230118751526, |
|
"learning_rate": 0.00019986661520865405, |
|
"loss": 0.2808, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 1.0947368421052632, |
|
"grad_norm": 0.3359147608280182, |
|
"learning_rate": 0.00019975201783049805, |
|
"loss": 0.2385, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 1.1789473684210527, |
|
"grad_norm": 0.33956533670425415, |
|
"learning_rate": 0.00019960222582162976, |
|
"loss": 0.224, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 1.263157894736842, |
|
"grad_norm": 0.29228124022483826, |
|
"learning_rate": 0.00019941729203185165, |
|
"loss": 0.2062, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 1.3473684210526315, |
|
"grad_norm": 0.3463740944862366, |
|
"learning_rate": 0.00019919728170973296, |
|
"loss": 0.2335, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 1.431578947368421, |
|
"grad_norm": 0.30409345030784607, |
|
"learning_rate": 0.00019894227247958845, |
|
"loss": 0.2242, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 1.5157894736842106, |
|
"grad_norm": 0.3040483593940735, |
|
"learning_rate": 0.00019865235431409123, |
|
"loss": 0.1707, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"grad_norm": 0.3167271614074707, |
|
"learning_rate": 0.00019832762950252813, |
|
"loss": 0.2288, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 1.6842105263157894, |
|
"grad_norm": 0.4126874804496765, |
|
"learning_rate": 0.00019796821261471018, |
|
"loss": 0.202, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 1.768421052631579, |
|
"grad_norm": 0.3122522830963135, |
|
"learning_rate": 0.00019757423046054968, |
|
"loss": 0.2209, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.8526315789473684, |
|
"grad_norm": 0.348960280418396, |
|
"learning_rate": 0.00019714582204531918, |
|
"loss": 0.1551, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 1.936842105263158, |
|
"grad_norm": 0.413482666015625, |
|
"learning_rate": 0.00019668313852060735, |
|
"loss": 0.1818, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 2.0210526315789474, |
|
"grad_norm": 0.2502991259098053, |
|
"learning_rate": 0.00019618634313098952, |
|
"loss": 0.1355, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 2.1052631578947367, |
|
"grad_norm": 0.33105117082595825, |
|
"learning_rate": 0.00019565561115643152, |
|
"loss": 0.1286, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 2.1894736842105265, |
|
"grad_norm": 0.3156004548072815, |
|
"learning_rate": 0.00019509112985044717, |
|
"loss": 0.0978, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 2.2736842105263158, |
|
"grad_norm": 0.39305001497268677, |
|
"learning_rate": 0.00019449309837403137, |
|
"loss": 0.1227, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 2.3578947368421055, |
|
"grad_norm": 0.3099610209465027, |
|
"learning_rate": 0.00019386172772539162, |
|
"loss": 0.1346, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 2.442105263157895, |
|
"grad_norm": 0.2809341847896576, |
|
"learning_rate": 0.00019319724066550373, |
|
"loss": 0.1223, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 2.526315789473684, |
|
"grad_norm": 0.40614527463912964, |
|
"learning_rate": 0.00019249987163951667, |
|
"loss": 0.1353, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 2.610526315789474, |
|
"grad_norm": 0.23737777769565582, |
|
"learning_rate": 0.00019176986669403555, |
|
"loss": 0.112, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 2.694736842105263, |
|
"grad_norm": 0.2852821350097656, |
|
"learning_rate": 0.00019100748339031113, |
|
"loss": 0.1349, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 2.7789473684210524, |
|
"grad_norm": 0.43856674432754517, |
|
"learning_rate": 0.00019021299071336664, |
|
"loss": 0.1179, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 2.863157894736842, |
|
"grad_norm": 0.3141747713088989, |
|
"learning_rate": 0.00018938666897709425, |
|
"loss": 0.1306, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 2.9473684210526314, |
|
"grad_norm": 0.2711346447467804, |
|
"learning_rate": 0.00018852880972535432, |
|
"loss": 0.1551, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 3.031578947368421, |
|
"grad_norm": 0.25603431463241577, |
|
"learning_rate": 0.0001876397156291125, |
|
"loss": 0.0794, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 3.1157894736842104, |
|
"grad_norm": 0.42339861392974854, |
|
"learning_rate": 0.00018671970037965118, |
|
"loss": 0.0744, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"grad_norm": 0.2693917751312256, |
|
"learning_rate": 0.0001857690885778923, |
|
"loss": 0.0696, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 3.2842105263157895, |
|
"grad_norm": 0.2737679183483124, |
|
"learning_rate": 0.0001847882156198713, |
|
"loss": 0.0653, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 3.3684210526315788, |
|
"grad_norm": 0.4129018187522888, |
|
"learning_rate": 0.00018377742757840244, |
|
"loss": 0.0806, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 3.4526315789473685, |
|
"grad_norm": 0.3873012065887451, |
|
"learning_rate": 0.00018273708108097677, |
|
"loss": 0.0752, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 3.536842105263158, |
|
"grad_norm": 0.3241969645023346, |
|
"learning_rate": 0.0001816675431839365, |
|
"loss": 0.0772, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 3.6210526315789475, |
|
"grad_norm": 0.3158609867095947, |
|
"learning_rate": 0.0001805691912429696, |
|
"loss": 0.0802, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 3.705263157894737, |
|
"grad_norm": 0.3270516097545624, |
|
"learning_rate": 0.00017944241277997077, |
|
"loss": 0.0712, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 3.7894736842105265, |
|
"grad_norm": 0.30987676978111267, |
|
"learning_rate": 0.00017828760534631565, |
|
"loss": 0.0699, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 3.873684210526316, |
|
"grad_norm": 0.28480827808380127, |
|
"learning_rate": 0.0001771051763825959, |
|
"loss": 0.0858, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 3.957894736842105, |
|
"grad_norm": 0.24550119042396545, |
|
"learning_rate": 0.0001758955430748658, |
|
"loss": 0.0619, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 4.042105263157895, |
|
"grad_norm": 0.3428252041339874, |
|
"learning_rate": 0.00017465913220744998, |
|
"loss": 0.0585, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 4.126315789473685, |
|
"grad_norm": 0.32337552309036255, |
|
"learning_rate": 0.00017339638001236492, |
|
"loss": 0.0518, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 4.2105263157894735, |
|
"grad_norm": 0.2767057716846466, |
|
"learning_rate": 0.00017210773201540707, |
|
"loss": 0.0435, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 4.294736842105263, |
|
"grad_norm": 0.22791585326194763, |
|
"learning_rate": 0.00017079364287896174, |
|
"loss": 0.0471, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 4.378947368421053, |
|
"grad_norm": 0.3095114231109619, |
|
"learning_rate": 0.00016945457624158871, |
|
"loss": 0.0401, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 4.463157894736842, |
|
"grad_norm": 0.2641872465610504, |
|
"learning_rate": 0.0001680910045544406, |
|
"loss": 0.0447, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 4.5473684210526315, |
|
"grad_norm": 0.3095775842666626, |
|
"learning_rate": 0.00016670340891457216, |
|
"loss": 0.052, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 4.631578947368421, |
|
"grad_norm": 0.292422890663147, |
|
"learning_rate": 0.00016529227889519886, |
|
"loss": 0.0439, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 4.715789473684211, |
|
"grad_norm": 0.2715825140476227, |
|
"learning_rate": 0.0001638581123729652, |
|
"loss": 0.039, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"grad_norm": 0.17827194929122925, |
|
"learning_rate": 0.00016240141535228323, |
|
"loss": 0.0424, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 4.88421052631579, |
|
"grad_norm": 0.21712446212768555, |
|
"learning_rate": 0.0001609227017868033, |
|
"loss": 0.0502, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 4.968421052631579, |
|
"grad_norm": 0.45244210958480835, |
|
"learning_rate": 0.00015942249339808058, |
|
"loss": 0.0548, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 5.052631578947368, |
|
"grad_norm": 0.20093843340873718, |
|
"learning_rate": 0.00015790131949150035, |
|
"loss": 0.0284, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 5.136842105263158, |
|
"grad_norm": 0.3055751919746399, |
|
"learning_rate": 0.00015635971676952797, |
|
"loss": 0.0304, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 5.221052631578948, |
|
"grad_norm": 0.21160796284675598, |
|
"learning_rate": 0.00015479822914234875, |
|
"loss": 0.0291, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 5.3052631578947365, |
|
"grad_norm": 0.19923457503318787, |
|
"learning_rate": 0.0001532174075359649, |
|
"loss": 0.0291, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 5.389473684210526, |
|
"grad_norm": 0.21759603917598724, |
|
"learning_rate": 0.00015161780969781728, |
|
"loss": 0.0322, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 5.473684210526316, |
|
"grad_norm": 0.1476200670003891, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 0.03, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 5.557894736842105, |
|
"grad_norm": 0.1323111355304718, |
|
"learning_rate": 0.00014836454924013824, |
|
"loss": 0.0297, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 5.6421052631578945, |
|
"grad_norm": 0.1873178780078888, |
|
"learning_rate": 0.00014671203443999845, |
|
"loss": 0.031, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 5.726315789473684, |
|
"grad_norm": 0.18353727459907532, |
|
"learning_rate": 0.00014504303864190307, |
|
"loss": 0.0294, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 5.810526315789474, |
|
"grad_norm": 0.177791565656662, |
|
"learning_rate": 0.00014335815070302054, |
|
"loss": 0.0306, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 5.894736842105263, |
|
"grad_norm": 0.17418071627616882, |
|
"learning_rate": 0.0001416579650876043, |
|
"loss": 0.0307, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 5.978947368421053, |
|
"grad_norm": 0.20067432522773743, |
|
"learning_rate": 0.00013994308165725288, |
|
"loss": 0.0305, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 6.063157894736842, |
|
"grad_norm": 0.1422828584909439, |
|
"learning_rate": 0.00013821410545926613, |
|
"loss": 0.0297, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 6.147368421052631, |
|
"grad_norm": 0.16031205654144287, |
|
"learning_rate": 0.00013647164651317176, |
|
"loss": 0.0233, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 6.231578947368421, |
|
"grad_norm": 0.14059369266033173, |
|
"learning_rate": 0.0001347163195954973, |
|
"loss": 0.0216, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 6.315789473684211, |
|
"grad_norm": 0.15955083072185516, |
|
"learning_rate": 0.00013294874402286402, |
|
"loss": 0.023, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 6.4, |
|
"grad_norm": 0.0965215414762497, |
|
"learning_rate": 0.00013116954343347882, |
|
"loss": 0.0227, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 6.484210526315789, |
|
"grad_norm": 0.11703325808048248, |
|
"learning_rate": 0.00012937934556710143, |
|
"loss": 0.0237, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 6.568421052631579, |
|
"grad_norm": 0.13229094445705414, |
|
"learning_rate": 0.0001275787820435645, |
|
"loss": 0.0233, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 6.652631578947369, |
|
"grad_norm": 0.15599046647548676, |
|
"learning_rate": 0.00012576848813992475, |
|
"loss": 0.024, |
|
"step": 316 |
|
}, |
|
{ |
|
"epoch": 6.7368421052631575, |
|
"grad_norm": 0.14043009281158447, |
|
"learning_rate": 0.00012394910256632356, |
|
"loss": 0.0222, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 6.821052631578947, |
|
"grad_norm": 0.10719907283782959, |
|
"learning_rate": 0.00012212126724063676, |
|
"loss": 0.0234, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 6.905263157894737, |
|
"grad_norm": 0.1136666014790535, |
|
"learning_rate": 0.000120285627061992, |
|
"loss": 0.0217, |
|
"step": 328 |
|
}, |
|
{ |
|
"epoch": 6.989473684210527, |
|
"grad_norm": 0.11610202491283417, |
|
"learning_rate": 0.00011844282968323501, |
|
"loss": 0.0221, |
|
"step": 332 |
|
}, |
|
{ |
|
"epoch": 7.073684210526316, |
|
"grad_norm": 0.04680392146110535, |
|
"learning_rate": 0.00011659352528242366, |
|
"loss": 0.0186, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 7.157894736842105, |
|
"grad_norm": 0.1080232560634613, |
|
"learning_rate": 0.00011473836633343144, |
|
"loss": 0.0181, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 7.242105263157895, |
|
"grad_norm": 0.07934293150901794, |
|
"learning_rate": 0.00011287800737574072, |
|
"loss": 0.0175, |
|
"step": 344 |
|
}, |
|
{ |
|
"epoch": 7.326315789473684, |
|
"grad_norm": 0.11348960548639297, |
|
"learning_rate": 0.00011101310478350754, |
|
"loss": 0.0191, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 7.410526315789474, |
|
"grad_norm": 0.1111045703291893, |
|
"learning_rate": 0.00010914431653397856, |
|
"loss": 0.0183, |
|
"step": 352 |
|
}, |
|
{ |
|
"epoch": 7.494736842105263, |
|
"grad_norm": 0.10023918747901917, |
|
"learning_rate": 0.00010727230197534299, |
|
"loss": 0.0201, |
|
"step": 356 |
|
}, |
|
{ |
|
"epoch": 7.578947368421053, |
|
"grad_norm": 0.1350473314523697, |
|
"learning_rate": 0.00010539772159410036, |
|
"loss": 0.019, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 7.663157894736842, |
|
"grad_norm": 0.09026475250720978, |
|
"learning_rate": 0.00010352123678202685, |
|
"loss": 0.0184, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 7.747368421052632, |
|
"grad_norm": 0.08861108869314194, |
|
"learning_rate": 0.00010164350960282252, |
|
"loss": 0.0187, |
|
"step": 368 |
|
}, |
|
{ |
|
"epoch": 7.831578947368421, |
|
"grad_norm": 0.07832619547843933, |
|
"learning_rate": 9.976520255852065e-05, |
|
"loss": 0.0192, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 7.91578947368421, |
|
"grad_norm": 0.10778514295816422, |
|
"learning_rate": 9.788697835574347e-05, |
|
"loss": 0.0204, |
|
"step": 376 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"grad_norm": 0.09410171210765839, |
|
"learning_rate": 9.600949967188484e-05, |
|
"loss": 0.0189, |
|
"step": 380 |
|
} |
|
], |
|
"logging_steps": 4, |
|
"max_steps": 705, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 15, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.5251647585950106e+17, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|