| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9983385637806904, | |
| "eval_steps": 500, | |
| "global_step": 338, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0029536643898836995, | |
| "grad_norm": 1.9736734572153813, | |
| "learning_rate": 1.8181818181818183e-06, | |
| "loss": 1.0332, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005907328779767399, | |
| "grad_norm": 1.89466674300729, | |
| "learning_rate": 3.6363636363636366e-06, | |
| "loss": 1.0858, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.008860993169651098, | |
| "grad_norm": 2.0586700988484337, | |
| "learning_rate": 5.4545454545454545e-06, | |
| "loss": 1.1422, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.011814657559534798, | |
| "grad_norm": 1.8769825182011597, | |
| "learning_rate": 7.272727272727273e-06, | |
| "loss": 1.1113, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.014768321949418498, | |
| "grad_norm": 1.683377634890378, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 1.0089, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.017721986339302196, | |
| "grad_norm": 1.6814695051713617, | |
| "learning_rate": 1.0909090909090909e-05, | |
| "loss": 0.9674, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.020675650729185896, | |
| "grad_norm": 1.9017119730121659, | |
| "learning_rate": 1.2727272727272728e-05, | |
| "loss": 0.9005, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.023629315119069596, | |
| "grad_norm": 1.603735219060158, | |
| "learning_rate": 1.4545454545454546e-05, | |
| "loss": 0.9265, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.026582979508953296, | |
| "grad_norm": 1.8288678360919526, | |
| "learning_rate": 1.6363636363636366e-05, | |
| "loss": 0.8121, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.029536643898836996, | |
| "grad_norm": 1.5570221294659097, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 0.7292, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.032490308288720696, | |
| "grad_norm": 2.5250052299606964, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8079, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03544397267860439, | |
| "grad_norm": 1.7266275987207245, | |
| "learning_rate": 1.9999538500851633e-05, | |
| "loss": 0.6159, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.038397637068488095, | |
| "grad_norm": 1.687733702161376, | |
| "learning_rate": 1.9998154046002822e-05, | |
| "loss": 0.5926, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.04135130145837179, | |
| "grad_norm": 1.4681611793409828, | |
| "learning_rate": 1.9995846763238514e-05, | |
| "loss": 0.5179, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.044304965848255495, | |
| "grad_norm": 1.661603577794359, | |
| "learning_rate": 1.9992616865520515e-05, | |
| "loss": 0.6002, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04725863023813919, | |
| "grad_norm": 1.5757267480206656, | |
| "learning_rate": 1.9988464650967834e-05, | |
| "loss": 0.548, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.05021229462802289, | |
| "grad_norm": 1.443516459043832, | |
| "learning_rate": 1.9983390502829168e-05, | |
| "loss": 0.4763, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.05316595901790659, | |
| "grad_norm": 1.9356317236988005, | |
| "learning_rate": 1.9977394889447526e-05, | |
| "loss": 0.4841, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05611962340779029, | |
| "grad_norm": 1.5992738201782284, | |
| "learning_rate": 1.9970478364217e-05, | |
| "loss": 0.4163, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.05907328779767399, | |
| "grad_norm": 2.933784967885916, | |
| "learning_rate": 1.9962641565531694e-05, | |
| "loss": 0.4842, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06202695218755769, | |
| "grad_norm": 1.2537224524788972, | |
| "learning_rate": 1.9953885216726788e-05, | |
| "loss": 0.3521, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.06498061657744139, | |
| "grad_norm": 1.6032713497627293, | |
| "learning_rate": 1.994421012601179e-05, | |
| "loss": 0.3752, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06793428096732508, | |
| "grad_norm": 1.9257499786171195, | |
| "learning_rate": 1.9933617186395917e-05, | |
| "loss": 0.427, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.07088794535720878, | |
| "grad_norm": 1.585551383595158, | |
| "learning_rate": 1.99221073756057e-05, | |
| "loss": 0.3391, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.07384160974709249, | |
| "grad_norm": 1.4395031762291213, | |
| "learning_rate": 1.990968175599471e-05, | |
| "loss": 0.3681, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07679527413697619, | |
| "grad_norm": 1.8379758969132987, | |
| "learning_rate": 1.9896341474445526e-05, | |
| "loss": 0.3644, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.07974893852685988, | |
| "grad_norm": 2.536047764684934, | |
| "learning_rate": 1.9882087762263857e-05, | |
| "loss": 0.3729, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.08270260291674358, | |
| "grad_norm": 1.7401811118309274, | |
| "learning_rate": 1.9866921935064907e-05, | |
| "loss": 0.3652, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.08565626730662729, | |
| "grad_norm": 1.6279552899997376, | |
| "learning_rate": 1.985084539265195e-05, | |
| "loss": 0.3381, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.08860993169651099, | |
| "grad_norm": 1.2722212246169622, | |
| "learning_rate": 1.983385961888711e-05, | |
| "loss": 0.3051, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.09156359608639468, | |
| "grad_norm": 1.4978048532104433, | |
| "learning_rate": 1.9815966181554412e-05, | |
| "loss": 0.3502, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.09451726047627838, | |
| "grad_norm": 1.7582762904526588, | |
| "learning_rate": 1.9797166732215078e-05, | |
| "loss": 0.4365, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.09747092486616209, | |
| "grad_norm": 1.1718400265178528, | |
| "learning_rate": 1.977746300605507e-05, | |
| "loss": 0.3054, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.10042458925604578, | |
| "grad_norm": 1.8293028625760361, | |
| "learning_rate": 1.975685682172497e-05, | |
| "loss": 0.2785, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.10337825364592948, | |
| "grad_norm": 1.0440735267994106, | |
| "learning_rate": 1.973535008117207e-05, | |
| "loss": 0.3104, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.10633191803581318, | |
| "grad_norm": 1.6728007851360074, | |
| "learning_rate": 1.9712944769464864e-05, | |
| "loss": 0.2799, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.10928558242569689, | |
| "grad_norm": 1.405904514520795, | |
| "learning_rate": 1.9689642954609808e-05, | |
| "loss": 0.2881, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.11223924681558058, | |
| "grad_norm": 1.7016870737912315, | |
| "learning_rate": 1.9665446787360444e-05, | |
| "loss": 0.3062, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.11519291120546428, | |
| "grad_norm": 1.1987401007424765, | |
| "learning_rate": 1.9640358501018885e-05, | |
| "loss": 0.2892, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.11814657559534798, | |
| "grad_norm": 1.5149380484224841, | |
| "learning_rate": 1.9614380411229693e-05, | |
| "loss": 0.308, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.12110023998523167, | |
| "grad_norm": 1.1620416606100095, | |
| "learning_rate": 1.9587514915766124e-05, | |
| "loss": 0.2722, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.12405390437511538, | |
| "grad_norm": 1.534285242480307, | |
| "learning_rate": 1.9559764494308838e-05, | |
| "loss": 0.2446, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.12700756876499908, | |
| "grad_norm": 1.117214762293682, | |
| "learning_rate": 1.9531131708217005e-05, | |
| "loss": 0.2565, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.12996123315488278, | |
| "grad_norm": 1.8690417660104388, | |
| "learning_rate": 1.950161920029191e-05, | |
| "loss": 0.2991, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.13291489754476649, | |
| "grad_norm": 1.2823815577983428, | |
| "learning_rate": 1.9471229694533003e-05, | |
| "loss": 0.3053, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.13586856193465016, | |
| "grad_norm": 1.0457394301123093, | |
| "learning_rate": 1.943996599588649e-05, | |
| "loss": 0.2692, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.13882222632453387, | |
| "grad_norm": 1.6582540556983663, | |
| "learning_rate": 1.940783098998643e-05, | |
| "loss": 0.3117, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.14177589071441757, | |
| "grad_norm": 2.8122374846048093, | |
| "learning_rate": 1.93748276428884e-05, | |
| "loss": 0.2413, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.14472955510430127, | |
| "grad_norm": 1.06858926462545, | |
| "learning_rate": 1.9340959000795707e-05, | |
| "loss": 0.251, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.14768321949418498, | |
| "grad_norm": 1.784288703961607, | |
| "learning_rate": 1.9306228189778255e-05, | |
| "loss": 0.3198, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15063688388406868, | |
| "grad_norm": 1.0358042162583945, | |
| "learning_rate": 1.927063841548398e-05, | |
| "loss": 0.2155, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.15359054827395238, | |
| "grad_norm": 1.1257663919037064, | |
| "learning_rate": 1.9234192962842996e-05, | |
| "loss": 0.265, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.15654421266383609, | |
| "grad_norm": 1.8812981570071463, | |
| "learning_rate": 1.9196895195764363e-05, | |
| "loss": 0.2678, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.15949787705371976, | |
| "grad_norm": 1.0219311054009077, | |
| "learning_rate": 1.9158748556825637e-05, | |
| "loss": 0.2619, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.16245154144360346, | |
| "grad_norm": 0.8757775200019958, | |
| "learning_rate": 1.9119756566955092e-05, | |
| "loss": 0.2153, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.16540520583348717, | |
| "grad_norm": 1.2257972336982437, | |
| "learning_rate": 1.907992282510675e-05, | |
| "loss": 0.2621, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.16835887022337087, | |
| "grad_norm": 1.1235673530163361, | |
| "learning_rate": 1.90392510079282e-05, | |
| "loss": 0.2597, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.17131253461325457, | |
| "grad_norm": 1.1981603118820592, | |
| "learning_rate": 1.8997744869421248e-05, | |
| "loss": 0.2267, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.17426619900313828, | |
| "grad_norm": 1.2580175658104467, | |
| "learning_rate": 1.8955408240595396e-05, | |
| "loss": 0.2157, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.17721986339302198, | |
| "grad_norm": 1.4994807395260425, | |
| "learning_rate": 1.891224502911428e-05, | |
| "loss": 0.3247, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18017352778290566, | |
| "grad_norm": 1.084157032960403, | |
| "learning_rate": 1.886825921893497e-05, | |
| "loss": 0.2657, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.18312719217278936, | |
| "grad_norm": 1.4470552854446672, | |
| "learning_rate": 1.8823454869940243e-05, | |
| "loss": 0.3487, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.18608085656267306, | |
| "grad_norm": 2.0068879631177334, | |
| "learning_rate": 1.8777836117563894e-05, | |
| "loss": 0.2727, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.18903452095255677, | |
| "grad_norm": 1.1466460571800723, | |
| "learning_rate": 1.873140717240899e-05, | |
| "loss": 0.2913, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.19198818534244047, | |
| "grad_norm": 1.8682852110070804, | |
| "learning_rate": 1.8684172319859258e-05, | |
| "loss": 0.2383, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.19494184973232417, | |
| "grad_norm": 1.2843394680645717, | |
| "learning_rate": 1.863613591968355e-05, | |
| "loss": 0.2472, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.19789551412220788, | |
| "grad_norm": 1.017809753190489, | |
| "learning_rate": 1.858730240563342e-05, | |
| "loss": 0.2485, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.20084917851209155, | |
| "grad_norm": 2.2205775400272505, | |
| "learning_rate": 1.8537676285033886e-05, | |
| "loss": 0.2493, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.20380284290197526, | |
| "grad_norm": 1.235929269519101, | |
| "learning_rate": 1.848726213836744e-05, | |
| "loss": 0.2565, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.20675650729185896, | |
| "grad_norm": 1.8604954040590647, | |
| "learning_rate": 1.8436064618851225e-05, | |
| "loss": 0.3199, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.20971017168174266, | |
| "grad_norm": 2.0980254275510446, | |
| "learning_rate": 1.838408845200758e-05, | |
| "loss": 0.3298, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.21266383607162637, | |
| "grad_norm": 1.1425880293706356, | |
| "learning_rate": 1.8331338435227838e-05, | |
| "loss": 0.2163, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.21561750046151007, | |
| "grad_norm": 1.4113107349066654, | |
| "learning_rate": 1.8277819437329577e-05, | |
| "loss": 0.2598, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.21857116485139377, | |
| "grad_norm": 1.9224862314097175, | |
| "learning_rate": 1.8223536398107177e-05, | |
| "loss": 0.3132, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.22152482924127745, | |
| "grad_norm": 1.06320772052325, | |
| "learning_rate": 1.8168494327875918e-05, | |
| "loss": 0.2937, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.22447849363116115, | |
| "grad_norm": 1.2174257014009797, | |
| "learning_rate": 1.8112698307009506e-05, | |
| "loss": 0.238, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.22743215802104486, | |
| "grad_norm": 1.5162497230780494, | |
| "learning_rate": 1.8056153485471167e-05, | |
| "loss": 0.1991, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.23038582241092856, | |
| "grad_norm": 1.18750715957012, | |
| "learning_rate": 1.799886508233829e-05, | |
| "loss": 0.2978, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.23333948680081226, | |
| "grad_norm": 2.973457653034149, | |
| "learning_rate": 1.7940838385320732e-05, | |
| "loss": 0.2601, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.23629315119069597, | |
| "grad_norm": 1.4297439267822007, | |
| "learning_rate": 1.788207875027274e-05, | |
| "loss": 0.3164, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.23924681558057967, | |
| "grad_norm": 1.6564928680332287, | |
| "learning_rate": 1.7822591600698632e-05, | |
| "loss": 0.237, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.24220047997046334, | |
| "grad_norm": 1.2481653938902246, | |
| "learning_rate": 1.776238242725217e-05, | |
| "loss": 0.2825, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.24515414436034705, | |
| "grad_norm": 1.4622528270629795, | |
| "learning_rate": 1.7701456787229805e-05, | |
| "loss": 0.2967, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.24810780875023075, | |
| "grad_norm": 1.1364730949104225, | |
| "learning_rate": 1.7639820304057745e-05, | |
| "loss": 0.2693, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.25106147314011446, | |
| "grad_norm": 1.0844100740250735, | |
| "learning_rate": 1.7577478666772886e-05, | |
| "loss": 0.2929, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.25401513752999816, | |
| "grad_norm": 1.0265123142436297, | |
| "learning_rate": 1.751443762949772e-05, | |
| "loss": 0.2386, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.25696880191988186, | |
| "grad_norm": 1.8332595816906205, | |
| "learning_rate": 1.7450703010909263e-05, | |
| "loss": 0.2268, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.25992246630976557, | |
| "grad_norm": 1.2274642417045811, | |
| "learning_rate": 1.738628069370195e-05, | |
| "loss": 0.1997, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.26287613069964927, | |
| "grad_norm": 1.8440511370248884, | |
| "learning_rate": 1.732117662404469e-05, | |
| "loss": 0.3254, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.26582979508953297, | |
| "grad_norm": 1.7570589127181166, | |
| "learning_rate": 1.7255396811032014e-05, | |
| "loss": 0.2358, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2687834594794167, | |
| "grad_norm": 1.5694781679384842, | |
| "learning_rate": 1.718894732612947e-05, | |
| "loss": 0.253, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.2717371238693003, | |
| "grad_norm": 1.0385463235337, | |
| "learning_rate": 1.712183430261319e-05, | |
| "loss": 0.2717, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.274690788259184, | |
| "grad_norm": 1.4412499710422237, | |
| "learning_rate": 1.7054063935003813e-05, | |
| "loss": 0.2302, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.27764445264906773, | |
| "grad_norm": 3.529966786893214, | |
| "learning_rate": 1.698564247849473e-05, | |
| "loss": 0.2867, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.28059811703895143, | |
| "grad_norm": 1.2672492658805385, | |
| "learning_rate": 1.691657624837472e-05, | |
| "loss": 0.2045, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.28355178142883514, | |
| "grad_norm": 0.9176767851503596, | |
| "learning_rate": 1.684687161944506e-05, | |
| "loss": 0.2509, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.28650544581871884, | |
| "grad_norm": 1.161604448718551, | |
| "learning_rate": 1.677653502543113e-05, | |
| "loss": 0.2474, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.28945911020860254, | |
| "grad_norm": 1.1883037859108712, | |
| "learning_rate": 1.6705572958388576e-05, | |
| "loss": 0.2825, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.29241277459848625, | |
| "grad_norm": 1.3916922978511344, | |
| "learning_rate": 1.6633991968104095e-05, | |
| "loss": 0.2935, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.29536643898836995, | |
| "grad_norm": 1.1724380392159808, | |
| "learning_rate": 1.6561798661490904e-05, | |
| "loss": 0.2165, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.29832010337825365, | |
| "grad_norm": 1.3803456662831326, | |
| "learning_rate": 1.6488999701978905e-05, | |
| "loss": 0.272, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.30127376776813736, | |
| "grad_norm": 1.2576499318824381, | |
| "learning_rate": 1.6415601808899658e-05, | |
| "loss": 0.2234, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.30422743215802106, | |
| "grad_norm": 1.1279853492268177, | |
| "learning_rate": 1.63416117568662e-05, | |
| "loss": 0.2501, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.30718109654790476, | |
| "grad_norm": 2.1142008653949533, | |
| "learning_rate": 1.6267036375147728e-05, | |
| "loss": 0.231, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.31013476093778847, | |
| "grad_norm": 1.5354148204855673, | |
| "learning_rate": 1.619188254703927e-05, | |
| "loss": 0.2572, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.31308842532767217, | |
| "grad_norm": 1.8111259417638643, | |
| "learning_rate": 1.6116157209226356e-05, | |
| "loss": 0.2485, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3160420897175558, | |
| "grad_norm": 1.6621307355421575, | |
| "learning_rate": 1.6039867351144778e-05, | |
| "loss": 0.2292, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.3189957541074395, | |
| "grad_norm": 3.3263259030038843, | |
| "learning_rate": 1.5963020014335437e-05, | |
| "loss": 0.2319, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3219494184973232, | |
| "grad_norm": 2.052088135053435, | |
| "learning_rate": 1.588562229179443e-05, | |
| "loss": 0.2785, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.32490308288720693, | |
| "grad_norm": 1.7457872664375444, | |
| "learning_rate": 1.5807681327318372e-05, | |
| "loss": 0.2375, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.32785674727709063, | |
| "grad_norm": 2.1656130103223292, | |
| "learning_rate": 1.5729204314845002e-05, | |
| "loss": 0.3204, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.33081041166697434, | |
| "grad_norm": 1.4347887292208887, | |
| "learning_rate": 1.56501984977892e-05, | |
| "loss": 0.1912, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.33376407605685804, | |
| "grad_norm": 1.7457376826745783, | |
| "learning_rate": 1.557067116837444e-05, | |
| "loss": 0.1869, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.33671774044674174, | |
| "grad_norm": 1.279310426755318, | |
| "learning_rate": 1.5490629666959668e-05, | |
| "loss": 0.2515, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.33967140483662545, | |
| "grad_norm": 1.2398989051076739, | |
| "learning_rate": 1.541008138136183e-05, | |
| "loss": 0.276, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.34262506922650915, | |
| "grad_norm": 0.8931524769308568, | |
| "learning_rate": 1.5329033746173975e-05, | |
| "loss": 0.1926, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.34557873361639285, | |
| "grad_norm": 0.9382290625981602, | |
| "learning_rate": 1.5247494242079024e-05, | |
| "loss": 0.1994, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.34853239800627656, | |
| "grad_norm": 1.6152374848968118, | |
| "learning_rate": 1.5165470395159314e-05, | |
| "loss": 0.2737, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.35148606239616026, | |
| "grad_norm": 0.7437908075523608, | |
| "learning_rate": 1.5082969776201948e-05, | |
| "loss": 0.2452, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.35443972678604396, | |
| "grad_norm": 1.433187333629193, | |
| "learning_rate": 1.5000000000000002e-05, | |
| "loss": 0.2928, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3573933911759276, | |
| "grad_norm": 1.1151731420543107, | |
| "learning_rate": 1.4916568724649688e-05, | |
| "loss": 0.2469, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.3603470555658113, | |
| "grad_norm": 1.628208821537734, | |
| "learning_rate": 1.483268365084351e-05, | |
| "loss": 0.2672, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.363300719955695, | |
| "grad_norm": 1.655636248263217, | |
| "learning_rate": 1.4748352521159492e-05, | |
| "loss": 0.2558, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.3662543843455787, | |
| "grad_norm": 1.1190196781911896, | |
| "learning_rate": 1.466358311934654e-05, | |
| "loss": 0.2424, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.3692080487354624, | |
| "grad_norm": 1.5683734426508247, | |
| "learning_rate": 1.4578383269606004e-05, | |
| "loss": 0.2078, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.3721617131253461, | |
| "grad_norm": 2.1959742679571392, | |
| "learning_rate": 1.4492760835869504e-05, | |
| "loss": 0.1833, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.37511537751522983, | |
| "grad_norm": 1.8629992032442229, | |
| "learning_rate": 1.4406723721073088e-05, | |
| "loss": 0.2172, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.37806904190511353, | |
| "grad_norm": 1.3715247051576143, | |
| "learning_rate": 1.4320279866427798e-05, | |
| "loss": 0.2275, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.38102270629499724, | |
| "grad_norm": 1.9490061377077916, | |
| "learning_rate": 1.4233437250686695e-05, | |
| "loss": 0.2788, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.38397637068488094, | |
| "grad_norm": 2.5933766685145283, | |
| "learning_rate": 1.4146203889408418e-05, | |
| "loss": 0.2166, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.38693003507476464, | |
| "grad_norm": 1.2370288412958634, | |
| "learning_rate": 1.4058587834217356e-05, | |
| "loss": 0.2072, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.38988369946464835, | |
| "grad_norm": 1.1081749176693048, | |
| "learning_rate": 1.3970597172060482e-05, | |
| "loss": 0.1989, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.39283736385453205, | |
| "grad_norm": 1.4828838112332934, | |
| "learning_rate": 1.3882240024460928e-05, | |
| "loss": 0.3022, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.39579102824441575, | |
| "grad_norm": 1.1733959356793078, | |
| "learning_rate": 1.3793524546768358e-05, | |
| "loss": 0.2889, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3987446926342994, | |
| "grad_norm": 0.8750941794002657, | |
| "learning_rate": 1.3704458927406261e-05, | |
| "loss": 0.2043, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4016983570241831, | |
| "grad_norm": 0.9229984145111342, | |
| "learning_rate": 1.3615051387116131e-05, | |
| "loss": 0.1931, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.4046520214140668, | |
| "grad_norm": 0.9607360356833068, | |
| "learning_rate": 1.3525310178198707e-05, | |
| "loss": 0.2502, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.4076056858039505, | |
| "grad_norm": 1.267256607998377, | |
| "learning_rate": 1.3435243583752294e-05, | |
| "loss": 0.2551, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.4105593501938342, | |
| "grad_norm": 1.1535151890824327, | |
| "learning_rate": 1.3344859916908206e-05, | |
| "loss": 0.2519, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.4135130145837179, | |
| "grad_norm": 1.2308120883855471, | |
| "learning_rate": 1.325416752006351e-05, | |
| "loss": 0.2028, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.4164666789736016, | |
| "grad_norm": 1.1261523707817411, | |
| "learning_rate": 1.3163174764110985e-05, | |
| "loss": 0.2891, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.4194203433634853, | |
| "grad_norm": 1.0484777228642377, | |
| "learning_rate": 1.3071890047666498e-05, | |
| "loss": 0.2847, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.42237400775336903, | |
| "grad_norm": 1.3574789457653618, | |
| "learning_rate": 1.2980321796293838e-05, | |
| "loss": 0.2313, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.42532767214325273, | |
| "grad_norm": 1.6359214874264179, | |
| "learning_rate": 1.288847846172701e-05, | |
| "loss": 0.2613, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.42828133653313644, | |
| "grad_norm": 1.4849630914722172, | |
| "learning_rate": 1.2796368521090143e-05, | |
| "loss": 0.2497, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.43123500092302014, | |
| "grad_norm": 0.9672458928556958, | |
| "learning_rate": 1.2704000476115079e-05, | |
| "loss": 0.2125, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.43418866531290384, | |
| "grad_norm": 1.3631344827108736, | |
| "learning_rate": 1.2611382852356632e-05, | |
| "loss": 0.2102, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.43714232970278755, | |
| "grad_norm": 1.081373449791384, | |
| "learning_rate": 1.2518524198405699e-05, | |
| "loss": 0.1994, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.4400959940926712, | |
| "grad_norm": 3.031111169053163, | |
| "learning_rate": 1.2425433085100224e-05, | |
| "loss": 0.251, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.4430496584825549, | |
| "grad_norm": 1.109367118461991, | |
| "learning_rate": 1.233211810473411e-05, | |
| "loss": 0.2145, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.4460033228724386, | |
| "grad_norm": 1.8019223476694273, | |
| "learning_rate": 1.2238587870264152e-05, | |
| "loss": 0.2416, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.4489569872623223, | |
| "grad_norm": 0.9740173075655284, | |
| "learning_rate": 1.2144851014515055e-05, | |
| "loss": 0.2483, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.451910651652206, | |
| "grad_norm": 2.103510651583566, | |
| "learning_rate": 1.2050916189382646e-05, | |
| "loss": 0.2503, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.4548643160420897, | |
| "grad_norm": 0.9776576320454566, | |
| "learning_rate": 1.1956792065035281e-05, | |
| "loss": 0.2097, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.4578179804319734, | |
| "grad_norm": 0.9661788560533139, | |
| "learning_rate": 1.1862487329113606e-05, | |
| "loss": 0.2307, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.4607716448218571, | |
| "grad_norm": 1.089240042431727, | |
| "learning_rate": 1.1768010685928686e-05, | |
| "loss": 0.2716, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.4637253092117408, | |
| "grad_norm": 1.8188209063972023, | |
| "learning_rate": 1.1673370855658592e-05, | |
| "loss": 0.2543, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.4666789736016245, | |
| "grad_norm": 0.9268264783045698, | |
| "learning_rate": 1.1578576573543541e-05, | |
| "loss": 0.1993, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.46963263799150823, | |
| "grad_norm": 2.8113037410793633, | |
| "learning_rate": 1.1483636589079627e-05, | |
| "loss": 0.2359, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.47258630238139193, | |
| "grad_norm": 1.1434071278207998, | |
| "learning_rate": 1.1388559665211241e-05, | |
| "loss": 0.2429, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.47553996677127564, | |
| "grad_norm": 1.7302412316542266, | |
| "learning_rate": 1.1293354577522264e-05, | |
| "loss": 0.2826, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.47849363116115934, | |
| "grad_norm": 2.0316255286578735, | |
| "learning_rate": 1.1198030113426074e-05, | |
| "loss": 0.2273, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.481447295551043, | |
| "grad_norm": 0.8326584843590035, | |
| "learning_rate": 1.1102595071354471e-05, | |
| "loss": 0.2394, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.4844009599409267, | |
| "grad_norm": 1.317424629649938, | |
| "learning_rate": 1.1007058259945584e-05, | |
| "loss": 0.2339, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.4873546243308104, | |
| "grad_norm": 1.021243726388158, | |
| "learning_rate": 1.0911428497230834e-05, | |
| "loss": 0.2483, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.4903082887206941, | |
| "grad_norm": 0.9876546362231726, | |
| "learning_rate": 1.0815714609821027e-05, | |
| "loss": 0.3242, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4932619531105778, | |
| "grad_norm": 0.8098325451574229, | |
| "learning_rate": 1.0719925432091671e-05, | |
| "loss": 0.2444, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.4962156175004615, | |
| "grad_norm": 2.17413162626723, | |
| "learning_rate": 1.0624069805367558e-05, | |
| "loss": 0.3416, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.4991692818903452, | |
| "grad_norm": 1.8720289242626653, | |
| "learning_rate": 1.0528156577106703e-05, | |
| "loss": 0.2682, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.5021229462802289, | |
| "grad_norm": 0.8874485016784218, | |
| "learning_rate": 1.043219460008374e-05, | |
| "loss": 0.2733, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5050766106701126, | |
| "grad_norm": 1.0480044654604301, | |
| "learning_rate": 1.0336192731572805e-05, | |
| "loss": 0.2298, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.5080302750599963, | |
| "grad_norm": 1.181818854385163, | |
| "learning_rate": 1.0240159832530007e-05, | |
| "loss": 0.2572, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.51098393944988, | |
| "grad_norm": 0.98648646319354, | |
| "learning_rate": 1.0144104766775574e-05, | |
| "loss": 0.2495, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.5139376038397637, | |
| "grad_norm": 1.0277098370436357, | |
| "learning_rate": 1.004803640017571e-05, | |
| "loss": 0.2619, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.5168912682296474, | |
| "grad_norm": 1.1062050987306524, | |
| "learning_rate": 9.951963599824294e-06, | |
| "loss": 0.2238, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.5198449326195311, | |
| "grad_norm": 1.2488436891812305, | |
| "learning_rate": 9.855895233224431e-06, | |
| "loss": 0.2372, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.5227985970094148, | |
| "grad_norm": 1.3481996131119136, | |
| "learning_rate": 9.759840167469995e-06, | |
| "loss": 0.2746, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.5257522613992985, | |
| "grad_norm": 0.8826183612671726, | |
| "learning_rate": 9.663807268427197e-06, | |
| "loss": 0.2335, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.5287059257891822, | |
| "grad_norm": 0.9244242887212063, | |
| "learning_rate": 9.56780539991626e-06, | |
| "loss": 0.2178, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.5316595901790659, | |
| "grad_norm": 1.4163564901321666, | |
| "learning_rate": 9.471843422893299e-06, | |
| "loss": 0.2747, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5346132545689496, | |
| "grad_norm": 1.009293146826116, | |
| "learning_rate": 9.375930194632447e-06, | |
| "loss": 0.2688, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.5375669189588334, | |
| "grad_norm": 1.1818455803606223, | |
| "learning_rate": 9.28007456790833e-06, | |
| "loss": 0.2621, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.540520583348717, | |
| "grad_norm": 1.0611769717320774, | |
| "learning_rate": 9.184285390178978e-06, | |
| "loss": 0.2437, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.5434742477386006, | |
| "grad_norm": 1.2390997213154737, | |
| "learning_rate": 9.08857150276917e-06, | |
| "loss": 0.2952, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5464279121284844, | |
| "grad_norm": 1.835044765816236, | |
| "learning_rate": 8.992941740054418e-06, | |
| "loss": 0.3033, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.549381576518368, | |
| "grad_norm": 0.8704926207718849, | |
| "learning_rate": 8.897404928645529e-06, | |
| "loss": 0.2365, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.5523352409082518, | |
| "grad_norm": 1.4546396972602982, | |
| "learning_rate": 8.80196988657393e-06, | |
| "loss": 0.2468, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.5552889052981355, | |
| "grad_norm": 1.1497614503627624, | |
| "learning_rate": 8.706645422477739e-06, | |
| "loss": 0.2231, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.5582425696880192, | |
| "grad_norm": 1.898082986482141, | |
| "learning_rate": 8.611440334788762e-06, | |
| "loss": 0.2955, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.5611962340779029, | |
| "grad_norm": 1.732309153229397, | |
| "learning_rate": 8.516363410920376e-06, | |
| "loss": 0.2623, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5641498984677866, | |
| "grad_norm": 1.3066685408925918, | |
| "learning_rate": 8.42142342645646e-06, | |
| "loss": 0.2101, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.5671035628576703, | |
| "grad_norm": 1.162748592458113, | |
| "learning_rate": 8.326629144341408e-06, | |
| "loss": 0.2041, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.570057227247554, | |
| "grad_norm": 1.29586252973902, | |
| "learning_rate": 8.231989314071318e-06, | |
| "loss": 0.2386, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.5730108916374377, | |
| "grad_norm": 1.5953660392118898, | |
| "learning_rate": 8.137512670886397e-06, | |
| "loss": 0.3249, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.5759645560273214, | |
| "grad_norm": 1.1905039053627462, | |
| "learning_rate": 8.043207934964722e-06, | |
| "loss": 0.2688, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.5789182204172051, | |
| "grad_norm": 1.1837724923413109, | |
| "learning_rate": 7.949083810617358e-06, | |
| "loss": 0.2218, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.5818718848070888, | |
| "grad_norm": 1.0337142264120576, | |
| "learning_rate": 7.855148985484946e-06, | |
| "loss": 0.2313, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.5848255491969725, | |
| "grad_norm": 1.023527322376044, | |
| "learning_rate": 7.761412129735853e-06, | |
| "loss": 0.2546, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.5877792135868561, | |
| "grad_norm": 1.9398516606289615, | |
| "learning_rate": 7.667881895265895e-06, | |
| "loss": 0.2541, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5907328779767399, | |
| "grad_norm": 1.2286452090124362, | |
| "learning_rate": 7.574566914899779e-06, | |
| "loss": 0.2435, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5936865423666235, | |
| "grad_norm": 1.9724170175167155, | |
| "learning_rate": 7.481475801594302e-06, | |
| "loss": 0.2256, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.5966402067565073, | |
| "grad_norm": 0.9322838897748312, | |
| "learning_rate": 7.388617147643371e-06, | |
| "loss": 0.2217, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.599593871146391, | |
| "grad_norm": 1.4987943471159813, | |
| "learning_rate": 7.295999523884921e-06, | |
| "loss": 0.2415, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.6025475355362747, | |
| "grad_norm": 2.3935521553878902, | |
| "learning_rate": 7.203631478909857e-06, | |
| "loss": 0.2644, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.6055011999261584, | |
| "grad_norm": 1.0320215273603501, | |
| "learning_rate": 7.111521538272997e-06, | |
| "loss": 0.2676, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.6084548643160421, | |
| "grad_norm": 0.7108542636852405, | |
| "learning_rate": 7.019678203706164e-06, | |
| "loss": 0.2172, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.6114085287059258, | |
| "grad_norm": 0.9743452858582518, | |
| "learning_rate": 6.928109952333506e-06, | |
| "loss": 0.1604, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.6143621930958095, | |
| "grad_norm": 1.031069019097842, | |
| "learning_rate": 6.83682523588902e-06, | |
| "loss": 0.2489, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.6173158574856932, | |
| "grad_norm": 1.1126940698355048, | |
| "learning_rate": 6.745832479936492e-06, | |
| "loss": 0.2271, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.6202695218755769, | |
| "grad_norm": 1.0020460027427114, | |
| "learning_rate": 6.655140083091794e-06, | |
| "loss": 0.209, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.6232231862654606, | |
| "grad_norm": 0.8970125803197203, | |
| "learning_rate": 6.564756416247712e-06, | |
| "loss": 0.2583, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.6261768506553443, | |
| "grad_norm": 1.0568957445259135, | |
| "learning_rate": 6.474689821801295e-06, | |
| "loss": 0.2324, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.629130515045228, | |
| "grad_norm": 1.051239767211671, | |
| "learning_rate": 6.384948612883872e-06, | |
| "loss": 0.2223, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.6320841794351116, | |
| "grad_norm": 1.3654867580389307, | |
| "learning_rate": 6.2955410725937405e-06, | |
| "loss": 0.3261, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.6350378438249954, | |
| "grad_norm": 1.5940508984964765, | |
| "learning_rate": 6.206475453231644e-06, | |
| "loss": 0.3056, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.637991508214879, | |
| "grad_norm": 1.6484237300537123, | |
| "learning_rate": 6.117759975539075e-06, | |
| "loss": 0.2511, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.6409451726047628, | |
| "grad_norm": 0.9783636169511857, | |
| "learning_rate": 6.029402827939519e-06, | |
| "loss": 0.1926, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.6438988369946465, | |
| "grad_norm": 1.2177544643933664, | |
| "learning_rate": 5.941412165782645e-06, | |
| "loss": 0.2448, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.6468525013845302, | |
| "grad_norm": 1.3485731634469964, | |
| "learning_rate": 5.853796110591583e-06, | |
| "loss": 0.3118, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.6498061657744139, | |
| "grad_norm": 1.0074910225979905, | |
| "learning_rate": 5.766562749313309e-06, | |
| "loss": 0.2329, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6527598301642976, | |
| "grad_norm": 1.9631275122537244, | |
| "learning_rate": 5.6797201335722064e-06, | |
| "loss": 0.2364, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.6557134945541813, | |
| "grad_norm": 1.062222369251804, | |
| "learning_rate": 5.593276278926912e-06, | |
| "loss": 0.2315, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.658667158944065, | |
| "grad_norm": 1.07696139078638, | |
| "learning_rate": 5.507239164130501e-06, | |
| "loss": 0.1934, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.6616208233339487, | |
| "grad_norm": 1.0422028056726698, | |
| "learning_rate": 5.421616730394e-06, | |
| "loss": 0.2931, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.6645744877238324, | |
| "grad_norm": 1.1093276167484338, | |
| "learning_rate": 5.336416880653461e-06, | |
| "loss": 0.2677, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.6675281521137161, | |
| "grad_norm": 1.0629629635370519, | |
| "learning_rate": 5.251647478840511e-06, | |
| "loss": 0.207, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.6704818165035997, | |
| "grad_norm": 0.779645708058216, | |
| "learning_rate": 5.167316349156495e-06, | |
| "loss": 0.2009, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.6734354808934835, | |
| "grad_norm": 0.8926314737189482, | |
| "learning_rate": 5.083431275350312e-06, | |
| "loss": 0.19, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.6763891452833671, | |
| "grad_norm": 1.376351113952889, | |
| "learning_rate": 5.000000000000003e-06, | |
| "loss": 0.2771, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.6793428096732509, | |
| "grad_norm": 0.7572945693080168, | |
| "learning_rate": 4.917030223798057e-06, | |
| "loss": 0.191, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.6822964740631345, | |
| "grad_norm": 1.2668574548219917, | |
| "learning_rate": 4.834529604840686e-06, | |
| "loss": 0.2342, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.6852501384530183, | |
| "grad_norm": 0.9504831876512666, | |
| "learning_rate": 4.7525057579209775e-06, | |
| "loss": 0.2033, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.688203802842902, | |
| "grad_norm": 1.2471827348726847, | |
| "learning_rate": 4.670966253826027e-06, | |
| "loss": 0.2503, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.6911574672327857, | |
| "grad_norm": 1.2316083853653141, | |
| "learning_rate": 4.589918618638173e-06, | |
| "loss": 0.2345, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.6941111316226694, | |
| "grad_norm": 1.233920943028571, | |
| "learning_rate": 4.5093703330403385e-06, | |
| "loss": 0.2549, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.6970647960125531, | |
| "grad_norm": 1.2774449733259186, | |
| "learning_rate": 4.429328831625565e-06, | |
| "loss": 0.2747, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.7000184604024368, | |
| "grad_norm": 1.151879743444661, | |
| "learning_rate": 4.349801502210801e-06, | |
| "loss": 0.211, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.7029721247923205, | |
| "grad_norm": 1.0883996040038033, | |
| "learning_rate": 4.270795685155001e-06, | |
| "loss": 0.225, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.7059257891822042, | |
| "grad_norm": 0.8330598619298225, | |
| "learning_rate": 4.192318672681631e-06, | |
| "loss": 0.2428, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.7088794535720879, | |
| "grad_norm": 1.743882855971486, | |
| "learning_rate": 4.1143777082055715e-06, | |
| "loss": 0.3097, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.7118331179619716, | |
| "grad_norm": 0.8382109254728533, | |
| "learning_rate": 4.036979985664566e-06, | |
| "loss": 0.1831, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.7147867823518552, | |
| "grad_norm": 1.3270682727089078, | |
| "learning_rate": 3.960132648855226e-06, | |
| "loss": 0.2422, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.717740446741739, | |
| "grad_norm": 1.240272547956328, | |
| "learning_rate": 3.883842790773647e-06, | |
| "loss": 0.2562, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.7206941111316226, | |
| "grad_norm": 1.2319353987670736, | |
| "learning_rate": 3.8081174529607346e-06, | |
| "loss": 0.281, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.7236477755215064, | |
| "grad_norm": 1.1603454653088285, | |
| "learning_rate": 3.732963624852275e-06, | |
| "loss": 0.2749, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.72660143991139, | |
| "grad_norm": 1.0523508127263002, | |
| "learning_rate": 3.6583882431338047e-06, | |
| "loss": 0.201, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.7295551043012738, | |
| "grad_norm": 1.5484575857761667, | |
| "learning_rate": 3.584398191100341e-06, | |
| "loss": 0.1748, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.7325087686911574, | |
| "grad_norm": 0.927816740497892, | |
| "learning_rate": 3.511000298021098e-06, | |
| "loss": 0.2038, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.7354624330810412, | |
| "grad_norm": 1.281465915405747, | |
| "learning_rate": 3.4382013385090985e-06, | |
| "loss": 0.1967, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.7384160974709248, | |
| "grad_norm": 0.8383135259558974, | |
| "learning_rate": 3.3660080318959043e-06, | |
| "loss": 0.3009, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7413697618608086, | |
| "grad_norm": 0.9034285090369809, | |
| "learning_rate": 3.2944270416114256e-06, | |
| "loss": 0.2712, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.7443234262506923, | |
| "grad_norm": 1.7330918162831006, | |
| "learning_rate": 3.223464974568874e-06, | |
| "loss": 0.3026, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.747277090640576, | |
| "grad_norm": 2.278797836193121, | |
| "learning_rate": 3.153128380554941e-06, | |
| "loss": 0.2026, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.7502307550304597, | |
| "grad_norm": 1.6530429628004708, | |
| "learning_rate": 3.0834237516252817e-06, | |
| "loss": 0.3184, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.7531844194203433, | |
| "grad_norm": 1.014176332937703, | |
| "learning_rate": 3.0143575215052732e-06, | |
| "loss": 0.2137, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.7561380838102271, | |
| "grad_norm": 1.3834895222118382, | |
| "learning_rate": 2.94593606499619e-06, | |
| "loss": 0.2532, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.7590917482001107, | |
| "grad_norm": 0.9517980209975256, | |
| "learning_rate": 2.878165697386812e-06, | |
| "loss": 0.223, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.7620454125899945, | |
| "grad_norm": 1.4826707785316666, | |
| "learning_rate": 2.8110526738705345e-06, | |
| "loss": 0.2331, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.7649990769798781, | |
| "grad_norm": 0.9535584029950059, | |
| "learning_rate": 2.7446031889679893e-06, | |
| "loss": 0.2252, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.7679527413697619, | |
| "grad_norm": 1.1476536352431068, | |
| "learning_rate": 2.678823375955314e-06, | |
| "loss": 0.2673, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7709064057596455, | |
| "grad_norm": 1.443599601569734, | |
| "learning_rate": 2.6137193062980506e-06, | |
| "loss": 0.2148, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.7738600701495293, | |
| "grad_norm": 1.0031835343451487, | |
| "learning_rate": 2.5492969890907383e-06, | |
| "loss": 0.2404, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.7768137345394129, | |
| "grad_norm": 1.5720112441700467, | |
| "learning_rate": 2.485562370502279e-06, | |
| "loss": 0.2102, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.7797673989292967, | |
| "grad_norm": 1.515634223478538, | |
| "learning_rate": 2.4225213332271203e-06, | |
| "loss": 0.2801, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.7827210633191803, | |
| "grad_norm": 1.6679133246539453, | |
| "learning_rate": 2.3601796959422585e-06, | |
| "loss": 0.2728, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.7856747277090641, | |
| "grad_norm": 1.140587687664246, | |
| "learning_rate": 2.2985432127701945e-06, | |
| "loss": 0.2343, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.7886283920989478, | |
| "grad_norm": 1.6372470878039884, | |
| "learning_rate": 2.2376175727478346e-06, | |
| "loss": 0.3012, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.7915820564888315, | |
| "grad_norm": 1.0418170981548798, | |
| "learning_rate": 2.1774083993013715e-06, | |
| "loss": 0.2903, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.7945357208787152, | |
| "grad_norm": 0.9841407460639144, | |
| "learning_rate": 2.1179212497272582e-06, | |
| "loss": 0.2021, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.7974893852685988, | |
| "grad_norm": 3.3040280272424076, | |
| "learning_rate": 2.0591616146792705e-06, | |
| "loss": 0.2567, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.8004430496584826, | |
| "grad_norm": 1.0889363962398735, | |
| "learning_rate": 2.0011349176617133e-06, | |
| "loss": 0.2387, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.8033967140483662, | |
| "grad_norm": 1.1052353260085468, | |
| "learning_rate": 1.9438465145288377e-06, | |
| "loss": 0.2549, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.80635037843825, | |
| "grad_norm": 1.0811411366280128, | |
| "learning_rate": 1.8873016929904942e-06, | |
| "loss": 0.2245, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.8093040428281336, | |
| "grad_norm": 1.5617796782808597, | |
| "learning_rate": 1.8315056721240831e-06, | |
| "loss": 0.2689, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.8122577072180174, | |
| "grad_norm": 0.9419563951986655, | |
| "learning_rate": 1.7764636018928249e-06, | |
| "loss": 0.2274, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.815211371607901, | |
| "grad_norm": 1.0888276242305772, | |
| "learning_rate": 1.722180562670428e-06, | |
| "loss": 0.2137, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.8181650359977848, | |
| "grad_norm": 1.3638497191830405, | |
| "learning_rate": 1.6686615647721638e-06, | |
| "loss": 0.2936, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.8211187003876684, | |
| "grad_norm": 1.1621534586524414, | |
| "learning_rate": 1.6159115479924259e-06, | |
| "loss": 0.2835, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.8240723647775522, | |
| "grad_norm": 1.5160217377536473, | |
| "learning_rate": 1.5639353811487744e-06, | |
| "loss": 0.2013, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.8270260291674358, | |
| "grad_norm": 1.0562241070452318, | |
| "learning_rate": 1.5127378616325606e-06, | |
| "loss": 0.2387, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.8299796935573196, | |
| "grad_norm": 0.9587608909012787, | |
| "learning_rate": 1.462323714966114e-06, | |
| "loss": 0.2439, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.8329333579472032, | |
| "grad_norm": 1.6757197295398196, | |
| "learning_rate": 1.4126975943665844e-06, | |
| "loss": 0.2315, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.8358870223370869, | |
| "grad_norm": 1.3676443709621444, | |
| "learning_rate": 1.3638640803164516e-06, | |
| "loss": 0.2285, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.8388406867269707, | |
| "grad_norm": 1.1179995558525562, | |
| "learning_rate": 1.3158276801407432e-06, | |
| "loss": 0.2649, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.8417943511168543, | |
| "grad_norm": 1.042657568622807, | |
| "learning_rate": 1.2685928275910142e-06, | |
| "loss": 0.2123, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.8447480155067381, | |
| "grad_norm": 1.5556578514626542, | |
| "learning_rate": 1.222163882436107e-06, | |
| "loss": 0.2612, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.8477016798966217, | |
| "grad_norm": 1.430426782366678, | |
| "learning_rate": 1.1765451300597574e-06, | |
| "loss": 0.2679, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.8506553442865055, | |
| "grad_norm": 1.346297948811944, | |
| "learning_rate": 1.1317407810650372e-06, | |
| "loss": 0.3629, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.8536090086763891, | |
| "grad_norm": 0.903041997125672, | |
| "learning_rate": 1.0877549708857228e-06, | |
| "loss": 0.232, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.8565626730662729, | |
| "grad_norm": 1.0773880128337658, | |
| "learning_rate": 1.0445917594046073e-06, | |
| "loss": 0.1946, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.8595163374561565, | |
| "grad_norm": 1.1827269325419392, | |
| "learning_rate": 1.0022551305787564e-06, | |
| "loss": 0.274, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.8624700018460403, | |
| "grad_norm": 1.2938978043172173, | |
| "learning_rate": 9.607489920717983e-07, | |
| "loss": 0.2568, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.8654236662359239, | |
| "grad_norm": 0.8777587732368793, | |
| "learning_rate": 9.200771748932513e-07, | |
| "loss": 0.195, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.8683773306258077, | |
| "grad_norm": 1.0574272517036634, | |
| "learning_rate": 8.802434330449128e-07, | |
| "loss": 0.2284, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.8713309950156913, | |
| "grad_norm": 0.9462220870406266, | |
| "learning_rate": 8.412514431743657e-07, | |
| "loss": 0.2023, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.8742846594055751, | |
| "grad_norm": 1.3664321425766135, | |
| "learning_rate": 8.031048042356393e-07, | |
| "loss": 0.2713, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.8772383237954587, | |
| "grad_norm": 2.196437108751979, | |
| "learning_rate": 7.65807037157007e-07, | |
| "loss": 0.2231, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.8801919881853424, | |
| "grad_norm": 1.0022132609661685, | |
| "learning_rate": 7.293615845160196e-07, | |
| "loss": 0.2272, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.8831456525752261, | |
| "grad_norm": 0.8691720804489206, | |
| "learning_rate": 6.937718102217461e-07, | |
| "loss": 0.2079, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.8860993169651098, | |
| "grad_norm": 1.2735957834600269, | |
| "learning_rate": 6.590409992042957e-07, | |
| "loss": 0.3447, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8890529813549936, | |
| "grad_norm": 0.9596393088771338, | |
| "learning_rate": 6.251723571116031e-07, | |
| "loss": 0.2269, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.8920066457448772, | |
| "grad_norm": 0.9568122348658286, | |
| "learning_rate": 5.921690100135713e-07, | |
| "loss": 0.2327, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.894960310134761, | |
| "grad_norm": 0.9463458760012983, | |
| "learning_rate": 5.600340041135133e-07, | |
| "loss": 0.2629, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.8979139745246446, | |
| "grad_norm": 1.1532749148406225, | |
| "learning_rate": 5.287703054670012e-07, | |
| "loss": 0.2508, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.9008676389145284, | |
| "grad_norm": 1.0281277964315167, | |
| "learning_rate": 4.983807997080925e-07, | |
| "loss": 0.2212, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.903821303304412, | |
| "grad_norm": 0.8750621395665438, | |
| "learning_rate": 4.6886829178299676e-07, | |
| "loss": 0.2405, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.9067749676942958, | |
| "grad_norm": 1.1195160374002207, | |
| "learning_rate": 4.402355056911656e-07, | |
| "loss": 0.2042, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.9097286320841794, | |
| "grad_norm": 1.2073055574446565, | |
| "learning_rate": 4.124850842338779e-07, | |
| "loss": 0.3165, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.9126822964740632, | |
| "grad_norm": 0.9971547949248887, | |
| "learning_rate": 3.8561958877030957e-07, | |
| "loss": 0.2248, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.9156359608639468, | |
| "grad_norm": 1.2258045934933872, | |
| "learning_rate": 3.5964149898111587e-07, | |
| "loss": 0.261, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.9185896252538306, | |
| "grad_norm": 1.2822010085661448, | |
| "learning_rate": 3.345532126395579e-07, | |
| "loss": 0.2145, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.9215432896437142, | |
| "grad_norm": 1.197892649344162, | |
| "learning_rate": 3.1035704539019384e-07, | |
| "loss": 0.2274, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.9244969540335979, | |
| "grad_norm": 1.3780412739693457, | |
| "learning_rate": 2.870552305351382e-07, | |
| "loss": 0.2529, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.9274506184234816, | |
| "grad_norm": 1.2245421854784801, | |
| "learning_rate": 2.646499188279328e-07, | |
| "loss": 0.2578, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.9304042828133653, | |
| "grad_norm": 0.8725967365032492, | |
| "learning_rate": 2.4314317827503375e-07, | |
| "loss": 0.1964, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.933357947203249, | |
| "grad_norm": 1.0171829897640234, | |
| "learning_rate": 2.2253699394493066e-07, | |
| "loss": 0.192, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.9363116115931327, | |
| "grad_norm": 1.5120721916483608, | |
| "learning_rate": 2.028332677849254e-07, | |
| "loss": 0.2038, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.9392652759830165, | |
| "grad_norm": 0.9364220238859826, | |
| "learning_rate": 1.840338184455881e-07, | |
| "loss": 0.302, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.9422189403729001, | |
| "grad_norm": 1.048113515822863, | |
| "learning_rate": 1.6614038111289034e-07, | |
| "loss": 0.2429, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.9451726047627839, | |
| "grad_norm": 1.650208720659303, | |
| "learning_rate": 1.49154607348051e-07, | |
| "loss": 0.273, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9481262691526675, | |
| "grad_norm": 0.8862126425841627, | |
| "learning_rate": 1.330780649350938e-07, | |
| "loss": 0.229, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.9510799335425513, | |
| "grad_norm": 1.3008396761106353, | |
| "learning_rate": 1.1791223773614635e-07, | |
| "loss": 0.2084, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.9540335979324349, | |
| "grad_norm": 1.2411283844792398, | |
| "learning_rate": 1.0365852555447642e-07, | |
| "loss": 0.2308, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.9569872623223187, | |
| "grad_norm": 2.1540616271945563, | |
| "learning_rate": 9.031824400528854e-08, | |
| "loss": 0.2664, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.9599409267122023, | |
| "grad_norm": 0.9623032655438389, | |
| "learning_rate": 7.789262439430012e-08, | |
| "loss": 0.253, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.962894591102086, | |
| "grad_norm": 1.5329453334978849, | |
| "learning_rate": 6.638281360408339e-08, | |
| "loss": 0.2565, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.9658482554919697, | |
| "grad_norm": 1.8116742792949059, | |
| "learning_rate": 5.578987398821345e-08, | |
| "loss": 0.1815, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.9688019198818534, | |
| "grad_norm": 1.1469022052933218, | |
| "learning_rate": 4.6114783273213395e-08, | |
| "loss": 0.1761, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.9717555842717371, | |
| "grad_norm": 1.3429884598164736, | |
| "learning_rate": 3.735843446830867e-08, | |
| "loss": 0.2152, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.9747092486616208, | |
| "grad_norm": 1.06929888763052, | |
| "learning_rate": 2.9521635783001932e-08, | |
| "loss": 0.3005, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.9776629130515045, | |
| "grad_norm": 0.94720389771271, | |
| "learning_rate": 2.2605110552477162e-08, | |
| "loss": 0.2281, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.9806165774413882, | |
| "grad_norm": 1.4632786705472418, | |
| "learning_rate": 1.6609497170834154e-08, | |
| "loss": 0.2023, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.983570241831272, | |
| "grad_norm": 0.920915062499091, | |
| "learning_rate": 1.1535349032167908e-08, | |
| "loss": 0.2609, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.9865239062211556, | |
| "grad_norm": 0.9150221985245088, | |
| "learning_rate": 7.3831344794872415e-09, | |
| "loss": 0.2174, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.9894775706110394, | |
| "grad_norm": 1.4231218123910203, | |
| "learning_rate": 4.153236761488266e-09, | |
| "loss": 0.2448, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.992431235000923, | |
| "grad_norm": 1.4419487005726424, | |
| "learning_rate": 1.8459539971804608e-09, | |
| "loss": 0.247, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.9953848993908068, | |
| "grad_norm": 1.5776000940081785, | |
| "learning_rate": 4.614991483686826e-10, | |
| "loss": 0.2729, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.9983385637806904, | |
| "grad_norm": 1.218373936040361, | |
| "learning_rate": 0.0, | |
| "loss": 0.2897, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.9983385637806904, | |
| "step": 338, | |
| "total_flos": 405222433030144.0, | |
| "train_loss": 0.2837119762449575, | |
| "train_runtime": 5278.9341, | |
| "train_samples_per_second": 8.209, | |
| "train_steps_per_second": 0.064 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 338, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 405222433030144.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |