| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9988694177501414, | |
| "eval_steps": 500, | |
| "global_step": 1326, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0015074429998115696, | |
| "grad_norm": 2.758618933635527, | |
| "learning_rate": 1.5037593984962406e-07, | |
| "loss": 0.7902, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.003014885999623139, | |
| "grad_norm": 2.6991611264758757, | |
| "learning_rate": 3.007518796992481e-07, | |
| "loss": 0.7844, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0045223289994347085, | |
| "grad_norm": 2.7272565236365143, | |
| "learning_rate": 4.511278195488722e-07, | |
| "loss": 0.7626, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.006029771999246278, | |
| "grad_norm": 2.7528117182790965, | |
| "learning_rate": 6.015037593984962e-07, | |
| "loss": 0.7858, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.007537214999057848, | |
| "grad_norm": 2.775699578303916, | |
| "learning_rate": 7.518796992481203e-07, | |
| "loss": 0.8026, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.009044657998869417, | |
| "grad_norm": 2.6767851045683204, | |
| "learning_rate": 9.022556390977444e-07, | |
| "loss": 0.769, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.010552100998680987, | |
| "grad_norm": 2.5261120500748224, | |
| "learning_rate": 1.0526315789473685e-06, | |
| "loss": 0.7706, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.012059543998492557, | |
| "grad_norm": 2.514977460751076, | |
| "learning_rate": 1.2030075187969925e-06, | |
| "loss": 0.7785, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.013566986998304126, | |
| "grad_norm": 2.200241814288396, | |
| "learning_rate": 1.3533834586466167e-06, | |
| "loss": 0.7499, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.015074429998115696, | |
| "grad_norm": 2.212492267506947, | |
| "learning_rate": 1.5037593984962406e-06, | |
| "loss": 0.784, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016581872997927266, | |
| "grad_norm": 1.9319703389138259, | |
| "learning_rate": 1.6541353383458648e-06, | |
| "loss": 0.7302, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.018089315997738834, | |
| "grad_norm": 1.2550044831716305, | |
| "learning_rate": 1.8045112781954887e-06, | |
| "loss": 0.7056, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.019596758997550406, | |
| "grad_norm": 1.2195135372913062, | |
| "learning_rate": 1.9548872180451127e-06, | |
| "loss": 0.7014, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.021104201997361974, | |
| "grad_norm": 1.2455313883450765, | |
| "learning_rate": 2.105263157894737e-06, | |
| "loss": 0.7374, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.022611644997173545, | |
| "grad_norm": 1.1872107473955416, | |
| "learning_rate": 2.255639097744361e-06, | |
| "loss": 0.7186, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.024119087996985113, | |
| "grad_norm": 1.1982009143546264, | |
| "learning_rate": 2.406015037593985e-06, | |
| "loss": 0.6828, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.025626530996796685, | |
| "grad_norm": 2.3539969715580384, | |
| "learning_rate": 2.556390977443609e-06, | |
| "loss": 0.6636, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.027133973996608253, | |
| "grad_norm": 2.6228143835706765, | |
| "learning_rate": 2.7067669172932333e-06, | |
| "loss": 0.6967, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.028641416996419825, | |
| "grad_norm": 2.224580122320562, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.6761, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.030148859996231393, | |
| "grad_norm": 1.6908938829069853, | |
| "learning_rate": 3.007518796992481e-06, | |
| "loss": 0.6711, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03165630299604296, | |
| "grad_norm": 1.2313675848377437, | |
| "learning_rate": 3.157894736842105e-06, | |
| "loss": 0.6731, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.03316374599585453, | |
| "grad_norm": 1.0688239960942414, | |
| "learning_rate": 3.3082706766917295e-06, | |
| "loss": 0.6766, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.034671188995666104, | |
| "grad_norm": 1.0400364411240592, | |
| "learning_rate": 3.4586466165413535e-06, | |
| "loss": 0.6388, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.03617863199547767, | |
| "grad_norm": 1.1273406799386165, | |
| "learning_rate": 3.6090225563909775e-06, | |
| "loss": 0.6406, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.03768607499528924, | |
| "grad_norm": 1.1097242153227487, | |
| "learning_rate": 3.7593984962406014e-06, | |
| "loss": 0.6316, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03919351799510081, | |
| "grad_norm": 0.9446010057713108, | |
| "learning_rate": 3.909774436090225e-06, | |
| "loss": 0.6023, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.04070096099491238, | |
| "grad_norm": 0.8323088497080903, | |
| "learning_rate": 4.06015037593985e-06, | |
| "loss": 0.6183, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.04220840399472395, | |
| "grad_norm": 0.7872962129475931, | |
| "learning_rate": 4.210526315789474e-06, | |
| "loss": 0.603, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.04371584699453552, | |
| "grad_norm": 0.7767297100748087, | |
| "learning_rate": 4.360902255639098e-06, | |
| "loss": 0.6217, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.04522328999434709, | |
| "grad_norm": 0.8604923635307716, | |
| "learning_rate": 4.511278195488722e-06, | |
| "loss": 0.5855, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.046730732994158655, | |
| "grad_norm": 0.8294236539215625, | |
| "learning_rate": 4.661654135338346e-06, | |
| "loss": 0.5933, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.04823817599397023, | |
| "grad_norm": 0.7967164005183986, | |
| "learning_rate": 4.81203007518797e-06, | |
| "loss": 0.6159, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0497456189937818, | |
| "grad_norm": 0.6830740716112117, | |
| "learning_rate": 4.962406015037594e-06, | |
| "loss": 0.5752, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.05125306199359337, | |
| "grad_norm": 0.6829489822638658, | |
| "learning_rate": 5.112781954887218e-06, | |
| "loss": 0.5792, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.052760504993404934, | |
| "grad_norm": 0.7505911666509206, | |
| "learning_rate": 5.263157894736842e-06, | |
| "loss": 0.602, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.054267947993216506, | |
| "grad_norm": 0.7281087618287696, | |
| "learning_rate": 5.413533834586467e-06, | |
| "loss": 0.5994, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.05577539099302808, | |
| "grad_norm": 0.7061965815038841, | |
| "learning_rate": 5.56390977443609e-06, | |
| "loss": 0.5734, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.05728283399283965, | |
| "grad_norm": 0.6836377512068608, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 0.5543, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.058790276992651214, | |
| "grad_norm": 0.6751595521927064, | |
| "learning_rate": 5.864661654135339e-06, | |
| "loss": 0.5983, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.060297719992462785, | |
| "grad_norm": 0.6517307660683558, | |
| "learning_rate": 6.015037593984962e-06, | |
| "loss": 0.5482, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.06180516299227436, | |
| "grad_norm": 0.670740477832527, | |
| "learning_rate": 6.165413533834587e-06, | |
| "loss": 0.5771, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.06331260599208592, | |
| "grad_norm": 0.6386183426057812, | |
| "learning_rate": 6.31578947368421e-06, | |
| "loss": 0.5338, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0648200489918975, | |
| "grad_norm": 0.6325251598452951, | |
| "learning_rate": 6.466165413533835e-06, | |
| "loss": 0.5409, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.06632749199170906, | |
| "grad_norm": 0.6190880971896819, | |
| "learning_rate": 6.616541353383459e-06, | |
| "loss": 0.5386, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.06783493499152063, | |
| "grad_norm": 0.6390822260018926, | |
| "learning_rate": 6.766917293233083e-06, | |
| "loss": 0.5824, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.06934237799133221, | |
| "grad_norm": 0.6866065901609671, | |
| "learning_rate": 6.917293233082707e-06, | |
| "loss": 0.5661, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.07084982099114377, | |
| "grad_norm": 0.6253742924174672, | |
| "learning_rate": 7.067669172932331e-06, | |
| "loss": 0.5371, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.07235726399095534, | |
| "grad_norm": 0.6086976797344416, | |
| "learning_rate": 7.218045112781955e-06, | |
| "loss": 0.5394, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.07386470699076692, | |
| "grad_norm": 0.6617551336853821, | |
| "learning_rate": 7.368421052631579e-06, | |
| "loss": 0.5481, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.07537214999057848, | |
| "grad_norm": 0.6511571841438215, | |
| "learning_rate": 7.518796992481203e-06, | |
| "loss": 0.557, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.07687959299039004, | |
| "grad_norm": 0.6424690635636273, | |
| "learning_rate": 7.669172932330828e-06, | |
| "loss": 0.554, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.07838703599020162, | |
| "grad_norm": 0.6208252498748196, | |
| "learning_rate": 7.81954887218045e-06, | |
| "loss": 0.5316, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.07989447899001319, | |
| "grad_norm": 0.6178927978791646, | |
| "learning_rate": 7.969924812030075e-06, | |
| "loss": 0.5303, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.08140192198982477, | |
| "grad_norm": 0.6246216171964205, | |
| "learning_rate": 8.1203007518797e-06, | |
| "loss": 0.5551, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.08290936498963633, | |
| "grad_norm": 0.6071119189590479, | |
| "learning_rate": 8.270676691729324e-06, | |
| "loss": 0.5324, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0844168079894479, | |
| "grad_norm": 0.6123261613238393, | |
| "learning_rate": 8.421052631578948e-06, | |
| "loss": 0.5503, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.08592425098925947, | |
| "grad_norm": 0.620387110972641, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.5353, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.08743169398907104, | |
| "grad_norm": 0.6185030072259556, | |
| "learning_rate": 8.721804511278195e-06, | |
| "loss": 0.5544, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0889391369888826, | |
| "grad_norm": 0.6244700607026835, | |
| "learning_rate": 8.87218045112782e-06, | |
| "loss": 0.5768, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.09044657998869418, | |
| "grad_norm": 0.655865564676625, | |
| "learning_rate": 9.022556390977444e-06, | |
| "loss": 0.5541, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09195402298850575, | |
| "grad_norm": 0.6355623162806917, | |
| "learning_rate": 9.172932330827068e-06, | |
| "loss": 0.5317, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.09346146598831731, | |
| "grad_norm": 0.6620650186277286, | |
| "learning_rate": 9.323308270676693e-06, | |
| "loss": 0.5825, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.09496890898812889, | |
| "grad_norm": 0.6544984607034259, | |
| "learning_rate": 9.473684210526315e-06, | |
| "loss": 0.5367, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.09647635198794045, | |
| "grad_norm": 0.6566999876216955, | |
| "learning_rate": 9.62406015037594e-06, | |
| "loss": 0.5334, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.09798379498775203, | |
| "grad_norm": 0.6538652733227992, | |
| "learning_rate": 9.774436090225564e-06, | |
| "loss": 0.5088, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0994912379875636, | |
| "grad_norm": 0.7184816645886852, | |
| "learning_rate": 9.924812030075189e-06, | |
| "loss": 0.5015, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.10099868098737516, | |
| "grad_norm": 0.6287887378220718, | |
| "learning_rate": 1.0075187969924813e-05, | |
| "loss": 0.5171, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.10250612398718674, | |
| "grad_norm": 0.7045986205120561, | |
| "learning_rate": 1.0225563909774436e-05, | |
| "loss": 0.5499, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1040135669869983, | |
| "grad_norm": 0.6263524660452249, | |
| "learning_rate": 1.0375939849624062e-05, | |
| "loss": 0.5319, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.10552100998680987, | |
| "grad_norm": 0.6340009161866458, | |
| "learning_rate": 1.0526315789473684e-05, | |
| "loss": 0.5295, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.10702845298662145, | |
| "grad_norm": 0.6930114141626272, | |
| "learning_rate": 1.0676691729323309e-05, | |
| "loss": 0.543, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.10853589598643301, | |
| "grad_norm": 0.6582132112309497, | |
| "learning_rate": 1.0827067669172933e-05, | |
| "loss": 0.5164, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.11004333898624458, | |
| "grad_norm": 0.6774079053656817, | |
| "learning_rate": 1.0977443609022558e-05, | |
| "loss": 0.5202, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.11155078198605616, | |
| "grad_norm": 0.6435562490480392, | |
| "learning_rate": 1.112781954887218e-05, | |
| "loss": 0.5095, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.11305822498586772, | |
| "grad_norm": 0.7112297517037395, | |
| "learning_rate": 1.1278195488721806e-05, | |
| "loss": 0.5316, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1145656679856793, | |
| "grad_norm": 0.709494451956929, | |
| "learning_rate": 1.1428571428571429e-05, | |
| "loss": 0.4935, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.11607311098549086, | |
| "grad_norm": 0.6777802836075782, | |
| "learning_rate": 1.1578947368421053e-05, | |
| "loss": 0.5043, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.11758055398530243, | |
| "grad_norm": 0.6296151489375509, | |
| "learning_rate": 1.1729323308270678e-05, | |
| "loss": 0.4874, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.119087996985114, | |
| "grad_norm": 0.6808431409244452, | |
| "learning_rate": 1.1879699248120302e-05, | |
| "loss": 0.4788, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.12059543998492557, | |
| "grad_norm": 0.6704429377361576, | |
| "learning_rate": 1.2030075187969925e-05, | |
| "loss": 0.5011, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.12210288298473713, | |
| "grad_norm": 0.6926069766970787, | |
| "learning_rate": 1.2180451127819551e-05, | |
| "loss": 0.496, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.12361032598454871, | |
| "grad_norm": 0.639818862010909, | |
| "learning_rate": 1.2330827067669174e-05, | |
| "loss": 0.5308, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.12511776898436028, | |
| "grad_norm": 0.6204899572762589, | |
| "learning_rate": 1.2481203007518798e-05, | |
| "loss": 0.5063, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.12662521198417184, | |
| "grad_norm": 0.6865925022658576, | |
| "learning_rate": 1.263157894736842e-05, | |
| "loss": 0.507, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.1281326549839834, | |
| "grad_norm": 0.7029706975479946, | |
| "learning_rate": 1.2781954887218047e-05, | |
| "loss": 0.5209, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.129640097983795, | |
| "grad_norm": 0.6524424672188123, | |
| "learning_rate": 1.293233082706767e-05, | |
| "loss": 0.5527, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.13114754098360656, | |
| "grad_norm": 0.6074805023838824, | |
| "learning_rate": 1.3082706766917295e-05, | |
| "loss": 0.4873, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.13265498398341813, | |
| "grad_norm": 0.6891851394415897, | |
| "learning_rate": 1.3233082706766918e-05, | |
| "loss": 0.5335, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1341624269832297, | |
| "grad_norm": 0.6322157680641546, | |
| "learning_rate": 1.3383458646616543e-05, | |
| "loss": 0.5163, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.13566986998304126, | |
| "grad_norm": 0.6652911326311045, | |
| "learning_rate": 1.3533834586466165e-05, | |
| "loss": 0.5227, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.13717731298285282, | |
| "grad_norm": 0.7241927650908743, | |
| "learning_rate": 1.3684210526315791e-05, | |
| "loss": 0.5271, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.13868475598266441, | |
| "grad_norm": 0.654474241851782, | |
| "learning_rate": 1.3834586466165414e-05, | |
| "loss": 0.5154, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.14019219898247598, | |
| "grad_norm": 0.7184414157305912, | |
| "learning_rate": 1.3984962406015038e-05, | |
| "loss": 0.5077, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.14169964198228754, | |
| "grad_norm": 0.6449190071052974, | |
| "learning_rate": 1.4135338345864663e-05, | |
| "loss": 0.5038, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.1432070849820991, | |
| "grad_norm": 0.691580302982374, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 0.4667, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.14471452798191067, | |
| "grad_norm": 0.6288139344926038, | |
| "learning_rate": 1.443609022556391e-05, | |
| "loss": 0.49, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.14622197098172227, | |
| "grad_norm": 0.643873596183986, | |
| "learning_rate": 1.4586466165413536e-05, | |
| "loss": 0.4749, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.14772941398153383, | |
| "grad_norm": 0.6755660192421138, | |
| "learning_rate": 1.4736842105263159e-05, | |
| "loss": 0.5075, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.1492368569813454, | |
| "grad_norm": 0.646796309870399, | |
| "learning_rate": 1.4887218045112783e-05, | |
| "loss": 0.5296, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.15074429998115696, | |
| "grad_norm": 0.7044467423953411, | |
| "learning_rate": 1.5037593984962406e-05, | |
| "loss": 0.5303, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15225174298096852, | |
| "grad_norm": 0.7730989605725896, | |
| "learning_rate": 1.5187969924812032e-05, | |
| "loss": 0.5099, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.1537591859807801, | |
| "grad_norm": 0.6620556405595589, | |
| "learning_rate": 1.5338345864661656e-05, | |
| "loss": 0.5189, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.15526662898059168, | |
| "grad_norm": 0.8038364131821449, | |
| "learning_rate": 1.548872180451128e-05, | |
| "loss": 0.5152, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.15677407198040325, | |
| "grad_norm": 0.6537353177538859, | |
| "learning_rate": 1.56390977443609e-05, | |
| "loss": 0.5012, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.1582815149802148, | |
| "grad_norm": 0.7802019309424624, | |
| "learning_rate": 1.578947368421053e-05, | |
| "loss": 0.4851, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.15978895798002637, | |
| "grad_norm": 0.7590456113216669, | |
| "learning_rate": 1.593984962406015e-05, | |
| "loss": 0.5077, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.16129640097983794, | |
| "grad_norm": 0.6740526095538228, | |
| "learning_rate": 1.6090225563909775e-05, | |
| "loss": 0.4794, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.16280384397964953, | |
| "grad_norm": 0.7266285917065574, | |
| "learning_rate": 1.62406015037594e-05, | |
| "loss": 0.5368, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.1643112869794611, | |
| "grad_norm": 0.7202106895600753, | |
| "learning_rate": 1.6390977443609023e-05, | |
| "loss": 0.5077, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.16581872997927266, | |
| "grad_norm": 0.7646664609937389, | |
| "learning_rate": 1.6541353383458648e-05, | |
| "loss": 0.517, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.16732617297908423, | |
| "grad_norm": 0.7090240598112959, | |
| "learning_rate": 1.6691729323308272e-05, | |
| "loss": 0.5217, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.1688336159788958, | |
| "grad_norm": 0.7260255784190195, | |
| "learning_rate": 1.6842105263157896e-05, | |
| "loss": 0.4977, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.17034105897870735, | |
| "grad_norm": 0.6392143364785348, | |
| "learning_rate": 1.699248120300752e-05, | |
| "loss": 0.4844, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.17184850197851895, | |
| "grad_norm": 0.7380625519153193, | |
| "learning_rate": 1.7142857142857142e-05, | |
| "loss": 0.5063, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.1733559449783305, | |
| "grad_norm": 0.6999588028799495, | |
| "learning_rate": 1.729323308270677e-05, | |
| "loss": 0.5124, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.17486338797814208, | |
| "grad_norm": 0.7189938723035283, | |
| "learning_rate": 1.744360902255639e-05, | |
| "loss": 0.4723, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.17637083097795364, | |
| "grad_norm": 0.755925477740424, | |
| "learning_rate": 1.7593984962406015e-05, | |
| "loss": 0.5071, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.1778782739777652, | |
| "grad_norm": 0.6932179016486248, | |
| "learning_rate": 1.774436090225564e-05, | |
| "loss": 0.4813, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1793857169775768, | |
| "grad_norm": 0.6803984999939205, | |
| "learning_rate": 1.7894736842105264e-05, | |
| "loss": 0.4537, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.18089315997738836, | |
| "grad_norm": 0.6943064601614549, | |
| "learning_rate": 1.8045112781954888e-05, | |
| "loss": 0.5302, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.18240060297719993, | |
| "grad_norm": 0.7024561418818766, | |
| "learning_rate": 1.8195488721804512e-05, | |
| "loss": 0.5292, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.1839080459770115, | |
| "grad_norm": 0.6516091971357849, | |
| "learning_rate": 1.8345864661654137e-05, | |
| "loss": 0.5192, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.18541548897682306, | |
| "grad_norm": 0.733121234769519, | |
| "learning_rate": 1.849624060150376e-05, | |
| "loss": 0.5137, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.18692293197663462, | |
| "grad_norm": 0.6379606914374305, | |
| "learning_rate": 1.8646616541353386e-05, | |
| "loss": 0.5004, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.1884303749764462, | |
| "grad_norm": 0.682116565034204, | |
| "learning_rate": 1.879699248120301e-05, | |
| "loss": 0.4932, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.18993781797625778, | |
| "grad_norm": 0.6586357032334851, | |
| "learning_rate": 1.894736842105263e-05, | |
| "loss": 0.4949, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.19144526097606934, | |
| "grad_norm": 0.6996866499647233, | |
| "learning_rate": 1.909774436090226e-05, | |
| "loss": 0.4926, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.1929527039758809, | |
| "grad_norm": 0.7344954131354208, | |
| "learning_rate": 1.924812030075188e-05, | |
| "loss": 0.477, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.19446014697569247, | |
| "grad_norm": 0.6945294612726404, | |
| "learning_rate": 1.9398496240601504e-05, | |
| "loss": 0.4872, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.19596758997550406, | |
| "grad_norm": 0.7624604146665339, | |
| "learning_rate": 1.954887218045113e-05, | |
| "loss": 0.5224, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.19747503297531563, | |
| "grad_norm": 0.685229042181731, | |
| "learning_rate": 1.9699248120300753e-05, | |
| "loss": 0.4964, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.1989824759751272, | |
| "grad_norm": 0.8306163709490333, | |
| "learning_rate": 1.9849624060150377e-05, | |
| "loss": 0.5021, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.20048991897493876, | |
| "grad_norm": 0.6752867411242717, | |
| "learning_rate": 2e-05, | |
| "loss": 0.4946, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.20199736197475032, | |
| "grad_norm": 0.9473906923308808, | |
| "learning_rate": 1.99999653272242e-05, | |
| "loss": 0.5112, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2035048049745619, | |
| "grad_norm": 0.6355233169612663, | |
| "learning_rate": 1.9999861309137232e-05, | |
| "loss": 0.5318, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.20501224797437348, | |
| "grad_norm": 0.8423903087733013, | |
| "learning_rate": 1.999968794646042e-05, | |
| "loss": 0.5148, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.20651969097418504, | |
| "grad_norm": 0.6660475408627802, | |
| "learning_rate": 1.9999445240395953e-05, | |
| "loss": 0.5178, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.2080271339739966, | |
| "grad_norm": 0.72967331295993, | |
| "learning_rate": 1.9999133192626893e-05, | |
| "loss": 0.5262, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.20953457697380817, | |
| "grad_norm": 0.7393548066200798, | |
| "learning_rate": 1.9998751805317152e-05, | |
| "loss": 0.5057, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.21104201997361974, | |
| "grad_norm": 0.687138877245702, | |
| "learning_rate": 1.999830108111148e-05, | |
| "loss": 0.4958, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.21254946297343133, | |
| "grad_norm": 0.7007673502124087, | |
| "learning_rate": 1.999778102313545e-05, | |
| "loss": 0.4948, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.2140569059732429, | |
| "grad_norm": 0.7183800488623966, | |
| "learning_rate": 1.999719163499543e-05, | |
| "loss": 0.5104, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.21556434897305446, | |
| "grad_norm": 0.6535866563135689, | |
| "learning_rate": 1.999653292077857e-05, | |
| "loss": 0.5145, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.21707179197286602, | |
| "grad_norm": 0.64107430044815, | |
| "learning_rate": 1.999580488505276e-05, | |
| "loss": 0.4659, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2185792349726776, | |
| "grad_norm": 0.6779403955139097, | |
| "learning_rate": 1.9995007532866594e-05, | |
| "loss": 0.4964, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.22008667797248915, | |
| "grad_norm": 0.6539110005752458, | |
| "learning_rate": 1.9994140869749366e-05, | |
| "loss": 0.5092, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.22159412097230075, | |
| "grad_norm": 0.6565635872751927, | |
| "learning_rate": 1.9993204901710995e-05, | |
| "loss": 0.5185, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.2231015639721123, | |
| "grad_norm": 0.6372834025735034, | |
| "learning_rate": 1.9992199635241997e-05, | |
| "loss": 0.5152, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.22460900697192387, | |
| "grad_norm": 0.622264657968412, | |
| "learning_rate": 1.999112507731346e-05, | |
| "loss": 0.5, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.22611644997173544, | |
| "grad_norm": 0.6267246999704467, | |
| "learning_rate": 1.9989981235376956e-05, | |
| "loss": 0.4897, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.227623892971547, | |
| "grad_norm": 0.6551262788067906, | |
| "learning_rate": 1.9988768117364526e-05, | |
| "loss": 0.5165, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.2291313359713586, | |
| "grad_norm": 0.6664514520384526, | |
| "learning_rate": 1.9987485731688595e-05, | |
| "loss": 0.5002, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.23063877897117016, | |
| "grad_norm": 0.6076256276502832, | |
| "learning_rate": 1.998613408724195e-05, | |
| "loss": 0.5084, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.23214622197098173, | |
| "grad_norm": 0.6373492462291207, | |
| "learning_rate": 1.998471319339763e-05, | |
| "loss": 0.5026, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2336536649707933, | |
| "grad_norm": 1.745130262060046, | |
| "learning_rate": 1.9983223060008908e-05, | |
| "loss": 0.5034, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.23516110797060485, | |
| "grad_norm": 5.046536940100192, | |
| "learning_rate": 1.9981663697409203e-05, | |
| "loss": 0.5424, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.23666855097041642, | |
| "grad_norm": 1.5507957638980387, | |
| "learning_rate": 1.998003511641199e-05, | |
| "loss": 0.5301, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.238175993970228, | |
| "grad_norm": 0.9453551152302114, | |
| "learning_rate": 1.997833732831076e-05, | |
| "loss": 0.4793, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.23968343697003958, | |
| "grad_norm": 1.1864330727309345, | |
| "learning_rate": 1.9976570344878916e-05, | |
| "loss": 0.5125, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.24119087996985114, | |
| "grad_norm": 0.8095198214822489, | |
| "learning_rate": 1.9974734178369702e-05, | |
| "loss": 0.4904, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2426983229696627, | |
| "grad_norm": 0.620347427984293, | |
| "learning_rate": 1.997282884151612e-05, | |
| "loss": 0.4611, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.24420576596947427, | |
| "grad_norm": 0.7590913383659819, | |
| "learning_rate": 1.9970854347530828e-05, | |
| "loss": 0.5085, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.24571320896928586, | |
| "grad_norm": 0.5932187358928716, | |
| "learning_rate": 1.9968810710106065e-05, | |
| "loss": 0.49, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.24722065196909743, | |
| "grad_norm": 0.7421744580230403, | |
| "learning_rate": 1.9966697943413548e-05, | |
| "loss": 0.4789, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.248728094968909, | |
| "grad_norm": 0.634606964098851, | |
| "learning_rate": 1.9964516062104377e-05, | |
| "loss": 0.5008, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.25023553796872056, | |
| "grad_norm": 0.721486256547781, | |
| "learning_rate": 1.996226508130892e-05, | |
| "loss": 0.4546, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.25174298096853215, | |
| "grad_norm": 0.6785391250628956, | |
| "learning_rate": 1.995994501663674e-05, | |
| "loss": 0.4892, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.2532504239683437, | |
| "grad_norm": 0.5862796281463728, | |
| "learning_rate": 1.995755588417644e-05, | |
| "loss": 0.4736, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.2547578669681553, | |
| "grad_norm": 0.6656043784418029, | |
| "learning_rate": 1.99550977004956e-05, | |
| "loss": 0.4749, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.2562653099679668, | |
| "grad_norm": 0.6091440270236256, | |
| "learning_rate": 1.9952570482640628e-05, | |
| "loss": 0.4997, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2577727529677784, | |
| "grad_norm": 0.7671131220608588, | |
| "learning_rate": 1.9949974248136655e-05, | |
| "loss": 0.4741, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.25928019596759, | |
| "grad_norm": 0.6246356814602296, | |
| "learning_rate": 1.9947309014987414e-05, | |
| "loss": 0.4727, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.26078763896740154, | |
| "grad_norm": 0.7874820318511245, | |
| "learning_rate": 1.9944574801675106e-05, | |
| "loss": 0.4965, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.26229508196721313, | |
| "grad_norm": 0.6727323732082747, | |
| "learning_rate": 1.9941771627160287e-05, | |
| "loss": 0.5361, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.26380252496702467, | |
| "grad_norm": 0.6896058530733802, | |
| "learning_rate": 1.9938899510881732e-05, | |
| "loss": 0.4574, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.26530996796683626, | |
| "grad_norm": 0.6396080754362474, | |
| "learning_rate": 1.9935958472756283e-05, | |
| "loss": 0.4791, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.26681741096664785, | |
| "grad_norm": 0.6978820918898457, | |
| "learning_rate": 1.993294853317873e-05, | |
| "loss": 0.4936, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.2683248539664594, | |
| "grad_norm": 0.6200726182474722, | |
| "learning_rate": 1.9929869713021668e-05, | |
| "loss": 0.4809, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.269832296966271, | |
| "grad_norm": 0.6621164817055001, | |
| "learning_rate": 1.9926722033635343e-05, | |
| "loss": 0.4833, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.2713397399660825, | |
| "grad_norm": 0.6443066814567524, | |
| "learning_rate": 1.9923505516847514e-05, | |
| "loss": 0.452, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2728471829658941, | |
| "grad_norm": 0.6324303832157692, | |
| "learning_rate": 1.9920220184963296e-05, | |
| "loss": 0.4942, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.27435462596570565, | |
| "grad_norm": 0.7093590972609833, | |
| "learning_rate": 1.9916866060764994e-05, | |
| "loss": 0.4666, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.27586206896551724, | |
| "grad_norm": 0.6056554558199854, | |
| "learning_rate": 1.991344316751198e-05, | |
| "loss": 0.48, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.27736951196532883, | |
| "grad_norm": 0.6668247301054864, | |
| "learning_rate": 1.9909951528940485e-05, | |
| "loss": 0.4892, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.27887695496514037, | |
| "grad_norm": 0.6248269362388523, | |
| "learning_rate": 1.990639116926348e-05, | |
| "loss": 0.4601, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.28038439796495196, | |
| "grad_norm": 0.5988280290089756, | |
| "learning_rate": 1.9902762113170467e-05, | |
| "loss": 0.4671, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.2818918409647635, | |
| "grad_norm": 0.6183022850194487, | |
| "learning_rate": 1.989906438582734e-05, | |
| "loss": 0.5023, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.2833992839645751, | |
| "grad_norm": 0.6345731772578389, | |
| "learning_rate": 1.9895298012876192e-05, | |
| "loss": 0.4749, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.2849067269643867, | |
| "grad_norm": 0.6026738883514794, | |
| "learning_rate": 1.9891463020435144e-05, | |
| "loss": 0.4884, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.2864141699641982, | |
| "grad_norm": 0.6275566066201014, | |
| "learning_rate": 1.9887559435098162e-05, | |
| "loss": 0.4868, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.2879216129640098, | |
| "grad_norm": 0.6830623512458401, | |
| "learning_rate": 1.9883587283934875e-05, | |
| "loss": 0.4797, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.28942905596382135, | |
| "grad_norm": 0.621100203862078, | |
| "learning_rate": 1.9879546594490383e-05, | |
| "loss": 0.4781, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.29093649896363294, | |
| "grad_norm": 0.7266845450092815, | |
| "learning_rate": 1.987543739478507e-05, | |
| "loss": 0.4838, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.29244394196344453, | |
| "grad_norm": 0.5998498411317879, | |
| "learning_rate": 1.987125971331441e-05, | |
| "loss": 0.4809, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.29395138496325607, | |
| "grad_norm": 0.7629414665635117, | |
| "learning_rate": 1.9867013579048765e-05, | |
| "loss": 0.4891, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.29545882796306766, | |
| "grad_norm": 0.6340989750127195, | |
| "learning_rate": 1.9862699021433186e-05, | |
| "loss": 0.4696, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.2969662709628792, | |
| "grad_norm": 0.6600966786500729, | |
| "learning_rate": 1.9858316070387208e-05, | |
| "loss": 0.4568, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.2984737139626908, | |
| "grad_norm": 0.6836572646612057, | |
| "learning_rate": 1.9853864756304654e-05, | |
| "loss": 0.4849, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.2999811569625024, | |
| "grad_norm": 0.5912116643865833, | |
| "learning_rate": 1.9849345110053405e-05, | |
| "loss": 0.4752, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.3014885999623139, | |
| "grad_norm": 0.6202584603281575, | |
| "learning_rate": 1.984475716297519e-05, | |
| "loss": 0.478, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3029960429621255, | |
| "grad_norm": 0.6021031729150327, | |
| "learning_rate": 1.984010094688539e-05, | |
| "loss": 0.4818, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.30450348596193705, | |
| "grad_norm": 0.6013263404823498, | |
| "learning_rate": 1.9835376494072788e-05, | |
| "loss": 0.4798, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.30601092896174864, | |
| "grad_norm": 0.6391395935977097, | |
| "learning_rate": 1.9830583837299363e-05, | |
| "loss": 0.5079, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.3075183719615602, | |
| "grad_norm": 0.6403126078695583, | |
| "learning_rate": 1.9825723009800058e-05, | |
| "loss": 0.4994, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.30902581496137177, | |
| "grad_norm": 0.6996650791864127, | |
| "learning_rate": 1.9820794045282553e-05, | |
| "loss": 0.458, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.31053325796118336, | |
| "grad_norm": 0.6120915229627125, | |
| "learning_rate": 1.9815796977927015e-05, | |
| "loss": 0.4837, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.3120407009609949, | |
| "grad_norm": 0.698625059347094, | |
| "learning_rate": 1.9810731842385892e-05, | |
| "loss": 0.4762, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.3135481439608065, | |
| "grad_norm": 0.6458152328354264, | |
| "learning_rate": 1.9805598673783644e-05, | |
| "loss": 0.4877, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.31505558696061803, | |
| "grad_norm": 0.6183456339468536, | |
| "learning_rate": 1.980039750771651e-05, | |
| "loss": 0.4555, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.3165630299604296, | |
| "grad_norm": 0.6625119162294268, | |
| "learning_rate": 1.9795128380252263e-05, | |
| "loss": 0.467, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3180704729602412, | |
| "grad_norm": 0.5634839413053515, | |
| "learning_rate": 1.978979132792996e-05, | |
| "loss": 0.4664, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.31957791596005275, | |
| "grad_norm": 0.6026219616185302, | |
| "learning_rate": 1.9784386387759684e-05, | |
| "loss": 0.4774, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.32108535895986434, | |
| "grad_norm": 0.6269218843440012, | |
| "learning_rate": 1.977891359722229e-05, | |
| "loss": 0.4432, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.3225928019596759, | |
| "grad_norm": 0.5910572611931473, | |
| "learning_rate": 1.9773372994269147e-05, | |
| "loss": 0.4699, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.32410024495948747, | |
| "grad_norm": 0.6536939644754692, | |
| "learning_rate": 1.976776461732187e-05, | |
| "loss": 0.4807, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.32560768795929906, | |
| "grad_norm": 0.6191726708771672, | |
| "learning_rate": 1.976208850527206e-05, | |
| "loss": 0.4944, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.3271151309591106, | |
| "grad_norm": 0.6298298802683915, | |
| "learning_rate": 1.9756344697481027e-05, | |
| "loss": 0.4862, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.3286225739589222, | |
| "grad_norm": 0.6539080215758202, | |
| "learning_rate": 1.975053323377952e-05, | |
| "loss": 0.4817, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.33013001695873373, | |
| "grad_norm": 0.6146092404035427, | |
| "learning_rate": 1.9744654154467468e-05, | |
| "loss": 0.5422, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.3316374599585453, | |
| "grad_norm": 0.6490399293285286, | |
| "learning_rate": 1.9738707500313655e-05, | |
| "loss": 0.4703, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3331449029583569, | |
| "grad_norm": 0.615019483124787, | |
| "learning_rate": 1.9732693312555492e-05, | |
| "loss": 0.4801, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.33465234595816845, | |
| "grad_norm": 0.5547372740595196, | |
| "learning_rate": 1.9726611632898693e-05, | |
| "loss": 0.4719, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.33615978895798004, | |
| "grad_norm": 0.6076625752065381, | |
| "learning_rate": 1.9720462503517e-05, | |
| "loss": 0.498, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.3376672319577916, | |
| "grad_norm": 0.6047398581844834, | |
| "learning_rate": 1.971424596705189e-05, | |
| "loss": 0.4643, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.3391746749576032, | |
| "grad_norm": 0.5727445152315086, | |
| "learning_rate": 1.9707962066612278e-05, | |
| "loss": 0.4515, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3406821179574147, | |
| "grad_norm": 0.5573272058322264, | |
| "learning_rate": 1.970161084577422e-05, | |
| "loss": 0.4524, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.3421895609572263, | |
| "grad_norm": 0.6257676922974255, | |
| "learning_rate": 1.9695192348580606e-05, | |
| "loss": 0.4815, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.3436970039570379, | |
| "grad_norm": 0.5745183403896584, | |
| "learning_rate": 1.9688706619540863e-05, | |
| "loss": 0.4717, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.34520444695684943, | |
| "grad_norm": 0.5964564340890054, | |
| "learning_rate": 1.968215370363063e-05, | |
| "loss": 0.4839, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.346711889956661, | |
| "grad_norm": 0.5672877352491237, | |
| "learning_rate": 1.9675533646291463e-05, | |
| "loss": 0.4914, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.34821933295647256, | |
| "grad_norm": 0.6672213227292868, | |
| "learning_rate": 1.9668846493430522e-05, | |
| "loss": 0.4718, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.34972677595628415, | |
| "grad_norm": 0.5546791014566226, | |
| "learning_rate": 1.9662092291420233e-05, | |
| "loss": 0.4392, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.35123421895609575, | |
| "grad_norm": 0.6546100852352986, | |
| "learning_rate": 1.965527108709798e-05, | |
| "loss": 0.4836, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.3527416619559073, | |
| "grad_norm": 0.5992362903479123, | |
| "learning_rate": 1.964838292776579e-05, | |
| "loss": 0.4464, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.3542491049557189, | |
| "grad_norm": 0.63523888294575, | |
| "learning_rate": 1.9641427861189973e-05, | |
| "loss": 0.4856, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.3557565479555304, | |
| "grad_norm": 0.6032723041133213, | |
| "learning_rate": 1.963440593560083e-05, | |
| "loss": 0.4966, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.357263990955342, | |
| "grad_norm": 0.6306498314236755, | |
| "learning_rate": 1.9627317199692287e-05, | |
| "loss": 0.4771, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.3587714339551536, | |
| "grad_norm": 0.5865071462782886, | |
| "learning_rate": 1.962016170262157e-05, | |
| "loss": 0.4573, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.36027887695496513, | |
| "grad_norm": 0.5665927327271444, | |
| "learning_rate": 1.961293949400888e-05, | |
| "loss": 0.4485, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.3617863199547767, | |
| "grad_norm": 0.554220781330076, | |
| "learning_rate": 1.960565062393701e-05, | |
| "loss": 0.4686, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.36329376295458826, | |
| "grad_norm": 0.6455923732389204, | |
| "learning_rate": 1.9598295142951035e-05, | |
| "loss": 0.4592, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.36480120595439985, | |
| "grad_norm": 0.596721778819204, | |
| "learning_rate": 1.9590873102057948e-05, | |
| "loss": 0.4907, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.36630864895421145, | |
| "grad_norm": 0.6716627212373145, | |
| "learning_rate": 1.9583384552726294e-05, | |
| "loss": 0.4799, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.367816091954023, | |
| "grad_norm": 0.6229194933798746, | |
| "learning_rate": 1.957582954688584e-05, | |
| "loss": 0.4652, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.3693235349538346, | |
| "grad_norm": 0.6298037085236075, | |
| "learning_rate": 1.9568208136927177e-05, | |
| "loss": 0.4717, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.3708309779536461, | |
| "grad_norm": 0.5787887978421966, | |
| "learning_rate": 1.9560520375701408e-05, | |
| "loss": 0.4845, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.3723384209534577, | |
| "grad_norm": 0.6451526421523999, | |
| "learning_rate": 1.9552766316519726e-05, | |
| "loss": 0.4516, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.37384586395326924, | |
| "grad_norm": 0.538692705705553, | |
| "learning_rate": 1.9544946013153093e-05, | |
| "loss": 0.4649, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.37535330695308083, | |
| "grad_norm": 0.6399780775437526, | |
| "learning_rate": 1.9537059519831822e-05, | |
| "loss": 0.4594, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.3768607499528924, | |
| "grad_norm": 0.6082935211607333, | |
| "learning_rate": 1.9529106891245244e-05, | |
| "loss": 0.4709, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.37836819295270396, | |
| "grad_norm": 0.6106738888512755, | |
| "learning_rate": 1.9521088182541298e-05, | |
| "loss": 0.492, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.37987563595251556, | |
| "grad_norm": 0.5803041737823633, | |
| "learning_rate": 1.951300344932616e-05, | |
| "loss": 0.4646, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.3813830789523271, | |
| "grad_norm": 0.5647638332240319, | |
| "learning_rate": 1.9504852747663862e-05, | |
| "loss": 0.4725, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.3828905219521387, | |
| "grad_norm": 0.664315669006426, | |
| "learning_rate": 1.9496636134075894e-05, | |
| "loss": 0.4689, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.3843979649519503, | |
| "grad_norm": 0.6019633789641826, | |
| "learning_rate": 1.9488353665540813e-05, | |
| "loss": 0.4613, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.3859054079517618, | |
| "grad_norm": 0.5805016640621002, | |
| "learning_rate": 1.9480005399493857e-05, | |
| "loss": 0.4613, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.3874128509515734, | |
| "grad_norm": 0.6053466035481387, | |
| "learning_rate": 1.9471591393826536e-05, | |
| "loss": 0.4877, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.38892029395138494, | |
| "grad_norm": 0.5443749204002357, | |
| "learning_rate": 1.9463111706886234e-05, | |
| "loss": 0.481, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.39042773695119654, | |
| "grad_norm": 0.6422687053592201, | |
| "learning_rate": 1.9454566397475813e-05, | |
| "loss": 0.464, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.39193517995100813, | |
| "grad_norm": 0.5911574213296809, | |
| "learning_rate": 1.944595552485319e-05, | |
| "loss": 0.4451, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.39344262295081966, | |
| "grad_norm": 0.6244696365384524, | |
| "learning_rate": 1.943727914873094e-05, | |
| "loss": 0.465, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.39495006595063126, | |
| "grad_norm": 0.6787496907794774, | |
| "learning_rate": 1.9428537329275862e-05, | |
| "loss": 0.4591, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.3964575089504428, | |
| "grad_norm": 0.584284155721975, | |
| "learning_rate": 1.941973012710859e-05, | |
| "loss": 0.4835, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.3979649519502544, | |
| "grad_norm": 0.6636147745329853, | |
| "learning_rate": 1.941085760330316e-05, | |
| "loss": 0.4558, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.3994723949500659, | |
| "grad_norm": 0.580002453326873, | |
| "learning_rate": 1.940191981938657e-05, | |
| "loss": 0.4848, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.4009798379498775, | |
| "grad_norm": 0.6067452479296194, | |
| "learning_rate": 1.9392916837338376e-05, | |
| "loss": 0.4783, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.4024872809496891, | |
| "grad_norm": 0.6517612748843483, | |
| "learning_rate": 1.9383848719590257e-05, | |
| "loss": 0.4849, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.40399472394950064, | |
| "grad_norm": 0.6355304966389256, | |
| "learning_rate": 1.9374715529025575e-05, | |
| "loss": 0.4312, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.40550216694931224, | |
| "grad_norm": 0.627744747765263, | |
| "learning_rate": 1.9365517328978943e-05, | |
| "loss": 0.4762, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.4070096099491238, | |
| "grad_norm": 0.6640367945419465, | |
| "learning_rate": 1.9356254183235785e-05, | |
| "loss": 0.432, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.40851705294893537, | |
| "grad_norm": 0.647008694411896, | |
| "learning_rate": 1.93469261560319e-05, | |
| "loss": 0.4795, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.41002449594874696, | |
| "grad_norm": 0.6742117075938286, | |
| "learning_rate": 1.9337533312053002e-05, | |
| "loss": 0.4573, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.4115319389485585, | |
| "grad_norm": 0.6000668524451142, | |
| "learning_rate": 1.9328075716434287e-05, | |
| "loss": 0.4474, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.4130393819483701, | |
| "grad_norm": 0.6027061587937567, | |
| "learning_rate": 1.931855343475998e-05, | |
| "loss": 0.4283, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.4145468249481816, | |
| "grad_norm": 0.56875377174764, | |
| "learning_rate": 1.930896653306286e-05, | |
| "loss": 0.4446, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.4160542679479932, | |
| "grad_norm": 0.6494800822344575, | |
| "learning_rate": 1.929931507782383e-05, | |
| "loss": 0.4504, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.4175617109478048, | |
| "grad_norm": 0.5925306999643124, | |
| "learning_rate": 1.9289599135971437e-05, | |
| "loss": 0.4993, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.41906915394761635, | |
| "grad_norm": 0.5812846521774916, | |
| "learning_rate": 1.9279818774881418e-05, | |
| "loss": 0.4574, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.42057659694742794, | |
| "grad_norm": 0.5625417674563119, | |
| "learning_rate": 1.9269974062376224e-05, | |
| "loss": 0.4325, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.4220840399472395, | |
| "grad_norm": 0.5839055838922522, | |
| "learning_rate": 1.926006506672456e-05, | |
| "loss": 0.4669, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.42359148294705107, | |
| "grad_norm": 0.6042605173402862, | |
| "learning_rate": 1.9250091856640895e-05, | |
| "loss": 0.4224, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.42509892594686266, | |
| "grad_norm": 0.5856982708883072, | |
| "learning_rate": 1.9240054501285015e-05, | |
| "loss": 0.4709, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.4266063689466742, | |
| "grad_norm": 0.5631263514578662, | |
| "learning_rate": 1.922995307026151e-05, | |
| "loss": 0.4614, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.4281138119464858, | |
| "grad_norm": 0.5583569731432177, | |
| "learning_rate": 1.921978763361931e-05, | |
| "loss": 0.4589, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.4296212549462973, | |
| "grad_norm": 0.6050421963625475, | |
| "learning_rate": 1.9209558261851194e-05, | |
| "loss": 0.4382, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4311286979461089, | |
| "grad_norm": 0.533785762634786, | |
| "learning_rate": 1.919926502589331e-05, | |
| "loss": 0.4862, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.43263614094592046, | |
| "grad_norm": 0.5693448486944194, | |
| "learning_rate": 1.9188907997124666e-05, | |
| "loss": 0.4562, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.43414358394573205, | |
| "grad_norm": 0.5654990613672617, | |
| "learning_rate": 1.9178487247366652e-05, | |
| "loss": 0.4492, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.43565102694554364, | |
| "grad_norm": 0.5771432152665512, | |
| "learning_rate": 1.916800284888253e-05, | |
| "loss": 0.4478, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.4371584699453552, | |
| "grad_norm": 0.5734596310020046, | |
| "learning_rate": 1.915745487437694e-05, | |
| "loss": 0.4801, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.43866591294516677, | |
| "grad_norm": 0.5832753483996317, | |
| "learning_rate": 1.9146843396995396e-05, | |
| "loss": 0.4563, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.4401733559449783, | |
| "grad_norm": 0.5879841082366902, | |
| "learning_rate": 1.9136168490323772e-05, | |
| "loss": 0.4689, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.4416807989447899, | |
| "grad_norm": 0.5521570450782258, | |
| "learning_rate": 1.9125430228387794e-05, | |
| "loss": 0.4581, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.4431882419446015, | |
| "grad_norm": 0.5673604877581071, | |
| "learning_rate": 1.9114628685652535e-05, | |
| "loss": 0.4668, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.444695684944413, | |
| "grad_norm": 0.5866077006525799, | |
| "learning_rate": 1.9103763937021887e-05, | |
| "loss": 0.4588, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.4462031279442246, | |
| "grad_norm": 0.5731048741878798, | |
| "learning_rate": 1.909283605783805e-05, | |
| "loss": 0.4774, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.44771057094403616, | |
| "grad_norm": 0.6251177027508026, | |
| "learning_rate": 1.9081845123881002e-05, | |
| "loss": 0.4813, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.44921801394384775, | |
| "grad_norm": 0.5256954818277138, | |
| "learning_rate": 1.9070791211367984e-05, | |
| "loss": 0.4473, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.45072545694365934, | |
| "grad_norm": 0.6199874516009303, | |
| "learning_rate": 1.9059674396952963e-05, | |
| "loss": 0.4629, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.4522328999434709, | |
| "grad_norm": 0.5917017492987557, | |
| "learning_rate": 1.90484947577261e-05, | |
| "loss": 0.4979, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.45374034294328247, | |
| "grad_norm": 0.6120361922704654, | |
| "learning_rate": 1.903725237121322e-05, | |
| "loss": 0.4831, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.455247785943094, | |
| "grad_norm": 0.5514120347682593, | |
| "learning_rate": 1.902594731537527e-05, | |
| "loss": 0.4452, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.4567552289429056, | |
| "grad_norm": 0.5767336190747095, | |
| "learning_rate": 1.901457966860779e-05, | |
| "loss": 0.4435, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.4582626719427172, | |
| "grad_norm": 0.5868519118956824, | |
| "learning_rate": 1.9003149509740347e-05, | |
| "loss": 0.492, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.45977011494252873, | |
| "grad_norm": 0.6168191655686016, | |
| "learning_rate": 1.899165691803601e-05, | |
| "loss": 0.4512, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.4612775579423403, | |
| "grad_norm": 0.6053359821845329, | |
| "learning_rate": 1.8980101973190787e-05, | |
| "loss": 0.4749, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.46278500094215186, | |
| "grad_norm": 0.60634572707715, | |
| "learning_rate": 1.896848475533309e-05, | |
| "loss": 0.4682, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.46429244394196345, | |
| "grad_norm": 0.6339199718330278, | |
| "learning_rate": 1.8956805345023145e-05, | |
| "loss": 0.4643, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.465799886941775, | |
| "grad_norm": 0.6011561135843241, | |
| "learning_rate": 1.894506382325248e-05, | |
| "loss": 0.435, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.4673073299415866, | |
| "grad_norm": 0.6067579490346751, | |
| "learning_rate": 1.8933260271443313e-05, | |
| "loss": 0.4162, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4688147729413982, | |
| "grad_norm": 0.5747986536629459, | |
| "learning_rate": 1.8921394771448032e-05, | |
| "loss": 0.448, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.4703222159412097, | |
| "grad_norm": 0.605434367981348, | |
| "learning_rate": 1.89094674055486e-05, | |
| "loss": 0.4264, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.4718296589410213, | |
| "grad_norm": 0.6028982875539595, | |
| "learning_rate": 1.889747825645599e-05, | |
| "loss": 0.447, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.47333710194083284, | |
| "grad_norm": 0.6024460995063091, | |
| "learning_rate": 1.8885427407309627e-05, | |
| "loss": 0.4689, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.47484454494064443, | |
| "grad_norm": 0.6726949468749703, | |
| "learning_rate": 1.887331494167678e-05, | |
| "loss": 0.4562, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.476351987940456, | |
| "grad_norm": 0.6108367421924343, | |
| "learning_rate": 1.8861140943552014e-05, | |
| "loss": 0.4574, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.47785943094026756, | |
| "grad_norm": 0.6095993211515124, | |
| "learning_rate": 1.884890549735659e-05, | |
| "loss": 0.429, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.47936687394007915, | |
| "grad_norm": 0.5708366516060817, | |
| "learning_rate": 1.8836608687937883e-05, | |
| "loss": 0.4494, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.4808743169398907, | |
| "grad_norm": 0.6319148329863508, | |
| "learning_rate": 1.8824250600568798e-05, | |
| "loss": 0.4457, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.4823817599397023, | |
| "grad_norm": 0.5817901717334689, | |
| "learning_rate": 1.8811831320947177e-05, | |
| "loss": 0.4444, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.4838892029395139, | |
| "grad_norm": 0.6167253992638152, | |
| "learning_rate": 1.879935093519519e-05, | |
| "loss": 0.4758, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.4853966459393254, | |
| "grad_norm": 0.5918299912550289, | |
| "learning_rate": 1.878680952985877e-05, | |
| "loss": 0.4586, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.486904088939137, | |
| "grad_norm": 0.5897988696893806, | |
| "learning_rate": 1.8774207191906976e-05, | |
| "loss": 0.4548, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.48841153193894854, | |
| "grad_norm": 0.5336492924439385, | |
| "learning_rate": 1.8761544008731426e-05, | |
| "loss": 0.4477, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.48991897493876013, | |
| "grad_norm": 0.5969332291879268, | |
| "learning_rate": 1.874882006814565e-05, | |
| "loss": 0.4423, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.4914264179385717, | |
| "grad_norm": 0.5894559630672119, | |
| "learning_rate": 1.8736035458384528e-05, | |
| "loss": 0.4681, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.49293386093838326, | |
| "grad_norm": 0.583381204713255, | |
| "learning_rate": 1.8723190268103634e-05, | |
| "loss": 0.431, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.49444130393819485, | |
| "grad_norm": 0.5501857874739489, | |
| "learning_rate": 1.8710284586378645e-05, | |
| "loss": 0.4501, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.4959487469380064, | |
| "grad_norm": 0.5807568427837185, | |
| "learning_rate": 1.8697318502704734e-05, | |
| "loss": 0.446, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.497456189937818, | |
| "grad_norm": 0.5344952874232914, | |
| "learning_rate": 1.8684292106995916e-05, | |
| "loss": 0.464, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.4989636329376295, | |
| "grad_norm": 0.5875400091192824, | |
| "learning_rate": 1.8671205489584453e-05, | |
| "loss": 0.462, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.5004710759374411, | |
| "grad_norm": 0.5898142606962845, | |
| "learning_rate": 1.865805874122021e-05, | |
| "loss": 0.4495, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.5019785189372526, | |
| "grad_norm": 0.5383180946864506, | |
| "learning_rate": 1.8644851953070045e-05, | |
| "loss": 0.474, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.5034859619370643, | |
| "grad_norm": 0.5701159430118912, | |
| "learning_rate": 1.863158521671716e-05, | |
| "loss": 0.4644, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.5049934049368758, | |
| "grad_norm": 0.5456550772582448, | |
| "learning_rate": 1.8618258624160465e-05, | |
| "loss": 0.4426, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5065008479366874, | |
| "grad_norm": 0.5806062450133762, | |
| "learning_rate": 1.8604872267813954e-05, | |
| "loss": 0.4428, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.508008290936499, | |
| "grad_norm": 0.5723184224994758, | |
| "learning_rate": 1.859142624050605e-05, | |
| "loss": 0.427, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.5095157339363106, | |
| "grad_norm": 0.5503430826330011, | |
| "learning_rate": 1.8577920635478976e-05, | |
| "loss": 0.4863, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.5110231769361221, | |
| "grad_norm": 0.5922429005891785, | |
| "learning_rate": 1.8564355546388094e-05, | |
| "loss": 0.472, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.5125306199359336, | |
| "grad_norm": 0.5243816217609505, | |
| "learning_rate": 1.855073106730126e-05, | |
| "loss": 0.4563, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5140380629357453, | |
| "grad_norm": 0.571898057341335, | |
| "learning_rate": 1.8537047292698175e-05, | |
| "loss": 0.4686, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.5155455059355568, | |
| "grad_norm": 0.5389787797747003, | |
| "learning_rate": 1.852330431746973e-05, | |
| "loss": 0.4044, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5170529489353684, | |
| "grad_norm": 0.5755069679771695, | |
| "learning_rate": 1.8509502236917353e-05, | |
| "loss": 0.4536, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.51856039193518, | |
| "grad_norm": 0.5386650306089089, | |
| "learning_rate": 1.8495641146752322e-05, | |
| "loss": 0.4285, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.5200678349349915, | |
| "grad_norm": 0.5775045065740545, | |
| "learning_rate": 1.848172114309513e-05, | |
| "loss": 0.4579, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.5215752779348031, | |
| "grad_norm": 0.6222104655446267, | |
| "learning_rate": 1.8467742322474822e-05, | |
| "loss": 0.4733, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5230827209346146, | |
| "grad_norm": 0.5869893846228816, | |
| "learning_rate": 1.845370478182829e-05, | |
| "loss": 0.5073, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.5245901639344263, | |
| "grad_norm": 0.6007295355780623, | |
| "learning_rate": 1.8439608618499637e-05, | |
| "loss": 0.4859, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.5260976069342378, | |
| "grad_norm": 0.5715093886190423, | |
| "learning_rate": 1.842545393023949e-05, | |
| "loss": 0.436, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.5276050499340493, | |
| "grad_norm": 0.5370655215760771, | |
| "learning_rate": 1.841124081520431e-05, | |
| "loss": 0.4545, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.529112492933861, | |
| "grad_norm": 0.5468526752808022, | |
| "learning_rate": 1.8396969371955724e-05, | |
| "loss": 0.4412, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.5306199359336725, | |
| "grad_norm": 0.5386055180491347, | |
| "learning_rate": 1.838263969945985e-05, | |
| "loss": 0.455, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.532127378933484, | |
| "grad_norm": 0.5273830292324821, | |
| "learning_rate": 1.836825189708659e-05, | |
| "loss": 0.4208, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.5336348219332957, | |
| "grad_norm": 0.5324858057392972, | |
| "learning_rate": 1.8353806064608953e-05, | |
| "loss": 0.4259, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.5351422649331072, | |
| "grad_norm": 0.5185086851614243, | |
| "learning_rate": 1.833930230220236e-05, | |
| "loss": 0.4506, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.5366497079329188, | |
| "grad_norm": 0.5553133756097826, | |
| "learning_rate": 1.8324740710443955e-05, | |
| "loss": 0.4629, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5381571509327303, | |
| "grad_norm": 0.5742120676044152, | |
| "learning_rate": 1.831012139031189e-05, | |
| "loss": 0.4357, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.539664593932542, | |
| "grad_norm": 0.5605121444976939, | |
| "learning_rate": 1.829544444318466e-05, | |
| "loss": 0.4606, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.5411720369323535, | |
| "grad_norm": 0.6092704764024721, | |
| "learning_rate": 1.8280709970840352e-05, | |
| "loss": 0.4589, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.542679479932165, | |
| "grad_norm": 0.5515104498699946, | |
| "learning_rate": 1.8265918075455985e-05, | |
| "loss": 0.4554, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5441869229319767, | |
| "grad_norm": 0.5517752011641777, | |
| "learning_rate": 1.8251068859606777e-05, | |
| "loss": 0.4446, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.5456943659317882, | |
| "grad_norm": 0.523313087940014, | |
| "learning_rate": 1.823616242626542e-05, | |
| "loss": 0.4453, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.5472018089315998, | |
| "grad_norm": 0.5555090795115328, | |
| "learning_rate": 1.8221198878801415e-05, | |
| "loss": 0.431, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.5487092519314113, | |
| "grad_norm": 0.5254077832278897, | |
| "learning_rate": 1.8206178320980295e-05, | |
| "loss": 0.4512, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.5502166949312229, | |
| "grad_norm": 0.5382752275452225, | |
| "learning_rate": 1.819110085696295e-05, | |
| "loss": 0.4489, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.5517241379310345, | |
| "grad_norm": 0.5752845306460045, | |
| "learning_rate": 1.817596659130489e-05, | |
| "loss": 0.4659, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.553231580930846, | |
| "grad_norm": 0.534082668899082, | |
| "learning_rate": 1.816077562895551e-05, | |
| "loss": 0.443, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.5547390239306577, | |
| "grad_norm": 0.4935673245960411, | |
| "learning_rate": 1.814552807525738e-05, | |
| "loss": 0.4265, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.5562464669304692, | |
| "grad_norm": 0.5587086828843211, | |
| "learning_rate": 1.81302240359455e-05, | |
| "loss": 0.4171, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.5577539099302807, | |
| "grad_norm": 0.5706799552715889, | |
| "learning_rate": 1.8114863617146576e-05, | |
| "loss": 0.4419, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5592613529300924, | |
| "grad_norm": 0.5559814423377313, | |
| "learning_rate": 1.8099446925378278e-05, | |
| "loss": 0.4646, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.5607687959299039, | |
| "grad_norm": 0.6399807563842037, | |
| "learning_rate": 1.8083974067548506e-05, | |
| "loss": 0.4662, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.5622762389297155, | |
| "grad_norm": 0.5499667823126643, | |
| "learning_rate": 1.806844515095465e-05, | |
| "loss": 0.4705, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.563783681929527, | |
| "grad_norm": 0.5802308318791667, | |
| "learning_rate": 1.8052860283282832e-05, | |
| "loss": 0.4285, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.5652911249293386, | |
| "grad_norm": 0.616061675009139, | |
| "learning_rate": 1.8037219572607177e-05, | |
| "loss": 0.4661, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.5667985679291502, | |
| "grad_norm": 0.5381388831653736, | |
| "learning_rate": 1.8021523127389066e-05, | |
| "loss": 0.442, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.5683060109289617, | |
| "grad_norm": 0.5427863037336617, | |
| "learning_rate": 1.800577105647635e-05, | |
| "loss": 0.4737, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.5698134539287734, | |
| "grad_norm": 0.647319829296571, | |
| "learning_rate": 1.7989963469102643e-05, | |
| "loss": 0.4597, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.5713208969285849, | |
| "grad_norm": 0.5361993689265471, | |
| "learning_rate": 1.797410047488653e-05, | |
| "loss": 0.4515, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.5728283399283964, | |
| "grad_norm": 0.5928443348297506, | |
| "learning_rate": 1.7958182183830816e-05, | |
| "loss": 0.4383, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.574335782928208, | |
| "grad_norm": 0.5525429424873411, | |
| "learning_rate": 1.794220870632177e-05, | |
| "loss": 0.4676, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.5758432259280196, | |
| "grad_norm": 0.6048913598018805, | |
| "learning_rate": 1.7926180153128358e-05, | |
| "loss": 0.4803, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.5773506689278312, | |
| "grad_norm": 0.6159208841600681, | |
| "learning_rate": 1.791009663540146e-05, | |
| "loss": 0.4446, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.5788581119276427, | |
| "grad_norm": 0.604058916697408, | |
| "learning_rate": 1.789395826467312e-05, | |
| "loss": 0.4406, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.5803655549274543, | |
| "grad_norm": 0.6189321454832999, | |
| "learning_rate": 1.7877765152855757e-05, | |
| "loss": 0.4757, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.5818729979272659, | |
| "grad_norm": 0.5252310621840579, | |
| "learning_rate": 1.78615174122414e-05, | |
| "loss": 0.4226, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.5833804409270774, | |
| "grad_norm": 0.6058698433864601, | |
| "learning_rate": 1.78452151555009e-05, | |
| "loss": 0.4242, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.5848878839268891, | |
| "grad_norm": 0.5784597918661724, | |
| "learning_rate": 1.7828858495683162e-05, | |
| "loss": 0.4546, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.5863953269267006, | |
| "grad_norm": 0.5778733445604559, | |
| "learning_rate": 1.781244754621434e-05, | |
| "loss": 0.4474, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.5879027699265121, | |
| "grad_norm": 0.5574362195371769, | |
| "learning_rate": 1.779598242089707e-05, | |
| "loss": 0.4461, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5894102129263237, | |
| "grad_norm": 0.6035018906117913, | |
| "learning_rate": 1.7779463233909677e-05, | |
| "loss": 0.4647, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.5909176559261353, | |
| "grad_norm": 0.5783320653215531, | |
| "learning_rate": 1.7762890099805362e-05, | |
| "loss": 0.4509, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.5924250989259469, | |
| "grad_norm": 0.608063697903211, | |
| "learning_rate": 1.774626313351145e-05, | |
| "loss": 0.4496, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.5939325419257584, | |
| "grad_norm": 0.5637493289630973, | |
| "learning_rate": 1.7729582450328547e-05, | |
| "loss": 0.4548, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.59543998492557, | |
| "grad_norm": 0.5878505952019026, | |
| "learning_rate": 1.771284816592978e-05, | |
| "loss": 0.4025, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.5969474279253816, | |
| "grad_norm": 0.5732228081169485, | |
| "learning_rate": 1.7696060396359956e-05, | |
| "loss": 0.4155, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.5984548709251931, | |
| "grad_norm": 0.5275574748856542, | |
| "learning_rate": 1.7679219258034798e-05, | |
| "loss": 0.4668, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.5999623139250048, | |
| "grad_norm": 0.565193432089848, | |
| "learning_rate": 1.7662324867740102e-05, | |
| "loss": 0.464, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.6014697569248163, | |
| "grad_norm": 0.5276065053060457, | |
| "learning_rate": 1.7645377342630956e-05, | |
| "loss": 0.4641, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.6029771999246278, | |
| "grad_norm": 0.5504334109425478, | |
| "learning_rate": 1.76283768002309e-05, | |
| "loss": 0.4288, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6044846429244394, | |
| "grad_norm": 0.6059296820868759, | |
| "learning_rate": 1.7611323358431145e-05, | |
| "loss": 0.4961, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.605992085924251, | |
| "grad_norm": 0.5077017761738585, | |
| "learning_rate": 1.759421713548971e-05, | |
| "loss": 0.4706, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.6074995289240626, | |
| "grad_norm": 0.5590656170710925, | |
| "learning_rate": 1.757705825003065e-05, | |
| "loss": 0.4034, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.6090069719238741, | |
| "grad_norm": 0.525709220345065, | |
| "learning_rate": 1.7559846821043205e-05, | |
| "loss": 0.4379, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.6105144149236857, | |
| "grad_norm": 0.5538945207929713, | |
| "learning_rate": 1.754258296788097e-05, | |
| "loss": 0.445, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.6120218579234973, | |
| "grad_norm": 0.5517645766831191, | |
| "learning_rate": 1.7525266810261096e-05, | |
| "loss": 0.4469, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.6135293009233088, | |
| "grad_norm": 0.5594555749715797, | |
| "learning_rate": 1.7507898468263422e-05, | |
| "loss": 0.4343, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.6150367439231204, | |
| "grad_norm": 0.5530618540850076, | |
| "learning_rate": 1.7490478062329686e-05, | |
| "loss": 0.4625, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.616544186922932, | |
| "grad_norm": 0.5948076942836006, | |
| "learning_rate": 1.7473005713262644e-05, | |
| "loss": 0.4497, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.6180516299227435, | |
| "grad_norm": 0.5776155556563956, | |
| "learning_rate": 1.7455481542225272e-05, | |
| "loss": 0.3959, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6195590729225551, | |
| "grad_norm": 0.5391682645939875, | |
| "learning_rate": 1.7437905670739893e-05, | |
| "loss": 0.4337, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.6210665159223667, | |
| "grad_norm": 0.5918312025262793, | |
| "learning_rate": 1.7420278220687366e-05, | |
| "loss": 0.4749, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.6225739589221783, | |
| "grad_norm": 0.5169533403943937, | |
| "learning_rate": 1.7402599314306207e-05, | |
| "loss": 0.4361, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.6240814019219898, | |
| "grad_norm": 0.5757476582664114, | |
| "learning_rate": 1.7384869074191777e-05, | |
| "loss": 0.4423, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.6255888449218014, | |
| "grad_norm": 0.5789420594237762, | |
| "learning_rate": 1.7367087623295394e-05, | |
| "loss": 0.4493, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.627096287921613, | |
| "grad_norm": 0.5146689624027024, | |
| "learning_rate": 1.7349255084923517e-05, | |
| "loss": 0.4128, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.6286037309214245, | |
| "grad_norm": 0.5556214483108315, | |
| "learning_rate": 1.7331371582736864e-05, | |
| "loss": 0.4097, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.6301111739212361, | |
| "grad_norm": 0.5781033815860408, | |
| "learning_rate": 1.731343724074957e-05, | |
| "loss": 0.4755, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.6316186169210477, | |
| "grad_norm": 0.505299705771376, | |
| "learning_rate": 1.7295452183328317e-05, | |
| "loss": 0.423, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.6331260599208592, | |
| "grad_norm": 0.6019529322565086, | |
| "learning_rate": 1.7277416535191478e-05, | |
| "loss": 0.4467, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6346335029206708, | |
| "grad_norm": 0.5423258091864472, | |
| "learning_rate": 1.7259330421408247e-05, | |
| "loss": 0.4297, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.6361409459204824, | |
| "grad_norm": 0.550859799446333, | |
| "learning_rate": 1.7241193967397784e-05, | |
| "loss": 0.4334, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.637648388920294, | |
| "grad_norm": 0.5436505610454662, | |
| "learning_rate": 1.7223007298928322e-05, | |
| "loss": 0.4227, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.6391558319201055, | |
| "grad_norm": 0.5265015330498195, | |
| "learning_rate": 1.7204770542116326e-05, | |
| "loss": 0.4407, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.640663274919917, | |
| "grad_norm": 0.577557633955233, | |
| "learning_rate": 1.7186483823425582e-05, | |
| "loss": 0.4794, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.6421707179197287, | |
| "grad_norm": 0.5304780945155085, | |
| "learning_rate": 1.7168147269666357e-05, | |
| "loss": 0.4306, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.6436781609195402, | |
| "grad_norm": 0.5436263482054755, | |
| "learning_rate": 1.714976100799449e-05, | |
| "loss": 0.4505, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.6451856039193518, | |
| "grad_norm": 0.5239803005942689, | |
| "learning_rate": 1.713132516591053e-05, | |
| "loss": 0.4204, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.6466930469191634, | |
| "grad_norm": 0.5640485363783228, | |
| "learning_rate": 1.7112839871258838e-05, | |
| "loss": 0.4709, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.6482004899189749, | |
| "grad_norm": 0.5112413611963181, | |
| "learning_rate": 1.7094305252226713e-05, | |
| "loss": 0.4352, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6497079329187865, | |
| "grad_norm": 0.5839208365283748, | |
| "learning_rate": 1.7075721437343488e-05, | |
| "loss": 0.467, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.6512153759185981, | |
| "grad_norm": 0.5264144807133015, | |
| "learning_rate": 1.705708855547966e-05, | |
| "loss": 0.4427, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.6527228189184097, | |
| "grad_norm": 0.503285177882026, | |
| "learning_rate": 1.7038406735845967e-05, | |
| "loss": 0.4206, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.6542302619182212, | |
| "grad_norm": 0.523921175908132, | |
| "learning_rate": 1.7019676107992523e-05, | |
| "loss": 0.4636, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.6557377049180327, | |
| "grad_norm": 0.5213012549969936, | |
| "learning_rate": 1.70008968018079e-05, | |
| "loss": 0.4385, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.6572451479178444, | |
| "grad_norm": 0.5616975925596913, | |
| "learning_rate": 1.6982068947518235e-05, | |
| "loss": 0.4495, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.6587525909176559, | |
| "grad_norm": 0.5094741288290618, | |
| "learning_rate": 1.6963192675686312e-05, | |
| "loss": 0.4354, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.6602600339174675, | |
| "grad_norm": 0.5691859599654164, | |
| "learning_rate": 1.694426811721069e-05, | |
| "loss": 0.4121, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.6617674769172791, | |
| "grad_norm": 0.565755177059836, | |
| "learning_rate": 1.6925295403324758e-05, | |
| "loss": 0.4291, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.6632749199170906, | |
| "grad_norm": 0.5182694692522232, | |
| "learning_rate": 1.6906274665595854e-05, | |
| "loss": 0.4187, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6647823629169022, | |
| "grad_norm": 0.5442306033345655, | |
| "learning_rate": 1.688720603592432e-05, | |
| "loss": 0.4596, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.6662898059167138, | |
| "grad_norm": 0.508987211991653, | |
| "learning_rate": 1.6868089646542632e-05, | |
| "loss": 0.4218, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.6677972489165254, | |
| "grad_norm": 0.5409018441358341, | |
| "learning_rate": 1.6848925630014445e-05, | |
| "loss": 0.4422, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.6693046919163369, | |
| "grad_norm": 0.5332135170482968, | |
| "learning_rate": 1.6829714119233688e-05, | |
| "loss": 0.4742, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.6708121349161484, | |
| "grad_norm": 0.510365685539909, | |
| "learning_rate": 1.6810455247423634e-05, | |
| "loss": 0.4308, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.6723195779159601, | |
| "grad_norm": 0.5088383566851198, | |
| "learning_rate": 1.6791149148136003e-05, | |
| "loss": 0.4491, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.6738270209157716, | |
| "grad_norm": 0.5398522018308489, | |
| "learning_rate": 1.677179595525e-05, | |
| "loss": 0.465, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.6753344639155832, | |
| "grad_norm": 0.5312851766133058, | |
| "learning_rate": 1.675239580297141e-05, | |
| "loss": 0.4574, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.6768419069153948, | |
| "grad_norm": 0.5377924163432233, | |
| "learning_rate": 1.6732948825831657e-05, | |
| "loss": 0.4282, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.6783493499152063, | |
| "grad_norm": 0.5411515105207517, | |
| "learning_rate": 1.671345515868688e-05, | |
| "loss": 0.437, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6798567929150179, | |
| "grad_norm": 0.5061423487479686, | |
| "learning_rate": 1.6693914936716983e-05, | |
| "loss": 0.4244, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.6813642359148294, | |
| "grad_norm": 0.5390647508447596, | |
| "learning_rate": 1.6674328295424723e-05, | |
| "loss": 0.4395, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.6828716789146411, | |
| "grad_norm": 0.5706362763533134, | |
| "learning_rate": 1.6654695370634738e-05, | |
| "loss": 0.4421, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.6843791219144526, | |
| "grad_norm": 0.5330284685793139, | |
| "learning_rate": 1.6635016298492628e-05, | |
| "loss": 0.4303, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.6858865649142641, | |
| "grad_norm": 0.5267067326608682, | |
| "learning_rate": 1.6615291215464005e-05, | |
| "loss": 0.4245, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.6873940079140758, | |
| "grad_norm": 0.5726680200512305, | |
| "learning_rate": 1.6595520258333545e-05, | |
| "loss": 0.4752, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.6889014509138873, | |
| "grad_norm": 0.5183865668680759, | |
| "learning_rate": 1.657570356420404e-05, | |
| "loss": 0.4542, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.6904088939136989, | |
| "grad_norm": 0.553551099478117, | |
| "learning_rate": 1.6555841270495456e-05, | |
| "loss": 0.445, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.6919163369135105, | |
| "grad_norm": 0.5929224658029257, | |
| "learning_rate": 1.6535933514943955e-05, | |
| "loss": 0.4183, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.693423779913322, | |
| "grad_norm": 0.5010271872134405, | |
| "learning_rate": 1.6515980435600965e-05, | |
| "loss": 0.4169, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.6949312229131336, | |
| "grad_norm": 0.49068598527278895, | |
| "learning_rate": 1.6495982170832224e-05, | |
| "loss": 0.4122, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.6964386659129451, | |
| "grad_norm": 0.5288472547252633, | |
| "learning_rate": 1.6475938859316795e-05, | |
| "loss": 0.4154, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.6979461089127568, | |
| "grad_norm": 0.5364001246117184, | |
| "learning_rate": 1.6455850640046134e-05, | |
| "loss": 0.4247, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.6994535519125683, | |
| "grad_norm": 0.5248089160285507, | |
| "learning_rate": 1.6435717652323097e-05, | |
| "loss": 0.4522, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.7009609949123798, | |
| "grad_norm": 0.5871578611838155, | |
| "learning_rate": 1.6415540035761008e-05, | |
| "loss": 0.4477, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.7024684379121915, | |
| "grad_norm": 0.531098674787926, | |
| "learning_rate": 1.639531793028265e-05, | |
| "loss": 0.43, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.703975880912003, | |
| "grad_norm": 0.6050322359617515, | |
| "learning_rate": 1.637505147611934e-05, | |
| "loss": 0.4533, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.7054833239118146, | |
| "grad_norm": 0.5045703819799817, | |
| "learning_rate": 1.6354740813809917e-05, | |
| "loss": 0.4021, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.7069907669116261, | |
| "grad_norm": 0.5129545738188582, | |
| "learning_rate": 1.6334386084199787e-05, | |
| "loss": 0.4517, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.7084982099114377, | |
| "grad_norm": 0.5736577274561188, | |
| "learning_rate": 1.631398742843995e-05, | |
| "loss": 0.418, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7100056529112493, | |
| "grad_norm": 0.5323460252829038, | |
| "learning_rate": 1.629354498798601e-05, | |
| "loss": 0.4251, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.7115130959110608, | |
| "grad_norm": 0.5747199097534378, | |
| "learning_rate": 1.627305890459719e-05, | |
| "loss": 0.4394, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7130205389108725, | |
| "grad_norm": 0.5646262513047455, | |
| "learning_rate": 1.625252932033538e-05, | |
| "loss": 0.4297, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.714527981910684, | |
| "grad_norm": 0.49304427786239235, | |
| "learning_rate": 1.6231956377564095e-05, | |
| "loss": 0.4224, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.7160354249104955, | |
| "grad_norm": 0.5791416730858486, | |
| "learning_rate": 1.621134021894756e-05, | |
| "loss": 0.4388, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.7175428679103072, | |
| "grad_norm": 0.5186150019034591, | |
| "learning_rate": 1.619068098744965e-05, | |
| "loss": 0.4422, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.7190503109101187, | |
| "grad_norm": 0.5839335428128258, | |
| "learning_rate": 1.6169978826332955e-05, | |
| "loss": 0.458, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.7205577539099303, | |
| "grad_norm": 0.5613046419371709, | |
| "learning_rate": 1.6149233879157747e-05, | |
| "loss": 0.4669, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.7220651969097418, | |
| "grad_norm": 0.5154157204007299, | |
| "learning_rate": 1.6128446289781012e-05, | |
| "loss": 0.4372, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.7235726399095535, | |
| "grad_norm": 0.5677977726488427, | |
| "learning_rate": 1.610761620235543e-05, | |
| "loss": 0.4731, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.725080082909365, | |
| "grad_norm": 0.5375971717165063, | |
| "learning_rate": 1.60867437613284e-05, | |
| "loss": 0.4566, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.7265875259091765, | |
| "grad_norm": 0.49724342603457516, | |
| "learning_rate": 1.6065829111441e-05, | |
| "loss": 0.4507, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.7280949689089882, | |
| "grad_norm": 0.5827089081742053, | |
| "learning_rate": 1.6044872397727037e-05, | |
| "loss": 0.4564, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.7296024119087997, | |
| "grad_norm": 0.5474489228753104, | |
| "learning_rate": 1.6023873765511993e-05, | |
| "loss": 0.4309, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.7311098549086112, | |
| "grad_norm": 0.5319969584661621, | |
| "learning_rate": 1.6002833360412044e-05, | |
| "loss": 0.4394, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.7326172979084229, | |
| "grad_norm": 0.5521662619957021, | |
| "learning_rate": 1.5981751328333036e-05, | |
| "loss": 0.4568, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.7341247409082344, | |
| "grad_norm": 0.4814653766664411, | |
| "learning_rate": 1.5960627815469486e-05, | |
| "loss": 0.4066, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.735632183908046, | |
| "grad_norm": 0.5109256400558994, | |
| "learning_rate": 1.5939462968303554e-05, | |
| "loss": 0.4272, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.7371396269078575, | |
| "grad_norm": 0.5357957318401174, | |
| "learning_rate": 1.5918256933604047e-05, | |
| "loss": 0.4237, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.7386470699076692, | |
| "grad_norm": 0.5396229844011063, | |
| "learning_rate": 1.589700985842538e-05, | |
| "loss": 0.4205, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7401545129074807, | |
| "grad_norm": 0.5056971418930007, | |
| "learning_rate": 1.5875721890106574e-05, | |
| "loss": 0.4558, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.7416619559072922, | |
| "grad_norm": 0.5466763607345122, | |
| "learning_rate": 1.5854393176270205e-05, | |
| "loss": 0.4262, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.7431693989071039, | |
| "grad_norm": 0.5318696480713733, | |
| "learning_rate": 1.5833023864821427e-05, | |
| "loss": 0.4222, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.7446768419069154, | |
| "grad_norm": 0.5577732122364522, | |
| "learning_rate": 1.5811614103946905e-05, | |
| "loss": 0.4643, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.746184284906727, | |
| "grad_norm": 0.5396811070945262, | |
| "learning_rate": 1.5790164042113805e-05, | |
| "loss": 0.4619, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.7476917279065385, | |
| "grad_norm": 0.5116348501037207, | |
| "learning_rate": 1.576867382806877e-05, | |
| "loss": 0.4257, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.7491991709063501, | |
| "grad_norm": 0.5376269628887883, | |
| "learning_rate": 1.5747143610836873e-05, | |
| "loss": 0.4431, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.7507066139061617, | |
| "grad_norm": 0.5552456121649234, | |
| "learning_rate": 1.5725573539720592e-05, | |
| "loss": 0.4345, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.7522140569059732, | |
| "grad_norm": 0.5525594597252514, | |
| "learning_rate": 1.570396376429877e-05, | |
| "loss": 0.4288, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.7537214999057849, | |
| "grad_norm": 0.5130914024917077, | |
| "learning_rate": 1.5682314434425593e-05, | |
| "loss": 0.4506, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.7552289429055964, | |
| "grad_norm": 0.5438445066019086, | |
| "learning_rate": 1.5660625700229526e-05, | |
| "loss": 0.451, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.7567363859054079, | |
| "grad_norm": 0.5393532424898553, | |
| "learning_rate": 1.5638897712112303e-05, | |
| "loss": 0.4339, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.7582438289052196, | |
| "grad_norm": 0.5067131473915181, | |
| "learning_rate": 1.561713062074785e-05, | |
| "loss": 0.4452, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.7597512719050311, | |
| "grad_norm": 0.511705817056659, | |
| "learning_rate": 1.5595324577081265e-05, | |
| "loss": 0.4227, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.7612587149048426, | |
| "grad_norm": 0.5105016396695756, | |
| "learning_rate": 1.5573479732327758e-05, | |
| "loss": 0.4223, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.7627661579046542, | |
| "grad_norm": 0.508814615305124, | |
| "learning_rate": 1.555159623797161e-05, | |
| "loss": 0.4649, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.7642736009044658, | |
| "grad_norm": 0.5115538447430213, | |
| "learning_rate": 1.552967424576512e-05, | |
| "loss": 0.4257, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.7657810439042774, | |
| "grad_norm": 0.519809456344861, | |
| "learning_rate": 1.5507713907727557e-05, | |
| "loss": 0.4393, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.7672884869040889, | |
| "grad_norm": 0.5220982867467517, | |
| "learning_rate": 1.5485715376144087e-05, | |
| "loss": 0.4296, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.7687959299039006, | |
| "grad_norm": 0.4819994486336346, | |
| "learning_rate": 1.5463678803564753e-05, | |
| "loss": 0.4227, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7703033729037121, | |
| "grad_norm": 0.5721785385849657, | |
| "learning_rate": 1.5441604342803374e-05, | |
| "loss": 0.4446, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.7718108159035236, | |
| "grad_norm": 0.5203314012229143, | |
| "learning_rate": 1.5419492146936518e-05, | |
| "loss": 0.4205, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.7733182589033352, | |
| "grad_norm": 0.5359755271436466, | |
| "learning_rate": 1.5397342369302425e-05, | |
| "loss": 0.4402, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.7748257019031468, | |
| "grad_norm": 0.5233100133672925, | |
| "learning_rate": 1.5375155163499953e-05, | |
| "loss": 0.4177, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.7763331449029583, | |
| "grad_norm": 0.5349268255121612, | |
| "learning_rate": 1.5352930683387502e-05, | |
| "loss": 0.4586, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.7778405879027699, | |
| "grad_norm": 0.5815705753331589, | |
| "learning_rate": 1.5330669083081956e-05, | |
| "loss": 0.4427, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.7793480309025815, | |
| "grad_norm": 0.49665657788094364, | |
| "learning_rate": 1.5308370516957617e-05, | |
| "loss": 0.4201, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.7808554739023931, | |
| "grad_norm": 0.5160010880115449, | |
| "learning_rate": 1.528603513964511e-05, | |
| "loss": 0.4261, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.7823629169022046, | |
| "grad_norm": 0.5468406227400142, | |
| "learning_rate": 1.5263663106030347e-05, | |
| "loss": 0.4116, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.7838703599020163, | |
| "grad_norm": 0.5236112386795565, | |
| "learning_rate": 1.5241254571253433e-05, | |
| "loss": 0.4317, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.7853778029018278, | |
| "grad_norm": 0.5715363020786929, | |
| "learning_rate": 1.5218809690707583e-05, | |
| "loss": 0.4288, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.7868852459016393, | |
| "grad_norm": 0.5191719390295657, | |
| "learning_rate": 1.5196328620038059e-05, | |
| "loss": 0.4126, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.7883926889014509, | |
| "grad_norm": 0.5236405890133281, | |
| "learning_rate": 1.5173811515141083e-05, | |
| "loss": 0.4024, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.7899001319012625, | |
| "grad_norm": 0.5689433953014548, | |
| "learning_rate": 1.5151258532162771e-05, | |
| "loss": 0.4377, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.791407574901074, | |
| "grad_norm": 0.5352416985872532, | |
| "learning_rate": 1.5128669827498024e-05, | |
| "loss": 0.4354, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.7929150179008856, | |
| "grad_norm": 0.5274897373659767, | |
| "learning_rate": 1.5106045557789453e-05, | |
| "loss": 0.4391, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.7944224609006972, | |
| "grad_norm": 0.5240353462138522, | |
| "learning_rate": 1.5083385879926309e-05, | |
| "loss": 0.4461, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.7959299039005088, | |
| "grad_norm": 0.5040339622037668, | |
| "learning_rate": 1.5060690951043385e-05, | |
| "loss": 0.428, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.7974373469003203, | |
| "grad_norm": 0.6056664440579997, | |
| "learning_rate": 1.5037960928519902e-05, | |
| "loss": 0.4667, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.7989447899001318, | |
| "grad_norm": 0.5064874652403102, | |
| "learning_rate": 1.501519596997847e-05, | |
| "loss": 0.4174, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8004522328999435, | |
| "grad_norm": 0.5178815992344113, | |
| "learning_rate": 1.499239623328394e-05, | |
| "loss": 0.4143, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.801959675899755, | |
| "grad_norm": 0.5433275328773004, | |
| "learning_rate": 1.4969561876542348e-05, | |
| "loss": 0.4308, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8034671188995666, | |
| "grad_norm": 0.5067490187395532, | |
| "learning_rate": 1.4946693058099802e-05, | |
| "loss": 0.4383, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.8049745618993782, | |
| "grad_norm": 0.49712616081242367, | |
| "learning_rate": 1.4923789936541378e-05, | |
| "loss": 0.423, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.8064820048991898, | |
| "grad_norm": 0.5142222567824052, | |
| "learning_rate": 1.4900852670690044e-05, | |
| "loss": 0.4427, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.8079894478990013, | |
| "grad_norm": 0.5138167933634391, | |
| "learning_rate": 1.487788141960553e-05, | |
| "loss": 0.426, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.8094968908988129, | |
| "grad_norm": 0.49938679145962556, | |
| "learning_rate": 1.4854876342583246e-05, | |
| "loss": 0.4116, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.8110043338986245, | |
| "grad_norm": 0.5630302514996013, | |
| "learning_rate": 1.4831837599153165e-05, | |
| "loss": 0.4569, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.812511776898436, | |
| "grad_norm": 0.5068845911186761, | |
| "learning_rate": 1.4808765349078729e-05, | |
| "loss": 0.4174, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.8140192198982475, | |
| "grad_norm": 0.5402742918446363, | |
| "learning_rate": 1.4785659752355724e-05, | |
| "loss": 0.4046, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8155266628980592, | |
| "grad_norm": 0.5486844481668101, | |
| "learning_rate": 1.4762520969211186e-05, | |
| "loss": 0.4225, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.8170341058978707, | |
| "grad_norm": 0.5290035366810187, | |
| "learning_rate": 1.4739349160102285e-05, | |
| "loss": 0.4378, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.8185415488976823, | |
| "grad_norm": 0.5374079241254692, | |
| "learning_rate": 1.4716144485715209e-05, | |
| "loss": 0.4299, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.8200489918974939, | |
| "grad_norm": 0.4778906030205072, | |
| "learning_rate": 1.4692907106964051e-05, | |
| "loss": 0.3992, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.8215564348973055, | |
| "grad_norm": 0.49060078784195343, | |
| "learning_rate": 1.4669637184989696e-05, | |
| "loss": 0.4243, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.823063877897117, | |
| "grad_norm": 0.5253862030306666, | |
| "learning_rate": 1.4646334881158704e-05, | |
| "loss": 0.4236, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.8245713208969286, | |
| "grad_norm": 0.5215051723939326, | |
| "learning_rate": 1.4623000357062184e-05, | |
| "loss": 0.4274, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.8260787638967402, | |
| "grad_norm": 0.5071119070406966, | |
| "learning_rate": 1.459963377451468e-05, | |
| "loss": 0.4081, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.8275862068965517, | |
| "grad_norm": 0.5180772114309931, | |
| "learning_rate": 1.457623529555305e-05, | |
| "loss": 0.4228, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.8290936498963632, | |
| "grad_norm": 0.5198434876057629, | |
| "learning_rate": 1.4552805082435333e-05, | |
| "loss": 0.4328, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8306010928961749, | |
| "grad_norm": 0.53696356685593, | |
| "learning_rate": 1.4529343297639638e-05, | |
| "loss": 0.4311, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.8321085358959864, | |
| "grad_norm": 0.5522072703618133, | |
| "learning_rate": 1.4505850103863007e-05, | |
| "loss": 0.4441, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.833615978895798, | |
| "grad_norm": 0.5022303098504759, | |
| "learning_rate": 1.448232566402028e-05, | |
| "loss": 0.4233, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.8351234218956096, | |
| "grad_norm": 0.5522095422296431, | |
| "learning_rate": 1.4458770141242992e-05, | |
| "loss": 0.4333, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.8366308648954212, | |
| "grad_norm": 0.5232096502230357, | |
| "learning_rate": 1.4435183698878212e-05, | |
| "loss": 0.4286, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.8381383078952327, | |
| "grad_norm": 0.46986995612699417, | |
| "learning_rate": 1.4411566500487425e-05, | |
| "loss": 0.4049, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.8396457508950442, | |
| "grad_norm": 0.5077507527784849, | |
| "learning_rate": 1.4387918709845395e-05, | |
| "loss": 0.4144, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.8411531938948559, | |
| "grad_norm": 0.5253570052023816, | |
| "learning_rate": 1.4364240490939032e-05, | |
| "loss": 0.4547, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.8426606368946674, | |
| "grad_norm": 0.49921819408434215, | |
| "learning_rate": 1.4340532007966252e-05, | |
| "loss": 0.3949, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.844168079894479, | |
| "grad_norm": 0.5411234788441551, | |
| "learning_rate": 1.4316793425334836e-05, | |
| "loss": 0.4445, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8456755228942906, | |
| "grad_norm": 0.5264546536830835, | |
| "learning_rate": 1.4293024907661295e-05, | |
| "loss": 0.4117, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.8471829658941021, | |
| "grad_norm": 0.518655972625287, | |
| "learning_rate": 1.4269226619769727e-05, | |
| "loss": 0.4159, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.8486904088939137, | |
| "grad_norm": 0.537382287002897, | |
| "learning_rate": 1.424539872669067e-05, | |
| "loss": 0.4395, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.8501978518937253, | |
| "grad_norm": 0.4871628601960703, | |
| "learning_rate": 1.4221541393659966e-05, | |
| "loss": 0.4244, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.8517052948935369, | |
| "grad_norm": 0.5323818502275258, | |
| "learning_rate": 1.4197654786117604e-05, | |
| "loss": 0.442, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.8532127378933484, | |
| "grad_norm": 0.49211277864065, | |
| "learning_rate": 1.4173739069706586e-05, | |
| "loss": 0.4333, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.8547201808931599, | |
| "grad_norm": 0.5016763716077036, | |
| "learning_rate": 1.414979441027176e-05, | |
| "loss": 0.4223, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.8562276238929716, | |
| "grad_norm": 0.5072197589397037, | |
| "learning_rate": 1.4125820973858693e-05, | |
| "loss": 0.4166, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.8577350668927831, | |
| "grad_norm": 0.5379841247223495, | |
| "learning_rate": 1.41018189267125e-05, | |
| "loss": 0.4457, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.8592425098925947, | |
| "grad_norm": 0.5156171430561991, | |
| "learning_rate": 1.4077788435276701e-05, | |
| "loss": 0.4154, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8607499528924063, | |
| "grad_norm": 0.5377878469372074, | |
| "learning_rate": 1.4053729666192067e-05, | |
| "loss": 0.4437, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.8622573958922178, | |
| "grad_norm": 0.5606843337820052, | |
| "learning_rate": 1.4029642786295452e-05, | |
| "loss": 0.4479, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.8637648388920294, | |
| "grad_norm": 0.4989731388746451, | |
| "learning_rate": 1.400552796261866e-05, | |
| "loss": 0.407, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.8652722818918409, | |
| "grad_norm": 0.5136932503470173, | |
| "learning_rate": 1.3981385362387268e-05, | |
| "loss": 0.4211, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.8667797248916526, | |
| "grad_norm": 0.495625389098895, | |
| "learning_rate": 1.3957215153019463e-05, | |
| "loss": 0.4203, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.8682871678914641, | |
| "grad_norm": 0.49590492700182753, | |
| "learning_rate": 1.3933017502124897e-05, | |
| "loss": 0.4123, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.8697946108912756, | |
| "grad_norm": 0.5389299185456149, | |
| "learning_rate": 1.3908792577503514e-05, | |
| "loss": 0.4309, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.8713020538910873, | |
| "grad_norm": 0.5014871721652727, | |
| "learning_rate": 1.3884540547144393e-05, | |
| "loss": 0.4159, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.8728094968908988, | |
| "grad_norm": 0.49719473763201644, | |
| "learning_rate": 1.3860261579224574e-05, | |
| "loss": 0.4191, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.8743169398907104, | |
| "grad_norm": 0.5102002869995407, | |
| "learning_rate": 1.3835955842107897e-05, | |
| "loss": 0.418, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.875824382890522, | |
| "grad_norm": 0.497268362475834, | |
| "learning_rate": 1.3811623504343845e-05, | |
| "loss": 0.4092, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.8773318258903335, | |
| "grad_norm": 0.49466892349875324, | |
| "learning_rate": 1.378726473466635e-05, | |
| "loss": 0.4154, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.8788392688901451, | |
| "grad_norm": 0.5485556900908343, | |
| "learning_rate": 1.3762879701992642e-05, | |
| "loss": 0.4327, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.8803467118899566, | |
| "grad_norm": 0.49193915962474927, | |
| "learning_rate": 1.373846857542208e-05, | |
| "loss": 0.4233, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.8818541548897683, | |
| "grad_norm": 0.49157440442050665, | |
| "learning_rate": 1.3714031524234965e-05, | |
| "loss": 0.4255, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.8833615978895798, | |
| "grad_norm": 0.5153566919676954, | |
| "learning_rate": 1.3689568717891381e-05, | |
| "loss": 0.4433, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.8848690408893913, | |
| "grad_norm": 0.5151771531878016, | |
| "learning_rate": 1.3665080326029997e-05, | |
| "loss": 0.4313, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.886376483889203, | |
| "grad_norm": 0.5172038128981158, | |
| "learning_rate": 1.364056651846693e-05, | |
| "loss": 0.4025, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.8878839268890145, | |
| "grad_norm": 0.5197034910270297, | |
| "learning_rate": 1.3616027465194525e-05, | |
| "loss": 0.432, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.889391369888826, | |
| "grad_norm": 0.5280686849313844, | |
| "learning_rate": 1.35914633363802e-05, | |
| "loss": 0.4093, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.8908988128886377, | |
| "grad_norm": 0.5192774851448931, | |
| "learning_rate": 1.356687430236526e-05, | |
| "loss": 0.426, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.8924062558884492, | |
| "grad_norm": 0.5407059497728999, | |
| "learning_rate": 1.3542260533663723e-05, | |
| "loss": 0.4408, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.8939136988882608, | |
| "grad_norm": 0.5029787366533781, | |
| "learning_rate": 1.351762220096112e-05, | |
| "loss": 0.4134, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.8954211418880723, | |
| "grad_norm": 0.5557133502339159, | |
| "learning_rate": 1.3492959475113332e-05, | |
| "loss": 0.4247, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.896928584887884, | |
| "grad_norm": 0.5446161829977666, | |
| "learning_rate": 1.3468272527145388e-05, | |
| "loss": 0.4133, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.8984360278876955, | |
| "grad_norm": 0.5055328441209378, | |
| "learning_rate": 1.3443561528250295e-05, | |
| "loss": 0.3916, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.899943470887507, | |
| "grad_norm": 0.5874519416857665, | |
| "learning_rate": 1.3418826649787834e-05, | |
| "loss": 0.4339, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.9014509138873187, | |
| "grad_norm": 0.5577170031704589, | |
| "learning_rate": 1.3394068063283387e-05, | |
| "loss": 0.458, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.9029583568871302, | |
| "grad_norm": 0.5332814444729285, | |
| "learning_rate": 1.3369285940426737e-05, | |
| "loss": 0.4206, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.9044657998869418, | |
| "grad_norm": 0.5654643143753597, | |
| "learning_rate": 1.334448045307088e-05, | |
| "loss": 0.4113, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9059732428867533, | |
| "grad_norm": 0.4979334800098818, | |
| "learning_rate": 1.331965177323084e-05, | |
| "loss": 0.4093, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.9074806858865649, | |
| "grad_norm": 0.5415874467915235, | |
| "learning_rate": 1.3294800073082464e-05, | |
| "loss": 0.4366, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.9089881288863765, | |
| "grad_norm": 0.5813207766062746, | |
| "learning_rate": 1.3269925524961237e-05, | |
| "loss": 0.4448, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.910495571886188, | |
| "grad_norm": 0.5078359282634053, | |
| "learning_rate": 1.3245028301361086e-05, | |
| "loss": 0.4161, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.9120030148859997, | |
| "grad_norm": 0.5539022471684321, | |
| "learning_rate": 1.3220108574933185e-05, | |
| "loss": 0.4056, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.9135104578858112, | |
| "grad_norm": 0.48460567118259956, | |
| "learning_rate": 1.3195166518484748e-05, | |
| "loss": 0.4009, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.9150179008856227, | |
| "grad_norm": 0.4843343744091719, | |
| "learning_rate": 1.317020230497784e-05, | |
| "loss": 0.4231, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.9165253438854344, | |
| "grad_norm": 0.5190197613843625, | |
| "learning_rate": 1.3145216107528178e-05, | |
| "loss": 0.4029, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.9180327868852459, | |
| "grad_norm": 0.4867573763184133, | |
| "learning_rate": 1.3120208099403926e-05, | |
| "loss": 0.3801, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.9195402298850575, | |
| "grad_norm": 0.48900894299598635, | |
| "learning_rate": 1.3095178454024496e-05, | |
| "loss": 0.4413, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.921047672884869, | |
| "grad_norm": 0.5555266761898254, | |
| "learning_rate": 1.3070127344959348e-05, | |
| "loss": 0.4144, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.9225551158846806, | |
| "grad_norm": 0.5128649153965221, | |
| "learning_rate": 1.3045054945926775e-05, | |
| "loss": 0.4616, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.9240625588844922, | |
| "grad_norm": 0.5194503259126656, | |
| "learning_rate": 1.3019961430792711e-05, | |
| "loss": 0.4229, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.9255700018843037, | |
| "grad_norm": 0.49285532678009114, | |
| "learning_rate": 1.2994846973569524e-05, | |
| "loss": 0.4165, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.9270774448841154, | |
| "grad_norm": 0.5197963588456296, | |
| "learning_rate": 1.2969711748414804e-05, | |
| "loss": 0.3947, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.9285848878839269, | |
| "grad_norm": 0.542725727252665, | |
| "learning_rate": 1.2944555929630152e-05, | |
| "loss": 0.4261, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.9300923308837384, | |
| "grad_norm": 0.5068570325444082, | |
| "learning_rate": 1.2919379691659979e-05, | |
| "loss": 0.453, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.93159977388355, | |
| "grad_norm": 0.5138431602453551, | |
| "learning_rate": 1.2894183209090304e-05, | |
| "loss": 0.4482, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.9331072168833616, | |
| "grad_norm": 0.5098264236378465, | |
| "learning_rate": 1.2868966656647522e-05, | |
| "loss": 0.4344, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.9346146598831732, | |
| "grad_norm": 0.4932368518544031, | |
| "learning_rate": 1.2843730209197203e-05, | |
| "loss": 0.4444, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9361221028829847, | |
| "grad_norm": 0.48787838834596486, | |
| "learning_rate": 1.2818474041742885e-05, | |
| "loss": 0.3909, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.9376295458827963, | |
| "grad_norm": 0.5042148044417084, | |
| "learning_rate": 1.2793198329424858e-05, | |
| "loss": 0.4114, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.9391369888826079, | |
| "grad_norm": 0.5164275014163481, | |
| "learning_rate": 1.2767903247518945e-05, | |
| "loss": 0.4042, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.9406444318824194, | |
| "grad_norm": 0.4878553181808082, | |
| "learning_rate": 1.2742588971435276e-05, | |
| "loss": 0.4108, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.9421518748822311, | |
| "grad_norm": 0.4953872026297146, | |
| "learning_rate": 1.2717255676717106e-05, | |
| "loss": 0.4227, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.9436593178820426, | |
| "grad_norm": 0.5623597137703112, | |
| "learning_rate": 1.2691903539039563e-05, | |
| "loss": 0.4436, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.9451667608818541, | |
| "grad_norm": 0.539298059881258, | |
| "learning_rate": 1.2666532734208437e-05, | |
| "loss": 0.4384, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.9466742038816657, | |
| "grad_norm": 0.5443120200340641, | |
| "learning_rate": 1.264114343815898e-05, | |
| "loss": 0.4413, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.9481816468814773, | |
| "grad_norm": 0.5142650264217846, | |
| "learning_rate": 1.2615735826954664e-05, | |
| "loss": 0.4231, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.9496890898812889, | |
| "grad_norm": 0.5566560995617864, | |
| "learning_rate": 1.2590310076785974e-05, | |
| "loss": 0.4458, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9511965328811004, | |
| "grad_norm": 0.484643722468428, | |
| "learning_rate": 1.256486636396917e-05, | |
| "loss": 0.3868, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.952703975880912, | |
| "grad_norm": 0.5278211197592041, | |
| "learning_rate": 1.2539404864945087e-05, | |
| "loss": 0.3956, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.9542114188807236, | |
| "grad_norm": 0.5339784329738423, | |
| "learning_rate": 1.2513925756277894e-05, | |
| "loss": 0.4065, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.9557188618805351, | |
| "grad_norm": 0.4808436521240299, | |
| "learning_rate": 1.2488429214653871e-05, | |
| "loss": 0.3733, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.9572263048803467, | |
| "grad_norm": 0.5245674565988473, | |
| "learning_rate": 1.24629154168802e-05, | |
| "loss": 0.4206, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.9587337478801583, | |
| "grad_norm": 0.5091922264135481, | |
| "learning_rate": 1.2437384539883715e-05, | |
| "loss": 0.4321, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.9602411908799698, | |
| "grad_norm": 0.48729820029525145, | |
| "learning_rate": 1.2411836760709686e-05, | |
| "loss": 0.3961, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.9617486338797814, | |
| "grad_norm": 0.5224677796102979, | |
| "learning_rate": 1.2386272256520606e-05, | |
| "loss": 0.4094, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.963256076879593, | |
| "grad_norm": 0.5291193644566966, | |
| "learning_rate": 1.2360691204594937e-05, | |
| "loss": 0.4202, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.9647635198794046, | |
| "grad_norm": 0.5090746283917961, | |
| "learning_rate": 1.2335093782325889e-05, | |
| "loss": 0.4115, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9662709628792161, | |
| "grad_norm": 0.49844277614657384, | |
| "learning_rate": 1.2309480167220203e-05, | |
| "loss": 0.4138, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.9677784058790277, | |
| "grad_norm": 0.5085446797250271, | |
| "learning_rate": 1.2283850536896907e-05, | |
| "loss": 0.4403, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.9692858488788393, | |
| "grad_norm": 0.48811956114780947, | |
| "learning_rate": 1.2258205069086082e-05, | |
| "loss": 0.4132, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.9707932918786508, | |
| "grad_norm": 0.5804699645229868, | |
| "learning_rate": 1.2232543941627641e-05, | |
| "loss": 0.4145, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.9723007348784624, | |
| "grad_norm": 0.5223286630706884, | |
| "learning_rate": 1.2206867332470091e-05, | |
| "loss": 0.4451, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.973808177878274, | |
| "grad_norm": 0.5431240213202171, | |
| "learning_rate": 1.2181175419669293e-05, | |
| "loss": 0.4106, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.9753156208780855, | |
| "grad_norm": 0.4788749668502741, | |
| "learning_rate": 1.215546838138723e-05, | |
| "loss": 0.3947, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.9768230638778971, | |
| "grad_norm": 0.4823666614879542, | |
| "learning_rate": 1.212974639589078e-05, | |
| "loss": 0.3805, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.9783305068777087, | |
| "grad_norm": 0.5272835049687891, | |
| "learning_rate": 1.2104009641550472e-05, | |
| "loss": 0.4192, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.9798379498775203, | |
| "grad_norm": 0.4899435333806439, | |
| "learning_rate": 1.2078258296839245e-05, | |
| "loss": 0.4242, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9813453928773318, | |
| "grad_norm": 0.48267520902055755, | |
| "learning_rate": 1.2052492540331218e-05, | |
| "loss": 0.3819, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.9828528358771434, | |
| "grad_norm": 0.5208472855722491, | |
| "learning_rate": 1.2026712550700457e-05, | |
| "loss": 0.4268, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.984360278876955, | |
| "grad_norm": 0.5182048450359825, | |
| "learning_rate": 1.200091850671972e-05, | |
| "loss": 0.3833, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.9858677218767665, | |
| "grad_norm": 0.5524884939555313, | |
| "learning_rate": 1.1975110587259222e-05, | |
| "loss": 0.4099, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.9873751648765781, | |
| "grad_norm": 0.5724743146915252, | |
| "learning_rate": 1.1949288971285411e-05, | |
| "loss": 0.4451, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.9888826078763897, | |
| "grad_norm": 0.5560489536019798, | |
| "learning_rate": 1.1923453837859706e-05, | |
| "loss": 0.4245, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.9903900508762012, | |
| "grad_norm": 0.5241693566205756, | |
| "learning_rate": 1.1897605366137264e-05, | |
| "loss": 0.426, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.9918974938760128, | |
| "grad_norm": 0.5078011601273249, | |
| "learning_rate": 1.1871743735365735e-05, | |
| "loss": 0.4147, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.9934049368758244, | |
| "grad_norm": 0.5014207467428378, | |
| "learning_rate": 1.1845869124884027e-05, | |
| "loss": 0.4029, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.994912379875636, | |
| "grad_norm": 0.5184450473918536, | |
| "learning_rate": 1.1819981714121054e-05, | |
| "loss": 0.4338, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.9964198228754475, | |
| "grad_norm": 0.5218529509897015, | |
| "learning_rate": 1.1794081682594491e-05, | |
| "loss": 0.4001, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.997927265875259, | |
| "grad_norm": 0.5277285874094648, | |
| "learning_rate": 1.176816920990954e-05, | |
| "loss": 0.4225, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.9994347088750707, | |
| "grad_norm": 0.506018413554039, | |
| "learning_rate": 1.174224447575767e-05, | |
| "loss": 0.4398, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.0009421518748822, | |
| "grad_norm": 0.6655724719416495, | |
| "learning_rate": 1.171630765991538e-05, | |
| "loss": 0.377, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.0024495948746939, | |
| "grad_norm": 0.5752880840432146, | |
| "learning_rate": 1.169035894224295e-05, | |
| "loss": 0.325, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.0039570378745053, | |
| "grad_norm": 0.547046172496627, | |
| "learning_rate": 1.1664398502683194e-05, | |
| "loss": 0.3422, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.005464480874317, | |
| "grad_norm": 0.6183956576461548, | |
| "learning_rate": 1.1638426521260211e-05, | |
| "loss": 0.3551, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.0069719238741286, | |
| "grad_norm": 0.6272202909322583, | |
| "learning_rate": 1.1612443178078138e-05, | |
| "loss": 0.3293, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.00847936687394, | |
| "grad_norm": 0.6733584649632783, | |
| "learning_rate": 1.1586448653319908e-05, | |
| "loss": 0.3495, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.0099868098737517, | |
| "grad_norm": 0.5974677434978642, | |
| "learning_rate": 1.156044312724598e-05, | |
| "loss": 0.3339, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.0114942528735633, | |
| "grad_norm": 0.5526640261136243, | |
| "learning_rate": 1.153442678019311e-05, | |
| "loss": 0.3629, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.0130016958733747, | |
| "grad_norm": 0.5666634240071511, | |
| "learning_rate": 1.1508399792573095e-05, | |
| "loss": 0.3361, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.0145091388731864, | |
| "grad_norm": 0.6224882966351409, | |
| "learning_rate": 1.1482362344871514e-05, | |
| "loss": 0.3545, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.0160165818729978, | |
| "grad_norm": 0.5615749930186623, | |
| "learning_rate": 1.1456314617646482e-05, | |
| "loss": 0.3208, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.0175240248728095, | |
| "grad_norm": 0.548490348465347, | |
| "learning_rate": 1.1430256791527406e-05, | |
| "loss": 0.3278, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.019031467872621, | |
| "grad_norm": 0.6137191595237155, | |
| "learning_rate": 1.1404189047213716e-05, | |
| "loss": 0.3684, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.0205389108724325, | |
| "grad_norm": 0.6128432091688398, | |
| "learning_rate": 1.137811156547362e-05, | |
| "loss": 0.3479, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.0220463538722442, | |
| "grad_norm": 0.5530398492501923, | |
| "learning_rate": 1.1352024527142855e-05, | |
| "loss": 0.3258, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.0235537968720558, | |
| "grad_norm": 0.5691801541559598, | |
| "learning_rate": 1.1325928113123431e-05, | |
| "loss": 0.3359, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.0250612398718673, | |
| "grad_norm": 0.5996898750429057, | |
| "learning_rate": 1.129982250438237e-05, | |
| "loss": 0.34, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.026568682871679, | |
| "grad_norm": 0.5203916917045198, | |
| "learning_rate": 1.1273707881950445e-05, | |
| "loss": 0.3194, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.0280761258714906, | |
| "grad_norm": 0.5706678991613441, | |
| "learning_rate": 1.1247584426920962e-05, | |
| "loss": 0.3394, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.029583568871302, | |
| "grad_norm": 0.558797423405198, | |
| "learning_rate": 1.1221452320448449e-05, | |
| "loss": 0.3476, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.0310910118711136, | |
| "grad_norm": 0.5491796357132722, | |
| "learning_rate": 1.1195311743747445e-05, | |
| "loss": 0.3287, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.0325984548709253, | |
| "grad_norm": 0.5423270097914835, | |
| "learning_rate": 1.116916287809122e-05, | |
| "loss": 0.3315, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.0341058978707367, | |
| "grad_norm": 0.5440784988767636, | |
| "learning_rate": 1.1143005904810527e-05, | |
| "loss": 0.3409, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.0356133408705483, | |
| "grad_norm": 0.5506460404964368, | |
| "learning_rate": 1.1116841005292339e-05, | |
| "loss": 0.3665, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.03712078387036, | |
| "grad_norm": 0.5271450898091751, | |
| "learning_rate": 1.1090668360978589e-05, | |
| "loss": 0.3354, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.0386282268701714, | |
| "grad_norm": 0.5116723363561022, | |
| "learning_rate": 1.106448815336493e-05, | |
| "loss": 0.3055, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.040135669869983, | |
| "grad_norm": 0.5261827472069973, | |
| "learning_rate": 1.1038300563999455e-05, | |
| "loss": 0.3141, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.0416431128697947, | |
| "grad_norm": 0.5675715863653521, | |
| "learning_rate": 1.1012105774481446e-05, | |
| "loss": 0.3576, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.0431505558696061, | |
| "grad_norm": 0.542765155631167, | |
| "learning_rate": 1.0985903966460115e-05, | |
| "loss": 0.337, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.0446579988694178, | |
| "grad_norm": 0.576467518182856, | |
| "learning_rate": 1.0959695321633346e-05, | |
| "loss": 0.3345, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.0461654418692292, | |
| "grad_norm": 0.5261227763098979, | |
| "learning_rate": 1.0933480021746432e-05, | |
| "loss": 0.3137, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.0476728848690409, | |
| "grad_norm": 0.5529375328569147, | |
| "learning_rate": 1.0907258248590816e-05, | |
| "loss": 0.332, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.0491803278688525, | |
| "grad_norm": 0.5136240223834705, | |
| "learning_rate": 1.0881030184002827e-05, | |
| "loss": 0.3276, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.050687770868664, | |
| "grad_norm": 0.5367848385477425, | |
| "learning_rate": 1.0854796009862434e-05, | |
| "loss": 0.3163, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.0521952138684756, | |
| "grad_norm": 0.544930166455388, | |
| "learning_rate": 1.0828555908091958e-05, | |
| "loss": 0.359, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.0537026568682872, | |
| "grad_norm": 0.5387564352002492, | |
| "learning_rate": 1.0802310060654832e-05, | |
| "loss": 0.339, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.0552100998680987, | |
| "grad_norm": 0.5496802508408758, | |
| "learning_rate": 1.0776058649554336e-05, | |
| "loss": 0.3535, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0567175428679103, | |
| "grad_norm": 0.5348548485090446, | |
| "learning_rate": 1.0749801856832325e-05, | |
| "loss": 0.3368, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.058224985867722, | |
| "grad_norm": 0.5794289951348468, | |
| "learning_rate": 1.0723539864567983e-05, | |
| "loss": 0.3596, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.0597324288675334, | |
| "grad_norm": 0.5365708234277743, | |
| "learning_rate": 1.0697272854876537e-05, | |
| "loss": 0.3421, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.061239871867345, | |
| "grad_norm": 0.5904399117303262, | |
| "learning_rate": 1.0671001009908015e-05, | |
| "loss": 0.3348, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.0627473148671567, | |
| "grad_norm": 0.5204976732643493, | |
| "learning_rate": 1.0644724511845976e-05, | |
| "loss": 0.3525, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.064254757866968, | |
| "grad_norm": 0.6120309774969117, | |
| "learning_rate": 1.0618443542906251e-05, | |
| "loss": 0.3727, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.0657622008667798, | |
| "grad_norm": 0.6091575812702822, | |
| "learning_rate": 1.059215828533566e-05, | |
| "loss": 0.3588, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.0672696438665912, | |
| "grad_norm": 0.591151755333861, | |
| "learning_rate": 1.0565868921410776e-05, | |
| "loss": 0.3363, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.0687770868664028, | |
| "grad_norm": 0.5984602535754296, | |
| "learning_rate": 1.0539575633436645e-05, | |
| "loss": 0.3616, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.0702845298662145, | |
| "grad_norm": 0.5604228857922577, | |
| "learning_rate": 1.0513278603745523e-05, | |
| "loss": 0.3398, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.071791972866026, | |
| "grad_norm": 0.5557030870304388, | |
| "learning_rate": 1.0486978014695606e-05, | |
| "loss": 0.338, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.0732994158658375, | |
| "grad_norm": 0.5730991612503363, | |
| "learning_rate": 1.0460674048669783e-05, | |
| "loss": 0.3219, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.0748068588656492, | |
| "grad_norm": 0.6009828081011681, | |
| "learning_rate": 1.0434366888074363e-05, | |
| "loss": 0.3237, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.0763143018654606, | |
| "grad_norm": 0.5386294130513889, | |
| "learning_rate": 1.0408056715337797e-05, | |
| "loss": 0.3391, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.0778217448652723, | |
| "grad_norm": 0.5345878263288965, | |
| "learning_rate": 1.0381743712909424e-05, | |
| "loss": 0.3384, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.079329187865084, | |
| "grad_norm": 0.6369538253688138, | |
| "learning_rate": 1.0355428063258224e-05, | |
| "loss": 0.35, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.0808366308648953, | |
| "grad_norm": 0.5615591275271141, | |
| "learning_rate": 1.0329109948871512e-05, | |
| "loss": 0.3467, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.082344073864707, | |
| "grad_norm": 0.6406352309238248, | |
| "learning_rate": 1.0302789552253702e-05, | |
| "loss": 0.3523, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.0838515168645186, | |
| "grad_norm": 0.5212977047595297, | |
| "learning_rate": 1.0276467055925044e-05, | |
| "loss": 0.3185, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.08535895986433, | |
| "grad_norm": 0.5443802073020193, | |
| "learning_rate": 1.0250142642420335e-05, | |
| "loss": 0.3396, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.0868664028641417, | |
| "grad_norm": 0.5516128695838226, | |
| "learning_rate": 1.0223816494287675e-05, | |
| "loss": 0.3199, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.0883738458639534, | |
| "grad_norm": 0.5459335385131995, | |
| "learning_rate": 1.0197488794087188e-05, | |
| "loss": 0.2979, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.0898812888637648, | |
| "grad_norm": 0.5660471338581954, | |
| "learning_rate": 1.0171159724389766e-05, | |
| "loss": 0.3578, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.0913887318635764, | |
| "grad_norm": 0.577383627814168, | |
| "learning_rate": 1.0144829467775794e-05, | |
| "loss": 0.3253, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.092896174863388, | |
| "grad_norm": 0.5656943231881854, | |
| "learning_rate": 1.0118498206833886e-05, | |
| "loss": 0.3559, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.0944036178631995, | |
| "grad_norm": 0.5427797556871369, | |
| "learning_rate": 1.0092166124159628e-05, | |
| "loss": 0.3299, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.0959110608630112, | |
| "grad_norm": 0.5582731085039236, | |
| "learning_rate": 1.0065833402354302e-05, | |
| "loss": 0.342, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.0974185038628228, | |
| "grad_norm": 0.5809252708008414, | |
| "learning_rate": 1.003950022402361e-05, | |
| "loss": 0.3553, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.0989259468626342, | |
| "grad_norm": 0.5400373499865376, | |
| "learning_rate": 1.0013166771776441e-05, | |
| "loss": 0.3283, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.1004333898624459, | |
| "grad_norm": 0.5280335723569519, | |
| "learning_rate": 9.986833228223562e-06, | |
| "loss": 0.3567, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.1019408328622573, | |
| "grad_norm": 0.5756207231701386, | |
| "learning_rate": 9.96049977597639e-06, | |
| "loss": 0.3422, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.103448275862069, | |
| "grad_norm": 0.5917844968799806, | |
| "learning_rate": 9.934166597645703e-06, | |
| "loss": 0.3803, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.1049557188618806, | |
| "grad_norm": 0.5375048549376539, | |
| "learning_rate": 9.907833875840374e-06, | |
| "loss": 0.3421, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.106463161861692, | |
| "grad_norm": 0.5685857382900585, | |
| "learning_rate": 9.881501793166117e-06, | |
| "loss": 0.3658, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.1079706048615037, | |
| "grad_norm": 0.6069823667279429, | |
| "learning_rate": 9.85517053222421e-06, | |
| "loss": 0.3273, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.1094780478613153, | |
| "grad_norm": 0.5196609920900314, | |
| "learning_rate": 9.82884027561024e-06, | |
| "loss": 0.3233, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.1109854908611267, | |
| "grad_norm": 0.5702922246540342, | |
| "learning_rate": 9.802511205912815e-06, | |
| "loss": 0.35, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.1124929338609384, | |
| "grad_norm": 0.563216447988931, | |
| "learning_rate": 9.776183505712327e-06, | |
| "loss": 0.3578, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.11400037686075, | |
| "grad_norm": 0.5835000476343075, | |
| "learning_rate": 9.749857357579667e-06, | |
| "loss": 0.3753, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.1155078198605615, | |
| "grad_norm": 0.5822012862085456, | |
| "learning_rate": 9.723532944074961e-06, | |
| "loss": 0.3035, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.1170152628603731, | |
| "grad_norm": 0.5625362231656639, | |
| "learning_rate": 9.6972104477463e-06, | |
| "loss": 0.3669, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.1185227058601848, | |
| "grad_norm": 0.5816421569187623, | |
| "learning_rate": 9.670890051128493e-06, | |
| "loss": 0.3264, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.1200301488599962, | |
| "grad_norm": 0.6076866614497781, | |
| "learning_rate": 9.644571936741778e-06, | |
| "loss": 0.3448, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.1215375918598078, | |
| "grad_norm": 0.5868211335333723, | |
| "learning_rate": 9.618256287090576e-06, | |
| "loss": 0.3453, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.1230450348596195, | |
| "grad_norm": 0.5784910781884745, | |
| "learning_rate": 9.591943284662206e-06, | |
| "loss": 0.3543, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.124552477859431, | |
| "grad_norm": 0.5577968039251089, | |
| "learning_rate": 9.56563311192564e-06, | |
| "loss": 0.356, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.1260599208592426, | |
| "grad_norm": 0.5624603535612774, | |
| "learning_rate": 9.53932595133022e-06, | |
| "loss": 0.322, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.127567363859054, | |
| "grad_norm": 0.5863194939952109, | |
| "learning_rate": 9.513021985304399e-06, | |
| "loss": 0.341, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.1290748068588656, | |
| "grad_norm": 0.5297072497497793, | |
| "learning_rate": 9.486721396254484e-06, | |
| "loss": 0.3263, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.1305822498586773, | |
| "grad_norm": 0.5597259831895821, | |
| "learning_rate": 9.460424366563355e-06, | |
| "loss": 0.3243, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.1320896928584887, | |
| "grad_norm": 0.5464179018975297, | |
| "learning_rate": 9.434131078589224e-06, | |
| "loss": 0.3206, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.1335971358583004, | |
| "grad_norm": 0.5464450895465798, | |
| "learning_rate": 9.407841714664343e-06, | |
| "loss": 0.3387, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.135104578858112, | |
| "grad_norm": 0.5546542012199714, | |
| "learning_rate": 9.381556457093752e-06, | |
| "loss": 0.337, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.1366120218579234, | |
| "grad_norm": 0.5753540187155672, | |
| "learning_rate": 9.355275488154025e-06, | |
| "loss": 0.3644, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.138119464857735, | |
| "grad_norm": 0.571883771055452, | |
| "learning_rate": 9.32899899009199e-06, | |
| "loss": 0.332, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.1396269078575467, | |
| "grad_norm": 0.5383157533846678, | |
| "learning_rate": 9.30272714512347e-06, | |
| "loss": 0.3397, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.1411343508573581, | |
| "grad_norm": 0.564086061412075, | |
| "learning_rate": 9.276460135432019e-06, | |
| "loss": 0.3592, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.1426417938571698, | |
| "grad_norm": 0.510671608636206, | |
| "learning_rate": 9.250198143167675e-06, | |
| "loss": 0.3301, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.1441492368569812, | |
| "grad_norm": 0.5323793942216957, | |
| "learning_rate": 9.223941350445666e-06, | |
| "loss": 0.3341, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.1456566798567929, | |
| "grad_norm": 0.5359098725485097, | |
| "learning_rate": 9.19768993934517e-06, | |
| "loss": 0.3214, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.1471641228566045, | |
| "grad_norm": 0.5451361788825891, | |
| "learning_rate": 9.171444091908046e-06, | |
| "loss": 0.3195, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.1486715658564162, | |
| "grad_norm": 0.5246946467273069, | |
| "learning_rate": 9.145203990137571e-06, | |
| "loss": 0.3417, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.1501790088562276, | |
| "grad_norm": 0.5919155354849388, | |
| "learning_rate": 9.118969815997174e-06, | |
| "loss": 0.3417, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.1516864518560392, | |
| "grad_norm": 0.549339616533448, | |
| "learning_rate": 9.092741751409186e-06, | |
| "loss": 0.3323, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.1531938948558507, | |
| "grad_norm": 0.5520952523067345, | |
| "learning_rate": 9.06651997825357e-06, | |
| "loss": 0.325, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.1547013378556623, | |
| "grad_norm": 0.5546050111571403, | |
| "learning_rate": 9.040304678366658e-06, | |
| "loss": 0.3798, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.156208780855474, | |
| "grad_norm": 0.5355016099382737, | |
| "learning_rate": 9.014096033539889e-06, | |
| "loss": 0.3324, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.1577162238552854, | |
| "grad_norm": 0.5063535090434689, | |
| "learning_rate": 8.987894225518556e-06, | |
| "loss": 0.3098, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.159223666855097, | |
| "grad_norm": 0.538083701203612, | |
| "learning_rate": 8.961699436000548e-06, | |
| "loss": 0.3378, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.1607311098549087, | |
| "grad_norm": 0.5611833134978637, | |
| "learning_rate": 8.93551184663507e-06, | |
| "loss": 0.3291, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.16223855285472, | |
| "grad_norm": 0.5334833426063799, | |
| "learning_rate": 8.909331639021414e-06, | |
| "loss": 0.3265, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.1637459958545318, | |
| "grad_norm": 0.5370028500892263, | |
| "learning_rate": 8.883158994707666e-06, | |
| "loss": 0.353, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.1652534388543434, | |
| "grad_norm": 0.5564851227581507, | |
| "learning_rate": 8.856994095189477e-06, | |
| "loss": 0.314, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.1667608818541548, | |
| "grad_norm": 0.5516816420442727, | |
| "learning_rate": 8.830837121908783e-06, | |
| "loss": 0.3459, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.1682683248539665, | |
| "grad_norm": 0.546010896691211, | |
| "learning_rate": 8.804688256252557e-06, | |
| "loss": 0.3564, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.1697757678537781, | |
| "grad_norm": 0.5204242216440147, | |
| "learning_rate": 8.778547679551555e-06, | |
| "loss": 0.3093, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.1712832108535896, | |
| "grad_norm": 0.5530932960461594, | |
| "learning_rate": 8.75241557307904e-06, | |
| "loss": 0.3169, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.1727906538534012, | |
| "grad_norm": 0.5433657189299205, | |
| "learning_rate": 8.726292118049555e-06, | |
| "loss": 0.3238, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.1742980968532128, | |
| "grad_norm": 0.536612091168906, | |
| "learning_rate": 8.700177495617635e-06, | |
| "loss": 0.3375, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.1758055398530243, | |
| "grad_norm": 0.5547355998217709, | |
| "learning_rate": 8.674071886876572e-06, | |
| "loss": 0.3285, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.177312982852836, | |
| "grad_norm": 0.6048276095962777, | |
| "learning_rate": 8.647975472857148e-06, | |
| "loss": 0.3704, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.1788204258526473, | |
| "grad_norm": 0.571295755561053, | |
| "learning_rate": 8.621888434526382e-06, | |
| "loss": 0.374, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.180327868852459, | |
| "grad_norm": 0.5189210618741348, | |
| "learning_rate": 8.595810952786289e-06, | |
| "loss": 0.3247, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.1818353118522706, | |
| "grad_norm": 0.5407807768349286, | |
| "learning_rate": 8.569743208472594e-06, | |
| "loss": 0.318, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.183342754852082, | |
| "grad_norm": 0.5555658150734397, | |
| "learning_rate": 8.543685382353518e-06, | |
| "loss": 0.342, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.1848501978518937, | |
| "grad_norm": 0.5478498420172522, | |
| "learning_rate": 8.51763765512849e-06, | |
| "loss": 0.3386, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.1863576408517054, | |
| "grad_norm": 0.5229096665922429, | |
| "learning_rate": 8.491600207426907e-06, | |
| "loss": 0.3218, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.1878650838515168, | |
| "grad_norm": 0.5706786350698708, | |
| "learning_rate": 8.465573219806893e-06, | |
| "loss": 0.3491, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.1893725268513284, | |
| "grad_norm": 0.5792169640912351, | |
| "learning_rate": 8.439556872754025e-06, | |
| "loss": 0.3482, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.19087996985114, | |
| "grad_norm": 0.5219487046954187, | |
| "learning_rate": 8.413551346680095e-06, | |
| "loss": 0.3183, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.1923874128509515, | |
| "grad_norm": 0.5680359320055756, | |
| "learning_rate": 8.38755682192186e-06, | |
| "loss": 0.3257, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.1938948558507632, | |
| "grad_norm": 0.54324153892485, | |
| "learning_rate": 8.36157347873979e-06, | |
| "loss": 0.3151, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.1954022988505748, | |
| "grad_norm": 0.5584145695371312, | |
| "learning_rate": 8.335601497316809e-06, | |
| "loss": 0.3474, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.1969097418503862, | |
| "grad_norm": 0.5414937178807059, | |
| "learning_rate": 8.309641057757052e-06, | |
| "loss": 0.3348, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.1984171848501979, | |
| "grad_norm": 0.5933495505366142, | |
| "learning_rate": 8.283692340084623e-06, | |
| "loss": 0.3743, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.1999246278500095, | |
| "grad_norm": 0.5730820400742883, | |
| "learning_rate": 8.257755524242333e-06, | |
| "loss": 0.3437, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.201432070849821, | |
| "grad_norm": 0.5154842086228131, | |
| "learning_rate": 8.231830790090461e-06, | |
| "loss": 0.3271, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.2029395138496326, | |
| "grad_norm": 0.5445619151521616, | |
| "learning_rate": 8.205918317405508e-06, | |
| "loss": 0.3229, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.204446956849444, | |
| "grad_norm": 0.6016710522110904, | |
| "learning_rate": 8.18001828587895e-06, | |
| "loss": 0.3609, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.2059543998492557, | |
| "grad_norm": 0.5457762036159068, | |
| "learning_rate": 8.154130875115978e-06, | |
| "loss": 0.318, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2074618428490673, | |
| "grad_norm": 0.5404902176604001, | |
| "learning_rate": 8.12825626463427e-06, | |
| "loss": 0.3323, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.2089692858488787, | |
| "grad_norm": 0.5722847292063646, | |
| "learning_rate": 8.102394633862743e-06, | |
| "loss": 0.3147, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.2104767288486904, | |
| "grad_norm": 0.5531842770730636, | |
| "learning_rate": 8.0765461621403e-06, | |
| "loss": 0.331, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.211984171848502, | |
| "grad_norm": 0.5256780853712785, | |
| "learning_rate": 8.050711028714589e-06, | |
| "loss": 0.3176, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.2134916148483135, | |
| "grad_norm": 0.6144603881477418, | |
| "learning_rate": 8.02488941274078e-06, | |
| "loss": 0.3383, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.2149990578481251, | |
| "grad_norm": 0.571788365434139, | |
| "learning_rate": 7.999081493280283e-06, | |
| "loss": 0.3258, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 1.2165065008479368, | |
| "grad_norm": 0.5982762464323738, | |
| "learning_rate": 7.973287449299545e-06, | |
| "loss": 0.3503, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 1.2180139438477482, | |
| "grad_norm": 0.5363356894959806, | |
| "learning_rate": 7.947507459668784e-06, | |
| "loss": 0.3436, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 1.2195213868475598, | |
| "grad_norm": 0.5730894211276505, | |
| "learning_rate": 7.921741703160758e-06, | |
| "loss": 0.3584, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 1.2210288298473715, | |
| "grad_norm": 0.563926690224309, | |
| "learning_rate": 7.895990358449533e-06, | |
| "loss": 0.3291, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.222536272847183, | |
| "grad_norm": 0.5254920217508706, | |
| "learning_rate": 7.87025360410922e-06, | |
| "loss": 0.316, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 1.2240437158469946, | |
| "grad_norm": 0.5313261676986573, | |
| "learning_rate": 7.844531618612772e-06, | |
| "loss": 0.3319, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 1.2255511588468062, | |
| "grad_norm": 0.5790168954324271, | |
| "learning_rate": 7.81882458033071e-06, | |
| "loss": 0.3202, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 1.2270586018466176, | |
| "grad_norm": 0.5385942852927429, | |
| "learning_rate": 7.79313266752991e-06, | |
| "loss": 0.3259, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 1.2285660448464293, | |
| "grad_norm": 0.5551972130449111, | |
| "learning_rate": 7.767456058372362e-06, | |
| "loss": 0.3385, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.2300734878462407, | |
| "grad_norm": 0.5322043372006761, | |
| "learning_rate": 7.741794930913922e-06, | |
| "loss": 0.3215, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 1.2315809308460524, | |
| "grad_norm": 0.5541120887430956, | |
| "learning_rate": 7.7161494631031e-06, | |
| "loss": 0.3428, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 1.233088373845864, | |
| "grad_norm": 0.5527885462222231, | |
| "learning_rate": 7.690519832779799e-06, | |
| "loss": 0.3389, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 1.2345958168456754, | |
| "grad_norm": 0.5406331170872595, | |
| "learning_rate": 7.664906217674115e-06, | |
| "loss": 0.3112, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 1.236103259845487, | |
| "grad_norm": 0.5055150883042695, | |
| "learning_rate": 7.639308795405066e-06, | |
| "loss": 0.3202, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.2376107028452987, | |
| "grad_norm": 0.5563269801825349, | |
| "learning_rate": 7.613727743479395e-06, | |
| "loss": 0.3571, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 1.2391181458451102, | |
| "grad_norm": 0.5792057709615847, | |
| "learning_rate": 7.588163239290316e-06, | |
| "loss": 0.3329, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 1.2406255888449218, | |
| "grad_norm": 0.5666249401867434, | |
| "learning_rate": 7.562615460116289e-06, | |
| "loss": 0.351, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 1.2421330318447334, | |
| "grad_norm": 0.5265355387938444, | |
| "learning_rate": 7.537084583119802e-06, | |
| "loss": 0.3701, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 1.2436404748445449, | |
| "grad_norm": 0.5495841716595921, | |
| "learning_rate": 7.511570785346129e-06, | |
| "loss": 0.329, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.2451479178443565, | |
| "grad_norm": 0.5587199026990006, | |
| "learning_rate": 7.486074243722109e-06, | |
| "loss": 0.3252, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 1.2466553608441682, | |
| "grad_norm": 0.5211341468152613, | |
| "learning_rate": 7.460595135054916e-06, | |
| "loss": 0.3311, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 1.2481628038439796, | |
| "grad_norm": 0.5364245497529563, | |
| "learning_rate": 7.435133636030831e-06, | |
| "loss": 0.3208, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 1.2496702468437912, | |
| "grad_norm": 0.5314247345107659, | |
| "learning_rate": 7.4096899232140295e-06, | |
| "loss": 0.3317, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 1.251177689843603, | |
| "grad_norm": 0.5630710895853528, | |
| "learning_rate": 7.384264173045339e-06, | |
| "loss": 0.3351, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.2526851328434143, | |
| "grad_norm": 0.5197283769421239, | |
| "learning_rate": 7.358856561841021e-06, | |
| "loss": 0.3065, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 1.254192575843226, | |
| "grad_norm": 0.5568788382198039, | |
| "learning_rate": 7.333467265791563e-06, | |
| "loss": 0.351, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 1.2557000188430374, | |
| "grad_norm": 0.5725220505007355, | |
| "learning_rate": 7.308096460960441e-06, | |
| "loss": 0.3439, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 1.257207461842849, | |
| "grad_norm": 0.5304098730159461, | |
| "learning_rate": 7.282744323282895e-06, | |
| "loss": 0.3188, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 1.2587149048426607, | |
| "grad_norm": 0.5263594760039901, | |
| "learning_rate": 7.2574110285647244e-06, | |
| "loss": 0.3209, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.2602223478424723, | |
| "grad_norm": 0.6039158733618325, | |
| "learning_rate": 7.232096752481061e-06, | |
| "loss": 0.3366, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 1.2617297908422838, | |
| "grad_norm": 0.5807414247418556, | |
| "learning_rate": 7.206801670575145e-06, | |
| "loss": 0.3446, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 1.2632372338420954, | |
| "grad_norm": 0.5398549865816707, | |
| "learning_rate": 7.181525958257116e-06, | |
| "loss": 0.2976, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 1.2647446768419068, | |
| "grad_norm": 0.5502842121004295, | |
| "learning_rate": 7.156269790802801e-06, | |
| "loss": 0.3308, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 1.2662521198417185, | |
| "grad_norm": 0.5520318040890088, | |
| "learning_rate": 7.131033343352483e-06, | |
| "loss": 0.3347, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.2677595628415301, | |
| "grad_norm": 0.5430821284421434, | |
| "learning_rate": 7.105816790909699e-06, | |
| "loss": 0.3199, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 1.2692670058413416, | |
| "grad_norm": 0.5268656785617308, | |
| "learning_rate": 7.080620308340024e-06, | |
| "loss": 0.3368, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 1.2707744488411532, | |
| "grad_norm": 0.5488558866283424, | |
| "learning_rate": 7.055444070369852e-06, | |
| "loss": 0.3185, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 1.2722818918409646, | |
| "grad_norm": 0.5234636191148432, | |
| "learning_rate": 7.0302882515852025e-06, | |
| "loss": 0.3156, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 1.2737893348407763, | |
| "grad_norm": 0.5571922620156962, | |
| "learning_rate": 7.005153026430476e-06, | |
| "loss": 0.3475, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.275296777840588, | |
| "grad_norm": 0.6043172841328527, | |
| "learning_rate": 6.980038569207291e-06, | |
| "loss": 0.3535, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 1.2768042208403996, | |
| "grad_norm": 0.5449462283830545, | |
| "learning_rate": 6.954945054073228e-06, | |
| "loss": 0.3485, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 1.278311663840211, | |
| "grad_norm": 0.553125976275942, | |
| "learning_rate": 6.929872655040655e-06, | |
| "loss": 0.3392, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 1.2798191068400226, | |
| "grad_norm": 0.5313032640250875, | |
| "learning_rate": 6.904821545975507e-06, | |
| "loss": 0.3533, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 1.281326549839834, | |
| "grad_norm": 0.5461530058972931, | |
| "learning_rate": 6.879791900596077e-06, | |
| "loss": 0.3082, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.2828339928396457, | |
| "grad_norm": 0.5268975792503748, | |
| "learning_rate": 6.854783892471823e-06, | |
| "loss": 0.3507, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 1.2843414358394574, | |
| "grad_norm": 0.525335909935522, | |
| "learning_rate": 6.829797695022163e-06, | |
| "loss": 0.3137, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 1.285848878839269, | |
| "grad_norm": 0.5439698304073414, | |
| "learning_rate": 6.804833481515256e-06, | |
| "loss": 0.3269, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 1.2873563218390804, | |
| "grad_norm": 0.5426503592650488, | |
| "learning_rate": 6.7798914250668154e-06, | |
| "loss": 0.3255, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 1.288863764838892, | |
| "grad_norm": 0.546578985401071, | |
| "learning_rate": 6.7549716986389146e-06, | |
| "loss": 0.3357, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.2903712078387035, | |
| "grad_norm": 0.5433998763126892, | |
| "learning_rate": 6.730074475038766e-06, | |
| "loss": 0.3316, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 1.2918786508385152, | |
| "grad_norm": 0.5364588967630985, | |
| "learning_rate": 6.7051999269175405e-06, | |
| "loss": 0.3305, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 1.2933860938383268, | |
| "grad_norm": 0.5658934841388523, | |
| "learning_rate": 6.680348226769162e-06, | |
| "loss": 0.329, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 1.2948935368381382, | |
| "grad_norm": 0.5643062239325746, | |
| "learning_rate": 6.655519546929121e-06, | |
| "loss": 0.3297, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 1.2964009798379499, | |
| "grad_norm": 0.5371342456598566, | |
| "learning_rate": 6.630714059573267e-06, | |
| "loss": 0.3411, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.2979084228377613, | |
| "grad_norm": 0.5429869820067992, | |
| "learning_rate": 6.6059319367166165e-06, | |
| "loss": 0.3162, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 1.299415865837573, | |
| "grad_norm": 0.6163498341710386, | |
| "learning_rate": 6.581173350212169e-06, | |
| "loss": 0.3346, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 1.3009233088373846, | |
| "grad_norm": 0.5249574401357171, | |
| "learning_rate": 6.55643847174971e-06, | |
| "loss": 0.3184, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 1.3024307518371963, | |
| "grad_norm": 0.5652427669527782, | |
| "learning_rate": 6.531727472854617e-06, | |
| "loss": 0.3277, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 1.3039381948370077, | |
| "grad_norm": 0.5499255875094143, | |
| "learning_rate": 6.507040524886672e-06, | |
| "loss": 0.3099, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.3054456378368193, | |
| "grad_norm": 0.5395982289283698, | |
| "learning_rate": 6.482377799038882e-06, | |
| "loss": 0.312, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 1.3069530808366308, | |
| "grad_norm": 0.5425266392409812, | |
| "learning_rate": 6.45773946633628e-06, | |
| "loss": 0.3288, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 1.3084605238364424, | |
| "grad_norm": 0.5289252666187554, | |
| "learning_rate": 6.4331256976347434e-06, | |
| "loss": 0.3143, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 1.309967966836254, | |
| "grad_norm": 0.5829209174715098, | |
| "learning_rate": 6.408536663619803e-06, | |
| "loss": 0.3215, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 1.3114754098360657, | |
| "grad_norm": 0.5955771972087047, | |
| "learning_rate": 6.383972534805478e-06, | |
| "loss": 0.3232, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.3129828528358771, | |
| "grad_norm": 0.5434757595303122, | |
| "learning_rate": 6.359433481533074e-06, | |
| "loss": 0.318, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 1.3144902958356888, | |
| "grad_norm": 0.5313303734643687, | |
| "learning_rate": 6.3349196739700024e-06, | |
| "loss": 0.3159, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 1.3159977388355002, | |
| "grad_norm": 0.5678985167703594, | |
| "learning_rate": 6.310431282108622e-06, | |
| "loss": 0.3757, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 1.3175051818353118, | |
| "grad_norm": 0.5648846998829979, | |
| "learning_rate": 6.2859684757650365e-06, | |
| "loss": 0.3493, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 1.3190126248351235, | |
| "grad_norm": 0.5488508237006199, | |
| "learning_rate": 6.261531424577923e-06, | |
| "loss": 0.3219, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.320520067834935, | |
| "grad_norm": 0.5438041497270804, | |
| "learning_rate": 6.2371202980073596e-06, | |
| "loss": 0.3417, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 1.3220275108347466, | |
| "grad_norm": 0.5400748419899576, | |
| "learning_rate": 6.212735265333655e-06, | |
| "loss": 0.3025, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 1.323534953834558, | |
| "grad_norm": 0.5299843425249701, | |
| "learning_rate": 6.188376495656156e-06, | |
| "loss": 0.3374, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 1.3250423968343696, | |
| "grad_norm": 0.5236709426443396, | |
| "learning_rate": 6.164044157892102e-06, | |
| "loss": 0.3221, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 1.3265498398341813, | |
| "grad_norm": 0.5699051867060005, | |
| "learning_rate": 6.13973842077543e-06, | |
| "loss": 0.3226, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.328057282833993, | |
| "grad_norm": 0.5655665319377791, | |
| "learning_rate": 6.11545945285561e-06, | |
| "loss": 0.3175, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 1.3295647258338044, | |
| "grad_norm": 0.5387118438674878, | |
| "learning_rate": 6.091207422496489e-06, | |
| "loss": 0.3243, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 1.331072168833616, | |
| "grad_norm": 0.5744706591584219, | |
| "learning_rate": 6.066982497875109e-06, | |
| "loss": 0.3286, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 1.3325796118334274, | |
| "grad_norm": 0.542466249812019, | |
| "learning_rate": 6.042784846980542e-06, | |
| "loss": 0.3225, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 1.334087054833239, | |
| "grad_norm": 0.5515488785701044, | |
| "learning_rate": 6.018614637612733e-06, | |
| "loss": 0.3238, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.3355944978330507, | |
| "grad_norm": 0.5349896204088196, | |
| "learning_rate": 5.99447203738134e-06, | |
| "loss": 0.324, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 1.3371019408328624, | |
| "grad_norm": 0.5371367792089301, | |
| "learning_rate": 5.9703572137045495e-06, | |
| "loss": 0.3369, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 1.3386093838326738, | |
| "grad_norm": 0.5615358147993731, | |
| "learning_rate": 5.946270333807937e-06, | |
| "loss": 0.3052, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 1.3401168268324855, | |
| "grad_norm": 0.5743727933679714, | |
| "learning_rate": 5.922211564723302e-06, | |
| "loss": 0.3455, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 1.3416242698322969, | |
| "grad_norm": 0.5336291605723125, | |
| "learning_rate": 5.898181073287504e-06, | |
| "loss": 0.3226, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.3431317128321085, | |
| "grad_norm": 0.5722163135210774, | |
| "learning_rate": 5.87417902614131e-06, | |
| "loss": 0.3646, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 1.3446391558319202, | |
| "grad_norm": 0.5524401803992677, | |
| "learning_rate": 5.850205589728239e-06, | |
| "loss": 0.3016, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 1.3461465988317316, | |
| "grad_norm": 0.5311906031167264, | |
| "learning_rate": 5.826260930293417e-06, | |
| "loss": 0.3174, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 1.3476540418315432, | |
| "grad_norm": 0.5385817256109608, | |
| "learning_rate": 5.802345213882396e-06, | |
| "loss": 0.3447, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 1.349161484831355, | |
| "grad_norm": 0.5443226270708521, | |
| "learning_rate": 5.778458606340037e-06, | |
| "loss": 0.3056, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.3506689278311663, | |
| "grad_norm": 0.5247659222065347, | |
| "learning_rate": 5.754601273309333e-06, | |
| "loss": 0.3045, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 1.352176370830978, | |
| "grad_norm": 0.5555702487315548, | |
| "learning_rate": 5.730773380230276e-06, | |
| "loss": 0.3186, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 1.3536838138307896, | |
| "grad_norm": 0.5661524854903914, | |
| "learning_rate": 5.70697509233871e-06, | |
| "loss": 0.3248, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 1.355191256830601, | |
| "grad_norm": 0.5284857763614461, | |
| "learning_rate": 5.683206574665165e-06, | |
| "loss": 0.3018, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 1.3566986998304127, | |
| "grad_norm": 0.5740850180912764, | |
| "learning_rate": 5.6594679920337514e-06, | |
| "loss": 0.3529, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.3582061428302241, | |
| "grad_norm": 0.5299086867590524, | |
| "learning_rate": 5.635759509060969e-06, | |
| "loss": 0.32, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 1.3597135858300358, | |
| "grad_norm": 0.5330329949433913, | |
| "learning_rate": 5.612081290154607e-06, | |
| "loss": 0.3156, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 1.3612210288298474, | |
| "grad_norm": 0.5347611903592508, | |
| "learning_rate": 5.58843349951258e-06, | |
| "loss": 0.3183, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 1.362728471829659, | |
| "grad_norm": 0.5409021340662399, | |
| "learning_rate": 5.564816301121792e-06, | |
| "loss": 0.3411, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 1.3642359148294705, | |
| "grad_norm": 0.5560565848550149, | |
| "learning_rate": 5.541229858757011e-06, | |
| "loss": 0.3508, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.3657433578292821, | |
| "grad_norm": 0.5040665273430834, | |
| "learning_rate": 5.517674335979721e-06, | |
| "loss": 0.3038, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 1.3672508008290936, | |
| "grad_norm": 0.5520505173652595, | |
| "learning_rate": 5.494149896136998e-06, | |
| "loss": 0.3342, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 1.3687582438289052, | |
| "grad_norm": 0.5286100688050495, | |
| "learning_rate": 5.470656702360367e-06, | |
| "loss": 0.3051, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 1.3702656868287169, | |
| "grad_norm": 0.5540464877346475, | |
| "learning_rate": 5.447194917564671e-06, | |
| "loss": 0.3327, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 1.3717731298285283, | |
| "grad_norm": 0.5401690086723988, | |
| "learning_rate": 5.423764704446954e-06, | |
| "loss": 0.332, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.37328057282834, | |
| "grad_norm": 0.5440262612621518, | |
| "learning_rate": 5.400366225485326e-06, | |
| "loss": 0.3326, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 1.3747880158281516, | |
| "grad_norm": 0.5291318028597245, | |
| "learning_rate": 5.376999642937817e-06, | |
| "loss": 0.3262, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 1.376295458827963, | |
| "grad_norm": 0.5361093139503608, | |
| "learning_rate": 5.353665118841296e-06, | |
| "loss": 0.3258, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 1.3778029018277747, | |
| "grad_norm": 0.5442991814951846, | |
| "learning_rate": 5.330362815010306e-06, | |
| "loss": 0.3162, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 0.5384147655921361, | |
| "learning_rate": 5.307092893035951e-06, | |
| "loss": 0.3381, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.3808177878273977, | |
| "grad_norm": 0.539100490777508, | |
| "learning_rate": 5.2838555142847925e-06, | |
| "loss": 0.3423, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 1.3823252308272094, | |
| "grad_norm": 0.5427293981456651, | |
| "learning_rate": 5.260650839897719e-06, | |
| "loss": 0.3217, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 1.3838326738270208, | |
| "grad_norm": 0.5726046303707281, | |
| "learning_rate": 5.237479030788817e-06, | |
| "loss": 0.3507, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 1.3853401168268324, | |
| "grad_norm": 0.5527176893463295, | |
| "learning_rate": 5.214340247644278e-06, | |
| "loss": 0.331, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 1.386847559826644, | |
| "grad_norm": 0.5481340240469819, | |
| "learning_rate": 5.191234650921273e-06, | |
| "loss": 0.318, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.3883550028264557, | |
| "grad_norm": 0.5543962320620248, | |
| "learning_rate": 5.168162400846835e-06, | |
| "loss": 0.3155, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 1.3898624458262672, | |
| "grad_norm": 0.5367203136891187, | |
| "learning_rate": 5.145123657416759e-06, | |
| "loss": 0.3326, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 1.3913698888260788, | |
| "grad_norm": 0.5460167764137122, | |
| "learning_rate": 5.122118580394473e-06, | |
| "loss": 0.337, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 1.3928773318258902, | |
| "grad_norm": 0.5195547700814616, | |
| "learning_rate": 5.099147329309959e-06, | |
| "loss": 0.326, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 1.394384774825702, | |
| "grad_norm": 0.5456994955845843, | |
| "learning_rate": 5.076210063458622e-06, | |
| "loss": 0.3322, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.3958922178255135, | |
| "grad_norm": 0.5843461937914468, | |
| "learning_rate": 5.0533069419002e-06, | |
| "loss": 0.339, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 1.397399660825325, | |
| "grad_norm": 0.5150644731537505, | |
| "learning_rate": 5.030438123457655e-06, | |
| "loss": 0.2913, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 1.3989071038251366, | |
| "grad_norm": 0.5258159746479392, | |
| "learning_rate": 5.007603766716063e-06, | |
| "loss": 0.3107, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 1.4004145468249483, | |
| "grad_norm": 0.5748165660930256, | |
| "learning_rate": 4.984804030021533e-06, | |
| "loss": 0.3328, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 1.4019219898247597, | |
| "grad_norm": 0.5630833950584739, | |
| "learning_rate": 4.962039071480102e-06, | |
| "loss": 0.3233, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.4034294328245713, | |
| "grad_norm": 0.537736675931464, | |
| "learning_rate": 4.939309048956622e-06, | |
| "loss": 0.3451, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 1.404936875824383, | |
| "grad_norm": 0.5230851918523695, | |
| "learning_rate": 4.9166141200736885e-06, | |
| "loss": 0.3389, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 1.4064443188241944, | |
| "grad_norm": 0.5434274109432955, | |
| "learning_rate": 4.89395444221055e-06, | |
| "loss": 0.3189, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 1.407951761824006, | |
| "grad_norm": 0.5467058284642171, | |
| "learning_rate": 4.871330172501979e-06, | |
| "loss": 0.3218, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 1.4094592048238175, | |
| "grad_norm": 0.5643806859737526, | |
| "learning_rate": 4.848741467837228e-06, | |
| "loss": 0.339, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.4109666478236291, | |
| "grad_norm": 0.5210588389675654, | |
| "learning_rate": 4.826188484858918e-06, | |
| "loss": 0.2865, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 1.4124740908234408, | |
| "grad_norm": 0.5575173474168307, | |
| "learning_rate": 4.803671379961945e-06, | |
| "loss": 0.3448, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 1.4139815338232524, | |
| "grad_norm": 0.5553202634668, | |
| "learning_rate": 4.781190309292421e-06, | |
| "loss": 0.318, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 1.4154889768230638, | |
| "grad_norm": 0.5277473116633332, | |
| "learning_rate": 4.758745428746569e-06, | |
| "loss": 0.3047, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 1.4169964198228755, | |
| "grad_norm": 0.5308118737562897, | |
| "learning_rate": 4.736336893969652e-06, | |
| "loss": 0.3126, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.418503862822687, | |
| "grad_norm": 0.562016412444855, | |
| "learning_rate": 4.7139648603548925e-06, | |
| "loss": 0.3306, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 1.4200113058224986, | |
| "grad_norm": 0.5112809802949265, | |
| "learning_rate": 4.691629483042387e-06, | |
| "loss": 0.2877, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 1.4215187488223102, | |
| "grad_norm": 0.555811318693021, | |
| "learning_rate": 4.669330916918043e-06, | |
| "loss": 0.3346, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 1.4230261918221216, | |
| "grad_norm": 0.5388925234150407, | |
| "learning_rate": 4.647069316612502e-06, | |
| "loss": 0.3137, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 1.4245336348219333, | |
| "grad_norm": 0.5265475799399302, | |
| "learning_rate": 4.624844836500052e-06, | |
| "loss": 0.3162, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.426041077821745, | |
| "grad_norm": 0.5112485522585755, | |
| "learning_rate": 4.60265763069758e-06, | |
| "loss": 0.2914, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 1.4275485208215564, | |
| "grad_norm": 0.5285723749640436, | |
| "learning_rate": 4.580507853063487e-06, | |
| "loss": 0.3098, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 1.429055963821368, | |
| "grad_norm": 0.5408160656578395, | |
| "learning_rate": 4.5583956571966295e-06, | |
| "loss": 0.3365, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 1.4305634068211797, | |
| "grad_norm": 0.5598936258222863, | |
| "learning_rate": 4.5363211964352524e-06, | |
| "loss": 0.3292, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 1.432070849820991, | |
| "grad_norm": 0.5180426805197446, | |
| "learning_rate": 4.514284623855915e-06, | |
| "loss": 0.3174, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.4335782928208027, | |
| "grad_norm": 0.5639401953538313, | |
| "learning_rate": 4.4922860922724466e-06, | |
| "loss": 0.3617, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 1.4350857358206142, | |
| "grad_norm": 0.5482846937319309, | |
| "learning_rate": 4.470325754234881e-06, | |
| "loss": 0.3256, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 1.4365931788204258, | |
| "grad_norm": 0.530946653125974, | |
| "learning_rate": 4.448403762028391e-06, | |
| "loss": 0.3367, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 1.4381006218202375, | |
| "grad_norm": 0.5630491613208096, | |
| "learning_rate": 4.426520267672244e-06, | |
| "loss": 0.33, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 1.439608064820049, | |
| "grad_norm": 0.5281029541497921, | |
| "learning_rate": 4.40467542291874e-06, | |
| "loss": 0.3266, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.4411155078198605, | |
| "grad_norm": 0.5134408808419982, | |
| "learning_rate": 4.382869379252152e-06, | |
| "loss": 0.3002, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 1.4426229508196722, | |
| "grad_norm": 0.5379209815628555, | |
| "learning_rate": 4.361102287887698e-06, | |
| "loss": 0.3197, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 1.4441303938194836, | |
| "grad_norm": 0.5118973398445678, | |
| "learning_rate": 4.339374299770477e-06, | |
| "loss": 0.316, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 1.4456378368192953, | |
| "grad_norm": 0.5340927744773125, | |
| "learning_rate": 4.31768556557441e-06, | |
| "loss": 0.2995, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 1.447145279819107, | |
| "grad_norm": 0.5574015013189253, | |
| "learning_rate": 4.296036235701235e-06, | |
| "loss": 0.3214, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.4486527228189185, | |
| "grad_norm": 0.544283711827625, | |
| "learning_rate": 4.274426460279412e-06, | |
| "loss": 0.309, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 1.45016016581873, | |
| "grad_norm": 0.5456093505990249, | |
| "learning_rate": 4.252856389163128e-06, | |
| "loss": 0.3056, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 1.4516676088185416, | |
| "grad_norm": 0.5524390480774677, | |
| "learning_rate": 4.231326171931231e-06, | |
| "loss": 0.2988, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 1.453175051818353, | |
| "grad_norm": 0.5357243619653109, | |
| "learning_rate": 4.209835957886196e-06, | |
| "loss": 0.3051, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 1.4546824948181647, | |
| "grad_norm": 0.5567188365205857, | |
| "learning_rate": 4.188385896053098e-06, | |
| "loss": 0.3211, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.4561899378179763, | |
| "grad_norm": 0.5571208137663407, | |
| "learning_rate": 4.166976135178575e-06, | |
| "loss": 0.3212, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 1.4576973808177878, | |
| "grad_norm": 0.5288681574805124, | |
| "learning_rate": 4.1456068237297964e-06, | |
| "loss": 0.3247, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 1.4592048238175994, | |
| "grad_norm": 0.5362640814930834, | |
| "learning_rate": 4.124278109893432e-06, | |
| "loss": 0.3206, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 1.4607122668174108, | |
| "grad_norm": 0.5300069434968542, | |
| "learning_rate": 4.10299014157462e-06, | |
| "loss": 0.299, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 1.4622197098172225, | |
| "grad_norm": 0.5207197137299924, | |
| "learning_rate": 4.0817430663959536e-06, | |
| "loss": 0.2872, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.4637271528170341, | |
| "grad_norm": 0.5361880777046366, | |
| "learning_rate": 4.06053703169645e-06, | |
| "loss": 0.3432, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 1.4652345958168458, | |
| "grad_norm": 0.5390277129867954, | |
| "learning_rate": 4.039372184530521e-06, | |
| "loss": 0.3121, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 1.4667420388166572, | |
| "grad_norm": 0.5098624467494199, | |
| "learning_rate": 4.0182486716669656e-06, | |
| "loss": 0.3057, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 1.4682494818164689, | |
| "grad_norm": 0.5530264319623549, | |
| "learning_rate": 3.9971666395879605e-06, | |
| "loss": 0.316, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 1.4697569248162803, | |
| "grad_norm": 0.5648165554049958, | |
| "learning_rate": 3.9761262344880096e-06, | |
| "loss": 0.3456, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.471264367816092, | |
| "grad_norm": 0.5376597362402104, | |
| "learning_rate": 3.9551276022729644e-06, | |
| "loss": 0.3075, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 1.4727718108159036, | |
| "grad_norm": 0.5207214018679573, | |
| "learning_rate": 3.9341708885590034e-06, | |
| "loss": 0.3043, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 1.4742792538157152, | |
| "grad_norm": 0.5346717454580582, | |
| "learning_rate": 3.913256238671607e-06, | |
| "loss": 0.3187, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 1.4757866968155267, | |
| "grad_norm": 0.5474625757974195, | |
| "learning_rate": 3.89238379764457e-06, | |
| "loss": 0.3341, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 1.4772941398153383, | |
| "grad_norm": 0.553265646517597, | |
| "learning_rate": 3.871553710218988e-06, | |
| "loss": 0.3615, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.4788015828151497, | |
| "grad_norm": 0.5178190237398634, | |
| "learning_rate": 3.850766120842252e-06, | |
| "loss": 0.3087, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 1.4803090258149614, | |
| "grad_norm": 0.5676605070232937, | |
| "learning_rate": 3.830021173667048e-06, | |
| "loss": 0.3331, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 1.481816468814773, | |
| "grad_norm": 0.5366490741054173, | |
| "learning_rate": 3.809319012550352e-06, | |
| "loss": 0.3134, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 1.4833239118145845, | |
| "grad_norm": 0.5237338303143243, | |
| "learning_rate": 3.788659781052444e-06, | |
| "loss": 0.3426, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 1.484831354814396, | |
| "grad_norm": 0.5118568891202759, | |
| "learning_rate": 3.7680436224359084e-06, | |
| "loss": 0.3049, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.4863387978142075, | |
| "grad_norm": 0.5474188971913913, | |
| "learning_rate": 3.747470679664624e-06, | |
| "loss": 0.3177, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 1.4878462408140192, | |
| "grad_norm": 0.5623337896836218, | |
| "learning_rate": 3.7269410954028107e-06, | |
| "loss": 0.3268, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 1.4893536838138308, | |
| "grad_norm": 0.5320249898828978, | |
| "learning_rate": 3.706455012013994e-06, | |
| "loss": 0.3135, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 1.4908611268136425, | |
| "grad_norm": 0.5258630499196119, | |
| "learning_rate": 3.6860125715600513e-06, | |
| "loss": 0.2922, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 1.492368569813454, | |
| "grad_norm": 0.5488691155290143, | |
| "learning_rate": 3.665613915800217e-06, | |
| "loss": 0.3093, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.4938760128132655, | |
| "grad_norm": 0.534561267695021, | |
| "learning_rate": 3.6452591861900886e-06, | |
| "loss": 0.3201, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 1.495383455813077, | |
| "grad_norm": 0.5493934402188156, | |
| "learning_rate": 3.6249485238806637e-06, | |
| "loss": 0.3258, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 1.4968908988128886, | |
| "grad_norm": 0.5213745241077384, | |
| "learning_rate": 3.6046820697173514e-06, | |
| "loss": 0.3206, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 1.4983983418127003, | |
| "grad_norm": 0.5189896345789112, | |
| "learning_rate": 3.5844599642389965e-06, | |
| "loss": 0.3093, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 1.499905784812512, | |
| "grad_norm": 0.535438446636319, | |
| "learning_rate": 3.564282347676903e-06, | |
| "loss": 0.3449, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.5014132278123233, | |
| "grad_norm": 0.5151601964534807, | |
| "learning_rate": 3.54414935995387e-06, | |
| "loss": 0.3002, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 1.5029206708121348, | |
| "grad_norm": 0.5669837505751246, | |
| "learning_rate": 3.524061140683206e-06, | |
| "loss": 0.3367, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 1.5044281138119464, | |
| "grad_norm": 0.5376128901605735, | |
| "learning_rate": 3.5040178291677816e-06, | |
| "loss": 0.3362, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 1.505935556811758, | |
| "grad_norm": 0.5816182611830706, | |
| "learning_rate": 3.4840195643990383e-06, | |
| "loss": 0.316, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 1.5074429998115697, | |
| "grad_norm": 0.5333548248485912, | |
| "learning_rate": 3.464066485056048e-06, | |
| "loss": 0.3223, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.5089504428113814, | |
| "grad_norm": 0.5574217586347463, | |
| "learning_rate": 3.444158729504549e-06, | |
| "loss": 0.2994, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 1.5104578858111928, | |
| "grad_norm": 0.5272699065186945, | |
| "learning_rate": 3.4242964357959597e-06, | |
| "loss": 0.3152, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 1.5119653288110042, | |
| "grad_norm": 0.5352889213452704, | |
| "learning_rate": 3.4044797416664564e-06, | |
| "loss": 0.3103, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 1.5134727718108159, | |
| "grad_norm": 0.5602956634920077, | |
| "learning_rate": 3.3847087845359996e-06, | |
| "loss": 0.334, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 1.5149802148106275, | |
| "grad_norm": 0.5402201680847467, | |
| "learning_rate": 3.364983701507376e-06, | |
| "loss": 0.3291, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.5164876578104391, | |
| "grad_norm": 0.5526297524617138, | |
| "learning_rate": 3.3453046293652657e-06, | |
| "loss": 0.3232, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 1.5179951008102506, | |
| "grad_norm": 0.5401106392320315, | |
| "learning_rate": 3.3256717045752794e-06, | |
| "loss": 0.3219, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 1.5195025438100622, | |
| "grad_norm": 0.5589978845369276, | |
| "learning_rate": 3.3060850632830167e-06, | |
| "loss": 0.3215, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 1.5210099868098736, | |
| "grad_norm": 0.5628427903081042, | |
| "learning_rate": 3.286544841313126e-06, | |
| "loss": 0.3042, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 1.5225174298096853, | |
| "grad_norm": 0.5291974603976658, | |
| "learning_rate": 3.2670511741683475e-06, | |
| "loss": 0.3039, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.524024872809497, | |
| "grad_norm": 0.5307771510625195, | |
| "learning_rate": 3.2476041970285945e-06, | |
| "loss": 0.3225, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 1.5255323158093086, | |
| "grad_norm": 0.5798408138665074, | |
| "learning_rate": 3.2282040447500063e-06, | |
| "loss": 0.3574, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 1.52703975880912, | |
| "grad_norm": 0.5262954379509106, | |
| "learning_rate": 3.208850851863998e-06, | |
| "loss": 0.3074, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 1.5285472018089314, | |
| "grad_norm": 0.5411329822808086, | |
| "learning_rate": 3.189544752576369e-06, | |
| "loss": 0.3291, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 1.530054644808743, | |
| "grad_norm": 0.512225504454937, | |
| "learning_rate": 3.1702858807663175e-06, | |
| "loss": 0.2967, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.5315620878085547, | |
| "grad_norm": 0.5358326980021074, | |
| "learning_rate": 3.151074369985556e-06, | |
| "loss": 0.3281, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 1.5330695308083664, | |
| "grad_norm": 0.5412115741377782, | |
| "learning_rate": 3.131910353457369e-06, | |
| "loss": 0.3321, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 1.534576973808178, | |
| "grad_norm": 0.5355770866583788, | |
| "learning_rate": 3.112793964075681e-06, | |
| "loss": 0.2999, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 1.5360844168079895, | |
| "grad_norm": 0.53044658803981, | |
| "learning_rate": 3.0937253344041507e-06, | |
| "loss": 0.3271, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 1.5375918598078009, | |
| "grad_norm": 0.5274519029189704, | |
| "learning_rate": 3.074704596675242e-06, | |
| "loss": 0.3174, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.5390993028076125, | |
| "grad_norm": 0.5410440028748313, | |
| "learning_rate": 3.055731882789311e-06, | |
| "loss": 0.3268, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 1.5406067458074242, | |
| "grad_norm": 0.5400373191606019, | |
| "learning_rate": 3.0368073243136874e-06, | |
| "loss": 0.325, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 1.5421141888072358, | |
| "grad_norm": 0.5520146881220487, | |
| "learning_rate": 3.0179310524817707e-06, | |
| "loss": 0.32, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 1.5436216318070473, | |
| "grad_norm": 0.5351759755594372, | |
| "learning_rate": 2.9991031981921026e-06, | |
| "loss": 0.3269, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 1.545129074806859, | |
| "grad_norm": 0.5327689357374978, | |
| "learning_rate": 2.9803238920074784e-06, | |
| "loss": 0.3082, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.5466365178066703, | |
| "grad_norm": 0.5326589519994432, | |
| "learning_rate": 2.961593264154038e-06, | |
| "loss": 0.3157, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 1.548143960806482, | |
| "grad_norm": 0.5249678984746798, | |
| "learning_rate": 2.9429114445203423e-06, | |
| "loss": 0.3119, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 1.5496514038062936, | |
| "grad_norm": 0.5606341770532942, | |
| "learning_rate": 2.924278562656514e-06, | |
| "loss": 0.3351, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 1.5511588468061053, | |
| "grad_norm": 0.5156779633424778, | |
| "learning_rate": 2.90569474777329e-06, | |
| "loss": 0.3256, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 1.5526662898059167, | |
| "grad_norm": 0.5374626464876353, | |
| "learning_rate": 2.8871601287411634e-06, | |
| "loss": 0.3303, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.5541737328057281, | |
| "grad_norm": 0.5262890780017794, | |
| "learning_rate": 2.8686748340894744e-06, | |
| "loss": 0.3114, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 1.5556811758055398, | |
| "grad_norm": 0.5260995538471516, | |
| "learning_rate": 2.850238992005514e-06, | |
| "loss": 0.2979, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 1.5571886188053514, | |
| "grad_norm": 0.5573768187241204, | |
| "learning_rate": 2.8318527303336465e-06, | |
| "loss": 0.3475, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 1.558696061805163, | |
| "grad_norm": 0.5542071850347167, | |
| "learning_rate": 2.81351617657442e-06, | |
| "loss": 0.3359, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 1.5602035048049747, | |
| "grad_norm": 0.5376949139111594, | |
| "learning_rate": 2.795229457883678e-06, | |
| "loss": 0.3299, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.5617109478047861, | |
| "grad_norm": 0.5213690515169962, | |
| "learning_rate": 2.7769927010716814e-06, | |
| "loss": 0.3187, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 1.5632183908045976, | |
| "grad_norm": 0.5282868034684867, | |
| "learning_rate": 2.7588060326022205e-06, | |
| "loss": 0.3124, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 1.5647258338044092, | |
| "grad_norm": 0.5629003594886647, | |
| "learning_rate": 2.740669578591755e-06, | |
| "loss": 0.3453, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 1.5662332768042209, | |
| "grad_norm": 0.5452741440289394, | |
| "learning_rate": 2.7225834648085282e-06, | |
| "loss": 0.3148, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 1.5677407198040325, | |
| "grad_norm": 0.5576848374307647, | |
| "learning_rate": 2.7045478166716843e-06, | |
| "loss": 0.3362, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.569248162803844, | |
| "grad_norm": 0.5230478868120295, | |
| "learning_rate": 2.6865627592504295e-06, | |
| "loss": 0.3074, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 1.5707556058036556, | |
| "grad_norm": 0.5476529275243367, | |
| "learning_rate": 2.668628417263137e-06, | |
| "loss": 0.314, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 1.572263048803467, | |
| "grad_norm": 0.5340674210452238, | |
| "learning_rate": 2.6507449150764852e-06, | |
| "loss": 0.3035, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 1.5737704918032787, | |
| "grad_norm": 0.5245422709481129, | |
| "learning_rate": 2.632912376704607e-06, | |
| "loss": 0.3344, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 1.5752779348030903, | |
| "grad_norm": 0.52661514981572, | |
| "learning_rate": 2.615130925808228e-06, | |
| "loss": 0.3054, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.576785377802902, | |
| "grad_norm": 0.5147590149467712, | |
| "learning_rate": 2.597400685693795e-06, | |
| "loss": 0.2879, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 1.5782928208027134, | |
| "grad_norm": 0.5476707768783776, | |
| "learning_rate": 2.5797217793126373e-06, | |
| "loss": 0.3395, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 1.5798002638025248, | |
| "grad_norm": 0.5338841668417198, | |
| "learning_rate": 2.5620943292601074e-06, | |
| "loss": 0.3211, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 1.5813077068023365, | |
| "grad_norm": 0.526860653464564, | |
| "learning_rate": 2.5445184577747305e-06, | |
| "loss": 0.3251, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 1.582815149802148, | |
| "grad_norm": 0.5250152267933532, | |
| "learning_rate": 2.52699428673736e-06, | |
| "loss": 0.3126, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.5843225928019598, | |
| "grad_norm": 0.5470636297967526, | |
| "learning_rate": 2.5095219376703183e-06, | |
| "loss": 0.3063, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 1.5858300358017714, | |
| "grad_norm": 0.5581707395933467, | |
| "learning_rate": 2.4921015317365794e-06, | |
| "loss": 0.3624, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 1.5873374788015828, | |
| "grad_norm": 0.5280009933911688, | |
| "learning_rate": 2.4747331897389103e-06, | |
| "loss": 0.3106, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 1.5888449218013942, | |
| "grad_norm": 0.5234869653748981, | |
| "learning_rate": 2.4574170321190305e-06, | |
| "loss": 0.2956, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 1.590352364801206, | |
| "grad_norm": 0.546217705596414, | |
| "learning_rate": 2.440153178956798e-06, | |
| "loss": 0.3215, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.5918598078010175, | |
| "grad_norm": 0.5556302525952723, | |
| "learning_rate": 2.42294174996935e-06, | |
| "loss": 0.3204, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 1.5933672508008292, | |
| "grad_norm": 0.5588880844097838, | |
| "learning_rate": 2.40578286451029e-06, | |
| "loss": 0.3282, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 1.5948746938006406, | |
| "grad_norm": 0.5241614280996468, | |
| "learning_rate": 2.38867664156886e-06, | |
| "loss": 0.3255, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 1.5963821368004523, | |
| "grad_norm": 0.5543274849783603, | |
| "learning_rate": 2.3716231997691007e-06, | |
| "loss": 0.3175, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 1.5978895798002637, | |
| "grad_norm": 0.5306578564545272, | |
| "learning_rate": 2.3546226573690444e-06, | |
| "loss": 0.3211, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.5993970228000753, | |
| "grad_norm": 0.5401209566379707, | |
| "learning_rate": 2.3376751322599e-06, | |
| "loss": 0.3117, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 1.600904465799887, | |
| "grad_norm": 0.5339229576030943, | |
| "learning_rate": 2.320780741965206e-06, | |
| "loss": 0.3064, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 1.6024119087996986, | |
| "grad_norm": 0.5291570037477905, | |
| "learning_rate": 2.3039396036400463e-06, | |
| "loss": 0.3001, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 1.60391935179951, | |
| "grad_norm": 0.5544131085966325, | |
| "learning_rate": 2.287151834070226e-06, | |
| "loss": 0.3173, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 1.6054267947993215, | |
| "grad_norm": 0.5042273491393638, | |
| "learning_rate": 2.2704175496714552e-06, | |
| "loss": 0.3035, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.6069342377991331, | |
| "grad_norm": 0.5164264296676705, | |
| "learning_rate": 2.2537368664885527e-06, | |
| "loss": 0.306, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 1.6084416807989448, | |
| "grad_norm": 0.540939444102417, | |
| "learning_rate": 2.2371099001946385e-06, | |
| "loss": 0.3417, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 1.6099491237987564, | |
| "grad_norm": 0.5349172500611197, | |
| "learning_rate": 2.2205367660903267e-06, | |
| "loss": 0.3155, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 1.611456566798568, | |
| "grad_norm": 0.5392150017492342, | |
| "learning_rate": 2.2040175791029305e-06, | |
| "loss": 0.334, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 1.6129640097983795, | |
| "grad_norm": 0.5420224175155496, | |
| "learning_rate": 2.187552453785662e-06, | |
| "loss": 0.2981, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.614471452798191, | |
| "grad_norm": 0.5385758816342323, | |
| "learning_rate": 2.1711415043168395e-06, | |
| "loss": 0.3313, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 1.6159788957980026, | |
| "grad_norm": 0.5437131207841849, | |
| "learning_rate": 2.1547848444991025e-06, | |
| "loss": 0.3352, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 1.6174863387978142, | |
| "grad_norm": 0.5395621366503963, | |
| "learning_rate": 2.138482587758605e-06, | |
| "loss": 0.308, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 1.6189937817976259, | |
| "grad_norm": 0.5255773037738669, | |
| "learning_rate": 2.1222348471442477e-06, | |
| "loss": 0.3014, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 1.6205012247974373, | |
| "grad_norm": 0.5226567653631905, | |
| "learning_rate": 2.1060417353268845e-06, | |
| "loss": 0.3143, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.622008667797249, | |
| "grad_norm": 0.5449482690998529, | |
| "learning_rate": 2.0899033645985423e-06, | |
| "loss": 0.3091, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 1.6235161107970604, | |
| "grad_norm": 0.5424238529202222, | |
| "learning_rate": 2.073819846871646e-06, | |
| "loss": 0.3185, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 1.625023553796872, | |
| "grad_norm": 0.5311225228497766, | |
| "learning_rate": 2.0577912936782317e-06, | |
| "loss": 0.2983, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 1.6265309967966837, | |
| "grad_norm": 0.5208053420833654, | |
| "learning_rate": 2.041817816169187e-06, | |
| "loss": 0.3295, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 1.6280384397964953, | |
| "grad_norm": 0.5269145283569221, | |
| "learning_rate": 2.025899525113474e-06, | |
| "loss": 0.3026, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.6295458827963067, | |
| "grad_norm": 0.5371643301644231, | |
| "learning_rate": 2.010036530897359e-06, | |
| "loss": 0.3196, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 1.6310533257961182, | |
| "grad_norm": 0.5349956576564423, | |
| "learning_rate": 1.9942289435236506e-06, | |
| "loss": 0.3304, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 1.6325607687959298, | |
| "grad_norm": 0.5604150538269126, | |
| "learning_rate": 1.978476872610939e-06, | |
| "loss": 0.3485, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 1.6340682117957415, | |
| "grad_norm": 0.5245207862200475, | |
| "learning_rate": 1.962780427392823e-06, | |
| "loss": 0.2882, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 1.6355756547955531, | |
| "grad_norm": 0.5195585896558206, | |
| "learning_rate": 1.9471397167171714e-06, | |
| "loss": 0.3051, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.6370830977953648, | |
| "grad_norm": 0.5147063039454572, | |
| "learning_rate": 1.931554849045355e-06, | |
| "loss": 0.3078, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 1.6385905407951762, | |
| "grad_norm": 0.5303520825987951, | |
| "learning_rate": 1.916025932451493e-06, | |
| "loss": 0.3141, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 1.6400979837949876, | |
| "grad_norm": 0.5154838630662848, | |
| "learning_rate": 1.9005530746217238e-06, | |
| "loss": 0.2971, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 1.6416054267947993, | |
| "grad_norm": 0.5537432078636199, | |
| "learning_rate": 1.8851363828534253e-06, | |
| "loss": 0.3124, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 1.643112869794611, | |
| "grad_norm": 0.5634336334894083, | |
| "learning_rate": 1.869775964054501e-06, | |
| "loss": 0.3271, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.6446203127944226, | |
| "grad_norm": 0.5433031560068617, | |
| "learning_rate": 1.8544719247426224e-06, | |
| "loss": 0.3191, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 1.646127755794234, | |
| "grad_norm": 0.5357448136347239, | |
| "learning_rate": 1.8392243710444911e-06, | |
| "loss": 0.2982, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 1.6476351987940456, | |
| "grad_norm": 0.5552897165798768, | |
| "learning_rate": 1.8240334086951117e-06, | |
| "loss": 0.3537, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 1.649142641793857, | |
| "grad_norm": 0.5318934621576651, | |
| "learning_rate": 1.8088991430370506e-06, | |
| "loss": 0.3005, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 1.6506500847936687, | |
| "grad_norm": 0.5465559179605479, | |
| "learning_rate": 1.7938216790197071e-06, | |
| "loss": 0.3207, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.6521575277934804, | |
| "grad_norm": 0.5641671337079456, | |
| "learning_rate": 1.77880112119859e-06, | |
| "loss": 0.3095, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 1.653664970793292, | |
| "grad_norm": 0.5270236586496325, | |
| "learning_rate": 1.7638375737345804e-06, | |
| "loss": 0.312, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 1.6551724137931034, | |
| "grad_norm": 0.5192997218773957, | |
| "learning_rate": 1.7489311403932274e-06, | |
| "loss": 0.2937, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 1.656679856792915, | |
| "grad_norm": 0.5620286825583494, | |
| "learning_rate": 1.7340819245440166e-06, | |
| "loss": 0.3186, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 1.6581872997927265, | |
| "grad_norm": 0.5445642066374056, | |
| "learning_rate": 1.7192900291596493e-06, | |
| "loss": 0.3222, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.6596947427925381, | |
| "grad_norm": 0.5157869374514513, | |
| "learning_rate": 1.7045555568153415e-06, | |
| "loss": 0.306, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 1.6612021857923498, | |
| "grad_norm": 0.5138381277919514, | |
| "learning_rate": 1.6898786096881104e-06, | |
| "loss": 0.2715, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 1.6627096287921614, | |
| "grad_norm": 0.5431676779116132, | |
| "learning_rate": 1.6752592895560493e-06, | |
| "loss": 0.3202, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 1.6642170717919729, | |
| "grad_norm": 0.5396928068758252, | |
| "learning_rate": 1.6606976977976408e-06, | |
| "loss": 0.3122, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 1.6657245147917843, | |
| "grad_norm": 0.5332820215409003, | |
| "learning_rate": 1.6461939353910494e-06, | |
| "loss": 0.3083, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.667231957791596, | |
| "grad_norm": 0.5475766503326961, | |
| "learning_rate": 1.631748102913412e-06, | |
| "loss": 0.3166, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 1.6687394007914076, | |
| "grad_norm": 0.5416380330717204, | |
| "learning_rate": 1.6173603005401505e-06, | |
| "loss": 0.3158, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 1.6702468437912192, | |
| "grad_norm": 0.5416213794269614, | |
| "learning_rate": 1.6030306280442764e-06, | |
| "loss": 0.3077, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 1.6717542867910307, | |
| "grad_norm": 0.5153535761957841, | |
| "learning_rate": 1.588759184795694e-06, | |
| "loss": 0.3064, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 1.6732617297908423, | |
| "grad_norm": 0.5315610226872074, | |
| "learning_rate": 1.574546069760514e-06, | |
| "loss": 0.3241, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.6747691727906537, | |
| "grad_norm": 0.5684878986820251, | |
| "learning_rate": 1.5603913815003634e-06, | |
| "loss": 0.3403, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 1.6762766157904654, | |
| "grad_norm": 0.5361918937068931, | |
| "learning_rate": 1.5462952181717117e-06, | |
| "loss": 0.3157, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 1.677784058790277, | |
| "grad_norm": 0.5495570916809654, | |
| "learning_rate": 1.532257677525183e-06, | |
| "loss": 0.3224, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 1.6792915017900887, | |
| "grad_norm": 0.5281943000093583, | |
| "learning_rate": 1.5182788569048689e-06, | |
| "loss": 0.3209, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 1.6807989447899, | |
| "grad_norm": 0.5572787989841019, | |
| "learning_rate": 1.5043588532476827e-06, | |
| "loss": 0.3663, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.6823063877897118, | |
| "grad_norm": 0.5228968415248135, | |
| "learning_rate": 1.49049776308265e-06, | |
| "loss": 0.2889, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 1.6838138307895232, | |
| "grad_norm": 0.5220477714238411, | |
| "learning_rate": 1.476695682530268e-06, | |
| "loss": 0.3031, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 1.6853212737893348, | |
| "grad_norm": 0.5351071420566498, | |
| "learning_rate": 1.4629527073018267e-06, | |
| "loss": 0.3308, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 1.6868287167891465, | |
| "grad_norm": 0.5396208371722178, | |
| "learning_rate": 1.449268932698743e-06, | |
| "loss": 0.2971, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 1.6883361597889581, | |
| "grad_norm": 0.5416569763589452, | |
| "learning_rate": 1.4356444536119085e-06, | |
| "loss": 0.3024, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.6898436027887695, | |
| "grad_norm": 0.5370439069377987, | |
| "learning_rate": 1.422079364521024e-06, | |
| "loss": 0.3169, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 1.691351045788581, | |
| "grad_norm": 0.5450238281058462, | |
| "learning_rate": 1.4085737594939497e-06, | |
| "loss": 0.333, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 1.6928584887883926, | |
| "grad_norm": 0.5168406644621856, | |
| "learning_rate": 1.3951277321860468e-06, | |
| "loss": 0.3006, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 1.6943659317882043, | |
| "grad_norm": 0.5087028192552481, | |
| "learning_rate": 1.381741375839537e-06, | |
| "loss": 0.2664, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 1.695873374788016, | |
| "grad_norm": 0.5165999383002566, | |
| "learning_rate": 1.3684147832828409e-06, | |
| "loss": 0.281, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.6973808177878273, | |
| "grad_norm": 0.5150348541332692, | |
| "learning_rate": 1.355148046929956e-06, | |
| "loss": 0.307, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 1.698888260787639, | |
| "grad_norm": 0.5168141041103775, | |
| "learning_rate": 1.3419412587797908e-06, | |
| "loss": 0.293, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 1.7003957037874504, | |
| "grad_norm": 0.5133973098786774, | |
| "learning_rate": 1.3287945104155487e-06, | |
| "loss": 0.3015, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 1.701903146787262, | |
| "grad_norm": 0.5513676691974454, | |
| "learning_rate": 1.3157078930040856e-06, | |
| "loss": 0.3179, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 1.7034105897870737, | |
| "grad_norm": 0.546503387891844, | |
| "learning_rate": 1.3026814972952674e-06, | |
| "loss": 0.3043, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.7049180327868854, | |
| "grad_norm": 0.5133928571679112, | |
| "learning_rate": 1.2897154136213542e-06, | |
| "loss": 0.2938, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 1.7064254757866968, | |
| "grad_norm": 0.5441429881648664, | |
| "learning_rate": 1.2768097318963701e-06, | |
| "loss": 0.2978, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 1.7079329187865084, | |
| "grad_norm": 0.5430821498300733, | |
| "learning_rate": 1.2639645416154744e-06, | |
| "loss": 0.3204, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 1.7094403617863199, | |
| "grad_norm": 0.5536392631462185, | |
| "learning_rate": 1.2511799318543493e-06, | |
| "loss": 0.3196, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 1.7109478047861315, | |
| "grad_norm": 0.5403946840340975, | |
| "learning_rate": 1.2384559912685768e-06, | |
| "loss": 0.3156, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.7124552477859432, | |
| "grad_norm": 0.5360872549447121, | |
| "learning_rate": 1.2257928080930236e-06, | |
| "loss": 0.3275, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 1.7139626907857548, | |
| "grad_norm": 0.5482125645711281, | |
| "learning_rate": 1.2131904701412345e-06, | |
| "loss": 0.3041, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 1.7154701337855662, | |
| "grad_norm": 0.5497152879102077, | |
| "learning_rate": 1.2006490648048118e-06, | |
| "loss": 0.3148, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 1.7169775767853777, | |
| "grad_norm": 0.5141035384965538, | |
| "learning_rate": 1.1881686790528279e-06, | |
| "loss": 0.3068, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 1.7184850197851893, | |
| "grad_norm": 0.529010142033819, | |
| "learning_rate": 1.1757493994312052e-06, | |
| "loss": 0.3088, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.719992462785001, | |
| "grad_norm": 0.5495066854090749, | |
| "learning_rate": 1.1633913120621188e-06, | |
| "loss": 0.3236, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 1.7214999057848126, | |
| "grad_norm": 0.5492447937245492, | |
| "learning_rate": 1.151094502643414e-06, | |
| "loss": 0.3308, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 1.723007348784624, | |
| "grad_norm": 0.5562630282965828, | |
| "learning_rate": 1.1388590564479895e-06, | |
| "loss": 0.299, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 1.7245147917844357, | |
| "grad_norm": 0.5231751271166386, | |
| "learning_rate": 1.1266850583232224e-06, | |
| "loss": 0.3053, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 1.726022234784247, | |
| "grad_norm": 0.5201419013982067, | |
| "learning_rate": 1.1145725926903772e-06, | |
| "loss": 0.3023, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.7275296777840587, | |
| "grad_norm": 0.511856980805046, | |
| "learning_rate": 1.1025217435440116e-06, | |
| "loss": 0.2867, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 1.7290371207838704, | |
| "grad_norm": 0.565983997374927, | |
| "learning_rate": 1.0905325944514034e-06, | |
| "loss": 0.3232, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 1.730544563783682, | |
| "grad_norm": 0.5363045072212188, | |
| "learning_rate": 1.078605228551971e-06, | |
| "loss": 0.3182, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 1.7320520067834935, | |
| "grad_norm": 0.5329886787330583, | |
| "learning_rate": 1.0667397285566893e-06, | |
| "loss": 0.3061, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 1.7335594497833051, | |
| "grad_norm": 0.5397864180847504, | |
| "learning_rate": 1.0549361767475241e-06, | |
| "loss": 0.2873, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.7350668927831165, | |
| "grad_norm": 0.5436027401118747, | |
| "learning_rate": 1.0431946549768567e-06, | |
| "loss": 0.3213, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 1.7365743357829282, | |
| "grad_norm": 0.5304426225729307, | |
| "learning_rate": 1.0315152446669142e-06, | |
| "loss": 0.295, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 1.7380817787827398, | |
| "grad_norm": 0.5119724476906113, | |
| "learning_rate": 1.019898026809214e-06, | |
| "loss": 0.3009, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 1.7395892217825515, | |
| "grad_norm": 0.5399752438286287, | |
| "learning_rate": 1.0083430819639962e-06, | |
| "loss": 0.3097, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 1.741096664782363, | |
| "grad_norm": 0.5329124149971953, | |
| "learning_rate": 9.968504902596566e-07, | |
| "loss": 0.3094, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.7426041077821743, | |
| "grad_norm": 0.5265575018375785, | |
| "learning_rate": 9.85420331392214e-07, | |
| "loss": 0.3001, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 1.744111550781986, | |
| "grad_norm": 0.5415027063140824, | |
| "learning_rate": 9.74052684624731e-07, | |
| "loss": 0.3052, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 1.7456189937817976, | |
| "grad_norm": 0.5273083269054069, | |
| "learning_rate": 9.62747628786782e-07, | |
| "loss": 0.2918, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 1.7471264367816093, | |
| "grad_norm": 0.5467675396074031, | |
| "learning_rate": 9.515052422739035e-07, | |
| "loss": 0.3013, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 1.748633879781421, | |
| "grad_norm": 0.5012647001758278, | |
| "learning_rate": 9.403256030470386e-07, | |
| "loss": 0.2922, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.7501413227812324, | |
| "grad_norm": 0.5473662670334606, | |
| "learning_rate": 9.292087886320166e-07, | |
| "loss": 0.3275, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 1.7516487657810438, | |
| "grad_norm": 0.5119711645632107, | |
| "learning_rate": 9.181548761189996e-07, | |
| "loss": 0.2997, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 1.7531562087808554, | |
| "grad_norm": 0.5579153837729429, | |
| "learning_rate": 9.071639421619527e-07, | |
| "loss": 0.3373, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 1.754663651780667, | |
| "grad_norm": 0.5369066551498206, | |
| "learning_rate": 8.962360629781164e-07, | |
| "loss": 0.3013, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 1.7561710947804787, | |
| "grad_norm": 0.5299407293801213, | |
| "learning_rate": 8.853713143474685e-07, | |
| "loss": 0.2977, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.7576785377802902, | |
| "grad_norm": 0.5246411563266595, | |
| "learning_rate": 8.745697716122081e-07, | |
| "loss": 0.3192, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 1.7591859807801018, | |
| "grad_norm": 0.5450557723814945, | |
| "learning_rate": 8.638315096762318e-07, | |
| "loss": 0.3075, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 1.7606934237799132, | |
| "grad_norm": 0.5392032704205785, | |
| "learning_rate": 8.531566030046035e-07, | |
| "loss": 0.3231, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 1.7622008667797249, | |
| "grad_norm": 0.5370373229347402, | |
| "learning_rate": 8.425451256230588e-07, | |
| "loss": 0.3012, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 1.7637083097795365, | |
| "grad_norm": 0.5405109358545394, | |
| "learning_rate": 8.319971511174718e-07, | |
| "loss": 0.3165, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.7652157527793482, | |
| "grad_norm": 0.528010212076121, | |
| "learning_rate": 8.215127526333499e-07, | |
| "loss": 0.3236, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 1.7667231957791596, | |
| "grad_norm": 0.5226712118154457, | |
| "learning_rate": 8.110920028753355e-07, | |
| "loss": 0.3088, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 1.768230638778971, | |
| "grad_norm": 0.5574504221106463, | |
| "learning_rate": 8.007349741066939e-07, | |
| "loss": 0.3258, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 1.7697380817787827, | |
| "grad_norm": 0.5452638755092976, | |
| "learning_rate": 7.904417381488083e-07, | |
| "loss": 0.3167, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 1.7712455247785943, | |
| "grad_norm": 0.5517680932401637, | |
| "learning_rate": 7.802123663806938e-07, | |
| "loss": 0.3227, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.772752967778406, | |
| "grad_norm": 0.5480833770797733, | |
| "learning_rate": 7.700469297384927e-07, | |
| "loss": 0.3307, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 1.7742604107782176, | |
| "grad_norm": 0.5430614726412718, | |
| "learning_rate": 7.599454987149868e-07, | |
| "loss": 0.3463, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 1.775767853778029, | |
| "grad_norm": 0.549255722400039, | |
| "learning_rate": 7.499081433591071e-07, | |
| "loss": 0.3284, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 1.7772752967778405, | |
| "grad_norm": 0.5410909371721678, | |
| "learning_rate": 7.399349332754458e-07, | |
| "loss": 0.315, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 1.778782739777652, | |
| "grad_norm": 0.530772119547457, | |
| "learning_rate": 7.300259376237795e-07, | |
| "loss": 0.3101, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.7802901827774638, | |
| "grad_norm": 0.5484763677836378, | |
| "learning_rate": 7.201812251185869e-07, | |
| "loss": 0.3192, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 1.7817976257772754, | |
| "grad_norm": 0.5299690672941552, | |
| "learning_rate": 7.104008640285642e-07, | |
| "loss": 0.3115, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 1.7833050687770868, | |
| "grad_norm": 0.5424348226189657, | |
| "learning_rate": 7.006849221761736e-07, | |
| "loss": 0.3119, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 1.7848125117768985, | |
| "grad_norm": 0.5221149596372863, | |
| "learning_rate": 6.910334669371433e-07, | |
| "loss": 0.3078, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 1.78631995477671, | |
| "grad_norm": 0.5581110749980865, | |
| "learning_rate": 6.814465652400237e-07, | |
| "loss": 0.3364, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.7878273977765216, | |
| "grad_norm": 0.5227271898985753, | |
| "learning_rate": 6.719242835657147e-07, | |
| "loss": 0.3057, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 1.7893348407763332, | |
| "grad_norm": 0.5541663205023336, | |
| "learning_rate": 6.62466687947001e-07, | |
| "loss": 0.335, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 1.7908422837761448, | |
| "grad_norm": 0.5269336686543489, | |
| "learning_rate": 6.530738439681017e-07, | |
| "loss": 0.3151, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 1.7923497267759563, | |
| "grad_norm": 0.5786593133724774, | |
| "learning_rate": 6.437458167642164e-07, | |
| "loss": 0.3366, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 1.7938571697757677, | |
| "grad_norm": 0.5253461874134103, | |
| "learning_rate": 6.344826710210584e-07, | |
| "loss": 0.3127, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.7953646127755793, | |
| "grad_norm": 0.5299856089834871, | |
| "learning_rate": 6.252844709744255e-07, | |
| "loss": 0.3135, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 1.796872055775391, | |
| "grad_norm": 0.521456043233, | |
| "learning_rate": 6.161512804097436e-07, | |
| "loss": 0.2977, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 1.7983794987752026, | |
| "grad_norm": 0.5469215546867617, | |
| "learning_rate": 6.070831626616236e-07, | |
| "loss": 0.3255, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 1.7998869417750143, | |
| "grad_norm": 0.5228672904607026, | |
| "learning_rate": 5.980801806134318e-07, | |
| "loss": 0.2866, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 1.8013943847748257, | |
| "grad_norm": 0.5146912409802952, | |
| "learning_rate": 5.891423966968413e-07, | |
| "loss": 0.2881, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.8029018277746371, | |
| "grad_norm": 0.5474095770320819, | |
| "learning_rate": 5.80269872891408e-07, | |
| "loss": 0.3036, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 1.8044092707744488, | |
| "grad_norm": 0.5298374503272721, | |
| "learning_rate": 5.714626707241411e-07, | |
| "loss": 0.3032, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 1.8059167137742604, | |
| "grad_norm": 0.5577685295614593, | |
| "learning_rate": 5.627208512690641e-07, | |
| "loss": 0.3136, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 1.807424156774072, | |
| "grad_norm": 0.5641313668289314, | |
| "learning_rate": 5.5404447514681e-07, | |
| "loss": 0.3057, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 1.8089315997738835, | |
| "grad_norm": 0.5295651592847044, | |
| "learning_rate": 5.45433602524188e-07, | |
| "loss": 0.292, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.8104390427736952, | |
| "grad_norm": 0.5164790354946905, | |
| "learning_rate": 5.368882931137675e-07, | |
| "loss": 0.3171, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 1.8119464857735066, | |
| "grad_norm": 0.5440394178727653, | |
| "learning_rate": 5.284086061734672e-07, | |
| "loss": 0.3389, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 1.8134539287733182, | |
| "grad_norm": 0.5379140129646219, | |
| "learning_rate": 5.199946005061462e-07, | |
| "loss": 0.3191, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 1.8149613717731299, | |
| "grad_norm": 0.5586596394798488, | |
| "learning_rate": 5.116463344591893e-07, | |
| "loss": 0.3297, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 1.8164688147729415, | |
| "grad_norm": 0.5460139307968361, | |
| "learning_rate": 5.033638659241102e-07, | |
| "loss": 0.3179, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.817976257772753, | |
| "grad_norm": 0.5099561737975997, | |
| "learning_rate": 4.951472523361401e-07, | |
| "loss": 0.2881, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 1.8194837007725644, | |
| "grad_norm": 0.5127038476010487, | |
| "learning_rate": 4.869965506738416e-07, | |
| "loss": 0.301, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 1.820991143772376, | |
| "grad_norm": 0.5160382306170839, | |
| "learning_rate": 4.789118174587071e-07, | |
| "loss": 0.2951, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 1.8224985867721877, | |
| "grad_norm": 0.5368235750006268, | |
| "learning_rate": 4.7089310875475856e-07, | |
| "loss": 0.3244, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 1.8240060297719993, | |
| "grad_norm": 0.5486310091200752, | |
| "learning_rate": 4.6294048016817917e-07, | |
| "loss": 0.3357, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.825513472771811, | |
| "grad_norm": 0.5531427959479509, | |
| "learning_rate": 4.550539868469106e-07, | |
| "loss": 0.3404, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 1.8270209157716224, | |
| "grad_norm": 0.5715387730686571, | |
| "learning_rate": 4.4723368348027375e-07, | |
| "loss": 0.3172, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 1.8285283587714338, | |
| "grad_norm": 0.5208566706980682, | |
| "learning_rate": 4.394796242985933e-07, | |
| "loss": 0.3334, | |
| "step": 1213 | |
| }, | |
| { | |
| "epoch": 1.8300358017712455, | |
| "grad_norm": 0.5088911051543478, | |
| "learning_rate": 4.317918630728235e-07, | |
| "loss": 0.3022, | |
| "step": 1214 | |
| }, | |
| { | |
| "epoch": 1.8315432447710571, | |
| "grad_norm": 0.5459330178466746, | |
| "learning_rate": 4.241704531141633e-07, | |
| "loss": 0.3192, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.8330506877708688, | |
| "grad_norm": 0.5256076032695434, | |
| "learning_rate": 4.166154472737061e-07, | |
| "loss": 0.2962, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 1.8345581307706802, | |
| "grad_norm": 0.525111212488327, | |
| "learning_rate": 4.091268979420537e-07, | |
| "loss": 0.3015, | |
| "step": 1217 | |
| }, | |
| { | |
| "epoch": 1.8360655737704918, | |
| "grad_norm": 0.5131054923837834, | |
| "learning_rate": 4.0170485704896453e-07, | |
| "loss": 0.2984, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 1.8375730167703033, | |
| "grad_norm": 0.5222731798701179, | |
| "learning_rate": 3.943493760629924e-07, | |
| "loss": 0.3007, | |
| "step": 1219 | |
| }, | |
| { | |
| "epoch": 1.839080459770115, | |
| "grad_norm": 0.526864271558084, | |
| "learning_rate": 3.8706050599112363e-07, | |
| "loss": 0.3265, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.8405879027699266, | |
| "grad_norm": 0.5429845817805197, | |
| "learning_rate": 3.798382973784298e-07, | |
| "loss": 0.3126, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 1.8420953457697382, | |
| "grad_norm": 0.5203043666384023, | |
| "learning_rate": 3.7268280030771655e-07, | |
| "loss": 0.3005, | |
| "step": 1222 | |
| }, | |
| { | |
| "epoch": 1.8436027887695496, | |
| "grad_norm": 0.5553304676785623, | |
| "learning_rate": 3.655940643991718e-07, | |
| "loss": 0.3033, | |
| "step": 1223 | |
| }, | |
| { | |
| "epoch": 1.845110231769361, | |
| "grad_norm": 0.5453329521030166, | |
| "learning_rate": 3.585721388100283e-07, | |
| "loss": 0.3197, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 1.8466176747691727, | |
| "grad_norm": 0.5358448339719871, | |
| "learning_rate": 3.516170722342127e-07, | |
| "loss": 0.3123, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.8481251177689844, | |
| "grad_norm": 0.5255670215605667, | |
| "learning_rate": 3.4472891290201927e-07, | |
| "loss": 0.3052, | |
| "step": 1226 | |
| }, | |
| { | |
| "epoch": 1.849632560768796, | |
| "grad_norm": 0.5558001652650641, | |
| "learning_rate": 3.3790770857976995e-07, | |
| "loss": 0.326, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 1.8511400037686077, | |
| "grad_norm": 0.5383925013665675, | |
| "learning_rate": 3.3115350656948043e-07, | |
| "loss": 0.3074, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 1.852647446768419, | |
| "grad_norm": 0.537705868540796, | |
| "learning_rate": 3.2446635370853686e-07, | |
| "loss": 0.3304, | |
| "step": 1229 | |
| }, | |
| { | |
| "epoch": 1.8541548897682305, | |
| "grad_norm": 0.5382781367285551, | |
| "learning_rate": 3.1784629636937404e-07, | |
| "loss": 0.2883, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.8556623327680422, | |
| "grad_norm": 0.5198656289929648, | |
| "learning_rate": 3.1129338045914004e-07, | |
| "loss": 0.3067, | |
| "step": 1231 | |
| }, | |
| { | |
| "epoch": 1.8571697757678538, | |
| "grad_norm": 0.5472844326917599, | |
| "learning_rate": 3.0480765141939316e-07, | |
| "loss": 0.2992, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 1.8586772187676655, | |
| "grad_norm": 0.5507075256404199, | |
| "learning_rate": 2.9838915422578e-07, | |
| "loss": 0.3179, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 1.8601846617674769, | |
| "grad_norm": 0.5510217424809797, | |
| "learning_rate": 2.920379333877221e-07, | |
| "loss": 0.2994, | |
| "step": 1234 | |
| }, | |
| { | |
| "epoch": 1.8616921047672885, | |
| "grad_norm": 0.5400374711049234, | |
| "learning_rate": 2.8575403294811123e-07, | |
| "loss": 0.32, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.8631995477671, | |
| "grad_norm": 0.5378450793044806, | |
| "learning_rate": 2.795374964830022e-07, | |
| "loss": 0.2982, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 1.8647069907669116, | |
| "grad_norm": 0.5537869321901812, | |
| "learning_rate": 2.733883671013082e-07, | |
| "loss": 0.3215, | |
| "step": 1237 | |
| }, | |
| { | |
| "epoch": 1.8662144337667232, | |
| "grad_norm": 0.5214658307160525, | |
| "learning_rate": 2.673066874445096e-07, | |
| "loss": 0.2967, | |
| "step": 1238 | |
| }, | |
| { | |
| "epoch": 1.867721876766535, | |
| "grad_norm": 0.5396057264477051, | |
| "learning_rate": 2.612924996863453e-07, | |
| "loss": 0.3323, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 1.8692293197663463, | |
| "grad_norm": 0.5029335509841266, | |
| "learning_rate": 2.5534584553253526e-07, | |
| "loss": 0.2874, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.8707367627661577, | |
| "grad_norm": 0.5258804019291271, | |
| "learning_rate": 2.494667662204797e-07, | |
| "loss": 0.2899, | |
| "step": 1241 | |
| }, | |
| { | |
| "epoch": 1.8722442057659694, | |
| "grad_norm": 0.5248481914254555, | |
| "learning_rate": 2.436553025189758e-07, | |
| "loss": 0.3024, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 1.873751648765781, | |
| "grad_norm": 0.5561247405618174, | |
| "learning_rate": 2.3791149472794373e-07, | |
| "loss": 0.3224, | |
| "step": 1243 | |
| }, | |
| { | |
| "epoch": 1.8752590917655927, | |
| "grad_norm": 0.5386355445772364, | |
| "learning_rate": 2.3223538267813317e-07, | |
| "loss": 0.3252, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 1.8767665347654043, | |
| "grad_norm": 0.5387316814949316, | |
| "learning_rate": 2.2662700573085505e-07, | |
| "loss": 0.3188, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.8782739777652158, | |
| "grad_norm": 0.5140491567851894, | |
| "learning_rate": 2.2108640277771153e-07, | |
| "loss": 0.3087, | |
| "step": 1246 | |
| }, | |
| { | |
| "epoch": 1.8797814207650272, | |
| "grad_norm": 0.5578574961077984, | |
| "learning_rate": 2.156136122403174e-07, | |
| "loss": 0.3339, | |
| "step": 1247 | |
| }, | |
| { | |
| "epoch": 1.8812888637648388, | |
| "grad_norm": 0.531923059262347, | |
| "learning_rate": 2.1020867207004026e-07, | |
| "loss": 0.302, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 1.8827963067646505, | |
| "grad_norm": 0.5199091046599704, | |
| "learning_rate": 2.048716197477374e-07, | |
| "loss": 0.3, | |
| "step": 1249 | |
| }, | |
| { | |
| "epoch": 1.8843037497644621, | |
| "grad_norm": 0.5292062225255757, | |
| "learning_rate": 1.996024922834905e-07, | |
| "loss": 0.3136, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.8858111927642736, | |
| "grad_norm": 0.5116718173644801, | |
| "learning_rate": 1.9440132621635687e-07, | |
| "loss": 0.3022, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 1.8873186357640852, | |
| "grad_norm": 0.5311851666913588, | |
| "learning_rate": 1.8926815761410867e-07, | |
| "loss": 0.3119, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 1.8888260787638966, | |
| "grad_norm": 0.5164961460809835, | |
| "learning_rate": 1.8420302207298623e-07, | |
| "loss": 0.3366, | |
| "step": 1253 | |
| }, | |
| { | |
| "epoch": 1.8903335217637083, | |
| "grad_norm": 0.504315215516738, | |
| "learning_rate": 1.792059547174507e-07, | |
| "loss": 0.2975, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 1.89184096476352, | |
| "grad_norm": 0.5345352832708335, | |
| "learning_rate": 1.7427699019994415e-07, | |
| "loss": 0.3236, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.8933484077633316, | |
| "grad_norm": 0.5381742517110331, | |
| "learning_rate": 1.6941616270063854e-07, | |
| "loss": 0.3279, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 1.894855850763143, | |
| "grad_norm": 0.5375566393713683, | |
| "learning_rate": 1.6462350592721498e-07, | |
| "loss": 0.3362, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 1.8963632937629544, | |
| "grad_norm": 0.5285514266127366, | |
| "learning_rate": 1.5989905311461274e-07, | |
| "loss": 0.3204, | |
| "step": 1258 | |
| }, | |
| { | |
| "epoch": 1.897870736762766, | |
| "grad_norm": 0.5414536639413304, | |
| "learning_rate": 1.5524283702481158e-07, | |
| "loss": 0.3335, | |
| "step": 1259 | |
| }, | |
| { | |
| "epoch": 1.8993781797625777, | |
| "grad_norm": 0.512538356667461, | |
| "learning_rate": 1.5065488994659983e-07, | |
| "loss": 0.3053, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.9008856227623894, | |
| "grad_norm": 0.5324212249495981, | |
| "learning_rate": 1.461352436953478e-07, | |
| "loss": 0.3072, | |
| "step": 1261 | |
| }, | |
| { | |
| "epoch": 1.902393065762201, | |
| "grad_norm": 0.5455697348576503, | |
| "learning_rate": 1.4168392961279254e-07, | |
| "loss": 0.3316, | |
| "step": 1262 | |
| }, | |
| { | |
| "epoch": 1.9039005087620124, | |
| "grad_norm": 0.5466375519251029, | |
| "learning_rate": 1.3730097856681668e-07, | |
| "loss": 0.3226, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 1.9054079517618239, | |
| "grad_norm": 0.5312632713929628, | |
| "learning_rate": 1.329864209512377e-07, | |
| "loss": 0.315, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 1.9069153947616355, | |
| "grad_norm": 0.5425648068314173, | |
| "learning_rate": 1.2874028668559247e-07, | |
| "loss": 0.3235, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.9084228377614472, | |
| "grad_norm": 0.5312642091039448, | |
| "learning_rate": 1.245626052149318e-07, | |
| "loss": 0.3203, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 1.9099302807612588, | |
| "grad_norm": 0.532495465640754, | |
| "learning_rate": 1.2045340550961958e-07, | |
| "loss": 0.3155, | |
| "step": 1267 | |
| }, | |
| { | |
| "epoch": 1.9114377237610702, | |
| "grad_norm": 0.5246778980321247, | |
| "learning_rate": 1.164127160651285e-07, | |
| "loss": 0.2926, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 1.9129451667608819, | |
| "grad_norm": 0.5339514500193528, | |
| "learning_rate": 1.1244056490184008e-07, | |
| "loss": 0.3029, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 1.9144526097606933, | |
| "grad_norm": 0.520828858822998, | |
| "learning_rate": 1.0853697956485942e-07, | |
| "loss": 0.3065, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.915960052760505, | |
| "grad_norm": 0.520817868672033, | |
| "learning_rate": 1.0470198712381086e-07, | |
| "loss": 0.307, | |
| "step": 1271 | |
| }, | |
| { | |
| "epoch": 1.9174674957603166, | |
| "grad_norm": 0.516414932582989, | |
| "learning_rate": 1.009356141726614e-07, | |
| "loss": 0.3101, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 1.9189749387601283, | |
| "grad_norm": 0.549210829131398, | |
| "learning_rate": 9.723788682953539e-08, | |
| "loss": 0.3562, | |
| "step": 1273 | |
| }, | |
| { | |
| "epoch": 1.9204823817599397, | |
| "grad_norm": 0.5457067373758283, | |
| "learning_rate": 9.360883073652238e-08, | |
| "loss": 0.3179, | |
| "step": 1274 | |
| }, | |
| { | |
| "epoch": 1.921989824759751, | |
| "grad_norm": 0.5418508804321499, | |
| "learning_rate": 9.004847105951509e-08, | |
| "loss": 0.3159, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.9234972677595628, | |
| "grad_norm": 0.5366441286826634, | |
| "learning_rate": 8.655683248802282e-08, | |
| "loss": 0.2996, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 1.9250047107593744, | |
| "grad_norm": 0.5442333602669928, | |
| "learning_rate": 8.313393923500613e-08, | |
| "loss": 0.3088, | |
| "step": 1277 | |
| }, | |
| { | |
| "epoch": 1.926512153759186, | |
| "grad_norm": 0.5391901662166373, | |
| "learning_rate": 7.977981503670795e-08, | |
| "loss": 0.3061, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 1.9280195967589977, | |
| "grad_norm": 0.5435340810409717, | |
| "learning_rate": 7.64944831524872e-08, | |
| "loss": 0.3285, | |
| "step": 1279 | |
| }, | |
| { | |
| "epoch": 1.9295270397588091, | |
| "grad_norm": 0.521864945549257, | |
| "learning_rate": 7.327796636465767e-08, | |
| "loss": 0.3076, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.9310344827586206, | |
| "grad_norm": 0.5514257916288331, | |
| "learning_rate": 7.01302869783338e-08, | |
| "loss": 0.3094, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 1.9325419257584322, | |
| "grad_norm": 0.5219787357249853, | |
| "learning_rate": 6.705146682127184e-08, | |
| "loss": 0.2995, | |
| "step": 1282 | |
| }, | |
| { | |
| "epoch": 1.9340493687582438, | |
| "grad_norm": 0.5276229371813537, | |
| "learning_rate": 6.404152724371892e-08, | |
| "loss": 0.3091, | |
| "step": 1283 | |
| }, | |
| { | |
| "epoch": 1.9355568117580555, | |
| "grad_norm": 0.5314226178684127, | |
| "learning_rate": 6.110048911826871e-08, | |
| "loss": 0.3158, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 1.937064254757867, | |
| "grad_norm": 0.5502887577785275, | |
| "learning_rate": 5.82283728397115e-08, | |
| "loss": 0.3215, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.9385716977576786, | |
| "grad_norm": 0.5486357521857442, | |
| "learning_rate": 5.542519832489546e-08, | |
| "loss": 0.3386, | |
| "step": 1286 | |
| }, | |
| { | |
| "epoch": 1.94007914075749, | |
| "grad_norm": 0.5249846416693436, | |
| "learning_rate": 5.269098501259007e-08, | |
| "loss": 0.3097, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 1.9415865837573016, | |
| "grad_norm": 0.5254444548298214, | |
| "learning_rate": 5.002575186334735e-08, | |
| "loss": 0.3357, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 1.9430940267571133, | |
| "grad_norm": 0.5333212942639225, | |
| "learning_rate": 4.742951735937418e-08, | |
| "loss": 0.3051, | |
| "step": 1289 | |
| }, | |
| { | |
| "epoch": 1.944601469756925, | |
| "grad_norm": 0.551663577132892, | |
| "learning_rate": 4.490229950440239e-08, | |
| "loss": 0.3004, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.9461089127567364, | |
| "grad_norm": 0.5255799475848183, | |
| "learning_rate": 4.2444115823562226e-08, | |
| "loss": 0.2978, | |
| "step": 1291 | |
| }, | |
| { | |
| "epoch": 1.9476163557565478, | |
| "grad_norm": 0.5122243774948546, | |
| "learning_rate": 4.005498336326463e-08, | |
| "loss": 0.2904, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 1.9491237987563594, | |
| "grad_norm": 0.5387853567764707, | |
| "learning_rate": 3.773491869108137e-08, | |
| "loss": 0.3186, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 1.950631241756171, | |
| "grad_norm": 0.5188343179014033, | |
| "learning_rate": 3.548393789562732e-08, | |
| "loss": 0.3009, | |
| "step": 1294 | |
| }, | |
| { | |
| "epoch": 1.9521386847559827, | |
| "grad_norm": 0.5377374320626865, | |
| "learning_rate": 3.3302056586453916e-08, | |
| "loss": 0.3054, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.9536461277557944, | |
| "grad_norm": 0.535561804417277, | |
| "learning_rate": 3.118928989393699e-08, | |
| "loss": 0.296, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 1.9551535707556058, | |
| "grad_norm": 0.5298311028053398, | |
| "learning_rate": 2.9145652469174666e-08, | |
| "loss": 0.3049, | |
| "step": 1297 | |
| }, | |
| { | |
| "epoch": 1.9566610137554172, | |
| "grad_norm": 0.5269215357647239, | |
| "learning_rate": 2.7171158483882963e-08, | |
| "loss": 0.2986, | |
| "step": 1298 | |
| }, | |
| { | |
| "epoch": 1.9581684567552289, | |
| "grad_norm": 0.5270798678914951, | |
| "learning_rate": 2.5265821630298116e-08, | |
| "loss": 0.3214, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 1.9596758997550405, | |
| "grad_norm": 0.5488284780441306, | |
| "learning_rate": 2.3429655121085525e-08, | |
| "loss": 0.3293, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.9611833427548522, | |
| "grad_norm": 0.5281296618472574, | |
| "learning_rate": 2.1662671689242076e-08, | |
| "loss": 0.3269, | |
| "step": 1301 | |
| }, | |
| { | |
| "epoch": 1.9626907857546636, | |
| "grad_norm": 0.5477047385786338, | |
| "learning_rate": 1.996488358801174e-08, | |
| "loss": 0.3116, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 1.9641982287544753, | |
| "grad_norm": 0.548270877454329, | |
| "learning_rate": 1.8336302590798992e-08, | |
| "loss": 0.3415, | |
| "step": 1303 | |
| }, | |
| { | |
| "epoch": 1.9657056717542867, | |
| "grad_norm": 0.5385366961987965, | |
| "learning_rate": 1.677693999109109e-08, | |
| "loss": 0.3036, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 1.9672131147540983, | |
| "grad_norm": 0.5125316134927453, | |
| "learning_rate": 1.5286806602372583e-08, | |
| "loss": 0.2899, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 1.96872055775391, | |
| "grad_norm": 0.5211226615097172, | |
| "learning_rate": 1.3865912758054267e-08, | |
| "loss": 0.3025, | |
| "step": 1306 | |
| }, | |
| { | |
| "epoch": 1.9702280007537216, | |
| "grad_norm": 0.5265304987884217, | |
| "learning_rate": 1.2514268311405452e-08, | |
| "loss": 0.3005, | |
| "step": 1307 | |
| }, | |
| { | |
| "epoch": 1.971735443753533, | |
| "grad_norm": 0.5410147654111483, | |
| "learning_rate": 1.1231882635477364e-08, | |
| "loss": 0.3119, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 1.9732428867533447, | |
| "grad_norm": 0.5170988890501786, | |
| "learning_rate": 1.0018764623045407e-08, | |
| "loss": 0.2958, | |
| "step": 1309 | |
| }, | |
| { | |
| "epoch": 1.9747503297531561, | |
| "grad_norm": 0.5184171784095163, | |
| "learning_rate": 8.874922686541442e-09, | |
| "loss": 0.2924, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.9762577727529678, | |
| "grad_norm": 0.5140179548472411, | |
| "learning_rate": 7.800364758002721e-09, | |
| "loss": 0.2935, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 1.9777652157527794, | |
| "grad_norm": 0.5486141459025122, | |
| "learning_rate": 6.795098289008595e-09, | |
| "loss": 0.315, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 1.979272658752591, | |
| "grad_norm": 0.5311267803536656, | |
| "learning_rate": 5.859130250636113e-09, | |
| "loss": 0.3115, | |
| "step": 1313 | |
| }, | |
| { | |
| "epoch": 1.9807801017524025, | |
| "grad_norm": 0.5127976418049099, | |
| "learning_rate": 4.992467133406731e-09, | |
| "loss": 0.2853, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 1.982287544752214, | |
| "grad_norm": 0.5328293684979241, | |
| "learning_rate": 4.195114947244117e-09, | |
| "loss": 0.3117, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 1.9837949877520256, | |
| "grad_norm": 0.5211491118658048, | |
| "learning_rate": 3.4670792214297476e-09, | |
| "loss": 0.3049, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 1.9853024307518372, | |
| "grad_norm": 0.532080710582646, | |
| "learning_rate": 2.808365004569602e-09, | |
| "loss": 0.3075, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 1.9868098737516489, | |
| "grad_norm": 0.530526147652671, | |
| "learning_rate": 2.2189768645519693e-09, | |
| "loss": 0.3158, | |
| "step": 1318 | |
| }, | |
| { | |
| "epoch": 1.9883173167514603, | |
| "grad_norm": 0.5335931657065038, | |
| "learning_rate": 1.6989188885219165e-09, | |
| "loss": 0.319, | |
| "step": 1319 | |
| }, | |
| { | |
| "epoch": 1.989824759751272, | |
| "grad_norm": 0.527218281586083, | |
| "learning_rate": 1.2481946828502011e-09, | |
| "loss": 0.2986, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.9913322027510834, | |
| "grad_norm": 0.5444631806162264, | |
| "learning_rate": 8.668073731088467e-10, | |
| "loss": 0.3414, | |
| "step": 1321 | |
| }, | |
| { | |
| "epoch": 1.992839645750895, | |
| "grad_norm": 0.5458452249259766, | |
| "learning_rate": 5.547596040489378e-10, | |
| "loss": 0.3312, | |
| "step": 1322 | |
| }, | |
| { | |
| "epoch": 1.9943470887507067, | |
| "grad_norm": 0.5337875506880636, | |
| "learning_rate": 3.1205353958285724e-10, | |
| "loss": 0.3065, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 1.9958545317505183, | |
| "grad_norm": 0.5477429410153635, | |
| "learning_rate": 1.3869086276985243e-10, | |
| "loss": 0.308, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 1.9973619747503297, | |
| "grad_norm": 0.5355633680169556, | |
| "learning_rate": 3.467277580271322e-11, | |
| "loss": 0.3114, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.9988694177501414, | |
| "grad_norm": 0.5487135118890082, | |
| "learning_rate": 0.0, | |
| "loss": 0.3367, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 1.9988694177501414, | |
| "step": 1326, | |
| "total_flos": 5.576345153511096e+17, | |
| "train_loss": 0.3973805017061363, | |
| "train_runtime": 5664.6789, | |
| "train_samples_per_second": 29.975, | |
| "train_steps_per_second": 0.234 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1326, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.576345153511096e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |