| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.020906724647983023, | |
| "eval_steps": 500, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 4.181344929596605e-05, | |
| "grad_norm": 0.40560808777809143, | |
| "learning_rate": 4e-05, | |
| "loss": 1.0882, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 8.36268985919321e-05, | |
| "grad_norm": 0.5086776614189148, | |
| "learning_rate": 8e-05, | |
| "loss": 1.2032, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.00012544034788789814, | |
| "grad_norm": 0.37056657671928406, | |
| "learning_rate": 0.00012, | |
| "loss": 1.0877, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0001672537971838642, | |
| "grad_norm": 0.3852301836013794, | |
| "learning_rate": 0.00016, | |
| "loss": 0.8978, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.00020906724647983023, | |
| "grad_norm": 0.2954806089401245, | |
| "learning_rate": 0.0002, | |
| "loss": 0.9203, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0002508806957757963, | |
| "grad_norm": 0.34586089849472046, | |
| "learning_rate": 0.0001995959595959596, | |
| "loss": 1.0795, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.00029269414507176236, | |
| "grad_norm": 0.35712841153144836, | |
| "learning_rate": 0.0001991919191919192, | |
| "loss": 1.6382, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0003345075943677284, | |
| "grad_norm": 0.3133651316165924, | |
| "learning_rate": 0.00019878787878787878, | |
| "loss": 1.0971, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.00037632104366369445, | |
| "grad_norm": 0.311149537563324, | |
| "learning_rate": 0.00019838383838383837, | |
| "loss": 1.1428, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.00041813449295966047, | |
| "grad_norm": 0.3039856553077698, | |
| "learning_rate": 0.000197979797979798, | |
| "loss": 0.9836, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00045994794225562654, | |
| "grad_norm": 0.24750354886054993, | |
| "learning_rate": 0.0001975757575757576, | |
| "loss": 0.9899, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.0005017613915515926, | |
| "grad_norm": 0.28363236784935, | |
| "learning_rate": 0.0001971717171717172, | |
| "loss": 0.9879, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0005435748408475586, | |
| "grad_norm": 0.352985143661499, | |
| "learning_rate": 0.00019676767676767677, | |
| "loss": 1.2943, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.0005853882901435247, | |
| "grad_norm": 0.3262224793434143, | |
| "learning_rate": 0.00019636363636363636, | |
| "loss": 1.0721, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0006272017394394907, | |
| "grad_norm": 0.2579759359359741, | |
| "learning_rate": 0.00019595959595959596, | |
| "loss": 0.9534, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0006690151887354568, | |
| "grad_norm": 0.29768794775009155, | |
| "learning_rate": 0.00019555555555555556, | |
| "loss": 1.1008, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0007108286380314228, | |
| "grad_norm": 0.2844472825527191, | |
| "learning_rate": 0.00019515151515151516, | |
| "loss": 0.9638, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0007526420873273889, | |
| "grad_norm": 0.29892027378082275, | |
| "learning_rate": 0.00019474747474747476, | |
| "loss": 1.0082, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.0007944555366233549, | |
| "grad_norm": 0.33687111735343933, | |
| "learning_rate": 0.00019434343434343435, | |
| "loss": 1.2364, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0008362689859193209, | |
| "grad_norm": 0.29574063420295715, | |
| "learning_rate": 0.00019393939393939395, | |
| "loss": 0.9705, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.000878082435215287, | |
| "grad_norm": 0.3137240409851074, | |
| "learning_rate": 0.00019353535353535355, | |
| "loss": 0.9793, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0009198958845112531, | |
| "grad_norm": 0.25476816296577454, | |
| "learning_rate": 0.00019313131313131315, | |
| "loss": 1.0001, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0009617093338072191, | |
| "grad_norm": 0.2840677797794342, | |
| "learning_rate": 0.00019272727272727274, | |
| "loss": 1.3237, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0010035227831031851, | |
| "grad_norm": 0.27187085151672363, | |
| "learning_rate": 0.00019232323232323232, | |
| "loss": 1.0067, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0010453362323991511, | |
| "grad_norm": 0.2687990069389343, | |
| "learning_rate": 0.00019191919191919191, | |
| "loss": 1.1918, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.0010871496816951172, | |
| "grad_norm": 0.2793806791305542, | |
| "learning_rate": 0.0001915151515151515, | |
| "loss": 0.9764, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0011289631309910832, | |
| "grad_norm": 0.30926743149757385, | |
| "learning_rate": 0.00019111111111111114, | |
| "loss": 1.249, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0011707765802870494, | |
| "grad_norm": 0.24233047664165497, | |
| "learning_rate": 0.00019070707070707073, | |
| "loss": 0.8826, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.0012125900295830154, | |
| "grad_norm": 0.2891562879085541, | |
| "learning_rate": 0.0001903030303030303, | |
| "loss": 0.9811, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.0012544034788789815, | |
| "grad_norm": 0.2661428153514862, | |
| "learning_rate": 0.0001898989898989899, | |
| "loss": 1.0042, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0012962169281749475, | |
| "grad_norm": 0.28110119700431824, | |
| "learning_rate": 0.0001894949494949495, | |
| "loss": 0.9914, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.0013380303774709135, | |
| "grad_norm": 0.24006132781505585, | |
| "learning_rate": 0.0001890909090909091, | |
| "loss": 0.9096, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0013798438267668795, | |
| "grad_norm": 0.2505486011505127, | |
| "learning_rate": 0.0001886868686868687, | |
| "loss": 1.2024, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.0014216572760628455, | |
| "grad_norm": 0.2601507306098938, | |
| "learning_rate": 0.0001882828282828283, | |
| "loss": 0.9725, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0014634707253588116, | |
| "grad_norm": 0.25052663683891296, | |
| "learning_rate": 0.0001878787878787879, | |
| "loss": 1.4409, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0015052841746547778, | |
| "grad_norm": 0.2797248661518097, | |
| "learning_rate": 0.0001874747474747475, | |
| "loss": 1.0476, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0015470976239507438, | |
| "grad_norm": 0.22307826578617096, | |
| "learning_rate": 0.0001870707070707071, | |
| "loss": 0.826, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0015889110732467098, | |
| "grad_norm": 0.2908446490764618, | |
| "learning_rate": 0.0001866666666666667, | |
| "loss": 0.8436, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0016307245225426759, | |
| "grad_norm": 0.2313789427280426, | |
| "learning_rate": 0.00018626262626262628, | |
| "loss": 0.976, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0016725379718386419, | |
| "grad_norm": 0.2308812439441681, | |
| "learning_rate": 0.00018585858585858586, | |
| "loss": 0.9195, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.001714351421134608, | |
| "grad_norm": 0.29213932156562805, | |
| "learning_rate": 0.00018545454545454545, | |
| "loss": 0.9328, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.001756164870430574, | |
| "grad_norm": 0.24189592897891998, | |
| "learning_rate": 0.00018505050505050505, | |
| "loss": 1.2261, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.00179797831972654, | |
| "grad_norm": 0.2668328285217285, | |
| "learning_rate": 0.00018464646464646465, | |
| "loss": 0.9107, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.0018397917690225062, | |
| "grad_norm": 0.2463718056678772, | |
| "learning_rate": 0.00018424242424242427, | |
| "loss": 0.9482, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0018816052183184722, | |
| "grad_norm": 0.2651210129261017, | |
| "learning_rate": 0.00018383838383838384, | |
| "loss": 0.9202, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0019234186676144382, | |
| "grad_norm": 0.23657365143299103, | |
| "learning_rate": 0.00018343434343434344, | |
| "loss": 0.9263, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.001965232116910404, | |
| "grad_norm": 0.2667325735092163, | |
| "learning_rate": 0.00018303030303030304, | |
| "loss": 1.0621, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.0020070455662063703, | |
| "grad_norm": 0.25392603874206543, | |
| "learning_rate": 0.00018262626262626264, | |
| "loss": 0.8932, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0020488590155023365, | |
| "grad_norm": 0.23611199855804443, | |
| "learning_rate": 0.00018222222222222224, | |
| "loss": 0.9531, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0020906724647983023, | |
| "grad_norm": 0.23251543939113617, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 1.0771, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0021324859140942685, | |
| "grad_norm": 0.2778080403804779, | |
| "learning_rate": 0.0001814141414141414, | |
| "loss": 0.8916, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.0021742993633902343, | |
| "grad_norm": 0.23373359441757202, | |
| "learning_rate": 0.00018101010101010103, | |
| "loss": 0.9641, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0022161128126862006, | |
| "grad_norm": 0.3123236894607544, | |
| "learning_rate": 0.00018060606060606063, | |
| "loss": 0.915, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0022579262619821664, | |
| "grad_norm": 0.40312856435775757, | |
| "learning_rate": 0.00018020202020202023, | |
| "loss": 1.0666, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0022997397112781326, | |
| "grad_norm": 0.2284204065799713, | |
| "learning_rate": 0.0001797979797979798, | |
| "loss": 0.9649, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.002341553160574099, | |
| "grad_norm": 0.24177253246307373, | |
| "learning_rate": 0.0001793939393939394, | |
| "loss": 1.0698, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0023833666098700646, | |
| "grad_norm": 0.24964472651481628, | |
| "learning_rate": 0.000178989898989899, | |
| "loss": 0.9042, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.002425180059166031, | |
| "grad_norm": 0.2380153387784958, | |
| "learning_rate": 0.0001785858585858586, | |
| "loss": 1.0326, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0024669935084619967, | |
| "grad_norm": 0.3179625868797302, | |
| "learning_rate": 0.0001781818181818182, | |
| "loss": 1.1221, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.002508806957757963, | |
| "grad_norm": 0.26389947533607483, | |
| "learning_rate": 0.00017777777777777779, | |
| "loss": 0.9786, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0025506204070539287, | |
| "grad_norm": 0.30544987320899963, | |
| "learning_rate": 0.00017737373737373738, | |
| "loss": 0.9644, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.002592433856349895, | |
| "grad_norm": 0.36304402351379395, | |
| "learning_rate": 0.00017696969696969698, | |
| "loss": 0.9074, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.002634247305645861, | |
| "grad_norm": 0.23597782850265503, | |
| "learning_rate": 0.00017656565656565658, | |
| "loss": 1.0777, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.002676060754941827, | |
| "grad_norm": 0.26906973123550415, | |
| "learning_rate": 0.00017616161616161618, | |
| "loss": 0.8205, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0027178742042377932, | |
| "grad_norm": 0.2425510138273239, | |
| "learning_rate": 0.00017575757575757578, | |
| "loss": 0.9539, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.002759687653533759, | |
| "grad_norm": 0.2500934600830078, | |
| "learning_rate": 0.00017535353535353535, | |
| "loss": 0.9296, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.0028015011028297253, | |
| "grad_norm": 0.2523915469646454, | |
| "learning_rate": 0.00017494949494949494, | |
| "loss": 0.8812, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.002843314552125691, | |
| "grad_norm": 0.2539198398590088, | |
| "learning_rate": 0.00017454545454545454, | |
| "loss": 0.9064, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0028851280014216573, | |
| "grad_norm": 0.27413180470466614, | |
| "learning_rate": 0.00017414141414141414, | |
| "loss": 0.9405, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.002926941450717623, | |
| "grad_norm": 0.2472667247056961, | |
| "learning_rate": 0.00017373737373737377, | |
| "loss": 0.9883, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0029687549000135894, | |
| "grad_norm": 0.3356216549873352, | |
| "learning_rate": 0.00017333333333333334, | |
| "loss": 0.981, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.0030105683493095556, | |
| "grad_norm": 0.24823850393295288, | |
| "learning_rate": 0.00017292929292929293, | |
| "loss": 0.9839, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0030523817986055214, | |
| "grad_norm": 0.23737181723117828, | |
| "learning_rate": 0.00017252525252525253, | |
| "loss": 0.9648, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.0030941952479014876, | |
| "grad_norm": 0.28804993629455566, | |
| "learning_rate": 0.00017212121212121213, | |
| "loss": 1.022, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0031360086971974534, | |
| "grad_norm": 0.2285371720790863, | |
| "learning_rate": 0.00017171717171717173, | |
| "loss": 1.0481, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0031778221464934197, | |
| "grad_norm": 0.23818029463291168, | |
| "learning_rate": 0.00017131313131313133, | |
| "loss": 1.0973, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0032196355957893855, | |
| "grad_norm": 0.2709192931652069, | |
| "learning_rate": 0.0001709090909090909, | |
| "loss": 0.8675, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.0032614490450853517, | |
| "grad_norm": 0.23118779063224792, | |
| "learning_rate": 0.00017050505050505052, | |
| "loss": 0.8699, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.003303262494381318, | |
| "grad_norm": 0.24262340366840363, | |
| "learning_rate": 0.00017010101010101012, | |
| "loss": 1.2814, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0033450759436772838, | |
| "grad_norm": 0.2542665898799896, | |
| "learning_rate": 0.00016969696969696972, | |
| "loss": 0.9736, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.00338688939297325, | |
| "grad_norm": 0.28399115800857544, | |
| "learning_rate": 0.00016929292929292932, | |
| "loss": 0.8836, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.003428702842269216, | |
| "grad_norm": 0.24225646257400513, | |
| "learning_rate": 0.00016888888888888889, | |
| "loss": 0.9176, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.003470516291565182, | |
| "grad_norm": 0.24356476962566376, | |
| "learning_rate": 0.00016848484848484848, | |
| "loss": 0.9305, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.003512329740861148, | |
| "grad_norm": 0.24460910260677338, | |
| "learning_rate": 0.00016808080808080808, | |
| "loss": 0.8662, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.003554143190157114, | |
| "grad_norm": 0.29980015754699707, | |
| "learning_rate": 0.00016767676767676768, | |
| "loss": 1.0232, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.00359595663945308, | |
| "grad_norm": 0.23906633257865906, | |
| "learning_rate": 0.00016727272727272728, | |
| "loss": 1.315, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.003637770088749046, | |
| "grad_norm": 0.23798798024654388, | |
| "learning_rate": 0.00016686868686868688, | |
| "loss": 0.8968, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.0036795835380450123, | |
| "grad_norm": 0.30493396520614624, | |
| "learning_rate": 0.00016646464646464647, | |
| "loss": 1.0255, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.003721396987340978, | |
| "grad_norm": 0.23409593105316162, | |
| "learning_rate": 0.00016606060606060607, | |
| "loss": 0.8587, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.0037632104366369444, | |
| "grad_norm": 0.24599049985408783, | |
| "learning_rate": 0.00016565656565656567, | |
| "loss": 0.8342, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.00380502388593291, | |
| "grad_norm": 0.25307658314704895, | |
| "learning_rate": 0.00016525252525252527, | |
| "loss": 1.0266, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.0038468373352288764, | |
| "grad_norm": 0.23210497200489044, | |
| "learning_rate": 0.00016484848484848487, | |
| "loss": 0.9955, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.0038886507845248422, | |
| "grad_norm": 0.23097635805606842, | |
| "learning_rate": 0.00016444444444444444, | |
| "loss": 0.8772, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.003930464233820808, | |
| "grad_norm": 0.2318320870399475, | |
| "learning_rate": 0.00016404040404040403, | |
| "loss": 0.9421, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.003972277683116775, | |
| "grad_norm": 0.2513769268989563, | |
| "learning_rate": 0.00016363636363636366, | |
| "loss": 0.916, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.0040140911324127405, | |
| "grad_norm": 0.24191761016845703, | |
| "learning_rate": 0.00016323232323232326, | |
| "loss": 0.9845, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.004055904581708706, | |
| "grad_norm": 0.2810687720775604, | |
| "learning_rate": 0.00016282828282828283, | |
| "loss": 0.9531, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.004097718031004673, | |
| "grad_norm": 0.24600476026535034, | |
| "learning_rate": 0.00016242424242424243, | |
| "loss": 1.0229, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.004139531480300639, | |
| "grad_norm": 0.22848957777023315, | |
| "learning_rate": 0.00016202020202020202, | |
| "loss": 0.9169, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.004181344929596605, | |
| "grad_norm": 0.23503725230693817, | |
| "learning_rate": 0.00016161616161616162, | |
| "loss": 0.9684, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.00422315837889257, | |
| "grad_norm": 0.24198566377162933, | |
| "learning_rate": 0.00016121212121212122, | |
| "loss": 0.9396, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.004264971828188537, | |
| "grad_norm": 0.23596572875976562, | |
| "learning_rate": 0.00016080808080808082, | |
| "loss": 0.9273, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.004306785277484503, | |
| "grad_norm": 0.25463101267814636, | |
| "learning_rate": 0.0001604040404040404, | |
| "loss": 1.0802, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.004348598726780469, | |
| "grad_norm": 0.25411441922187805, | |
| "learning_rate": 0.00016, | |
| "loss": 1.1421, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.004390412176076435, | |
| "grad_norm": 0.2431924194097519, | |
| "learning_rate": 0.0001595959595959596, | |
| "loss": 0.8269, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.004432225625372401, | |
| "grad_norm": 0.2581568956375122, | |
| "learning_rate": 0.0001591919191919192, | |
| "loss": 1.0813, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.004474039074668367, | |
| "grad_norm": 0.2607171833515167, | |
| "learning_rate": 0.0001587878787878788, | |
| "loss": 0.9057, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.004515852523964333, | |
| "grad_norm": 0.2493910789489746, | |
| "learning_rate": 0.00015838383838383838, | |
| "loss": 1.0084, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.004557665973260299, | |
| "grad_norm": 0.24666810035705566, | |
| "learning_rate": 0.00015797979797979798, | |
| "loss": 0.9075, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.004599479422556265, | |
| "grad_norm": 0.27022406458854675, | |
| "learning_rate": 0.00015757575757575757, | |
| "loss": 1.0225, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.004641292871852231, | |
| "grad_norm": 0.23321093618869781, | |
| "learning_rate": 0.00015717171717171717, | |
| "loss": 0.9117, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.004683106321148198, | |
| "grad_norm": 0.2494395226240158, | |
| "learning_rate": 0.0001567676767676768, | |
| "loss": 0.9428, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.0047249197704441635, | |
| "grad_norm": 0.23083235323429108, | |
| "learning_rate": 0.00015636363636363637, | |
| "loss": 0.9327, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.004766733219740129, | |
| "grad_norm": 0.23585864901542664, | |
| "learning_rate": 0.00015595959595959597, | |
| "loss": 0.9037, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.004808546669036095, | |
| "grad_norm": 0.27985578775405884, | |
| "learning_rate": 0.00015555555555555556, | |
| "loss": 0.9358, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.004850360118332062, | |
| "grad_norm": 0.23428787291049957, | |
| "learning_rate": 0.00015515151515151516, | |
| "loss": 0.9044, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.004892173567628028, | |
| "grad_norm": 0.2439994215965271, | |
| "learning_rate": 0.00015474747474747476, | |
| "loss": 0.8798, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.004933987016923993, | |
| "grad_norm": 0.2722432315349579, | |
| "learning_rate": 0.00015434343434343436, | |
| "loss": 0.9357, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.00497580046621996, | |
| "grad_norm": 0.23857751488685608, | |
| "learning_rate": 0.00015393939393939393, | |
| "loss": 0.8666, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.005017613915515926, | |
| "grad_norm": 0.2787211239337921, | |
| "learning_rate": 0.00015353535353535353, | |
| "loss": 1.1073, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.005059427364811892, | |
| "grad_norm": 0.398342490196228, | |
| "learning_rate": 0.00015313131313131315, | |
| "loss": 0.8607, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.0051012408141078575, | |
| "grad_norm": 0.24997954070568085, | |
| "learning_rate": 0.00015272727272727275, | |
| "loss": 0.9571, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.005143054263403824, | |
| "grad_norm": 0.24160504341125488, | |
| "learning_rate": 0.00015232323232323235, | |
| "loss": 0.956, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.00518486771269979, | |
| "grad_norm": 0.25686195492744446, | |
| "learning_rate": 0.00015191919191919192, | |
| "loss": 0.9241, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.005226681161995756, | |
| "grad_norm": 0.22665072977542877, | |
| "learning_rate": 0.00015151515151515152, | |
| "loss": 1.1356, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.005268494611291722, | |
| "grad_norm": 0.2378469556570053, | |
| "learning_rate": 0.0001511111111111111, | |
| "loss": 0.7726, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.005310308060587688, | |
| "grad_norm": 0.24122726917266846, | |
| "learning_rate": 0.0001507070707070707, | |
| "loss": 0.9809, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.005352121509883654, | |
| "grad_norm": 0.2466202676296234, | |
| "learning_rate": 0.0001503030303030303, | |
| "loss": 1.1704, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.00539393495917962, | |
| "grad_norm": 0.22361689805984497, | |
| "learning_rate": 0.0001498989898989899, | |
| "loss": 0.8598, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.0054357484084755865, | |
| "grad_norm": 0.7460150718688965, | |
| "learning_rate": 0.0001494949494949495, | |
| "loss": 0.8546, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.005477561857771552, | |
| "grad_norm": 0.2460203766822815, | |
| "learning_rate": 0.0001490909090909091, | |
| "loss": 0.8975, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.005519375307067518, | |
| "grad_norm": 0.3213840425014496, | |
| "learning_rate": 0.0001486868686868687, | |
| "loss": 1.6733, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.005561188756363484, | |
| "grad_norm": 0.27876222133636475, | |
| "learning_rate": 0.0001482828282828283, | |
| "loss": 1.0187, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.0056030022056594506, | |
| "grad_norm": 0.23614326119422913, | |
| "learning_rate": 0.0001478787878787879, | |
| "loss": 0.844, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.005644815654955416, | |
| "grad_norm": 0.2533978521823883, | |
| "learning_rate": 0.00014747474747474747, | |
| "loss": 0.898, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.005686629104251382, | |
| "grad_norm": 0.24515709280967712, | |
| "learning_rate": 0.00014707070707070706, | |
| "loss": 0.996, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.005728442553547349, | |
| "grad_norm": 0.2675986588001251, | |
| "learning_rate": 0.00014666666666666666, | |
| "loss": 0.8699, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.005770256002843315, | |
| "grad_norm": 0.2421002835035324, | |
| "learning_rate": 0.0001462626262626263, | |
| "loss": 0.8972, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0058120694521392804, | |
| "grad_norm": 0.23082560300827026, | |
| "learning_rate": 0.00014585858585858586, | |
| "loss": 1.0161, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.005853882901435246, | |
| "grad_norm": 0.2547732889652252, | |
| "learning_rate": 0.00014545454545454546, | |
| "loss": 1.1966, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.005895696350731213, | |
| "grad_norm": 0.23530864715576172, | |
| "learning_rate": 0.00014505050505050505, | |
| "loss": 0.7928, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.005937509800027179, | |
| "grad_norm": 0.23042874038219452, | |
| "learning_rate": 0.00014464646464646465, | |
| "loss": 0.867, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.0059793232493231445, | |
| "grad_norm": 0.248691588640213, | |
| "learning_rate": 0.00014424242424242425, | |
| "loss": 1.0603, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.006021136698619111, | |
| "grad_norm": 0.2555006742477417, | |
| "learning_rate": 0.00014383838383838385, | |
| "loss": 0.8947, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.006062950147915077, | |
| "grad_norm": 0.23735029995441437, | |
| "learning_rate": 0.00014343434343434342, | |
| "loss": 1.0781, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.006104763597211043, | |
| "grad_norm": 0.24833717942237854, | |
| "learning_rate": 0.00014303030303030304, | |
| "loss": 1.0187, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.006146577046507009, | |
| "grad_norm": 0.24587538838386536, | |
| "learning_rate": 0.00014262626262626264, | |
| "loss": 1.0539, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.006188390495802975, | |
| "grad_norm": 0.3016100227832794, | |
| "learning_rate": 0.00014222222222222224, | |
| "loss": 1.0549, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.006230203945098941, | |
| "grad_norm": 0.2518560588359833, | |
| "learning_rate": 0.00014181818181818184, | |
| "loss": 0.8378, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.006272017394394907, | |
| "grad_norm": 0.2270629107952118, | |
| "learning_rate": 0.0001414141414141414, | |
| "loss": 0.9084, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0063138308436908736, | |
| "grad_norm": 0.23446914553642273, | |
| "learning_rate": 0.000141010101010101, | |
| "loss": 0.8835, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.006355644292986839, | |
| "grad_norm": 0.2495182901620865, | |
| "learning_rate": 0.0001406060606060606, | |
| "loss": 0.9397, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.006397457742282805, | |
| "grad_norm": 0.23422032594680786, | |
| "learning_rate": 0.0001402020202020202, | |
| "loss": 0.8999, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.006439271191578771, | |
| "grad_norm": 0.24570149183273315, | |
| "learning_rate": 0.0001397979797979798, | |
| "loss": 0.8705, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.006481084640874738, | |
| "grad_norm": 0.24084314703941345, | |
| "learning_rate": 0.0001393939393939394, | |
| "loss": 1.0292, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.006522898090170703, | |
| "grad_norm": 0.24169977009296417, | |
| "learning_rate": 0.000138989898989899, | |
| "loss": 1.0477, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.006564711539466669, | |
| "grad_norm": 0.30937832593917847, | |
| "learning_rate": 0.0001385858585858586, | |
| "loss": 0.8633, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.006606524988762636, | |
| "grad_norm": 0.2462792694568634, | |
| "learning_rate": 0.0001381818181818182, | |
| "loss": 0.9523, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.006648338438058602, | |
| "grad_norm": 0.24839982390403748, | |
| "learning_rate": 0.0001377777777777778, | |
| "loss": 0.8883, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.0066901518873545675, | |
| "grad_norm": 0.26970499753952026, | |
| "learning_rate": 0.0001373737373737374, | |
| "loss": 0.977, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.006731965336650533, | |
| "grad_norm": 0.23205144703388214, | |
| "learning_rate": 0.00013696969696969696, | |
| "loss": 0.8326, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.0067737787859465, | |
| "grad_norm": 0.22048699855804443, | |
| "learning_rate": 0.00013656565656565656, | |
| "loss": 0.9275, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.006815592235242466, | |
| "grad_norm": 0.2242291122674942, | |
| "learning_rate": 0.00013616161616161618, | |
| "loss": 1.0271, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.006857405684538432, | |
| "grad_norm": 0.23565801978111267, | |
| "learning_rate": 0.00013575757575757578, | |
| "loss": 0.9698, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.006899219133834398, | |
| "grad_norm": 0.2281644642353058, | |
| "learning_rate": 0.00013535353535353538, | |
| "loss": 0.9465, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.006941032583130364, | |
| "grad_norm": 0.2199249565601349, | |
| "learning_rate": 0.00013494949494949495, | |
| "loss": 0.8248, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.00698284603242633, | |
| "grad_norm": 0.24014709889888763, | |
| "learning_rate": 0.00013454545454545455, | |
| "loss": 0.8373, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.007024659481722296, | |
| "grad_norm": 0.21667098999023438, | |
| "learning_rate": 0.00013414141414141414, | |
| "loss": 0.8571, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.007066472931018262, | |
| "grad_norm": 0.24447870254516602, | |
| "learning_rate": 0.00013373737373737374, | |
| "loss": 0.8982, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.007108286380314228, | |
| "grad_norm": 0.23860566318035126, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 0.8526, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.007150099829610194, | |
| "grad_norm": 0.24474593997001648, | |
| "learning_rate": 0.00013292929292929294, | |
| "loss": 1.0394, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.00719191327890616, | |
| "grad_norm": 0.2439136952161789, | |
| "learning_rate": 0.00013252525252525254, | |
| "loss": 1.0494, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.007233726728202126, | |
| "grad_norm": 0.297108918428421, | |
| "learning_rate": 0.00013212121212121213, | |
| "loss": 0.9123, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.007275540177498092, | |
| "grad_norm": 0.27741479873657227, | |
| "learning_rate": 0.00013171717171717173, | |
| "loss": 0.8491, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.007317353626794058, | |
| "grad_norm": 0.2641980051994324, | |
| "learning_rate": 0.00013131313131313133, | |
| "loss": 0.979, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.007359167076090025, | |
| "grad_norm": 0.2425202876329422, | |
| "learning_rate": 0.00013090909090909093, | |
| "loss": 0.9736, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.0074009805253859905, | |
| "grad_norm": 0.23964577913284302, | |
| "learning_rate": 0.0001305050505050505, | |
| "loss": 0.8817, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.007442793974681956, | |
| "grad_norm": 0.2516103982925415, | |
| "learning_rate": 0.0001301010101010101, | |
| "loss": 0.8659, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.007484607423977922, | |
| "grad_norm": 0.22955065965652466, | |
| "learning_rate": 0.0001296969696969697, | |
| "loss": 0.8342, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.007526420873273889, | |
| "grad_norm": 0.22402727603912354, | |
| "learning_rate": 0.00012929292929292932, | |
| "loss": 0.9327, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.007568234322569855, | |
| "grad_norm": 0.25410568714141846, | |
| "learning_rate": 0.00012888888888888892, | |
| "loss": 1.0478, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.00761004777186582, | |
| "grad_norm": 0.23707789182662964, | |
| "learning_rate": 0.0001284848484848485, | |
| "loss": 0.8722, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.007651861221161787, | |
| "grad_norm": 0.23372212052345276, | |
| "learning_rate": 0.00012808080808080809, | |
| "loss": 0.9666, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.007693674670457753, | |
| "grad_norm": 0.2657679319381714, | |
| "learning_rate": 0.00012767676767676768, | |
| "loss": 0.9168, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.007735488119753719, | |
| "grad_norm": 0.232729971408844, | |
| "learning_rate": 0.00012727272727272728, | |
| "loss": 0.9536, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.0077773015690496845, | |
| "grad_norm": 0.24871906638145447, | |
| "learning_rate": 0.00012686868686868688, | |
| "loss": 0.8709, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.007819115018345651, | |
| "grad_norm": 0.2266804724931717, | |
| "learning_rate": 0.00012646464646464645, | |
| "loss": 0.7653, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.007860928467641616, | |
| "grad_norm": 0.33394861221313477, | |
| "learning_rate": 0.00012606060606060605, | |
| "loss": 0.8725, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.007902741916937583, | |
| "grad_norm": 0.2425292581319809, | |
| "learning_rate": 0.00012565656565656567, | |
| "loss": 1.132, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.00794455536623355, | |
| "grad_norm": 0.23621080815792084, | |
| "learning_rate": 0.00012525252525252527, | |
| "loss": 0.8396, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.007986368815529514, | |
| "grad_norm": 0.24612073600292206, | |
| "learning_rate": 0.00012484848484848487, | |
| "loss": 0.972, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.008028182264825481, | |
| "grad_norm": 0.25840047001838684, | |
| "learning_rate": 0.00012444444444444444, | |
| "loss": 0.8906, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.008069995714121448, | |
| "grad_norm": 0.24181440472602844, | |
| "learning_rate": 0.00012404040404040404, | |
| "loss": 1.0273, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.008111809163417413, | |
| "grad_norm": 0.3590998351573944, | |
| "learning_rate": 0.00012363636363636364, | |
| "loss": 1.147, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.00815362261271338, | |
| "grad_norm": 0.2476431131362915, | |
| "learning_rate": 0.00012323232323232323, | |
| "loss": 0.891, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.008195436062009346, | |
| "grad_norm": 0.2410716712474823, | |
| "learning_rate": 0.00012282828282828283, | |
| "loss": 0.866, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.008237249511305311, | |
| "grad_norm": 0.2341095358133316, | |
| "learning_rate": 0.00012242424242424243, | |
| "loss": 0.759, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.008279062960601278, | |
| "grad_norm": 0.27347663044929504, | |
| "learning_rate": 0.00012202020202020204, | |
| "loss": 0.8231, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.008320876409897244, | |
| "grad_norm": 0.25028082728385925, | |
| "learning_rate": 0.00012161616161616162, | |
| "loss": 0.8105, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.00836268985919321, | |
| "grad_norm": 0.2492472380399704, | |
| "learning_rate": 0.00012121212121212122, | |
| "loss": 1.1087, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.008404503308489176, | |
| "grad_norm": 0.2771161198616028, | |
| "learning_rate": 0.00012080808080808082, | |
| "loss": 0.9027, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.00844631675778514, | |
| "grad_norm": 0.2624797821044922, | |
| "learning_rate": 0.0001204040404040404, | |
| "loss": 0.9253, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.008488130207081107, | |
| "grad_norm": 0.2410314977169037, | |
| "learning_rate": 0.00012, | |
| "loss": 1.0309, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.008529943656377074, | |
| "grad_norm": 0.24546155333518982, | |
| "learning_rate": 0.0001195959595959596, | |
| "loss": 0.8802, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.008571757105673039, | |
| "grad_norm": 0.24980226159095764, | |
| "learning_rate": 0.00011919191919191919, | |
| "loss": 0.9942, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.008613570554969006, | |
| "grad_norm": 0.2516646683216095, | |
| "learning_rate": 0.0001187878787878788, | |
| "loss": 0.8756, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.008655384004264972, | |
| "grad_norm": 0.25329509377479553, | |
| "learning_rate": 0.0001183838383838384, | |
| "loss": 0.8372, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.008697197453560937, | |
| "grad_norm": 0.25397980213165283, | |
| "learning_rate": 0.00011797979797979799, | |
| "loss": 1.0079, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.008739010902856904, | |
| "grad_norm": 0.24071095883846283, | |
| "learning_rate": 0.00011757575757575758, | |
| "loss": 1.0293, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.00878082435215287, | |
| "grad_norm": 0.389687180519104, | |
| "learning_rate": 0.00011717171717171717, | |
| "loss": 1.0059, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.008822637801448836, | |
| "grad_norm": 0.22953416407108307, | |
| "learning_rate": 0.00011676767676767677, | |
| "loss": 0.8209, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.008864451250744802, | |
| "grad_norm": 0.2266966998577118, | |
| "learning_rate": 0.00011636363636363636, | |
| "loss": 0.8586, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.008906264700040769, | |
| "grad_norm": 0.2559443414211273, | |
| "learning_rate": 0.00011595959595959596, | |
| "loss": 0.9447, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.008948078149336734, | |
| "grad_norm": 0.5596910119056702, | |
| "learning_rate": 0.00011555555555555555, | |
| "loss": 1.2531, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.0089898915986327, | |
| "grad_norm": 0.2317219227552414, | |
| "learning_rate": 0.00011515151515151516, | |
| "loss": 0.8568, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.009031705047928665, | |
| "grad_norm": 0.3438588082790375, | |
| "learning_rate": 0.00011474747474747476, | |
| "loss": 0.9468, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.009073518497224632, | |
| "grad_norm": 0.22755320370197296, | |
| "learning_rate": 0.00011434343434343435, | |
| "loss": 0.9324, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.009115331946520599, | |
| "grad_norm": 0.2534794807434082, | |
| "learning_rate": 0.00011393939393939394, | |
| "loss": 0.8957, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.009157145395816564, | |
| "grad_norm": 0.24701672792434692, | |
| "learning_rate": 0.00011353535353535354, | |
| "loss": 0.9667, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.00919895884511253, | |
| "grad_norm": 0.31640544533729553, | |
| "learning_rate": 0.00011313131313131313, | |
| "loss": 1.1742, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.009240772294408497, | |
| "grad_norm": 0.2641148865222931, | |
| "learning_rate": 0.00011272727272727272, | |
| "loss": 0.9829, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.009282585743704462, | |
| "grad_norm": 0.2502177357673645, | |
| "learning_rate": 0.00011232323232323232, | |
| "loss": 0.9928, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.009324399193000429, | |
| "grad_norm": 0.2609913647174835, | |
| "learning_rate": 0.00011191919191919193, | |
| "loss": 0.9089, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.009366212642296395, | |
| "grad_norm": 0.224997416138649, | |
| "learning_rate": 0.00011151515151515153, | |
| "loss": 0.765, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.00940802609159236, | |
| "grad_norm": 0.243513286113739, | |
| "learning_rate": 0.00011111111111111112, | |
| "loss": 0.9159, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.009449839540888327, | |
| "grad_norm": 0.22938188910484314, | |
| "learning_rate": 0.00011070707070707071, | |
| "loss": 0.9849, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.009491652990184292, | |
| "grad_norm": 0.229000061750412, | |
| "learning_rate": 0.00011030303030303031, | |
| "loss": 0.8655, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.009533466439480259, | |
| "grad_norm": 0.25807130336761475, | |
| "learning_rate": 0.0001098989898989899, | |
| "loss": 1.2809, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.009575279888776225, | |
| "grad_norm": 0.2382730096578598, | |
| "learning_rate": 0.0001094949494949495, | |
| "loss": 0.8781, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.00961709333807219, | |
| "grad_norm": 0.26861903071403503, | |
| "learning_rate": 0.00010909090909090909, | |
| "loss": 1.0295, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.009658906787368157, | |
| "grad_norm": 0.24532069265842438, | |
| "learning_rate": 0.00010868686868686868, | |
| "loss": 1.0323, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.009700720236664124, | |
| "grad_norm": 0.24853605031967163, | |
| "learning_rate": 0.0001082828282828283, | |
| "loss": 1.0719, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.009742533685960088, | |
| "grad_norm": 0.20883065462112427, | |
| "learning_rate": 0.00010787878787878789, | |
| "loss": 0.8916, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.009784347135256055, | |
| "grad_norm": 0.24370087683200836, | |
| "learning_rate": 0.00010747474747474748, | |
| "loss": 1.0241, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.009826160584552022, | |
| "grad_norm": 0.23309852182865143, | |
| "learning_rate": 0.00010707070707070708, | |
| "loss": 1.1354, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.009867974033847987, | |
| "grad_norm": 0.25597742199897766, | |
| "learning_rate": 0.00010666666666666667, | |
| "loss": 1.0021, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.009909787483143953, | |
| "grad_norm": 0.28911975026130676, | |
| "learning_rate": 0.00010626262626262626, | |
| "loss": 1.1514, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.00995160093243992, | |
| "grad_norm": 0.25332438945770264, | |
| "learning_rate": 0.00010585858585858586, | |
| "loss": 0.9619, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.009993414381735885, | |
| "grad_norm": 0.24337036907672882, | |
| "learning_rate": 0.00010545454545454545, | |
| "loss": 0.8732, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.010035227831031852, | |
| "grad_norm": 0.2372404932975769, | |
| "learning_rate": 0.00010505050505050507, | |
| "loss": 1.0061, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.010077041280327817, | |
| "grad_norm": 0.24123457074165344, | |
| "learning_rate": 0.00010464646464646466, | |
| "loss": 0.8788, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.010118854729623783, | |
| "grad_norm": 0.2372557669878006, | |
| "learning_rate": 0.00010424242424242425, | |
| "loss": 0.9747, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.01016066817891975, | |
| "grad_norm": 0.2557818591594696, | |
| "learning_rate": 0.00010383838383838385, | |
| "loss": 0.9637, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.010202481628215715, | |
| "grad_norm": 0.28526052832603455, | |
| "learning_rate": 0.00010343434343434344, | |
| "loss": 0.9005, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.010244295077511682, | |
| "grad_norm": 0.23231786489486694, | |
| "learning_rate": 0.00010303030303030303, | |
| "loss": 0.9581, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.010286108526807648, | |
| "grad_norm": 0.23651888966560364, | |
| "learning_rate": 0.00010262626262626263, | |
| "loss": 0.8459, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.010327921976103613, | |
| "grad_norm": 0.23777161538600922, | |
| "learning_rate": 0.00010222222222222222, | |
| "loss": 1.0758, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.01036973542539958, | |
| "grad_norm": 0.23822389543056488, | |
| "learning_rate": 0.00010181818181818181, | |
| "loss": 0.7813, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.010411548874695547, | |
| "grad_norm": 0.23809131979942322, | |
| "learning_rate": 0.00010141414141414143, | |
| "loss": 0.8993, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.010453362323991511, | |
| "grad_norm": 0.2509913742542267, | |
| "learning_rate": 0.00010101010101010102, | |
| "loss": 0.9896, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.010495175773287478, | |
| "grad_norm": 0.2638259828090668, | |
| "learning_rate": 0.00010060606060606062, | |
| "loss": 0.9422, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.010536989222583445, | |
| "grad_norm": 0.2861965000629425, | |
| "learning_rate": 0.0001002020202020202, | |
| "loss": 1.3454, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.01057880267187941, | |
| "grad_norm": 0.22580929100513458, | |
| "learning_rate": 9.97979797979798e-05, | |
| "loss": 0.8397, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.010620616121175376, | |
| "grad_norm": 0.28948256373405457, | |
| "learning_rate": 9.939393939393939e-05, | |
| "loss": 0.9765, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.010662429570471341, | |
| "grad_norm": 0.23788274824619293, | |
| "learning_rate": 9.8989898989899e-05, | |
| "loss": 0.8737, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.010704243019767308, | |
| "grad_norm": 0.22695161402225494, | |
| "learning_rate": 9.85858585858586e-05, | |
| "loss": 0.8152, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.010746056469063275, | |
| "grad_norm": 0.25142139196395874, | |
| "learning_rate": 9.818181818181818e-05, | |
| "loss": 1.0436, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.01078786991835924, | |
| "grad_norm": 0.27463334798812866, | |
| "learning_rate": 9.777777777777778e-05, | |
| "loss": 0.8589, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.010829683367655206, | |
| "grad_norm": 0.4538915753364563, | |
| "learning_rate": 9.737373737373738e-05, | |
| "loss": 0.737, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.010871496816951173, | |
| "grad_norm": 0.26711520552635193, | |
| "learning_rate": 9.696969696969698e-05, | |
| "loss": 0.818, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.010913310266247138, | |
| "grad_norm": 0.23684343695640564, | |
| "learning_rate": 9.656565656565657e-05, | |
| "loss": 0.946, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.010955123715543105, | |
| "grad_norm": 0.42562970519065857, | |
| "learning_rate": 9.616161616161616e-05, | |
| "loss": 1.2192, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.010996937164839071, | |
| "grad_norm": 0.27775582671165466, | |
| "learning_rate": 9.575757575757576e-05, | |
| "loss": 0.9631, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.011038750614135036, | |
| "grad_norm": 0.25754961371421814, | |
| "learning_rate": 9.535353535353537e-05, | |
| "loss": 0.9597, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.011080564063431003, | |
| "grad_norm": 0.23732782900333405, | |
| "learning_rate": 9.494949494949495e-05, | |
| "loss": 0.8945, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.011122377512726968, | |
| "grad_norm": 0.2573186755180359, | |
| "learning_rate": 9.454545454545455e-05, | |
| "loss": 1.1693, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.011164190962022934, | |
| "grad_norm": 0.251562237739563, | |
| "learning_rate": 9.414141414141415e-05, | |
| "loss": 0.8797, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.011206004411318901, | |
| "grad_norm": 0.2521072328090668, | |
| "learning_rate": 9.373737373737375e-05, | |
| "loss": 0.8824, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.011247817860614866, | |
| "grad_norm": 0.2662065625190735, | |
| "learning_rate": 9.333333333333334e-05, | |
| "loss": 1.1883, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.011289631309910833, | |
| "grad_norm": 0.30695080757141113, | |
| "learning_rate": 9.292929292929293e-05, | |
| "loss": 0.9089, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.0113314447592068, | |
| "grad_norm": 0.2501082122325897, | |
| "learning_rate": 9.252525252525253e-05, | |
| "loss": 0.8987, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.011373258208502764, | |
| "grad_norm": 0.31777051091194153, | |
| "learning_rate": 9.212121212121214e-05, | |
| "loss": 0.8668, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.011415071657798731, | |
| "grad_norm": 0.2766760289669037, | |
| "learning_rate": 9.171717171717172e-05, | |
| "loss": 0.8515, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.011456885107094698, | |
| "grad_norm": 0.2550426721572876, | |
| "learning_rate": 9.131313131313132e-05, | |
| "loss": 0.9963, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.011498698556390663, | |
| "grad_norm": 0.251042902469635, | |
| "learning_rate": 9.090909090909092e-05, | |
| "loss": 0.9898, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.01154051200568663, | |
| "grad_norm": 0.38854333758354187, | |
| "learning_rate": 9.050505050505052e-05, | |
| "loss": 1.2522, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.011582325454982596, | |
| "grad_norm": 0.2607441842556, | |
| "learning_rate": 9.010101010101011e-05, | |
| "loss": 0.9177, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.011624138904278561, | |
| "grad_norm": 0.25769656896591187, | |
| "learning_rate": 8.96969696969697e-05, | |
| "loss": 1.0015, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.011665952353574528, | |
| "grad_norm": 0.24730388820171356, | |
| "learning_rate": 8.92929292929293e-05, | |
| "loss": 0.9052, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.011707765802870492, | |
| "grad_norm": 0.6939902305603027, | |
| "learning_rate": 8.888888888888889e-05, | |
| "loss": 0.9031, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.01174957925216646, | |
| "grad_norm": 0.25303369760513306, | |
| "learning_rate": 8.848484848484849e-05, | |
| "loss": 1.0284, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.011791392701462426, | |
| "grad_norm": 0.2289949506521225, | |
| "learning_rate": 8.808080808080809e-05, | |
| "loss": 0.9984, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.01183320615075839, | |
| "grad_norm": 0.2644393742084503, | |
| "learning_rate": 8.767676767676767e-05, | |
| "loss": 0.916, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.011875019600054357, | |
| "grad_norm": 0.2542804181575775, | |
| "learning_rate": 8.727272727272727e-05, | |
| "loss": 0.9033, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.011916833049350324, | |
| "grad_norm": 0.24902841448783875, | |
| "learning_rate": 8.686868686868688e-05, | |
| "loss": 0.9286, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.011958646498646289, | |
| "grad_norm": 0.23429153859615326, | |
| "learning_rate": 8.646464646464647e-05, | |
| "loss": 1.0874, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.012000459947942256, | |
| "grad_norm": 0.25169599056243896, | |
| "learning_rate": 8.606060606060606e-05, | |
| "loss": 0.9954, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.012042273397238222, | |
| "grad_norm": 0.23120075464248657, | |
| "learning_rate": 8.565656565656566e-05, | |
| "loss": 1.1458, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.012084086846534187, | |
| "grad_norm": 0.22807276248931885, | |
| "learning_rate": 8.525252525252526e-05, | |
| "loss": 1.0239, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.012125900295830154, | |
| "grad_norm": 0.24436655640602112, | |
| "learning_rate": 8.484848484848486e-05, | |
| "loss": 0.9598, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.01216771374512612, | |
| "grad_norm": 0.23763546347618103, | |
| "learning_rate": 8.444444444444444e-05, | |
| "loss": 0.9101, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.012209527194422086, | |
| "grad_norm": 0.24896766245365143, | |
| "learning_rate": 8.404040404040404e-05, | |
| "loss": 0.8942, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.012251340643718052, | |
| "grad_norm": 0.24986594915390015, | |
| "learning_rate": 8.363636363636364e-05, | |
| "loss": 0.8077, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.012293154093014017, | |
| "grad_norm": 0.2502870261669159, | |
| "learning_rate": 8.323232323232324e-05, | |
| "loss": 1.1444, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.012334967542309984, | |
| "grad_norm": 0.24926161766052246, | |
| "learning_rate": 8.282828282828283e-05, | |
| "loss": 0.831, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.01237678099160595, | |
| "grad_norm": 0.2518724203109741, | |
| "learning_rate": 8.242424242424243e-05, | |
| "loss": 0.9086, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.012418594440901915, | |
| "grad_norm": 0.2385004758834839, | |
| "learning_rate": 8.202020202020202e-05, | |
| "loss": 0.9899, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.012460407890197882, | |
| "grad_norm": 0.25030574202537537, | |
| "learning_rate": 8.161616161616163e-05, | |
| "loss": 0.9781, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.012502221339493849, | |
| "grad_norm": 0.22869014739990234, | |
| "learning_rate": 8.121212121212121e-05, | |
| "loss": 1.0988, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.012544034788789814, | |
| "grad_norm": 0.24000000953674316, | |
| "learning_rate": 8.080808080808081e-05, | |
| "loss": 0.8357, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.01258584823808578, | |
| "grad_norm": 0.24710014462471008, | |
| "learning_rate": 8.040404040404041e-05, | |
| "loss": 1.0953, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.012627661687381747, | |
| "grad_norm": 0.22500193119049072, | |
| "learning_rate": 8e-05, | |
| "loss": 0.7748, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.012669475136677712, | |
| "grad_norm": 0.25450679659843445, | |
| "learning_rate": 7.95959595959596e-05, | |
| "loss": 0.8359, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.012711288585973679, | |
| "grad_norm": 0.22793394327163696, | |
| "learning_rate": 7.919191919191919e-05, | |
| "loss": 0.8044, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.012753102035269644, | |
| "grad_norm": 0.22946174442768097, | |
| "learning_rate": 7.878787878787879e-05, | |
| "loss": 0.9852, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.01279491548456561, | |
| "grad_norm": 0.2390022873878479, | |
| "learning_rate": 7.83838383838384e-05, | |
| "loss": 0.9619, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.012836728933861577, | |
| "grad_norm": 0.24073170125484467, | |
| "learning_rate": 7.797979797979798e-05, | |
| "loss": 0.8367, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.012878542383157542, | |
| "grad_norm": 0.39702296257019043, | |
| "learning_rate": 7.757575757575758e-05, | |
| "loss": 0.9108, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.012920355832453509, | |
| "grad_norm": 0.23761232197284698, | |
| "learning_rate": 7.717171717171718e-05, | |
| "loss": 0.8308, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.012962169281749475, | |
| "grad_norm": 0.2543574273586273, | |
| "learning_rate": 7.676767676767676e-05, | |
| "loss": 0.9373, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.01300398273104544, | |
| "grad_norm": 0.24255353212356567, | |
| "learning_rate": 7.636363636363637e-05, | |
| "loss": 0.9015, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.013045796180341407, | |
| "grad_norm": 0.2566438615322113, | |
| "learning_rate": 7.595959595959596e-05, | |
| "loss": 1.1357, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.013087609629637374, | |
| "grad_norm": 0.2688029110431671, | |
| "learning_rate": 7.555555555555556e-05, | |
| "loss": 0.8863, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.013129423078933338, | |
| "grad_norm": 0.23739837110042572, | |
| "learning_rate": 7.515151515151515e-05, | |
| "loss": 0.8883, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.013171236528229305, | |
| "grad_norm": 0.22725465893745422, | |
| "learning_rate": 7.474747474747475e-05, | |
| "loss": 0.8158, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.013213049977525272, | |
| "grad_norm": 0.24793623387813568, | |
| "learning_rate": 7.434343434343435e-05, | |
| "loss": 0.9712, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.013254863426821237, | |
| "grad_norm": 0.23433813452720642, | |
| "learning_rate": 7.393939393939395e-05, | |
| "loss": 0.8579, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.013296676876117203, | |
| "grad_norm": 0.25578951835632324, | |
| "learning_rate": 7.353535353535353e-05, | |
| "loss": 0.8847, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.013338490325413168, | |
| "grad_norm": 0.2506163716316223, | |
| "learning_rate": 7.313131313131314e-05, | |
| "loss": 0.9251, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.013380303774709135, | |
| "grad_norm": 0.25213074684143066, | |
| "learning_rate": 7.272727272727273e-05, | |
| "loss": 1.1687, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.013422117224005102, | |
| "grad_norm": 0.3329940140247345, | |
| "learning_rate": 7.232323232323233e-05, | |
| "loss": 0.8728, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.013463930673301067, | |
| "grad_norm": 0.23659250140190125, | |
| "learning_rate": 7.191919191919192e-05, | |
| "loss": 1.0519, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.013505744122597033, | |
| "grad_norm": 0.2429414689540863, | |
| "learning_rate": 7.151515151515152e-05, | |
| "loss": 0.8684, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.013547557571893, | |
| "grad_norm": 0.24055901169776917, | |
| "learning_rate": 7.111111111111112e-05, | |
| "loss": 0.8534, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.013589371021188965, | |
| "grad_norm": 0.22518864274024963, | |
| "learning_rate": 7.07070707070707e-05, | |
| "loss": 0.8576, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.013631184470484932, | |
| "grad_norm": 0.241339311003685, | |
| "learning_rate": 7.03030303030303e-05, | |
| "loss": 1.2583, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.013672997919780898, | |
| "grad_norm": 0.23949019610881805, | |
| "learning_rate": 6.98989898989899e-05, | |
| "loss": 0.8277, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.013714811369076863, | |
| "grad_norm": 0.2371453493833542, | |
| "learning_rate": 6.94949494949495e-05, | |
| "loss": 0.9066, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.01375662481837283, | |
| "grad_norm": 0.24365493655204773, | |
| "learning_rate": 6.90909090909091e-05, | |
| "loss": 0.9856, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.013798438267668797, | |
| "grad_norm": 0.24753199517726898, | |
| "learning_rate": 6.86868686868687e-05, | |
| "loss": 0.929, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.013840251716964761, | |
| "grad_norm": 0.23612220585346222, | |
| "learning_rate": 6.828282828282828e-05, | |
| "loss": 0.901, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.013882065166260728, | |
| "grad_norm": 0.2376374900341034, | |
| "learning_rate": 6.787878787878789e-05, | |
| "loss": 0.8999, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.013923878615556693, | |
| "grad_norm": 0.24799491465091705, | |
| "learning_rate": 6.747474747474747e-05, | |
| "loss": 1.0791, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.01396569206485266, | |
| "grad_norm": 0.25469231605529785, | |
| "learning_rate": 6.707070707070707e-05, | |
| "loss": 1.2027, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.014007505514148626, | |
| "grad_norm": 0.25871676206588745, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 0.9871, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.014049318963444591, | |
| "grad_norm": 0.34988638758659363, | |
| "learning_rate": 6.626262626262627e-05, | |
| "loss": 1.1281, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.014091132412740558, | |
| "grad_norm": 0.25281211733818054, | |
| "learning_rate": 6.585858585858587e-05, | |
| "loss": 0.9106, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.014132945862036525, | |
| "grad_norm": 0.24838191270828247, | |
| "learning_rate": 6.545454545454546e-05, | |
| "loss": 0.7975, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.01417475931133249, | |
| "grad_norm": 0.2549956142902374, | |
| "learning_rate": 6.505050505050505e-05, | |
| "loss": 0.9658, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.014216572760628456, | |
| "grad_norm": 0.2315448373556137, | |
| "learning_rate": 6.464646464646466e-05, | |
| "loss": 0.7873, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.014258386209924423, | |
| "grad_norm": 0.2548529803752899, | |
| "learning_rate": 6.424242424242424e-05, | |
| "loss": 0.8015, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.014300199659220388, | |
| "grad_norm": 0.30752018094062805, | |
| "learning_rate": 6.383838383838384e-05, | |
| "loss": 1.1019, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.014342013108516355, | |
| "grad_norm": 0.24216066300868988, | |
| "learning_rate": 6.343434343434344e-05, | |
| "loss": 0.9709, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.01438382655781232, | |
| "grad_norm": 0.2470254749059677, | |
| "learning_rate": 6.303030303030302e-05, | |
| "loss": 0.9155, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.014425640007108286, | |
| "grad_norm": 0.24255427718162537, | |
| "learning_rate": 6.262626262626264e-05, | |
| "loss": 0.8818, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.014467453456404253, | |
| "grad_norm": 0.2458990067243576, | |
| "learning_rate": 6.222222222222222e-05, | |
| "loss": 0.8466, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.014509266905700218, | |
| "grad_norm": 0.24900957942008972, | |
| "learning_rate": 6.181818181818182e-05, | |
| "loss": 0.9408, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.014551080354996184, | |
| "grad_norm": 0.21387742459774017, | |
| "learning_rate": 6.141414141414142e-05, | |
| "loss": 0.9453, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.014592893804292151, | |
| "grad_norm": 0.2548189163208008, | |
| "learning_rate": 6.101010101010102e-05, | |
| "loss": 0.8626, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.014634707253588116, | |
| "grad_norm": 0.24375221133232117, | |
| "learning_rate": 6.060606060606061e-05, | |
| "loss": 1.155, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.014676520702884083, | |
| "grad_norm": 0.2517179548740387, | |
| "learning_rate": 6.02020202020202e-05, | |
| "loss": 1.1613, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.01471833415218005, | |
| "grad_norm": 0.24023565649986267, | |
| "learning_rate": 5.97979797979798e-05, | |
| "loss": 0.8669, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.014760147601476014, | |
| "grad_norm": 0.24070222675800323, | |
| "learning_rate": 5.93939393939394e-05, | |
| "loss": 0.8611, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.014801961050771981, | |
| "grad_norm": 0.2375120222568512, | |
| "learning_rate": 5.8989898989898996e-05, | |
| "loss": 0.7702, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.014843774500067948, | |
| "grad_norm": 0.3407435417175293, | |
| "learning_rate": 5.858585858585859e-05, | |
| "loss": 1.177, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.014885587949363913, | |
| "grad_norm": 0.23410116136074066, | |
| "learning_rate": 5.818181818181818e-05, | |
| "loss": 0.7849, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.01492740139865988, | |
| "grad_norm": 0.2335258275270462, | |
| "learning_rate": 5.7777777777777776e-05, | |
| "loss": 1.1725, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.014969214847955844, | |
| "grad_norm": 0.26608511805534363, | |
| "learning_rate": 5.737373737373738e-05, | |
| "loss": 1.0011, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.015011028297251811, | |
| "grad_norm": 0.24040436744689941, | |
| "learning_rate": 5.696969696969697e-05, | |
| "loss": 1.0564, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.015052841746547778, | |
| "grad_norm": 0.24156856536865234, | |
| "learning_rate": 5.6565656565656563e-05, | |
| "loss": 0.8725, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.015094655195843742, | |
| "grad_norm": 0.24838483333587646, | |
| "learning_rate": 5.616161616161616e-05, | |
| "loss": 0.9089, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.01513646864513971, | |
| "grad_norm": 0.2677476704120636, | |
| "learning_rate": 5.5757575757575766e-05, | |
| "loss": 1.0275, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.015178282094435676, | |
| "grad_norm": 0.2671316862106323, | |
| "learning_rate": 5.535353535353536e-05, | |
| "loss": 0.9059, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.01522009554373164, | |
| "grad_norm": 0.24810616672039032, | |
| "learning_rate": 5.494949494949495e-05, | |
| "loss": 1.3121, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.015261908993027607, | |
| "grad_norm": 0.28861334919929504, | |
| "learning_rate": 5.4545454545454546e-05, | |
| "loss": 0.9855, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.015303722442323574, | |
| "grad_norm": 0.25211018323898315, | |
| "learning_rate": 5.414141414141415e-05, | |
| "loss": 1.1369, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.015345535891619539, | |
| "grad_norm": 1.231808066368103, | |
| "learning_rate": 5.373737373737374e-05, | |
| "loss": 0.8406, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.015387349340915506, | |
| "grad_norm": 0.5400699973106384, | |
| "learning_rate": 5.333333333333333e-05, | |
| "loss": 0.848, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.015429162790211472, | |
| "grad_norm": 0.29320618510246277, | |
| "learning_rate": 5.292929292929293e-05, | |
| "loss": 0.891, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.015470976239507437, | |
| "grad_norm": 0.24232591688632965, | |
| "learning_rate": 5.2525252525252536e-05, | |
| "loss": 0.8838, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.015512789688803404, | |
| "grad_norm": 0.25413283705711365, | |
| "learning_rate": 5.212121212121213e-05, | |
| "loss": 1.1661, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.015554603138099369, | |
| "grad_norm": 0.246323823928833, | |
| "learning_rate": 5.171717171717172e-05, | |
| "loss": 1.2153, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.015596416587395336, | |
| "grad_norm": 0.25972479581832886, | |
| "learning_rate": 5.1313131313131316e-05, | |
| "loss": 0.9155, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.015638230036691302, | |
| "grad_norm": 0.24290485680103302, | |
| "learning_rate": 5.090909090909091e-05, | |
| "loss": 0.9279, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.01568004348598727, | |
| "grad_norm": 0.27079811692237854, | |
| "learning_rate": 5.050505050505051e-05, | |
| "loss": 0.8916, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.015721856935283232, | |
| "grad_norm": 0.24520574510097504, | |
| "learning_rate": 5.01010101010101e-05, | |
| "loss": 0.9716, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.0157636703845792, | |
| "grad_norm": 0.26845109462738037, | |
| "learning_rate": 4.9696969696969694e-05, | |
| "loss": 1.1215, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.015805483833875165, | |
| "grad_norm": 0.2476051151752472, | |
| "learning_rate": 4.92929292929293e-05, | |
| "loss": 1.0693, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.015847297283171132, | |
| "grad_norm": 0.24062906205654144, | |
| "learning_rate": 4.888888888888889e-05, | |
| "loss": 1.0149, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.0158891107324671, | |
| "grad_norm": 0.25070905685424805, | |
| "learning_rate": 4.848484848484849e-05, | |
| "loss": 0.9091, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.015930924181763065, | |
| "grad_norm": 0.24878452718257904, | |
| "learning_rate": 4.808080808080808e-05, | |
| "loss": 0.8852, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.01597273763105903, | |
| "grad_norm": 0.30614715814590454, | |
| "learning_rate": 4.7676767676767684e-05, | |
| "loss": 1.1909, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.016014551080354995, | |
| "grad_norm": 0.2441512942314148, | |
| "learning_rate": 4.7272727272727275e-05, | |
| "loss": 0.8701, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.016056364529650962, | |
| "grad_norm": 0.24012567102909088, | |
| "learning_rate": 4.686868686868687e-05, | |
| "loss": 1.0274, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.01609817797894693, | |
| "grad_norm": 0.2303936928510666, | |
| "learning_rate": 4.6464646464646464e-05, | |
| "loss": 0.7405, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.016139991428242895, | |
| "grad_norm": 0.3310977518558502, | |
| "learning_rate": 4.606060606060607e-05, | |
| "loss": 1.0769, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.016181804877538862, | |
| "grad_norm": 0.2602216899394989, | |
| "learning_rate": 4.565656565656566e-05, | |
| "loss": 0.9418, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.016223618326834825, | |
| "grad_norm": 0.2928454279899597, | |
| "learning_rate": 4.525252525252526e-05, | |
| "loss": 0.9771, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.016265431776130792, | |
| "grad_norm": 0.31059637665748596, | |
| "learning_rate": 4.484848484848485e-05, | |
| "loss": 0.9948, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.01630724522542676, | |
| "grad_norm": 0.2816385328769684, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 1.0794, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.016349058674722725, | |
| "grad_norm": 0.24497491121292114, | |
| "learning_rate": 4.4040404040404044e-05, | |
| "loss": 0.8346, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.016390872124018692, | |
| "grad_norm": 0.24517390131950378, | |
| "learning_rate": 4.3636363636363636e-05, | |
| "loss": 0.9661, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.016432685573314655, | |
| "grad_norm": 0.2598320543766022, | |
| "learning_rate": 4.3232323232323234e-05, | |
| "loss": 0.8785, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.016474499022610622, | |
| "grad_norm": 0.2503718137741089, | |
| "learning_rate": 4.282828282828283e-05, | |
| "loss": 0.9695, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.01651631247190659, | |
| "grad_norm": 0.26278936862945557, | |
| "learning_rate": 4.242424242424243e-05, | |
| "loss": 0.8845, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.016558125921202555, | |
| "grad_norm": 0.2547891139984131, | |
| "learning_rate": 4.202020202020202e-05, | |
| "loss": 0.9383, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.016599939370498522, | |
| "grad_norm": 0.2657267153263092, | |
| "learning_rate": 4.161616161616162e-05, | |
| "loss": 0.9293, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.01664175281979449, | |
| "grad_norm": 0.6090709567070007, | |
| "learning_rate": 4.1212121212121216e-05, | |
| "loss": 0.9352, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.01668356626909045, | |
| "grad_norm": 0.24619267880916595, | |
| "learning_rate": 4.0808080808080814e-05, | |
| "loss": 1.1351, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.01672537971838642, | |
| "grad_norm": 0.2917110025882721, | |
| "learning_rate": 4.0404040404040405e-05, | |
| "loss": 1.9349, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.016767193167682385, | |
| "grad_norm": 0.2464229017496109, | |
| "learning_rate": 4e-05, | |
| "loss": 0.8333, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.01680900661697835, | |
| "grad_norm": 0.257079154253006, | |
| "learning_rate": 3.9595959595959594e-05, | |
| "loss": 0.8843, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.01685082006627432, | |
| "grad_norm": 0.3248063325881958, | |
| "learning_rate": 3.91919191919192e-05, | |
| "loss": 0.9127, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.01689263351557028, | |
| "grad_norm": 0.2488846629858017, | |
| "learning_rate": 3.878787878787879e-05, | |
| "loss": 0.9772, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.016934446964866248, | |
| "grad_norm": 0.26537787914276123, | |
| "learning_rate": 3.838383838383838e-05, | |
| "loss": 1.088, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.016976260414162215, | |
| "grad_norm": 0.25171270966529846, | |
| "learning_rate": 3.797979797979798e-05, | |
| "loss": 0.9058, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.01701807386345818, | |
| "grad_norm": 0.27759164571762085, | |
| "learning_rate": 3.757575757575758e-05, | |
| "loss": 1.0035, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.017059887312754148, | |
| "grad_norm": 0.25512200593948364, | |
| "learning_rate": 3.7171717171717175e-05, | |
| "loss": 0.8536, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.017101700762050115, | |
| "grad_norm": 0.2517940104007721, | |
| "learning_rate": 3.6767676767676766e-05, | |
| "loss": 1.1496, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.017143514211346078, | |
| "grad_norm": 0.23167800903320312, | |
| "learning_rate": 3.6363636363636364e-05, | |
| "loss": 0.8153, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.017185327660642045, | |
| "grad_norm": 0.24471765756607056, | |
| "learning_rate": 3.595959595959596e-05, | |
| "loss": 0.9054, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.01722714110993801, | |
| "grad_norm": 0.24124263226985931, | |
| "learning_rate": 3.555555555555556e-05, | |
| "loss": 0.85, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.017268954559233978, | |
| "grad_norm": 0.24065597355365753, | |
| "learning_rate": 3.515151515151515e-05, | |
| "loss": 0.9375, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.017310768008529945, | |
| "grad_norm": 0.24606922268867493, | |
| "learning_rate": 3.474747474747475e-05, | |
| "loss": 0.8626, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.017352581457825908, | |
| "grad_norm": 0.24860136210918427, | |
| "learning_rate": 3.434343434343435e-05, | |
| "loss": 1.054, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.017394394907121875, | |
| "grad_norm": 0.23613376915454865, | |
| "learning_rate": 3.3939393939393945e-05, | |
| "loss": 0.847, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.01743620835641784, | |
| "grad_norm": 0.2380017638206482, | |
| "learning_rate": 3.3535353535353536e-05, | |
| "loss": 1.0066, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.017478021805713808, | |
| "grad_norm": 0.2586548626422882, | |
| "learning_rate": 3.3131313131313134e-05, | |
| "loss": 1.0471, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.017519835255009775, | |
| "grad_norm": 0.2610139548778534, | |
| "learning_rate": 3.272727272727273e-05, | |
| "loss": 0.8697, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.01756164870430574, | |
| "grad_norm": 0.24659010767936707, | |
| "learning_rate": 3.232323232323233e-05, | |
| "loss": 0.9905, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.017603462153601705, | |
| "grad_norm": 0.25451886653900146, | |
| "learning_rate": 3.191919191919192e-05, | |
| "loss": 0.9753, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.01764527560289767, | |
| "grad_norm": 0.2710777223110199, | |
| "learning_rate": 3.151515151515151e-05, | |
| "loss": 0.9521, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.017687089052193638, | |
| "grad_norm": 0.26839956641197205, | |
| "learning_rate": 3.111111111111111e-05, | |
| "loss": 0.9345, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.017728902501489605, | |
| "grad_norm": 0.24387024343013763, | |
| "learning_rate": 3.070707070707071e-05, | |
| "loss": 0.9738, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.01777071595078557, | |
| "grad_norm": 0.2604621350765228, | |
| "learning_rate": 3.0303030303030306e-05, | |
| "loss": 0.9345, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.017812529400081538, | |
| "grad_norm": 0.2625117599964142, | |
| "learning_rate": 2.98989898989899e-05, | |
| "loss": 0.8845, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.0178543428493775, | |
| "grad_norm": 0.2582264542579651, | |
| "learning_rate": 2.9494949494949498e-05, | |
| "loss": 0.9636, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.017896156298673468, | |
| "grad_norm": 0.23798999190330505, | |
| "learning_rate": 2.909090909090909e-05, | |
| "loss": 0.7743, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.017937969747969434, | |
| "grad_norm": 0.25542187690734863, | |
| "learning_rate": 2.868686868686869e-05, | |
| "loss": 1.0229, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.0179797831972654, | |
| "grad_norm": 0.23531381785869598, | |
| "learning_rate": 2.8282828282828282e-05, | |
| "loss": 1.0469, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.018021596646561368, | |
| "grad_norm": 0.2434222549200058, | |
| "learning_rate": 2.7878787878787883e-05, | |
| "loss": 0.8244, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.01806341009585733, | |
| "grad_norm": 0.2635379135608673, | |
| "learning_rate": 2.7474747474747474e-05, | |
| "loss": 0.9535, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.018105223545153298, | |
| "grad_norm": 0.25633907318115234, | |
| "learning_rate": 2.7070707070707075e-05, | |
| "loss": 0.8982, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.018147036994449264, | |
| "grad_norm": 0.25313177704811096, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 0.8999, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.01818885044374523, | |
| "grad_norm": 0.2359696477651596, | |
| "learning_rate": 2.6262626262626268e-05, | |
| "loss": 0.8759, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.018230663893041198, | |
| "grad_norm": 0.29557114839553833, | |
| "learning_rate": 2.585858585858586e-05, | |
| "loss": 0.9535, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.018272477342337164, | |
| "grad_norm": 0.24904978275299072, | |
| "learning_rate": 2.5454545454545454e-05, | |
| "loss": 0.8796, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.018314290791633128, | |
| "grad_norm": 0.271016001701355, | |
| "learning_rate": 2.505050505050505e-05, | |
| "loss": 1.0809, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.018356104240929094, | |
| "grad_norm": 0.2593722641468048, | |
| "learning_rate": 2.464646464646465e-05, | |
| "loss": 0.9418, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.01839791769022506, | |
| "grad_norm": 0.2632979452610016, | |
| "learning_rate": 2.4242424242424244e-05, | |
| "loss": 1.0064, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.018439731139521028, | |
| "grad_norm": 0.26291918754577637, | |
| "learning_rate": 2.3838383838383842e-05, | |
| "loss": 1.3494, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.018481544588816994, | |
| "grad_norm": 0.28495603799819946, | |
| "learning_rate": 2.3434343434343436e-05, | |
| "loss": 1.064, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.018523358038112957, | |
| "grad_norm": 0.25690269470214844, | |
| "learning_rate": 2.3030303030303034e-05, | |
| "loss": 1.1179, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.018565171487408924, | |
| "grad_norm": 0.24951989948749542, | |
| "learning_rate": 2.262626262626263e-05, | |
| "loss": 1.0345, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.01860698493670489, | |
| "grad_norm": 0.2684321701526642, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 0.8994, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.018648798386000857, | |
| "grad_norm": 0.36709463596343994, | |
| "learning_rate": 2.1818181818181818e-05, | |
| "loss": 0.9514, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.018690611835296824, | |
| "grad_norm": 0.23593302071094513, | |
| "learning_rate": 2.1414141414141416e-05, | |
| "loss": 0.822, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.01873242528459279, | |
| "grad_norm": 0.23129960894584656, | |
| "learning_rate": 2.101010101010101e-05, | |
| "loss": 0.9689, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.018774238733888754, | |
| "grad_norm": 0.2726437449455261, | |
| "learning_rate": 2.0606060606060608e-05, | |
| "loss": 0.9463, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.01881605218318472, | |
| "grad_norm": 0.2599771320819855, | |
| "learning_rate": 2.0202020202020203e-05, | |
| "loss": 0.9269, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.018857865632480687, | |
| "grad_norm": 0.23631487786769867, | |
| "learning_rate": 1.9797979797979797e-05, | |
| "loss": 0.8803, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.018899679081776654, | |
| "grad_norm": 0.25362351536750793, | |
| "learning_rate": 1.9393939393939395e-05, | |
| "loss": 0.8708, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.01894149253107262, | |
| "grad_norm": 0.251736044883728, | |
| "learning_rate": 1.898989898989899e-05, | |
| "loss": 0.8972, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.018983305980368584, | |
| "grad_norm": 0.26444554328918457, | |
| "learning_rate": 1.8585858585858588e-05, | |
| "loss": 0.8354, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.01902511942966455, | |
| "grad_norm": 0.2520543336868286, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 0.8819, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.019066932878960517, | |
| "grad_norm": 0.23527085781097412, | |
| "learning_rate": 1.777777777777778e-05, | |
| "loss": 0.8326, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.019108746328256484, | |
| "grad_norm": 0.2357388734817505, | |
| "learning_rate": 1.7373737373737375e-05, | |
| "loss": 0.903, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.01915055977755245, | |
| "grad_norm": 0.25031155347824097, | |
| "learning_rate": 1.6969696969696972e-05, | |
| "loss": 0.9328, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.019192373226848417, | |
| "grad_norm": 0.26259344816207886, | |
| "learning_rate": 1.6565656565656567e-05, | |
| "loss": 0.9971, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.01923418667614438, | |
| "grad_norm": 0.24670587480068207, | |
| "learning_rate": 1.6161616161616165e-05, | |
| "loss": 0.7794, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.019276000125440347, | |
| "grad_norm": 0.2741599678993225, | |
| "learning_rate": 1.5757575757575756e-05, | |
| "loss": 1.0328, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.019317813574736314, | |
| "grad_norm": 0.24906563758850098, | |
| "learning_rate": 1.5353535353535354e-05, | |
| "loss": 0.8901, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.01935962702403228, | |
| "grad_norm": 0.2557568848133087, | |
| "learning_rate": 1.494949494949495e-05, | |
| "loss": 0.7847, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.019401440473328247, | |
| "grad_norm": 0.26695290207862854, | |
| "learning_rate": 1.4545454545454545e-05, | |
| "loss": 0.9652, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.019443253922624214, | |
| "grad_norm": 0.3295172154903412, | |
| "learning_rate": 1.4141414141414141e-05, | |
| "loss": 0.8916, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.019485067371920177, | |
| "grad_norm": 0.252997487783432, | |
| "learning_rate": 1.3737373737373737e-05, | |
| "loss": 1.1284, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.019526880821216144, | |
| "grad_norm": 0.5548291802406311, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 1.1207, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.01956869427051211, | |
| "grad_norm": 0.24896806478500366, | |
| "learning_rate": 1.292929292929293e-05, | |
| "loss": 0.9405, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.019610507719808077, | |
| "grad_norm": 0.2600722312927246, | |
| "learning_rate": 1.2525252525252526e-05, | |
| "loss": 1.0259, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.019652321169104044, | |
| "grad_norm": 0.24259240925312042, | |
| "learning_rate": 1.2121212121212122e-05, | |
| "loss": 0.986, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.019694134618400007, | |
| "grad_norm": 0.36460819840431213, | |
| "learning_rate": 1.1717171717171718e-05, | |
| "loss": 0.9039, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.019735948067695974, | |
| "grad_norm": 0.2529830038547516, | |
| "learning_rate": 1.1313131313131314e-05, | |
| "loss": 0.9908, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.01977776151699194, | |
| "grad_norm": 0.25467124581336975, | |
| "learning_rate": 1.0909090909090909e-05, | |
| "loss": 0.9427, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.019819574966287907, | |
| "grad_norm": 0.2367878407239914, | |
| "learning_rate": 1.0505050505050505e-05, | |
| "loss": 0.8862, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.019861388415583874, | |
| "grad_norm": 0.2721892297267914, | |
| "learning_rate": 1.0101010101010101e-05, | |
| "loss": 1.2878, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.01990320186487984, | |
| "grad_norm": 0.2348298728466034, | |
| "learning_rate": 9.696969696969698e-06, | |
| "loss": 0.773, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.019945015314175803, | |
| "grad_norm": 0.24767175316810608, | |
| "learning_rate": 9.292929292929294e-06, | |
| "loss": 0.9322, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.01998682876347177, | |
| "grad_norm": 0.240976944565773, | |
| "learning_rate": 8.88888888888889e-06, | |
| "loss": 0.8514, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.020028642212767737, | |
| "grad_norm": 0.261461079120636, | |
| "learning_rate": 8.484848484848486e-06, | |
| "loss": 1.1966, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.020070455662063703, | |
| "grad_norm": 0.2758338749408722, | |
| "learning_rate": 8.080808080808082e-06, | |
| "loss": 1.1045, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.02011226911135967, | |
| "grad_norm": 0.2313009798526764, | |
| "learning_rate": 7.676767676767677e-06, | |
| "loss": 0.7291, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.020154082560655633, | |
| "grad_norm": 0.2852662205696106, | |
| "learning_rate": 7.272727272727272e-06, | |
| "loss": 1.298, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.0201958960099516, | |
| "grad_norm": 0.24057692289352417, | |
| "learning_rate": 6.8686868686868685e-06, | |
| "loss": 0.9034, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.020237709459247567, | |
| "grad_norm": 0.2478017508983612, | |
| "learning_rate": 6.464646464646465e-06, | |
| "loss": 0.825, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.020279522908543533, | |
| "grad_norm": 0.23157985508441925, | |
| "learning_rate": 6.060606060606061e-06, | |
| "loss": 1.0841, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.0203213363578395, | |
| "grad_norm": 0.2523317039012909, | |
| "learning_rate": 5.656565656565657e-06, | |
| "loss": 1.0396, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.020363149807135467, | |
| "grad_norm": 0.25328120589256287, | |
| "learning_rate": 5.2525252525252526e-06, | |
| "loss": 0.9431, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.02040496325643143, | |
| "grad_norm": 0.2451692521572113, | |
| "learning_rate": 4.848484848484849e-06, | |
| "loss": 1.0761, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.020446776705727397, | |
| "grad_norm": 0.24553346633911133, | |
| "learning_rate": 4.444444444444445e-06, | |
| "loss": 1.1271, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.020488590155023363, | |
| "grad_norm": 0.36932989954948425, | |
| "learning_rate": 4.040404040404041e-06, | |
| "loss": 0.9458, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.02053040360431933, | |
| "grad_norm": 0.2384217381477356, | |
| "learning_rate": 3.636363636363636e-06, | |
| "loss": 0.9282, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.020572217053615297, | |
| "grad_norm": 0.25285932421684265, | |
| "learning_rate": 3.2323232323232324e-06, | |
| "loss": 0.9416, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.02061403050291126, | |
| "grad_norm": 0.6776081919670105, | |
| "learning_rate": 2.8282828282828286e-06, | |
| "loss": 1.0684, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.020655843952207226, | |
| "grad_norm": 0.4594746530056, | |
| "learning_rate": 2.4242424242424244e-06, | |
| "loss": 1.1019, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.020697657401503193, | |
| "grad_norm": 0.24249747395515442, | |
| "learning_rate": 2.0202020202020206e-06, | |
| "loss": 0.9081, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.02073947085079916, | |
| "grad_norm": 0.24494624137878418, | |
| "learning_rate": 1.6161616161616162e-06, | |
| "loss": 0.8783, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.020781284300095126, | |
| "grad_norm": 0.26583802700042725, | |
| "learning_rate": 1.2121212121212122e-06, | |
| "loss": 0.8981, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.020823097749391093, | |
| "grad_norm": 0.29171836376190186, | |
| "learning_rate": 8.080808080808081e-07, | |
| "loss": 0.8406, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.020864911198687056, | |
| "grad_norm": 0.31394335627555847, | |
| "learning_rate": 4.0404040404040405e-07, | |
| "loss": 1.0501, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.020906724647983023, | |
| "grad_norm": 0.2837514281272888, | |
| "learning_rate": 0.0, | |
| "loss": 1.2815, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.7182011785216e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |