| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9979310344827588, |
| "eval_steps": 500, |
| "global_step": 1449, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0020689655172413794, |
| "grad_norm": 8.16248893737793, |
| "learning_rate": 6.896551724137931e-08, |
| "loss": 1.3047, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.004137931034482759, |
| "grad_norm": 8.501221656799316, |
| "learning_rate": 1.3793103448275863e-07, |
| "loss": 1.3364, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006206896551724138, |
| "grad_norm": 8.676358222961426, |
| "learning_rate": 2.0689655172413796e-07, |
| "loss": 1.3572, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.008275862068965517, |
| "grad_norm": 8.630147933959961, |
| "learning_rate": 2.7586206896551726e-07, |
| "loss": 1.3387, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.010344827586206896, |
| "grad_norm": 8.223169326782227, |
| "learning_rate": 3.4482758620689656e-07, |
| "loss": 1.3156, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.012413793103448275, |
| "grad_norm": 8.330610275268555, |
| "learning_rate": 4.137931034482759e-07, |
| "loss": 1.2883, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.014482758620689656, |
| "grad_norm": 9.017132759094238, |
| "learning_rate": 4.827586206896552e-07, |
| "loss": 1.3781, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.016551724137931035, |
| "grad_norm": 8.214015007019043, |
| "learning_rate": 5.517241379310345e-07, |
| "loss": 1.2708, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.018620689655172412, |
| "grad_norm": 8.30260181427002, |
| "learning_rate": 6.206896551724139e-07, |
| "loss": 1.327, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.020689655172413793, |
| "grad_norm": 7.864175319671631, |
| "learning_rate": 6.896551724137931e-07, |
| "loss": 1.2873, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.022758620689655173, |
| "grad_norm": 7.549825191497803, |
| "learning_rate": 7.586206896551725e-07, |
| "loss": 1.2672, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.02482758620689655, |
| "grad_norm": 7.3428802490234375, |
| "learning_rate": 8.275862068965518e-07, |
| "loss": 1.2312, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02689655172413793, |
| "grad_norm": 6.168758392333984, |
| "learning_rate": 8.965517241379311e-07, |
| "loss": 1.2331, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.028965517241379312, |
| "grad_norm": 6.219021320343018, |
| "learning_rate": 9.655172413793103e-07, |
| "loss": 1.2173, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03103448275862069, |
| "grad_norm": 5.889226913452148, |
| "learning_rate": 1.0344827586206898e-06, |
| "loss": 1.2164, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.03310344827586207, |
| "grad_norm": 5.6153411865234375, |
| "learning_rate": 1.103448275862069e-06, |
| "loss": 1.2284, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03517241379310345, |
| "grad_norm": 3.499351978302002, |
| "learning_rate": 1.1724137931034483e-06, |
| "loss": 1.1728, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.037241379310344824, |
| "grad_norm": 3.140091896057129, |
| "learning_rate": 1.2413793103448277e-06, |
| "loss": 1.1509, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.039310344827586205, |
| "grad_norm": 3.1030735969543457, |
| "learning_rate": 1.3103448275862072e-06, |
| "loss": 1.1557, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.041379310344827586, |
| "grad_norm": 2.808349370956421, |
| "learning_rate": 1.3793103448275862e-06, |
| "loss": 1.099, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.043448275862068966, |
| "grad_norm": 2.8193469047546387, |
| "learning_rate": 1.4482758620689657e-06, |
| "loss": 1.1728, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.04551724137931035, |
| "grad_norm": 2.7212672233581543, |
| "learning_rate": 1.517241379310345e-06, |
| "loss": 1.1511, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.04758620689655172, |
| "grad_norm": 2.5926826000213623, |
| "learning_rate": 1.5862068965517244e-06, |
| "loss": 1.1317, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0496551724137931, |
| "grad_norm": 3.0901269912719727, |
| "learning_rate": 1.6551724137931037e-06, |
| "loss": 1.0843, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05172413793103448, |
| "grad_norm": 3.495481252670288, |
| "learning_rate": 1.724137931034483e-06, |
| "loss": 1.1062, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.05379310344827586, |
| "grad_norm": 3.160388231277466, |
| "learning_rate": 1.7931034482758622e-06, |
| "loss": 1.0713, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05586206896551724, |
| "grad_norm": 3.0356714725494385, |
| "learning_rate": 1.8620689655172416e-06, |
| "loss": 1.0513, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.057931034482758624, |
| "grad_norm": 2.9434399604797363, |
| "learning_rate": 1.9310344827586207e-06, |
| "loss": 1.0907, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.5999321937561035, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.0615, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06206896551724138, |
| "grad_norm": 2.188593864440918, |
| "learning_rate": 2.0689655172413796e-06, |
| "loss": 1.0549, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06413793103448276, |
| "grad_norm": 1.513140320777893, |
| "learning_rate": 2.137931034482759e-06, |
| "loss": 1.0179, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.06620689655172414, |
| "grad_norm": 1.3605451583862305, |
| "learning_rate": 2.206896551724138e-06, |
| "loss": 1.0188, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.06827586206896552, |
| "grad_norm": 1.7352983951568604, |
| "learning_rate": 2.2758620689655173e-06, |
| "loss": 1.0239, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0703448275862069, |
| "grad_norm": 1.7656395435333252, |
| "learning_rate": 2.3448275862068966e-06, |
| "loss": 0.9941, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07241379310344828, |
| "grad_norm": 1.684338092803955, |
| "learning_rate": 2.4137931034482762e-06, |
| "loss": 0.9742, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07448275862068965, |
| "grad_norm": 1.4101715087890625, |
| "learning_rate": 2.4827586206896555e-06, |
| "loss": 0.9809, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.07655172413793103, |
| "grad_norm": 1.2714829444885254, |
| "learning_rate": 2.5517241379310347e-06, |
| "loss": 0.9693, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.07862068965517241, |
| "grad_norm": 1.1786231994628906, |
| "learning_rate": 2.6206896551724144e-06, |
| "loss": 0.9956, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08068965517241379, |
| "grad_norm": 1.0718473196029663, |
| "learning_rate": 2.6896551724137932e-06, |
| "loss": 0.9836, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.08275862068965517, |
| "grad_norm": 0.9965543746948242, |
| "learning_rate": 2.7586206896551725e-06, |
| "loss": 0.9186, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08482758620689655, |
| "grad_norm": 0.9652248620986938, |
| "learning_rate": 2.827586206896552e-06, |
| "loss": 0.9265, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.08689655172413793, |
| "grad_norm": 1.0196917057037354, |
| "learning_rate": 2.8965517241379314e-06, |
| "loss": 0.9483, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.08896551724137931, |
| "grad_norm": 1.2638320922851562, |
| "learning_rate": 2.9655172413793102e-06, |
| "loss": 0.9579, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0910344827586207, |
| "grad_norm": 1.0733128786087036, |
| "learning_rate": 3.03448275862069e-06, |
| "loss": 0.9739, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09310344827586207, |
| "grad_norm": 0.9054429531097412, |
| "learning_rate": 3.103448275862069e-06, |
| "loss": 0.9671, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.09517241379310344, |
| "grad_norm": 0.9127644896507263, |
| "learning_rate": 3.172413793103449e-06, |
| "loss": 0.9145, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.09724137931034482, |
| "grad_norm": 0.8835800886154175, |
| "learning_rate": 3.2413793103448277e-06, |
| "loss": 0.9169, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0993103448275862, |
| "grad_norm": 1.0521382093429565, |
| "learning_rate": 3.3103448275862073e-06, |
| "loss": 0.9341, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10137931034482758, |
| "grad_norm": 0.8984640836715698, |
| "learning_rate": 3.3793103448275866e-06, |
| "loss": 0.9007, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.10344827586206896, |
| "grad_norm": 0.8801516890525818, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 0.9447, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10551724137931034, |
| "grad_norm": 0.873184859752655, |
| "learning_rate": 3.517241379310345e-06, |
| "loss": 0.9134, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.10758620689655173, |
| "grad_norm": 0.8689625263214111, |
| "learning_rate": 3.5862068965517243e-06, |
| "loss": 0.9404, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1096551724137931, |
| "grad_norm": 0.8642359972000122, |
| "learning_rate": 3.655172413793104e-06, |
| "loss": 0.8982, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.11172413793103449, |
| "grad_norm": 0.9032179117202759, |
| "learning_rate": 3.7241379310344832e-06, |
| "loss": 0.8848, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11379310344827587, |
| "grad_norm": 0.8974177837371826, |
| "learning_rate": 3.793103448275862e-06, |
| "loss": 0.9485, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.11586206896551725, |
| "grad_norm": 0.9621221423149109, |
| "learning_rate": 3.862068965517241e-06, |
| "loss": 0.8727, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.11793103448275861, |
| "grad_norm": 0.9366543889045715, |
| "learning_rate": 3.931034482758621e-06, |
| "loss": 0.926, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.8639587163925171, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.8623, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12206896551724138, |
| "grad_norm": 0.9308229684829712, |
| "learning_rate": 4.0689655172413795e-06, |
| "loss": 0.8973, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.12413793103448276, |
| "grad_norm": 0.8033000230789185, |
| "learning_rate": 4.137931034482759e-06, |
| "loss": 0.8861, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.12620689655172415, |
| "grad_norm": 0.9005990028381348, |
| "learning_rate": 4.206896551724138e-06, |
| "loss": 0.8823, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.12827586206896552, |
| "grad_norm": 0.9020888805389404, |
| "learning_rate": 4.275862068965518e-06, |
| "loss": 0.8914, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.13034482758620689, |
| "grad_norm": 0.8798072338104248, |
| "learning_rate": 4.3448275862068965e-06, |
| "loss": 0.9076, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.13241379310344828, |
| "grad_norm": 0.8254591226577759, |
| "learning_rate": 4.413793103448276e-06, |
| "loss": 0.9246, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13448275862068965, |
| "grad_norm": 0.7802205085754395, |
| "learning_rate": 4.482758620689656e-06, |
| "loss": 0.8635, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.13655172413793104, |
| "grad_norm": 0.8493502736091614, |
| "learning_rate": 4.551724137931035e-06, |
| "loss": 0.8793, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.1386206896551724, |
| "grad_norm": 0.8410840034484863, |
| "learning_rate": 4.620689655172414e-06, |
| "loss": 0.8593, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.1406896551724138, |
| "grad_norm": 0.796180009841919, |
| "learning_rate": 4.689655172413793e-06, |
| "loss": 0.8797, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14275862068965517, |
| "grad_norm": 0.7212627530097961, |
| "learning_rate": 4.758620689655173e-06, |
| "loss": 0.8661, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.14482758620689656, |
| "grad_norm": 0.8363891243934631, |
| "learning_rate": 4.8275862068965525e-06, |
| "loss": 0.8679, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.14689655172413793, |
| "grad_norm": 0.921846866607666, |
| "learning_rate": 4.896551724137931e-06, |
| "loss": 0.8643, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.1489655172413793, |
| "grad_norm": 0.7880343794822693, |
| "learning_rate": 4.965517241379311e-06, |
| "loss": 0.878, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1510344827586207, |
| "grad_norm": 0.8128662705421448, |
| "learning_rate": 5.03448275862069e-06, |
| "loss": 0.8772, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.15310344827586206, |
| "grad_norm": 0.8667871952056885, |
| "learning_rate": 5.1034482758620695e-06, |
| "loss": 0.8731, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.15517241379310345, |
| "grad_norm": 0.8730148673057556, |
| "learning_rate": 5.172413793103449e-06, |
| "loss": 0.876, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.15724137931034482, |
| "grad_norm": 0.8205820918083191, |
| "learning_rate": 5.241379310344829e-06, |
| "loss": 0.8415, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.15931034482758621, |
| "grad_norm": 0.8799615502357483, |
| "learning_rate": 5.310344827586207e-06, |
| "loss": 0.8482, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.16137931034482758, |
| "grad_norm": 0.936702311038971, |
| "learning_rate": 5.3793103448275865e-06, |
| "loss": 0.8677, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16344827586206898, |
| "grad_norm": 0.8674628734588623, |
| "learning_rate": 5.448275862068966e-06, |
| "loss": 0.8973, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.16551724137931034, |
| "grad_norm": 0.8501123785972595, |
| "learning_rate": 5.517241379310345e-06, |
| "loss": 0.8603, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.16758620689655174, |
| "grad_norm": 0.9434123039245605, |
| "learning_rate": 5.586206896551725e-06, |
| "loss": 0.8983, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.1696551724137931, |
| "grad_norm": 0.8477321267127991, |
| "learning_rate": 5.655172413793104e-06, |
| "loss": 0.8621, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17172413793103447, |
| "grad_norm": 0.8743482232093811, |
| "learning_rate": 5.724137931034483e-06, |
| "loss": 0.8854, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.17379310344827587, |
| "grad_norm": 0.7993690967559814, |
| "learning_rate": 5.793103448275863e-06, |
| "loss": 0.8605, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.17586206896551723, |
| "grad_norm": 0.8073793649673462, |
| "learning_rate": 5.862068965517242e-06, |
| "loss": 0.8867, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.17793103448275863, |
| "grad_norm": 0.8699036240577698, |
| "learning_rate": 5.9310344827586205e-06, |
| "loss": 0.8752, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9213085770606995, |
| "learning_rate": 6e-06, |
| "loss": 0.8601, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.1820689655172414, |
| "grad_norm": 0.8272461295127869, |
| "learning_rate": 6.06896551724138e-06, |
| "loss": 0.8613, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.18413793103448275, |
| "grad_norm": 0.8762076497077942, |
| "learning_rate": 6.1379310344827595e-06, |
| "loss": 0.8755, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.18620689655172415, |
| "grad_norm": 0.8086516261100769, |
| "learning_rate": 6.206896551724138e-06, |
| "loss": 0.8779, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.18827586206896552, |
| "grad_norm": 0.8407052755355835, |
| "learning_rate": 6.275862068965518e-06, |
| "loss": 0.869, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.19034482758620688, |
| "grad_norm": 0.8412452340126038, |
| "learning_rate": 6.344827586206898e-06, |
| "loss": 0.8937, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19241379310344828, |
| "grad_norm": 0.8644373416900635, |
| "learning_rate": 6.413793103448276e-06, |
| "loss": 0.8627, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.19448275862068964, |
| "grad_norm": 0.867426335811615, |
| "learning_rate": 6.482758620689655e-06, |
| "loss": 0.8714, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.19655172413793104, |
| "grad_norm": 0.8877378702163696, |
| "learning_rate": 6.551724137931035e-06, |
| "loss": 0.8603, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1986206896551724, |
| "grad_norm": 0.7677062749862671, |
| "learning_rate": 6.620689655172415e-06, |
| "loss": 0.8273, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.2006896551724138, |
| "grad_norm": 0.8652222752571106, |
| "learning_rate": 6.6896551724137935e-06, |
| "loss": 0.8786, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.20275862068965517, |
| "grad_norm": 0.8587886691093445, |
| "learning_rate": 6.758620689655173e-06, |
| "loss": 0.8541, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.20482758620689656, |
| "grad_norm": 0.8325220942497253, |
| "learning_rate": 6.827586206896553e-06, |
| "loss": 0.8389, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.20689655172413793, |
| "grad_norm": 0.9126191735267639, |
| "learning_rate": 6.896551724137932e-06, |
| "loss": 0.8588, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.20896551724137932, |
| "grad_norm": 0.8659350872039795, |
| "learning_rate": 6.9655172413793105e-06, |
| "loss": 0.8649, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2110344827586207, |
| "grad_norm": 0.80833899974823, |
| "learning_rate": 7.03448275862069e-06, |
| "loss": 0.8668, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21310344827586206, |
| "grad_norm": 0.8443086743354797, |
| "learning_rate": 7.103448275862069e-06, |
| "loss": 0.852, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.21517241379310345, |
| "grad_norm": 0.9743650555610657, |
| "learning_rate": 7.172413793103449e-06, |
| "loss": 0.8727, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.21724137931034482, |
| "grad_norm": 0.8710004687309265, |
| "learning_rate": 7.241379310344828e-06, |
| "loss": 0.8605, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2193103448275862, |
| "grad_norm": 0.9044391512870789, |
| "learning_rate": 7.310344827586208e-06, |
| "loss": 0.8395, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22137931034482758, |
| "grad_norm": 0.7920845746994019, |
| "learning_rate": 7.379310344827587e-06, |
| "loss": 0.8361, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.22344827586206897, |
| "grad_norm": 0.9043503403663635, |
| "learning_rate": 7.4482758620689665e-06, |
| "loss": 0.8326, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.22551724137931034, |
| "grad_norm": 0.914540708065033, |
| "learning_rate": 7.517241379310345e-06, |
| "loss": 0.8592, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.22758620689655173, |
| "grad_norm": 0.889606773853302, |
| "learning_rate": 7.586206896551724e-06, |
| "loss": 0.871, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2296551724137931, |
| "grad_norm": 0.8037165403366089, |
| "learning_rate": 7.655172413793104e-06, |
| "loss": 0.8059, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.2317241379310345, |
| "grad_norm": 0.9440395832061768, |
| "learning_rate": 7.724137931034483e-06, |
| "loss": 0.8511, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.23379310344827586, |
| "grad_norm": 0.8397315740585327, |
| "learning_rate": 7.793103448275863e-06, |
| "loss": 0.8363, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.23586206896551723, |
| "grad_norm": 0.9024421572685242, |
| "learning_rate": 7.862068965517242e-06, |
| "loss": 0.8276, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.23793103448275862, |
| "grad_norm": 0.9368509650230408, |
| "learning_rate": 7.93103448275862e-06, |
| "loss": 0.8896, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9322966933250427, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.8054, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.24206896551724139, |
| "grad_norm": 0.9048160910606384, |
| "learning_rate": 8.06896551724138e-06, |
| "loss": 0.8448, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.24413793103448275, |
| "grad_norm": 0.8558708429336548, |
| "learning_rate": 8.137931034482759e-06, |
| "loss": 0.8275, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.24620689655172415, |
| "grad_norm": 0.8424068093299866, |
| "learning_rate": 8.206896551724138e-06, |
| "loss": 0.8694, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.2482758620689655, |
| "grad_norm": 1.001757025718689, |
| "learning_rate": 8.275862068965518e-06, |
| "loss": 0.8453, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2503448275862069, |
| "grad_norm": 0.9482073783874512, |
| "learning_rate": 8.344827586206897e-06, |
| "loss": 0.8696, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2524137931034483, |
| "grad_norm": 0.9771032929420471, |
| "learning_rate": 8.413793103448276e-06, |
| "loss": 0.8373, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.25448275862068964, |
| "grad_norm": 1.0352799892425537, |
| "learning_rate": 8.482758620689656e-06, |
| "loss": 0.837, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.25655172413793104, |
| "grad_norm": 0.9529556035995483, |
| "learning_rate": 8.551724137931035e-06, |
| "loss": 0.8286, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 0.8518896698951721, |
| "learning_rate": 8.620689655172414e-06, |
| "loss": 0.847, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.26068965517241377, |
| "grad_norm": 0.8487024903297424, |
| "learning_rate": 8.689655172413793e-06, |
| "loss": 0.8257, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.26275862068965516, |
| "grad_norm": 1.0520756244659424, |
| "learning_rate": 8.758620689655173e-06, |
| "loss": 0.823, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.26482758620689656, |
| "grad_norm": 1.002064824104309, |
| "learning_rate": 8.827586206896552e-06, |
| "loss": 0.8618, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.26689655172413795, |
| "grad_norm": 0.9487592577934265, |
| "learning_rate": 8.896551724137931e-06, |
| "loss": 0.8344, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.2689655172413793, |
| "grad_norm": 0.9966208338737488, |
| "learning_rate": 8.965517241379312e-06, |
| "loss": 0.8372, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2710344827586207, |
| "grad_norm": 0.8904616832733154, |
| "learning_rate": 9.03448275862069e-06, |
| "loss": 0.8547, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.2731034482758621, |
| "grad_norm": 0.8750537037849426, |
| "learning_rate": 9.10344827586207e-06, |
| "loss": 0.8423, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2751724137931034, |
| "grad_norm": 1.0919158458709717, |
| "learning_rate": 9.172413793103448e-06, |
| "loss": 0.8295, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.2772413793103448, |
| "grad_norm": 0.8703680038452148, |
| "learning_rate": 9.241379310344829e-06, |
| "loss": 0.7951, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2793103448275862, |
| "grad_norm": 0.8651219606399536, |
| "learning_rate": 9.310344827586207e-06, |
| "loss": 0.8656, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2813793103448276, |
| "grad_norm": 1.1044590473175049, |
| "learning_rate": 9.379310344827586e-06, |
| "loss": 0.8359, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.28344827586206894, |
| "grad_norm": 0.8297178149223328, |
| "learning_rate": 9.448275862068967e-06, |
| "loss": 0.8055, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.28551724137931034, |
| "grad_norm": 0.8873213529586792, |
| "learning_rate": 9.517241379310346e-06, |
| "loss": 0.8346, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.28758620689655173, |
| "grad_norm": 0.9231070280075073, |
| "learning_rate": 9.586206896551724e-06, |
| "loss": 0.8647, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.2896551724137931, |
| "grad_norm": 0.9084100127220154, |
| "learning_rate": 9.655172413793105e-06, |
| "loss": 0.8342, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29172413793103447, |
| "grad_norm": 0.9144700765609741, |
| "learning_rate": 9.724137931034484e-06, |
| "loss": 0.8468, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.29379310344827586, |
| "grad_norm": 0.9257712364196777, |
| "learning_rate": 9.793103448275863e-06, |
| "loss": 0.8192, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.29586206896551726, |
| "grad_norm": 0.8467687368392944, |
| "learning_rate": 9.862068965517241e-06, |
| "loss": 0.827, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.2979310344827586, |
| "grad_norm": 0.925663411617279, |
| "learning_rate": 9.931034482758622e-06, |
| "loss": 0.8436, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9307589530944824, |
| "learning_rate": 1e-05, |
| "loss": 0.7953, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3020689655172414, |
| "grad_norm": 0.9580163955688477, |
| "learning_rate": 9.999985489433723e-06, |
| "loss": 0.829, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3041379310344828, |
| "grad_norm": 0.8726505637168884, |
| "learning_rate": 9.999941957819112e-06, |
| "loss": 0.8571, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3062068965517241, |
| "grad_norm": 0.934336245059967, |
| "learning_rate": 9.999869405408833e-06, |
| "loss": 0.8127, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3082758620689655, |
| "grad_norm": 1.0289698839187622, |
| "learning_rate": 9.999767832624e-06, |
| "loss": 0.8592, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.3103448275862069, |
| "grad_norm": 0.8795868754386902, |
| "learning_rate": 9.999637240054163e-06, |
| "loss": 0.8207, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3124137931034483, |
| "grad_norm": 0.8612985610961914, |
| "learning_rate": 9.99947762845731e-06, |
| "loss": 0.8548, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.31448275862068964, |
| "grad_norm": 0.90495365858078, |
| "learning_rate": 9.999288998759865e-06, |
| "loss": 0.8346, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.31655172413793103, |
| "grad_norm": 1.010977029800415, |
| "learning_rate": 9.999071352056676e-06, |
| "loss": 0.8504, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.31862068965517243, |
| "grad_norm": 0.9661422967910767, |
| "learning_rate": 9.998824689611012e-06, |
| "loss": 0.8264, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.32068965517241377, |
| "grad_norm": 1.0099589824676514, |
| "learning_rate": 9.998549012854562e-06, |
| "loss": 0.8054, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.32275862068965516, |
| "grad_norm": 0.9441735744476318, |
| "learning_rate": 9.998244323387412e-06, |
| "loss": 0.803, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.32482758620689656, |
| "grad_norm": 0.9308339953422546, |
| "learning_rate": 9.99791062297805e-06, |
| "loss": 0.8267, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.32689655172413795, |
| "grad_norm": 0.9326705932617188, |
| "learning_rate": 9.997547913563352e-06, |
| "loss": 0.8291, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3289655172413793, |
| "grad_norm": 0.8982317447662354, |
| "learning_rate": 9.997156197248564e-06, |
| "loss": 0.837, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3310344827586207, |
| "grad_norm": 0.93187016248703, |
| "learning_rate": 9.996735476307292e-06, |
| "loss": 0.812, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3331034482758621, |
| "grad_norm": 0.9523342251777649, |
| "learning_rate": 9.996285753181499e-06, |
| "loss": 0.8545, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.3351724137931035, |
| "grad_norm": 0.8485278487205505, |
| "learning_rate": 9.995807030481481e-06, |
| "loss": 0.8405, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3372413793103448, |
| "grad_norm": 0.9064662456512451, |
| "learning_rate": 9.99529931098585e-06, |
| "loss": 0.8164, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.3393103448275862, |
| "grad_norm": 0.8660606145858765, |
| "learning_rate": 9.99476259764153e-06, |
| "loss": 0.816, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3413793103448276, |
| "grad_norm": 0.9558955430984497, |
| "learning_rate": 9.994196893563722e-06, |
| "loss": 0.8365, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.34344827586206894, |
| "grad_norm": 0.838666558265686, |
| "learning_rate": 9.993602202035902e-06, |
| "loss": 0.7915, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.34551724137931034, |
| "grad_norm": 0.8363468050956726, |
| "learning_rate": 9.992978526509794e-06, |
| "loss": 0.7789, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.34758620689655173, |
| "grad_norm": 0.8468877077102661, |
| "learning_rate": 9.992325870605353e-06, |
| "loss": 0.8306, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.3496551724137931, |
| "grad_norm": 0.8892214298248291, |
| "learning_rate": 9.991644238110741e-06, |
| "loss": 0.8433, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.35172413793103446, |
| "grad_norm": 0.9307257533073425, |
| "learning_rate": 9.990933632982307e-06, |
| "loss": 0.8402, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.35379310344827586, |
| "grad_norm": 0.8565515279769897, |
| "learning_rate": 9.990194059344565e-06, |
| "loss": 0.8403, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.35586206896551725, |
| "grad_norm": 0.89169842004776, |
| "learning_rate": 9.989425521490169e-06, |
| "loss": 0.8387, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.35793103448275865, |
| "grad_norm": 0.9352335333824158, |
| "learning_rate": 9.988628023879883e-06, |
| "loss": 0.8292, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8871222734451294, |
| "learning_rate": 9.987801571142569e-06, |
| "loss": 0.8245, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3620689655172414, |
| "grad_norm": 0.7852333188056946, |
| "learning_rate": 9.98694616807514e-06, |
| "loss": 0.8523, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.3641379310344828, |
| "grad_norm": 0.763839840888977, |
| "learning_rate": 9.986061819642554e-06, |
| "loss": 0.8027, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3662068965517241, |
| "grad_norm": 0.9269424080848694, |
| "learning_rate": 9.985148530977767e-06, |
| "loss": 0.8507, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3682758620689655, |
| "grad_norm": 0.9032247066497803, |
| "learning_rate": 9.984206307381714e-06, |
| "loss": 0.82, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3703448275862069, |
| "grad_norm": 0.8867712020874023, |
| "learning_rate": 9.983235154323276e-06, |
| "loss": 0.8395, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.3724137931034483, |
| "grad_norm": 0.8791627883911133, |
| "learning_rate": 9.982235077439242e-06, |
| "loss": 0.8677, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.37448275862068964, |
| "grad_norm": 0.9103829264640808, |
| "learning_rate": 9.981206082534287e-06, |
| "loss": 0.8136, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.37655172413793103, |
| "grad_norm": 0.8131744265556335, |
| "learning_rate": 9.98014817558093e-06, |
| "loss": 0.835, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3786206896551724, |
| "grad_norm": 0.8920416235923767, |
| "learning_rate": 9.979061362719502e-06, |
| "loss": 0.7958, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.38068965517241377, |
| "grad_norm": 0.8333418369293213, |
| "learning_rate": 9.977945650258111e-06, |
| "loss": 0.8238, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.38275862068965516, |
| "grad_norm": 0.8242124915122986, |
| "learning_rate": 9.976801044672608e-06, |
| "loss": 0.8412, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.38482758620689655, |
| "grad_norm": 0.9200892448425293, |
| "learning_rate": 9.975627552606538e-06, |
| "loss": 0.8429, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.38689655172413795, |
| "grad_norm": 0.8656523823738098, |
| "learning_rate": 9.974425180871118e-06, |
| "loss": 0.8268, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.3889655172413793, |
| "grad_norm": 0.9208945631980896, |
| "learning_rate": 9.973193936445185e-06, |
| "loss": 0.8338, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3910344827586207, |
| "grad_norm": 0.873414158821106, |
| "learning_rate": 9.971933826475162e-06, |
| "loss": 0.8236, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.3931034482758621, |
| "grad_norm": 0.9169439673423767, |
| "learning_rate": 9.970644858275008e-06, |
| "loss": 0.8242, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.39517241379310347, |
| "grad_norm": 0.8280132412910461, |
| "learning_rate": 9.969327039326193e-06, |
| "loss": 0.8269, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.3972413793103448, |
| "grad_norm": 0.8578395247459412, |
| "learning_rate": 9.967980377277632e-06, |
| "loss": 0.7664, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.3993103448275862, |
| "grad_norm": 0.8905231952667236, |
| "learning_rate": 9.966604879945659e-06, |
| "loss": 0.8239, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.4013793103448276, |
| "grad_norm": 0.8388824462890625, |
| "learning_rate": 9.96520055531397e-06, |
| "loss": 0.8128, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.40344827586206894, |
| "grad_norm": 0.7973628640174866, |
| "learning_rate": 9.963767411533584e-06, |
| "loss": 0.7949, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.40551724137931033, |
| "grad_norm": 0.8202701807022095, |
| "learning_rate": 9.962305456922792e-06, |
| "loss": 0.8213, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.40758620689655173, |
| "grad_norm": 0.7976661324501038, |
| "learning_rate": 9.960814699967112e-06, |
| "loss": 0.7915, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.4096551724137931, |
| "grad_norm": 0.7930517196655273, |
| "learning_rate": 9.959295149319233e-06, |
| "loss": 0.805, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.41172413793103446, |
| "grad_norm": 0.809988260269165, |
| "learning_rate": 9.95774681379897e-06, |
| "loss": 0.7896, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 0.8766646981239319, |
| "learning_rate": 9.956169702393215e-06, |
| "loss": 0.8189, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.41586206896551725, |
| "grad_norm": 0.9457526803016663, |
| "learning_rate": 9.954563824255879e-06, |
| "loss": 0.8189, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.41793103448275865, |
| "grad_norm": 0.9090128540992737, |
| "learning_rate": 9.952929188707843e-06, |
| "loss": 0.8614, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.8124152421951294, |
| "learning_rate": 9.951265805236903e-06, |
| "loss": 0.8186, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.4220689655172414, |
| "grad_norm": 0.8770976066589355, |
| "learning_rate": 9.94957368349771e-06, |
| "loss": 0.7963, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4241379310344828, |
| "grad_norm": 0.8936490416526794, |
| "learning_rate": 9.947852833311725e-06, |
| "loss": 0.8278, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.4262068965517241, |
| "grad_norm": 0.9065835475921631, |
| "learning_rate": 9.946103264667151e-06, |
| "loss": 0.8026, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4282758620689655, |
| "grad_norm": 0.755096435546875, |
| "learning_rate": 9.94432498771888e-06, |
| "loss": 0.7987, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.4303448275862069, |
| "grad_norm": 0.8373960256576538, |
| "learning_rate": 9.942518012788438e-06, |
| "loss": 0.7967, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4324137931034483, |
| "grad_norm": 0.8678641319274902, |
| "learning_rate": 9.940682350363913e-06, |
| "loss": 0.8212, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.43448275862068964, |
| "grad_norm": 0.8203259706497192, |
| "learning_rate": 9.938818011099906e-06, |
| "loss": 0.7922, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.43655172413793103, |
| "grad_norm": 0.8179094195365906, |
| "learning_rate": 9.936925005817464e-06, |
| "loss": 0.8271, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.4386206896551724, |
| "grad_norm": 0.8908324241638184, |
| "learning_rate": 9.93500334550402e-06, |
| "loss": 0.7867, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4406896551724138, |
| "grad_norm": 0.8492280840873718, |
| "learning_rate": 9.933053041313325e-06, |
| "loss": 0.8225, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.44275862068965516, |
| "grad_norm": 0.8480848670005798, |
| "learning_rate": 9.931074104565387e-06, |
| "loss": 0.8418, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.44482758620689655, |
| "grad_norm": 0.857255756855011, |
| "learning_rate": 9.929066546746403e-06, |
| "loss": 0.8297, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.44689655172413795, |
| "grad_norm": 0.9532951712608337, |
| "learning_rate": 9.927030379508691e-06, |
| "loss": 0.8094, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.4489655172413793, |
| "grad_norm": 0.8437204360961914, |
| "learning_rate": 9.924965614670629e-06, |
| "loss": 0.7996, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.4510344827586207, |
| "grad_norm": 0.7982957363128662, |
| "learning_rate": 9.922872264216581e-06, |
| "loss": 0.7962, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4531034482758621, |
| "grad_norm": 0.8589974045753479, |
| "learning_rate": 9.920750340296823e-06, |
| "loss": 0.8311, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.45517241379310347, |
| "grad_norm": 0.8524751663208008, |
| "learning_rate": 9.918599855227487e-06, |
| "loss": 0.8113, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4572413793103448, |
| "grad_norm": 0.8594533205032349, |
| "learning_rate": 9.916420821490474e-06, |
| "loss": 0.8201, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.4593103448275862, |
| "grad_norm": 0.872061550617218, |
| "learning_rate": 9.914213251733387e-06, |
| "loss": 0.8014, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.4613793103448276, |
| "grad_norm": 0.8578385710716248, |
| "learning_rate": 9.911977158769461e-06, |
| "loss": 0.787, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.463448275862069, |
| "grad_norm": 0.9662230610847473, |
| "learning_rate": 9.909712555577491e-06, |
| "loss": 0.7924, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.46551724137931033, |
| "grad_norm": 0.909537672996521, |
| "learning_rate": 9.90741945530174e-06, |
| "loss": 0.8267, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.4675862068965517, |
| "grad_norm": 0.8204202651977539, |
| "learning_rate": 9.905097871251887e-06, |
| "loss": 0.8142, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4696551724137931, |
| "grad_norm": 0.8849340081214905, |
| "learning_rate": 9.90274781690293e-06, |
| "loss": 0.8364, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.47172413793103446, |
| "grad_norm": 0.825469970703125, |
| "learning_rate": 9.900369305895115e-06, |
| "loss": 0.7874, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.47379310344827585, |
| "grad_norm": 0.799996018409729, |
| "learning_rate": 9.89796235203386e-06, |
| "loss": 0.8044, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.47586206896551725, |
| "grad_norm": 0.8811237812042236, |
| "learning_rate": 9.895526969289671e-06, |
| "loss": 0.8027, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.47793103448275864, |
| "grad_norm": 0.9074158072471619, |
| "learning_rate": 9.89306317179806e-06, |
| "loss": 0.8172, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.7685100436210632, |
| "learning_rate": 9.890570973859468e-06, |
| "loss": 0.8144, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4820689655172414, |
| "grad_norm": 0.8316488265991211, |
| "learning_rate": 9.888050389939172e-06, |
| "loss": 0.8188, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.48413793103448277, |
| "grad_norm": 0.8519396185874939, |
| "learning_rate": 9.885501434667215e-06, |
| "loss": 0.8242, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4862068965517241, |
| "grad_norm": 0.8774333000183105, |
| "learning_rate": 9.882924122838311e-06, |
| "loss": 0.8083, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.4882758620689655, |
| "grad_norm": 0.8599486351013184, |
| "learning_rate": 9.88031846941176e-06, |
| "loss": 0.8024, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.4903448275862069, |
| "grad_norm": 0.8138340711593628, |
| "learning_rate": 9.877684489511367e-06, |
| "loss": 0.8242, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.4924137931034483, |
| "grad_norm": 0.9175668954849243, |
| "learning_rate": 9.875022198425347e-06, |
| "loss": 0.816, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.49448275862068963, |
| "grad_norm": 0.8907325267791748, |
| "learning_rate": 9.872331611606238e-06, |
| "loss": 0.7923, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.496551724137931, |
| "grad_norm": 0.8826651573181152, |
| "learning_rate": 9.869612744670817e-06, |
| "loss": 0.8359, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4986206896551724, |
| "grad_norm": 0.866460919380188, |
| "learning_rate": 9.866865613400008e-06, |
| "loss": 0.7803, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.5006896551724138, |
| "grad_norm": 0.9463049173355103, |
| "learning_rate": 9.864090233738776e-06, |
| "loss": 0.8221, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5027586206896552, |
| "grad_norm": 0.8751413226127625, |
| "learning_rate": 9.861286621796056e-06, |
| "loss": 0.8299, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.5048275862068966, |
| "grad_norm": 0.9759247303009033, |
| "learning_rate": 9.858454793844648e-06, |
| "loss": 0.8147, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.506896551724138, |
| "grad_norm": 0.899433434009552, |
| "learning_rate": 9.855594766321122e-06, |
| "loss": 0.8172, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.5089655172413793, |
| "grad_norm": 0.8528696298599243, |
| "learning_rate": 9.852706555825727e-06, |
| "loss": 0.7903, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5110344827586207, |
| "grad_norm": 0.9641590714454651, |
| "learning_rate": 9.849790179122287e-06, |
| "loss": 0.7741, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.5131034482758621, |
| "grad_norm": 0.8884571194648743, |
| "learning_rate": 9.846845653138117e-06, |
| "loss": 0.8316, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5151724137931034, |
| "grad_norm": 0.8643737435340881, |
| "learning_rate": 9.843872994963912e-06, |
| "loss": 0.7956, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 0.9500787854194641, |
| "learning_rate": 9.84087222185365e-06, |
| "loss": 0.8379, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5193103448275862, |
| "grad_norm": 0.8723439574241638, |
| "learning_rate": 9.837843351224504e-06, |
| "loss": 0.8169, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.5213793103448275, |
| "grad_norm": 0.9550707936286926, |
| "learning_rate": 9.834786400656719e-06, |
| "loss": 0.8016, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.523448275862069, |
| "grad_norm": 0.9410514831542969, |
| "learning_rate": 9.831701387893533e-06, |
| "loss": 0.7718, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.5255172413793103, |
| "grad_norm": 0.8164445757865906, |
| "learning_rate": 9.828588330841055e-06, |
| "loss": 0.8035, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5275862068965518, |
| "grad_norm": 0.8466964364051819, |
| "learning_rate": 9.825447247568177e-06, |
| "loss": 0.8199, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.5296551724137931, |
| "grad_norm": 1.039279818534851, |
| "learning_rate": 9.822278156306455e-06, |
| "loss": 0.8012, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5317241379310345, |
| "grad_norm": 0.9037715196609497, |
| "learning_rate": 9.819081075450014e-06, |
| "loss": 0.8094, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.5337931034482759, |
| "grad_norm": 0.8636988401412964, |
| "learning_rate": 9.815856023555437e-06, |
| "loss": 0.8395, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5358620689655172, |
| "grad_norm": 0.883048415184021, |
| "learning_rate": 9.812603019341652e-06, |
| "loss": 0.7844, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.5379310344827586, |
| "grad_norm": 0.861579954624176, |
| "learning_rate": 9.809322081689834e-06, |
| "loss": 0.8218, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9384899139404297, |
| "learning_rate": 9.80601322964329e-06, |
| "loss": 0.802, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.5420689655172414, |
| "grad_norm": 0.8394620418548584, |
| "learning_rate": 9.802676482407343e-06, |
| "loss": 0.7974, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5441379310344827, |
| "grad_norm": 0.8985764384269714, |
| "learning_rate": 9.799311859349235e-06, |
| "loss": 0.8001, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.5462068965517242, |
| "grad_norm": 0.8577210307121277, |
| "learning_rate": 9.795919379997993e-06, |
| "loss": 0.8312, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5482758620689655, |
| "grad_norm": 0.8467931151390076, |
| "learning_rate": 9.792499064044343e-06, |
| "loss": 0.8007, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5503448275862068, |
| "grad_norm": 0.9455611705780029, |
| "learning_rate": 9.789050931340572e-06, |
| "loss": 0.8143, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5524137931034483, |
| "grad_norm": 0.8457427620887756, |
| "learning_rate": 9.785575001900418e-06, |
| "loss": 0.7889, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5544827586206896, |
| "grad_norm": 0.8870904445648193, |
| "learning_rate": 9.78207129589897e-06, |
| "loss": 0.823, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5565517241379311, |
| "grad_norm": 0.8103102445602417, |
| "learning_rate": 9.778539833672525e-06, |
| "loss": 0.7962, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5586206896551724, |
| "grad_norm": 0.8109989166259766, |
| "learning_rate": 9.774980635718494e-06, |
| "loss": 0.8107, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5606896551724138, |
| "grad_norm": 0.8663826584815979, |
| "learning_rate": 9.771393722695267e-06, |
| "loss": 0.8158, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5627586206896552, |
| "grad_norm": 1.5541844367980957, |
| "learning_rate": 9.767779115422097e-06, |
| "loss": 0.7898, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5648275862068965, |
| "grad_norm": 0.8373553156852722, |
| "learning_rate": 9.764136834878987e-06, |
| "loss": 0.7963, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.5668965517241379, |
| "grad_norm": 0.7791042923927307, |
| "learning_rate": 9.760466902206557e-06, |
| "loss": 0.8085, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5689655172413793, |
| "grad_norm": 0.8393211960792542, |
| "learning_rate": 9.756769338705927e-06, |
| "loss": 0.8136, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.5710344827586207, |
| "grad_norm": 0.811062216758728, |
| "learning_rate": 9.753044165838594e-06, |
| "loss": 0.8075, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.573103448275862, |
| "grad_norm": 0.8894556760787964, |
| "learning_rate": 9.749291405226304e-06, |
| "loss": 0.8371, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.5751724137931035, |
| "grad_norm": 0.8580628037452698, |
| "learning_rate": 9.745511078650931e-06, |
| "loss": 0.7695, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5772413793103448, |
| "grad_norm": 0.7854070067405701, |
| "learning_rate": 9.741703208054347e-06, |
| "loss": 0.8076, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.5793103448275863, |
| "grad_norm": 0.8000266551971436, |
| "learning_rate": 9.737867815538292e-06, |
| "loss": 0.7894, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5813793103448276, |
| "grad_norm": 0.8094033002853394, |
| "learning_rate": 9.734004923364258e-06, |
| "loss": 0.8035, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.5834482758620689, |
| "grad_norm": 0.8682005405426025, |
| "learning_rate": 9.73011455395334e-06, |
| "loss": 0.8219, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5855172413793104, |
| "grad_norm": 0.8397322297096252, |
| "learning_rate": 9.72619672988613e-06, |
| "loss": 0.8241, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.5875862068965517, |
| "grad_norm": 0.8110212087631226, |
| "learning_rate": 9.722251473902562e-06, |
| "loss": 0.8099, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.5896551724137931, |
| "grad_norm": 0.8143454790115356, |
| "learning_rate": 9.718278808901797e-06, |
| "loss": 0.7744, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.5917241379310345, |
| "grad_norm": 0.8721611499786377, |
| "learning_rate": 9.714278757942082e-06, |
| "loss": 0.785, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.5937931034482758, |
| "grad_norm": 0.7908191084861755, |
| "learning_rate": 9.710251344240619e-06, |
| "loss": 0.7983, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.5958620689655172, |
| "grad_norm": 0.8809441924095154, |
| "learning_rate": 9.70619659117343e-06, |
| "loss": 0.8428, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.5979310344827586, |
| "grad_norm": 0.8129044771194458, |
| "learning_rate": 9.702114522275216e-06, |
| "loss": 0.8149, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.826924204826355, |
| "learning_rate": 9.698005161239237e-06, |
| "loss": 0.8091, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6020689655172414, |
| "grad_norm": 0.8344675302505493, |
| "learning_rate": 9.69386853191715e-06, |
| "loss": 0.7913, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.6041379310344828, |
| "grad_norm": 0.8673633933067322, |
| "learning_rate": 9.689704658318888e-06, |
| "loss": 0.8, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6062068965517241, |
| "grad_norm": 0.7886486053466797, |
| "learning_rate": 9.685513564612521e-06, |
| "loss": 0.7967, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.6082758620689656, |
| "grad_norm": 0.8335657715797424, |
| "learning_rate": 9.681295275124104e-06, |
| "loss": 0.7843, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6103448275862069, |
| "grad_norm": 0.934149980545044, |
| "learning_rate": 9.67704981433754e-06, |
| "loss": 0.7967, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6124137931034482, |
| "grad_norm": 0.8753807544708252, |
| "learning_rate": 9.672777206894452e-06, |
| "loss": 0.8086, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6144827586206897, |
| "grad_norm": 0.8328104615211487, |
| "learning_rate": 9.668477477594021e-06, |
| "loss": 0.8006, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.616551724137931, |
| "grad_norm": 0.8407275080680847, |
| "learning_rate": 9.664150651392846e-06, |
| "loss": 0.7968, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6186206896551724, |
| "grad_norm": 0.8628553748130798, |
| "learning_rate": 9.659796753404806e-06, |
| "loss": 0.8256, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.6206896551724138, |
| "grad_norm": 0.7844734191894531, |
| "learning_rate": 9.655415808900915e-06, |
| "loss": 0.784, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6227586206896552, |
| "grad_norm": 0.8278802633285522, |
| "learning_rate": 9.651007843309164e-06, |
| "loss": 0.7548, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.6248275862068966, |
| "grad_norm": 0.8672357201576233, |
| "learning_rate": 9.646572882214385e-06, |
| "loss": 0.8006, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6268965517241379, |
| "grad_norm": 0.8474316000938416, |
| "learning_rate": 9.642110951358097e-06, |
| "loss": 0.8056, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.6289655172413793, |
| "grad_norm": 0.8918145895004272, |
| "learning_rate": 9.637622076638358e-06, |
| "loss": 0.8086, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6310344827586207, |
| "grad_norm": 0.7701090574264526, |
| "learning_rate": 9.633106284109612e-06, |
| "loss": 0.7971, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6331034482758621, |
| "grad_norm": 0.7959749102592468, |
| "learning_rate": 9.62856359998254e-06, |
| "loss": 0.7914, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6351724137931034, |
| "grad_norm": 0.8288137912750244, |
| "learning_rate": 9.623994050623917e-06, |
| "loss": 0.8074, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.6372413793103449, |
| "grad_norm": 0.7820798754692078, |
| "learning_rate": 9.619397662556434e-06, |
| "loss": 0.764, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6393103448275862, |
| "grad_norm": 0.8969067335128784, |
| "learning_rate": 9.614774462458573e-06, |
| "loss": 0.8464, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.6413793103448275, |
| "grad_norm": 0.8294548988342285, |
| "learning_rate": 9.610124477164436e-06, |
| "loss": 0.8576, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.643448275862069, |
| "grad_norm": 0.8388926982879639, |
| "learning_rate": 9.605447733663586e-06, |
| "loss": 0.7603, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.6455172413793103, |
| "grad_norm": 0.8787766098976135, |
| "learning_rate": 9.600744259100905e-06, |
| "loss": 0.7991, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6475862068965518, |
| "grad_norm": 0.8679440021514893, |
| "learning_rate": 9.596014080776424e-06, |
| "loss": 0.7977, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.6496551724137931, |
| "grad_norm": 0.8179478049278259, |
| "learning_rate": 9.59125722614517e-06, |
| "loss": 0.8009, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6517241379310345, |
| "grad_norm": 0.8390472531318665, |
| "learning_rate": 9.586473722817002e-06, |
| "loss": 0.8023, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6537931034482759, |
| "grad_norm": 0.9145618677139282, |
| "learning_rate": 9.581663598556461e-06, |
| "loss": 0.7888, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6558620689655172, |
| "grad_norm": 0.7960366010665894, |
| "learning_rate": 9.576826881282595e-06, |
| "loss": 0.8047, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.6579310344827586, |
| "grad_norm": 0.8886500000953674, |
| "learning_rate": 9.571963599068807e-06, |
| "loss": 0.7772, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.8854326009750366, |
| "learning_rate": 9.56707378014269e-06, |
| "loss": 0.783, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.6620689655172414, |
| "grad_norm": 0.7884778380393982, |
| "learning_rate": 9.56215745288586e-06, |
| "loss": 0.7783, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6641379310344827, |
| "grad_norm": 0.9254597425460815, |
| "learning_rate": 9.557214645833792e-06, |
| "loss": 0.7903, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.6662068965517242, |
| "grad_norm": 1.0196994543075562, |
| "learning_rate": 9.55224538767566e-06, |
| "loss": 0.7955, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6682758620689655, |
| "grad_norm": 0.8419172167778015, |
| "learning_rate": 9.547249707254166e-06, |
| "loss": 0.8135, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.670344827586207, |
| "grad_norm": 0.85199373960495, |
| "learning_rate": 9.542227633565364e-06, |
| "loss": 0.7882, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6724137931034483, |
| "grad_norm": 0.8458907008171082, |
| "learning_rate": 9.537179195758513e-06, |
| "loss": 0.7803, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.6744827586206896, |
| "grad_norm": 0.8774712681770325, |
| "learning_rate": 9.532104423135885e-06, |
| "loss": 0.8011, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6765517241379311, |
| "grad_norm": 0.8695656657218933, |
| "learning_rate": 9.527003345152616e-06, |
| "loss": 0.792, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.6786206896551724, |
| "grad_norm": 0.799929141998291, |
| "learning_rate": 9.521875991416514e-06, |
| "loss": 0.7651, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6806896551724138, |
| "grad_norm": 0.8962751626968384, |
| "learning_rate": 9.516722391687903e-06, |
| "loss": 0.7951, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.6827586206896552, |
| "grad_norm": 0.8643319010734558, |
| "learning_rate": 9.51154257587944e-06, |
| "loss": 0.7967, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6848275862068965, |
| "grad_norm": 0.9759703874588013, |
| "learning_rate": 9.506336574055954e-06, |
| "loss": 0.7929, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.6868965517241379, |
| "grad_norm": 0.8432797193527222, |
| "learning_rate": 9.501104416434255e-06, |
| "loss": 0.7779, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.6889655172413793, |
| "grad_norm": 0.9403534531593323, |
| "learning_rate": 9.495846133382973e-06, |
| "loss": 0.8123, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.6910344827586207, |
| "grad_norm": 0.8679063320159912, |
| "learning_rate": 9.490561755422374e-06, |
| "loss": 0.7462, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.6931034482758621, |
| "grad_norm": 0.791249692440033, |
| "learning_rate": 9.485251313224181e-06, |
| "loss": 0.7982, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.6951724137931035, |
| "grad_norm": 0.830558180809021, |
| "learning_rate": 9.479914837611409e-06, |
| "loss": 0.7568, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.6972413793103448, |
| "grad_norm": 0.8038316369056702, |
| "learning_rate": 9.474552359558167e-06, |
| "loss": 0.7626, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.6993103448275862, |
| "grad_norm": 0.7749502658843994, |
| "learning_rate": 9.469163910189494e-06, |
| "loss": 0.79, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7013793103448276, |
| "grad_norm": 0.9494272470474243, |
| "learning_rate": 9.463749520781172e-06, |
| "loss": 0.7803, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.7034482758620689, |
| "grad_norm": 0.8260956406593323, |
| "learning_rate": 9.458309222759542e-06, |
| "loss": 0.7729, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7055172413793104, |
| "grad_norm": 0.8298391699790955, |
| "learning_rate": 9.452843047701324e-06, |
| "loss": 0.8141, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.7075862068965517, |
| "grad_norm": 0.9029043912887573, |
| "learning_rate": 9.44735102733344e-06, |
| "loss": 0.797, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7096551724137931, |
| "grad_norm": 0.8290296196937561, |
| "learning_rate": 9.441833193532817e-06, |
| "loss": 0.7708, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.7117241379310345, |
| "grad_norm": 0.7795094847679138, |
| "learning_rate": 9.436289578326215e-06, |
| "loss": 0.8196, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7137931034482758, |
| "grad_norm": 0.7970453500747681, |
| "learning_rate": 9.43072021389003e-06, |
| "loss": 0.822, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7158620689655173, |
| "grad_norm": 0.8111122250556946, |
| "learning_rate": 9.425125132550115e-06, |
| "loss": 0.771, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7179310344827586, |
| "grad_norm": 0.782451868057251, |
| "learning_rate": 9.419504366781591e-06, |
| "loss": 0.7865, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.7692107558250427, |
| "learning_rate": 9.413857949208655e-06, |
| "loss": 0.7748, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7220689655172414, |
| "grad_norm": 0.9149669408798218, |
| "learning_rate": 9.408185912604395e-06, |
| "loss": 0.7847, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.7241379310344828, |
| "grad_norm": 0.812156081199646, |
| "learning_rate": 9.402488289890593e-06, |
| "loss": 0.7921, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7262068965517241, |
| "grad_norm": 0.8430172801017761, |
| "learning_rate": 9.396765114137544e-06, |
| "loss": 0.7752, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.7282758620689656, |
| "grad_norm": 0.8315995931625366, |
| "learning_rate": 9.391016418563856e-06, |
| "loss": 0.7867, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7303448275862069, |
| "grad_norm": 0.8469542860984802, |
| "learning_rate": 9.385242236536259e-06, |
| "loss": 0.7573, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.7324137931034482, |
| "grad_norm": 0.8568265438079834, |
| "learning_rate": 9.379442601569415e-06, |
| "loss": 0.7873, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7344827586206897, |
| "grad_norm": 0.8971392512321472, |
| "learning_rate": 9.37361754732572e-06, |
| "loss": 0.8196, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.736551724137931, |
| "grad_norm": 0.8264282941818237, |
| "learning_rate": 9.367767107615106e-06, |
| "loss": 0.7785, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7386206896551725, |
| "grad_norm": 0.852152407169342, |
| "learning_rate": 9.36189131639485e-06, |
| "loss": 0.7655, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.7406896551724138, |
| "grad_norm": 0.7565860152244568, |
| "learning_rate": 9.355990207769378e-06, |
| "loss": 0.7672, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7427586206896551, |
| "grad_norm": 0.8384962677955627, |
| "learning_rate": 9.35006381599006e-06, |
| "loss": 0.7768, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.7448275862068966, |
| "grad_norm": 0.806664764881134, |
| "learning_rate": 9.344112175455013e-06, |
| "loss": 0.7716, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7468965517241379, |
| "grad_norm": 0.848978579044342, |
| "learning_rate": 9.338135320708912e-06, |
| "loss": 0.817, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.7489655172413793, |
| "grad_norm": 0.8164881467819214, |
| "learning_rate": 9.332133286442772e-06, |
| "loss": 0.7967, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7510344827586207, |
| "grad_norm": 0.855451226234436, |
| "learning_rate": 9.326106107493762e-06, |
| "loss": 0.7519, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.7531034482758621, |
| "grad_norm": 0.8127675652503967, |
| "learning_rate": 9.32005381884499e-06, |
| "loss": 0.758, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7551724137931034, |
| "grad_norm": 0.8386479020118713, |
| "learning_rate": 9.313976455625316e-06, |
| "loss": 0.7947, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.7572413793103449, |
| "grad_norm": 0.9732878804206848, |
| "learning_rate": 9.307874053109127e-06, |
| "loss": 0.7968, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7593103448275862, |
| "grad_norm": 0.9192622900009155, |
| "learning_rate": 9.301746646716152e-06, |
| "loss": 0.7927, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.7613793103448275, |
| "grad_norm": 0.8056217432022095, |
| "learning_rate": 9.295594272011246e-06, |
| "loss": 0.7892, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.763448275862069, |
| "grad_norm": 0.8506579399108887, |
| "learning_rate": 9.289416964704186e-06, |
| "loss": 0.7746, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.7655172413793103, |
| "grad_norm": 0.8824191689491272, |
| "learning_rate": 9.283214760649462e-06, |
| "loss": 0.7749, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7675862068965518, |
| "grad_norm": 0.894450306892395, |
| "learning_rate": 9.27698769584607e-06, |
| "loss": 0.7792, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.7696551724137931, |
| "grad_norm": 0.8521785140037537, |
| "learning_rate": 9.270735806437306e-06, |
| "loss": 0.8031, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7717241379310344, |
| "grad_norm": 0.9518225789070129, |
| "learning_rate": 9.26445912871055e-06, |
| "loss": 0.8018, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.7737931034482759, |
| "grad_norm": 0.82342129945755, |
| "learning_rate": 9.258157699097065e-06, |
| "loss": 0.7745, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 0.9217233657836914, |
| "learning_rate": 9.251831554171773e-06, |
| "loss": 0.8179, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.7779310344827586, |
| "grad_norm": 0.9028921127319336, |
| "learning_rate": 9.245480730653055e-06, |
| "loss": 0.7961, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.7794080376625061, |
| "learning_rate": 9.239105265402525e-06, |
| "loss": 0.7874, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.7820689655172414, |
| "grad_norm": 0.8010353446006775, |
| "learning_rate": 9.232705195424832e-06, |
| "loss": 0.7673, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.7841379310344827, |
| "grad_norm": 0.8443918824195862, |
| "learning_rate": 9.226280557867428e-06, |
| "loss": 0.7922, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.7862068965517242, |
| "grad_norm": 0.8193161487579346, |
| "learning_rate": 9.219831390020367e-06, |
| "loss": 0.7668, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.7882758620689655, |
| "grad_norm": 0.8224409818649292, |
| "learning_rate": 9.213357729316077e-06, |
| "loss": 0.7643, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.7903448275862069, |
| "grad_norm": 0.8491160273551941, |
| "learning_rate": 9.206859613329155e-06, |
| "loss": 0.7801, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.7924137931034483, |
| "grad_norm": 0.8366249203681946, |
| "learning_rate": 9.200337079776136e-06, |
| "loss": 0.7496, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.7944827586206896, |
| "grad_norm": 0.7923499345779419, |
| "learning_rate": 9.193790166515282e-06, |
| "loss": 0.7988, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.7965517241379311, |
| "grad_norm": 0.8000715970993042, |
| "learning_rate": 9.187218911546363e-06, |
| "loss": 0.7583, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.7986206896551724, |
| "grad_norm": 0.7873345017433167, |
| "learning_rate": 9.180623353010428e-06, |
| "loss": 0.7631, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8006896551724138, |
| "grad_norm": 0.8444647789001465, |
| "learning_rate": 9.174003529189592e-06, |
| "loss": 0.7837, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.8027586206896552, |
| "grad_norm": 0.7419801354408264, |
| "learning_rate": 9.167359478506816e-06, |
| "loss": 0.7626, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8048275862068965, |
| "grad_norm": 0.774566113948822, |
| "learning_rate": 9.160691239525675e-06, |
| "loss": 0.7728, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.8068965517241379, |
| "grad_norm": 0.730536699295044, |
| "learning_rate": 9.153998850950133e-06, |
| "loss": 0.7907, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8089655172413793, |
| "grad_norm": 0.726324737071991, |
| "learning_rate": 9.147282351624334e-06, |
| "loss": 0.7827, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.8110344827586207, |
| "grad_norm": 0.7642649412155151, |
| "learning_rate": 9.140541780532362e-06, |
| "loss": 0.7417, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8131034482758621, |
| "grad_norm": 0.8225309252738953, |
| "learning_rate": 9.133777176798013e-06, |
| "loss": 0.8105, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.8151724137931035, |
| "grad_norm": 0.7588528394699097, |
| "learning_rate": 9.126988579684587e-06, |
| "loss": 0.781, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8172413793103448, |
| "grad_norm": 0.8489255309104919, |
| "learning_rate": 9.120176028594632e-06, |
| "loss": 0.7515, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8193103448275862, |
| "grad_norm": 0.8431716561317444, |
| "learning_rate": 9.113339563069742e-06, |
| "loss": 0.7931, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8213793103448276, |
| "grad_norm": 0.8133612871170044, |
| "learning_rate": 9.106479222790312e-06, |
| "loss": 0.7877, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.8234482758620689, |
| "grad_norm": 0.8307138085365295, |
| "learning_rate": 9.099595047575308e-06, |
| "loss": 0.7774, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8255172413793104, |
| "grad_norm": 0.7466663122177124, |
| "learning_rate": 9.092687077382043e-06, |
| "loss": 0.7667, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 0.8137718439102173, |
| "learning_rate": 9.08575535230594e-06, |
| "loss": 0.8056, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.829655172413793, |
| "grad_norm": 0.8068400621414185, |
| "learning_rate": 9.078799912580305e-06, |
| "loss": 0.7588, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.8317241379310345, |
| "grad_norm": 0.8182150721549988, |
| "learning_rate": 9.071820798576083e-06, |
| "loss": 0.7748, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8337931034482758, |
| "grad_norm": 0.8240687251091003, |
| "learning_rate": 9.064818050801634e-06, |
| "loss": 0.7854, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.8358620689655173, |
| "grad_norm": 0.8210726976394653, |
| "learning_rate": 9.057791709902491e-06, |
| "loss": 0.7809, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8379310344827586, |
| "grad_norm": 0.8129264712333679, |
| "learning_rate": 9.050741816661128e-06, |
| "loss": 0.7747, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.7455905079841614, |
| "learning_rate": 9.04366841199672e-06, |
| "loss": 0.777, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8420689655172414, |
| "grad_norm": 0.8041906356811523, |
| "learning_rate": 9.036571536964915e-06, |
| "loss": 0.7634, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.8441379310344828, |
| "grad_norm": 0.7791020274162292, |
| "learning_rate": 9.029451232757581e-06, |
| "loss": 0.803, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8462068965517241, |
| "grad_norm": 0.8423375487327576, |
| "learning_rate": 9.022307540702576e-06, |
| "loss": 0.7263, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.8482758620689655, |
| "grad_norm": 0.8119176030158997, |
| "learning_rate": 9.015140502263506e-06, |
| "loss": 0.7459, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.8503448275862069, |
| "grad_norm": 0.8209352493286133, |
| "learning_rate": 9.007950159039488e-06, |
| "loss": 0.7858, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.8524137931034482, |
| "grad_norm": 0.8128482699394226, |
| "learning_rate": 9.0007365527649e-06, |
| "loss": 0.7707, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8544827586206897, |
| "grad_norm": 0.8830553293228149, |
| "learning_rate": 8.993499725309148e-06, |
| "loss": 0.7579, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.856551724137931, |
| "grad_norm": 0.8541165590286255, |
| "learning_rate": 8.98623971867642e-06, |
| "loss": 0.7638, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8586206896551725, |
| "grad_norm": 0.7872908115386963, |
| "learning_rate": 8.978956575005432e-06, |
| "loss": 0.7967, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.8606896551724138, |
| "grad_norm": 0.7946335673332214, |
| "learning_rate": 8.971650336569208e-06, |
| "loss": 0.7769, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8627586206896551, |
| "grad_norm": 0.8130462169647217, |
| "learning_rate": 8.964321045774808e-06, |
| "loss": 0.7889, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.8648275862068966, |
| "grad_norm": 0.7823083400726318, |
| "learning_rate": 8.956968745163093e-06, |
| "loss": 0.7814, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8668965517241379, |
| "grad_norm": 0.8023502230644226, |
| "learning_rate": 8.949593477408485e-06, |
| "loss": 0.7647, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.8689655172413793, |
| "grad_norm": 0.7985740900039673, |
| "learning_rate": 8.942195285318705e-06, |
| "loss": 0.7794, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.8710344827586207, |
| "grad_norm": 0.8288792371749878, |
| "learning_rate": 8.934774211834538e-06, |
| "loss": 0.7891, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.8731034482758621, |
| "grad_norm": 0.8776261806488037, |
| "learning_rate": 8.927330300029575e-06, |
| "loss": 0.7723, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8751724137931034, |
| "grad_norm": 0.8444452285766602, |
| "learning_rate": 8.919863593109967e-06, |
| "loss": 0.7812, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.8772413793103448, |
| "grad_norm": 0.8049442768096924, |
| "learning_rate": 8.912374134414171e-06, |
| "loss": 0.7765, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8793103448275862, |
| "grad_norm": 0.8133780360221863, |
| "learning_rate": 8.904861967412702e-06, |
| "loss": 0.7289, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.8813793103448276, |
| "grad_norm": 0.7836434245109558, |
| "learning_rate": 8.897327135707881e-06, |
| "loss": 0.7887, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.883448275862069, |
| "grad_norm": 0.8233901858329773, |
| "learning_rate": 8.889769683033573e-06, |
| "loss": 0.7623, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.8855172413793103, |
| "grad_norm": 0.8158826231956482, |
| "learning_rate": 8.882189653254951e-06, |
| "loss": 0.7821, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.8875862068965518, |
| "grad_norm": 0.8711895942687988, |
| "learning_rate": 8.874587090368221e-06, |
| "loss": 0.7668, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.8896551724137931, |
| "grad_norm": 0.7956521511077881, |
| "learning_rate": 8.86696203850038e-06, |
| "loss": 0.762, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.8917241379310344, |
| "grad_norm": 0.7590909600257874, |
| "learning_rate": 8.859314541908957e-06, |
| "loss": 0.7269, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.8937931034482759, |
| "grad_norm": 0.74117511510849, |
| "learning_rate": 8.851644644981756e-06, |
| "loss": 0.7703, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.8958620689655172, |
| "grad_norm": 0.7806484699249268, |
| "learning_rate": 8.843952392236595e-06, |
| "loss": 0.7608, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.8979310344827586, |
| "grad_norm": 0.7991644740104675, |
| "learning_rate": 8.83623782832105e-06, |
| "loss": 0.7932, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.7456468939781189, |
| "learning_rate": 8.8285009980122e-06, |
| "loss": 0.7638, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9020689655172414, |
| "grad_norm": 0.814285933971405, |
| "learning_rate": 8.820741946216357e-06, |
| "loss": 0.7711, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9041379310344828, |
| "grad_norm": 0.767855703830719, |
| "learning_rate": 8.81296071796882e-06, |
| "loss": 0.792, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.9062068965517242, |
| "grad_norm": 0.8761329054832458, |
| "learning_rate": 8.805157358433595e-06, |
| "loss": 0.7736, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9082758620689655, |
| "grad_norm": 0.9907826781272888, |
| "learning_rate": 8.797331912903152e-06, |
| "loss": 0.7725, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.9103448275862069, |
| "grad_norm": 0.8171151280403137, |
| "learning_rate": 8.789484426798148e-06, |
| "loss": 0.7593, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9124137931034483, |
| "grad_norm": 0.8003857731819153, |
| "learning_rate": 8.78161494566717e-06, |
| "loss": 0.7596, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.9144827586206896, |
| "grad_norm": 0.9617862105369568, |
| "learning_rate": 8.77372351518647e-06, |
| "loss": 0.7872, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9165517241379311, |
| "grad_norm": 0.8046567440032959, |
| "learning_rate": 8.765810181159696e-06, |
| "loss": 0.7482, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.9186206896551724, |
| "grad_norm": 0.7760241031646729, |
| "learning_rate": 8.757874989517631e-06, |
| "loss": 0.7843, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9206896551724137, |
| "grad_norm": 0.7372346520423889, |
| "learning_rate": 8.74991798631793e-06, |
| "loss": 0.7882, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9227586206896552, |
| "grad_norm": 0.8651936650276184, |
| "learning_rate": 8.741939217744835e-06, |
| "loss": 0.7872, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9248275862068965, |
| "grad_norm": 0.7748751640319824, |
| "learning_rate": 8.733938730108928e-06, |
| "loss": 0.7801, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.926896551724138, |
| "grad_norm": 0.8208494782447815, |
| "learning_rate": 8.725916569846854e-06, |
| "loss": 0.7878, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9289655172413793, |
| "grad_norm": 0.7929314374923706, |
| "learning_rate": 8.717872783521048e-06, |
| "loss": 0.7709, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.9310344827586207, |
| "grad_norm": 0.7704197764396667, |
| "learning_rate": 8.709807417819464e-06, |
| "loss": 0.7916, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9331034482758621, |
| "grad_norm": 0.8212770223617554, |
| "learning_rate": 8.701720519555315e-06, |
| "loss": 0.7711, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.9351724137931035, |
| "grad_norm": 0.8029863238334656, |
| "learning_rate": 8.69361213566679e-06, |
| "loss": 0.7774, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9372413793103448, |
| "grad_norm": 0.7679287791252136, |
| "learning_rate": 8.685482313216784e-06, |
| "loss": 0.7461, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.9393103448275862, |
| "grad_norm": 0.771782398223877, |
| "learning_rate": 8.67733109939263e-06, |
| "loss": 0.7808, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9413793103448276, |
| "grad_norm": 0.7877687811851501, |
| "learning_rate": 8.669158541505817e-06, |
| "loss": 0.7683, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.9434482758620689, |
| "grad_norm": 0.7960418462753296, |
| "learning_rate": 8.660964686991725e-06, |
| "loss": 0.7719, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9455172413793104, |
| "grad_norm": 0.761481761932373, |
| "learning_rate": 8.65274958340934e-06, |
| "loss": 0.7635, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.9475862068965517, |
| "grad_norm": 0.846750795841217, |
| "learning_rate": 8.644513278440984e-06, |
| "loss": 0.7917, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9496551724137932, |
| "grad_norm": 0.8491324782371521, |
| "learning_rate": 8.636255819892037e-06, |
| "loss": 0.7826, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.9517241379310345, |
| "grad_norm": 0.8026092648506165, |
| "learning_rate": 8.627977255690658e-06, |
| "loss": 0.7715, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9537931034482758, |
| "grad_norm": 0.8143620491027832, |
| "learning_rate": 8.61967763388751e-06, |
| "loss": 0.7724, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.9558620689655173, |
| "grad_norm": 0.7983601689338684, |
| "learning_rate": 8.611357002655475e-06, |
| "loss": 0.8044, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9579310344827586, |
| "grad_norm": 0.9372730851173401, |
| "learning_rate": 8.603015410289387e-06, |
| "loss": 0.7635, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.809413731098175, |
| "learning_rate": 8.594652905205731e-06, |
| "loss": 0.7524, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9620689655172414, |
| "grad_norm": 0.78413987159729, |
| "learning_rate": 8.586269535942386e-06, |
| "loss": 0.7623, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.9641379310344828, |
| "grad_norm": 0.8303465247154236, |
| "learning_rate": 8.577865351158324e-06, |
| "loss": 0.7832, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9662068965517241, |
| "grad_norm": 0.9170937538146973, |
| "learning_rate": 8.569440399633337e-06, |
| "loss": 0.7817, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.9682758620689655, |
| "grad_norm": 0.835443377494812, |
| "learning_rate": 8.560994730267751e-06, |
| "loss": 0.7658, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9703448275862069, |
| "grad_norm": 0.8764263987541199, |
| "learning_rate": 8.552528392082147e-06, |
| "loss": 0.7479, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.9724137931034482, |
| "grad_norm": 0.8065820336341858, |
| "learning_rate": 8.544041434217067e-06, |
| "loss": 0.7469, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9744827586206897, |
| "grad_norm": 0.895577073097229, |
| "learning_rate": 8.535533905932739e-06, |
| "loss": 0.7716, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.976551724137931, |
| "grad_norm": 0.844038188457489, |
| "learning_rate": 8.52700585660878e-06, |
| "loss": 0.7586, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.9786206896551725, |
| "grad_norm": 0.8391221761703491, |
| "learning_rate": 8.518457335743927e-06, |
| "loss": 0.785, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.9806896551724138, |
| "grad_norm": 0.802529513835907, |
| "learning_rate": 8.509888392955725e-06, |
| "loss": 0.7786, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.9827586206896551, |
| "grad_norm": 0.793171763420105, |
| "learning_rate": 8.50129907798026e-06, |
| "loss": 0.7542, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.9848275862068966, |
| "grad_norm": 0.7531145811080933, |
| "learning_rate": 8.492689440671865e-06, |
| "loss": 0.7837, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.9868965517241379, |
| "grad_norm": 0.7774952054023743, |
| "learning_rate": 8.484059531002822e-06, |
| "loss": 0.7702, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.9889655172413793, |
| "grad_norm": 0.84196537733078, |
| "learning_rate": 8.475409399063081e-06, |
| "loss": 0.7628, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.9910344827586207, |
| "grad_norm": 0.760192334651947, |
| "learning_rate": 8.46673909505997e-06, |
| "loss": 0.7549, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.993103448275862, |
| "grad_norm": 0.7565990686416626, |
| "learning_rate": 8.458048669317897e-06, |
| "loss": 0.7473, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.9951724137931034, |
| "grad_norm": 0.792762041091919, |
| "learning_rate": 8.44933817227806e-06, |
| "loss": 0.7631, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.9972413793103448, |
| "grad_norm": 0.7413747906684875, |
| "learning_rate": 8.440607654498156e-06, |
| "loss": 0.778, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.9993103448275862, |
| "grad_norm": 0.7627434730529785, |
| "learning_rate": 8.43185716665209e-06, |
| "loss": 0.7737, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.0013793103448276, |
| "grad_norm": 0.8035737872123718, |
| "learning_rate": 8.423086759529676e-06, |
| "loss": 0.7007, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0034482758620689, |
| "grad_norm": 0.7981570363044739, |
| "learning_rate": 8.41429648403634e-06, |
| "loss": 0.6635, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.0055172413793103, |
| "grad_norm": 0.7854894995689392, |
| "learning_rate": 8.405486391192834e-06, |
| "loss": 0.6601, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.0075862068965518, |
| "grad_norm": 0.7979158759117126, |
| "learning_rate": 8.396656532134934e-06, |
| "loss": 0.6369, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.0096551724137932, |
| "grad_norm": 0.8349688053131104, |
| "learning_rate": 8.387806958113139e-06, |
| "loss": 0.6569, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0117241379310344, |
| "grad_norm": 0.8813797235488892, |
| "learning_rate": 8.378937720492384e-06, |
| "loss": 0.6697, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.013793103448276, |
| "grad_norm": 0.8171966671943665, |
| "learning_rate": 8.370048870751732e-06, |
| "loss": 0.6545, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0158620689655173, |
| "grad_norm": 0.8515467047691345, |
| "learning_rate": 8.361140460484081e-06, |
| "loss": 0.6476, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.0179310344827586, |
| "grad_norm": 0.8771365284919739, |
| "learning_rate": 8.352212541395859e-06, |
| "loss": 0.6641, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 0.8186706304550171, |
| "learning_rate": 8.343265165306736e-06, |
| "loss": 0.6558, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.0220689655172415, |
| "grad_norm": 0.821365237236023, |
| "learning_rate": 8.334298384149305e-06, |
| "loss": 0.6526, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0241379310344827, |
| "grad_norm": 0.8323445320129395, |
| "learning_rate": 8.325312249968795e-06, |
| "loss": 0.6788, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.0262068965517241, |
| "grad_norm": 0.7858123183250427, |
| "learning_rate": 8.316306814922769e-06, |
| "loss": 0.6476, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0282758620689656, |
| "grad_norm": 0.8636062741279602, |
| "learning_rate": 8.307282131280805e-06, |
| "loss": 0.6494, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.0303448275862068, |
| "grad_norm": 0.8002017736434937, |
| "learning_rate": 8.298238251424216e-06, |
| "loss": 0.6432, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0324137931034483, |
| "grad_norm": 0.852461040019989, |
| "learning_rate": 8.289175227845727e-06, |
| "loss": 0.6602, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.0344827586206897, |
| "grad_norm": 0.782200813293457, |
| "learning_rate": 8.280093113149182e-06, |
| "loss": 0.6347, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.036551724137931, |
| "grad_norm": 0.7889745831489563, |
| "learning_rate": 8.270991960049231e-06, |
| "loss": 0.6626, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.0386206896551724, |
| "grad_norm": 0.7759472131729126, |
| "learning_rate": 8.261871821371026e-06, |
| "loss": 0.6374, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0406896551724139, |
| "grad_norm": 0.7325034737586975, |
| "learning_rate": 8.252732750049918e-06, |
| "loss": 0.6531, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.042758620689655, |
| "grad_norm": 0.7706113457679749, |
| "learning_rate": 8.24357479913115e-06, |
| "loss": 0.6526, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0448275862068965, |
| "grad_norm": 0.7855322360992432, |
| "learning_rate": 8.234398021769541e-06, |
| "loss": 0.6443, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.046896551724138, |
| "grad_norm": 0.7973263263702393, |
| "learning_rate": 8.225202471229187e-06, |
| "loss": 0.6422, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0489655172413792, |
| "grad_norm": 0.7677010297775269, |
| "learning_rate": 8.215988200883145e-06, |
| "loss": 0.6378, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.0510344827586207, |
| "grad_norm": 0.8065165877342224, |
| "learning_rate": 8.206755264213128e-06, |
| "loss": 0.6291, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.053103448275862, |
| "grad_norm": 0.7429850101470947, |
| "learning_rate": 8.19750371480919e-06, |
| "loss": 0.6671, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.0551724137931036, |
| "grad_norm": 0.8575379252433777, |
| "learning_rate": 8.188233606369422e-06, |
| "loss": 0.6462, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.0572413793103448, |
| "grad_norm": 0.7762051224708557, |
| "learning_rate": 8.178944992699632e-06, |
| "loss": 0.6743, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.0593103448275862, |
| "grad_norm": 0.7541788220405579, |
| "learning_rate": 8.169637927713037e-06, |
| "loss": 0.6351, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0613793103448277, |
| "grad_norm": 0.7777592539787292, |
| "learning_rate": 8.160312465429952e-06, |
| "loss": 0.6506, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.063448275862069, |
| "grad_norm": 0.7478598952293396, |
| "learning_rate": 8.150968659977472e-06, |
| "loss": 0.6781, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0655172413793104, |
| "grad_norm": 0.7685233950614929, |
| "learning_rate": 8.141606565589157e-06, |
| "loss": 0.6802, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.0675862068965518, |
| "grad_norm": 0.7681663632392883, |
| "learning_rate": 8.132226236604728e-06, |
| "loss": 0.6421, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.069655172413793, |
| "grad_norm": 0.7492855787277222, |
| "learning_rate": 8.122827727469737e-06, |
| "loss": 0.6445, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.0717241379310345, |
| "grad_norm": 0.8009100556373596, |
| "learning_rate": 8.113411092735262e-06, |
| "loss": 0.6424, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.073793103448276, |
| "grad_norm": 0.7607418894767761, |
| "learning_rate": 8.103976387057579e-06, |
| "loss": 0.6456, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.0758620689655172, |
| "grad_norm": 0.805308997631073, |
| "learning_rate": 8.094523665197862e-06, |
| "loss": 0.6639, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.0779310344827586, |
| "grad_norm": 0.7429332137107849, |
| "learning_rate": 8.085052982021849e-06, |
| "loss": 0.644, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 0.7760939598083496, |
| "learning_rate": 8.075564392499527e-06, |
| "loss": 0.6472, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.0820689655172413, |
| "grad_norm": 0.8237507343292236, |
| "learning_rate": 8.066057951704821e-06, |
| "loss": 0.643, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.0841379310344827, |
| "grad_norm": 0.7856370806694031, |
| "learning_rate": 8.056533714815268e-06, |
| "loss": 0.658, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.0862068965517242, |
| "grad_norm": 0.7537881731987, |
| "learning_rate": 8.046991737111696e-06, |
| "loss": 0.6441, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.0882758620689654, |
| "grad_norm": 0.7884009480476379, |
| "learning_rate": 8.037432073977902e-06, |
| "loss": 0.6253, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.0903448275862069, |
| "grad_norm": 0.9002606868743896, |
| "learning_rate": 8.027854780900339e-06, |
| "loss": 0.6652, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.0924137931034483, |
| "grad_norm": 0.7838542461395264, |
| "learning_rate": 8.018259913467785e-06, |
| "loss": 0.6783, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.0944827586206896, |
| "grad_norm": 0.74989253282547, |
| "learning_rate": 8.008647527371022e-06, |
| "loss": 0.655, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.096551724137931, |
| "grad_norm": 0.9094736576080322, |
| "learning_rate": 7.999017678402518e-06, |
| "loss": 0.6587, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.0986206896551725, |
| "grad_norm": 0.7564888000488281, |
| "learning_rate": 7.989370422456098e-06, |
| "loss": 0.6577, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.1006896551724137, |
| "grad_norm": 0.806409478187561, |
| "learning_rate": 7.979705815526621e-06, |
| "loss": 0.6666, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1027586206896551, |
| "grad_norm": 0.7861296534538269, |
| "learning_rate": 7.970023913709652e-06, |
| "loss": 0.6849, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.1048275862068966, |
| "grad_norm": 0.7604372501373291, |
| "learning_rate": 7.960324773201147e-06, |
| "loss": 0.6363, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.106896551724138, |
| "grad_norm": 0.778635561466217, |
| "learning_rate": 7.95060845029711e-06, |
| "loss": 0.6551, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.1089655172413793, |
| "grad_norm": 0.8555791974067688, |
| "learning_rate": 7.94087500139328e-06, |
| "loss": 0.6587, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1110344827586207, |
| "grad_norm": 0.7580198645591736, |
| "learning_rate": 7.931124482984802e-06, |
| "loss": 0.678, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.1131034482758622, |
| "grad_norm": 0.749212384223938, |
| "learning_rate": 7.921356951665894e-06, |
| "loss": 0.6235, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.1151724137931034, |
| "grad_norm": 0.7692828178405762, |
| "learning_rate": 7.911572464129515e-06, |
| "loss": 0.663, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.1172413793103448, |
| "grad_norm": 0.7994730472564697, |
| "learning_rate": 7.901771077167051e-06, |
| "loss": 0.6318, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1193103448275863, |
| "grad_norm": 0.7523401975631714, |
| "learning_rate": 7.891952847667973e-06, |
| "loss": 0.6528, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.1213793103448275, |
| "grad_norm": 0.7888882160186768, |
| "learning_rate": 7.882117832619506e-06, |
| "loss": 0.6238, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.123448275862069, |
| "grad_norm": 0.7809697389602661, |
| "learning_rate": 7.872266089106309e-06, |
| "loss": 0.634, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.1255172413793104, |
| "grad_norm": 0.7669185400009155, |
| "learning_rate": 7.862397674310127e-06, |
| "loss": 0.6938, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1275862068965516, |
| "grad_norm": 0.7955731749534607, |
| "learning_rate": 7.85251264550948e-06, |
| "loss": 0.6711, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.129655172413793, |
| "grad_norm": 0.7307600378990173, |
| "learning_rate": 7.842611060079312e-06, |
| "loss": 0.6459, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1317241379310345, |
| "grad_norm": 0.8730869889259338, |
| "learning_rate": 7.832692975490668e-06, |
| "loss": 0.6805, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.1337931034482758, |
| "grad_norm": 0.7648000121116638, |
| "learning_rate": 7.822758449310357e-06, |
| "loss": 0.6502, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.1358620689655172, |
| "grad_norm": 0.7544475197792053, |
| "learning_rate": 7.812807539200622e-06, |
| "loss": 0.6807, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.1379310344827587, |
| "grad_norm": 0.7903164029121399, |
| "learning_rate": 7.802840302918794e-06, |
| "loss": 0.6667, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1400000000000001, |
| "grad_norm": 0.7563683390617371, |
| "learning_rate": 7.792856798316975e-06, |
| "loss": 0.633, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.1420689655172414, |
| "grad_norm": 0.8001116514205933, |
| "learning_rate": 7.782857083341685e-06, |
| "loss": 0.6297, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1441379310344828, |
| "grad_norm": 0.8235406279563904, |
| "learning_rate": 7.772841216033534e-06, |
| "loss": 0.6372, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.1462068965517243, |
| "grad_norm": 0.7986905574798584, |
| "learning_rate": 7.762809254526884e-06, |
| "loss": 0.6727, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1482758620689655, |
| "grad_norm": 0.7706049680709839, |
| "learning_rate": 7.752761257049517e-06, |
| "loss": 0.6775, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.150344827586207, |
| "grad_norm": 0.8530354499816895, |
| "learning_rate": 7.74269728192228e-06, |
| "loss": 0.6551, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1524137931034484, |
| "grad_norm": 0.8466417789459229, |
| "learning_rate": 7.732617387558769e-06, |
| "loss": 0.6418, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.1544827586206896, |
| "grad_norm": 0.7542173862457275, |
| "learning_rate": 7.722521632464972e-06, |
| "loss": 0.6017, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.156551724137931, |
| "grad_norm": 0.7655349373817444, |
| "learning_rate": 7.712410075238936e-06, |
| "loss": 0.6454, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.1586206896551725, |
| "grad_norm": 0.7444957494735718, |
| "learning_rate": 7.702282774570434e-06, |
| "loss": 0.653, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1606896551724137, |
| "grad_norm": 0.7831370830535889, |
| "learning_rate": 7.692139789240611e-06, |
| "loss": 0.6443, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.1627586206896552, |
| "grad_norm": 0.7594817876815796, |
| "learning_rate": 7.681981178121652e-06, |
| "loss": 0.6422, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.1648275862068966, |
| "grad_norm": 0.7494958639144897, |
| "learning_rate": 7.671807000176434e-06, |
| "loss": 0.6217, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.1668965517241379, |
| "grad_norm": 0.862666130065918, |
| "learning_rate": 7.661617314458194e-06, |
| "loss": 0.6465, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1689655172413793, |
| "grad_norm": 0.7856999635696411, |
| "learning_rate": 7.651412180110176e-06, |
| "loss": 0.6482, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.1710344827586208, |
| "grad_norm": 0.7493500709533691, |
| "learning_rate": 7.641191656365288e-06, |
| "loss": 0.6378, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.173103448275862, |
| "grad_norm": 0.7933719754219055, |
| "learning_rate": 7.630955802545768e-06, |
| "loss": 0.6481, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.1751724137931034, |
| "grad_norm": 0.7814990282058716, |
| "learning_rate": 7.6207046780628295e-06, |
| "loss": 0.6434, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.177241379310345, |
| "grad_norm": 0.7389763593673706, |
| "learning_rate": 7.61043834241632e-06, |
| "loss": 0.6241, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.1793103448275861, |
| "grad_norm": 0.7658818364143372, |
| "learning_rate": 7.600156855194376e-06, |
| "loss": 0.6446, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.1813793103448276, |
| "grad_norm": 0.8013659119606018, |
| "learning_rate": 7.589860276073082e-06, |
| "loss": 0.6253, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.183448275862069, |
| "grad_norm": 0.7773886919021606, |
| "learning_rate": 7.579548664816112e-06, |
| "loss": 0.6574, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.1855172413793102, |
| "grad_norm": 0.8565280437469482, |
| "learning_rate": 7.569222081274396e-06, |
| "loss": 0.6781, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.1875862068965517, |
| "grad_norm": 0.75011146068573, |
| "learning_rate": 7.558880585385762e-06, |
| "loss": 0.6628, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.1896551724137931, |
| "grad_norm": 0.854688823223114, |
| "learning_rate": 7.548524237174595e-06, |
| "loss": 0.6442, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.1917241379310344, |
| "grad_norm": 0.8342920541763306, |
| "learning_rate": 7.538153096751486e-06, |
| "loss": 0.6493, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.1937931034482758, |
| "grad_norm": 0.7875855565071106, |
| "learning_rate": 7.527767224312883e-06, |
| "loss": 0.6428, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.1958620689655173, |
| "grad_norm": 0.8200221061706543, |
| "learning_rate": 7.517366680140743e-06, |
| "loss": 0.6735, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.1979310344827585, |
| "grad_norm": 0.8583515882492065, |
| "learning_rate": 7.50695152460218e-06, |
| "loss": 0.6432, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.7881141304969788, |
| "learning_rate": 7.496521818149114e-06, |
| "loss": 0.6455, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2020689655172414, |
| "grad_norm": 0.8400844931602478, |
| "learning_rate": 7.4860776213179264e-06, |
| "loss": 0.6569, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.2041379310344829, |
| "grad_norm": 0.8359171748161316, |
| "learning_rate": 7.4756189947291e-06, |
| "loss": 0.637, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.206206896551724, |
| "grad_norm": 0.8451258540153503, |
| "learning_rate": 7.465145999086874e-06, |
| "loss": 0.6504, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.2082758620689655, |
| "grad_norm": 0.7891321778297424, |
| "learning_rate": 7.454658695178885e-06, |
| "loss": 0.6712, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.210344827586207, |
| "grad_norm": 0.8851990103721619, |
| "learning_rate": 7.44415714387582e-06, |
| "loss": 0.6334, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.2124137931034482, |
| "grad_norm": 0.9024987816810608, |
| "learning_rate": 7.433641406131065e-06, |
| "loss": 0.6604, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.2144827586206897, |
| "grad_norm": 0.7987050414085388, |
| "learning_rate": 7.4231115429803405e-06, |
| "loss": 0.6633, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.2165517241379311, |
| "grad_norm": 0.7416420578956604, |
| "learning_rate": 7.41256761554136e-06, |
| "loss": 0.6401, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2186206896551723, |
| "grad_norm": 0.8680900931358337, |
| "learning_rate": 7.4020096850134635e-06, |
| "loss": 0.6553, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.2206896551724138, |
| "grad_norm": 0.8396124243736267, |
| "learning_rate": 7.391437812677274e-06, |
| "loss": 0.6374, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.2227586206896552, |
| "grad_norm": 0.7313915491104126, |
| "learning_rate": 7.380852059894331e-06, |
| "loss": 0.6733, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.2248275862068965, |
| "grad_norm": 0.8062239289283752, |
| "learning_rate": 7.370252488106744e-06, |
| "loss": 0.6697, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.226896551724138, |
| "grad_norm": 0.8707490563392639, |
| "learning_rate": 7.359639158836828e-06, |
| "loss": 0.6517, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.2289655172413794, |
| "grad_norm": 0.8169229030609131, |
| "learning_rate": 7.349012133686748e-06, |
| "loss": 0.6507, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2310344827586206, |
| "grad_norm": 0.8145736455917358, |
| "learning_rate": 7.3383714743381664e-06, |
| "loss": 0.6594, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.233103448275862, |
| "grad_norm": 0.7559329271316528, |
| "learning_rate": 7.327717242551882e-06, |
| "loss": 0.6685, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.2351724137931035, |
| "grad_norm": 0.840366542339325, |
| "learning_rate": 7.317049500167466e-06, |
| "loss": 0.6152, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.237241379310345, |
| "grad_norm": 0.8220683932304382, |
| "learning_rate": 7.306368309102914e-06, |
| "loss": 0.6615, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2393103448275862, |
| "grad_norm": 0.75614994764328, |
| "learning_rate": 7.295673731354278e-06, |
| "loss": 0.6451, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.2413793103448276, |
| "grad_norm": 0.8044620156288147, |
| "learning_rate": 7.2849658289953084e-06, |
| "loss": 0.6482, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.243448275862069, |
| "grad_norm": 0.7796791791915894, |
| "learning_rate": 7.2742446641770985e-06, |
| "loss": 0.6371, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.2455172413793103, |
| "grad_norm": 0.739811897277832, |
| "learning_rate": 7.263510299127714e-06, |
| "loss": 0.6489, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2475862068965518, |
| "grad_norm": 0.7257277965545654, |
| "learning_rate": 7.252762796151843e-06, |
| "loss": 0.648, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.2496551724137932, |
| "grad_norm": 0.7809808850288391, |
| "learning_rate": 7.242002217630428e-06, |
| "loss": 0.6584, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2517241379310344, |
| "grad_norm": 0.8291626572608948, |
| "learning_rate": 7.231228626020303e-06, |
| "loss": 0.652, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.2537931034482759, |
| "grad_norm": 0.7942583560943604, |
| "learning_rate": 7.220442083853834e-06, |
| "loss": 0.6538, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2558620689655173, |
| "grad_norm": 0.7212340235710144, |
| "learning_rate": 7.209642653738555e-06, |
| "loss": 0.6351, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.2579310344827586, |
| "grad_norm": 0.8261105418205261, |
| "learning_rate": 7.198830398356807e-06, |
| "loss": 0.6725, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 0.8113548755645752, |
| "learning_rate": 7.188005380465365e-06, |
| "loss": 0.6654, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.2620689655172415, |
| "grad_norm": 0.76350337266922, |
| "learning_rate": 7.177167662895087e-06, |
| "loss": 0.6775, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2641379310344827, |
| "grad_norm": 0.6983400583267212, |
| "learning_rate": 7.166317308550541e-06, |
| "loss": 0.6494, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.2662068965517241, |
| "grad_norm": 0.7737719416618347, |
| "learning_rate": 7.1554543804096425e-06, |
| "loss": 0.6344, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2682758620689656, |
| "grad_norm": 0.9658696055412292, |
| "learning_rate": 7.144578941523283e-06, |
| "loss": 0.6472, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.2703448275862068, |
| "grad_norm": 0.7466915845870972, |
| "learning_rate": 7.1336910550149775e-06, |
| "loss": 0.6659, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.2724137931034483, |
| "grad_norm": 0.7958390116691589, |
| "learning_rate": 7.122790784080482e-06, |
| "loss": 0.6792, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.2744827586206897, |
| "grad_norm": 0.8669654726982117, |
| "learning_rate": 7.111878191987441e-06, |
| "loss": 0.6508, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.276551724137931, |
| "grad_norm": 0.8021039366722107, |
| "learning_rate": 7.10095334207501e-06, |
| "loss": 0.6379, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.2786206896551724, |
| "grad_norm": 0.8026660680770874, |
| "learning_rate": 7.090016297753492e-06, |
| "loss": 0.6554, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.2806896551724138, |
| "grad_norm": 0.7808569669723511, |
| "learning_rate": 7.079067122503969e-06, |
| "loss": 0.6693, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.282758620689655, |
| "grad_norm": 0.8397783637046814, |
| "learning_rate": 7.0681058798779335e-06, |
| "loss": 0.6484, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.2848275862068965, |
| "grad_norm": 0.9213140606880188, |
| "learning_rate": 7.057132633496924e-06, |
| "loss": 0.6603, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.286896551724138, |
| "grad_norm": 0.7552454471588135, |
| "learning_rate": 7.046147447052146e-06, |
| "loss": 0.6536, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.2889655172413792, |
| "grad_norm": 0.7723549604415894, |
| "learning_rate": 7.03515038430411e-06, |
| "loss": 0.6549, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.2910344827586206, |
| "grad_norm": 0.965324878692627, |
| "learning_rate": 7.024141509082259e-06, |
| "loss": 0.6552, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.293103448275862, |
| "grad_norm": 0.8971583843231201, |
| "learning_rate": 7.013120885284599e-06, |
| "loss": 0.6667, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.2951724137931033, |
| "grad_norm": 0.8151547908782959, |
| "learning_rate": 7.002088576877325e-06, |
| "loss": 0.6451, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.2972413793103448, |
| "grad_norm": 0.7296470999717712, |
| "learning_rate": 6.991044647894456e-06, |
| "loss": 0.6517, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.2993103448275862, |
| "grad_norm": 0.9281187057495117, |
| "learning_rate": 6.9799891624374565e-06, |
| "loss": 0.6777, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3013793103448275, |
| "grad_norm": 0.9756149053573608, |
| "learning_rate": 6.968922184674868e-06, |
| "loss": 0.6432, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.303448275862069, |
| "grad_norm": 0.7917487025260925, |
| "learning_rate": 6.957843778841937e-06, |
| "loss": 0.6461, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3055172413793104, |
| "grad_norm": 0.7548885941505432, |
| "learning_rate": 6.946754009240241e-06, |
| "loss": 0.6323, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.3075862068965518, |
| "grad_norm": 0.8275778889656067, |
| "learning_rate": 6.935652940237313e-06, |
| "loss": 0.6651, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.309655172413793, |
| "grad_norm": 0.8038797974586487, |
| "learning_rate": 6.924540636266272e-06, |
| "loss": 0.6631, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.3117241379310345, |
| "grad_norm": 0.7313756346702576, |
| "learning_rate": 6.913417161825449e-06, |
| "loss": 0.6292, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.313793103448276, |
| "grad_norm": 0.7938227653503418, |
| "learning_rate": 6.902282581478009e-06, |
| "loss": 0.643, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.3158620689655172, |
| "grad_norm": 0.7737557291984558, |
| "learning_rate": 6.891136959851576e-06, |
| "loss": 0.6506, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3179310344827586, |
| "grad_norm": 0.7778476476669312, |
| "learning_rate": 6.879980361637865e-06, |
| "loss": 0.6683, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 0.8388012051582336, |
| "learning_rate": 6.868812851592299e-06, |
| "loss": 0.6508, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.3220689655172415, |
| "grad_norm": 0.8127637505531311, |
| "learning_rate": 6.857634494533636e-06, |
| "loss": 0.6521, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.3241379310344827, |
| "grad_norm": 0.718436062335968, |
| "learning_rate": 6.846445355343591e-06, |
| "loss": 0.6625, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3262068965517242, |
| "grad_norm": 0.7375659346580505, |
| "learning_rate": 6.835245498966461e-06, |
| "loss": 0.6293, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.3282758620689656, |
| "grad_norm": 0.7901964783668518, |
| "learning_rate": 6.824034990408753e-06, |
| "loss": 0.6281, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.3303448275862069, |
| "grad_norm": 0.7931618094444275, |
| "learning_rate": 6.8128138947387966e-06, |
| "loss": 0.6634, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.3324137931034483, |
| "grad_norm": 0.7482447624206543, |
| "learning_rate": 6.801582277086371e-06, |
| "loss": 0.6446, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3344827586206898, |
| "grad_norm": 0.8103066086769104, |
| "learning_rate": 6.790340202642333e-06, |
| "loss": 0.6436, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.336551724137931, |
| "grad_norm": 0.7419809699058533, |
| "learning_rate": 6.7790877366582255e-06, |
| "loss": 0.6632, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3386206896551724, |
| "grad_norm": 0.7484923005104065, |
| "learning_rate": 6.76782494444591e-06, |
| "loss": 0.6609, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.340689655172414, |
| "grad_norm": 0.7377297282218933, |
| "learning_rate": 6.756551891377185e-06, |
| "loss": 0.6557, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.3427586206896551, |
| "grad_norm": 0.8004779815673828, |
| "learning_rate": 6.7452686428834045e-06, |
| "loss": 0.6413, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.3448275862068966, |
| "grad_norm": 0.7940952181816101, |
| "learning_rate": 6.733975264455097e-06, |
| "loss": 0.6604, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.346896551724138, |
| "grad_norm": 0.734728991985321, |
| "learning_rate": 6.722671821641591e-06, |
| "loss": 0.6445, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.3489655172413793, |
| "grad_norm": 0.811326801776886, |
| "learning_rate": 6.711358380050628e-06, |
| "loss": 0.6637, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.3510344827586207, |
| "grad_norm": 0.8057741522789001, |
| "learning_rate": 6.700035005347983e-06, |
| "loss": 0.6385, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.3531034482758622, |
| "grad_norm": 0.7723029851913452, |
| "learning_rate": 6.68870176325709e-06, |
| "loss": 0.6514, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3551724137931034, |
| "grad_norm": 0.7846975326538086, |
| "learning_rate": 6.677358719558655e-06, |
| "loss": 0.6312, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.3572413793103448, |
| "grad_norm": 0.8255680203437805, |
| "learning_rate": 6.666005940090271e-06, |
| "loss": 0.6651, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3593103448275863, |
| "grad_norm": 0.7784463763237, |
| "learning_rate": 6.654643490746042e-06, |
| "loss": 0.6654, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.3613793103448275, |
| "grad_norm": 0.8567957878112793, |
| "learning_rate": 6.643271437476196e-06, |
| "loss": 0.6493, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.363448275862069, |
| "grad_norm": 0.8170894980430603, |
| "learning_rate": 6.6318898462867086e-06, |
| "loss": 0.674, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.3655172413793104, |
| "grad_norm": 0.777654230594635, |
| "learning_rate": 6.6204987832389115e-06, |
| "loss": 0.7003, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3675862068965516, |
| "grad_norm": 0.7541632056236267, |
| "learning_rate": 6.609098314449116e-06, |
| "loss": 0.6488, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.369655172413793, |
| "grad_norm": 0.806873083114624, |
| "learning_rate": 6.597688506088224e-06, |
| "loss": 0.6484, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.3717241379310345, |
| "grad_norm": 0.7729332447052002, |
| "learning_rate": 6.586269424381349e-06, |
| "loss": 0.63, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.3737931034482758, |
| "grad_norm": 0.7325103282928467, |
| "learning_rate": 6.574841135607426e-06, |
| "loss": 0.6377, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.3758620689655172, |
| "grad_norm": 0.7824835777282715, |
| "learning_rate": 6.563403706098833e-06, |
| "loss": 0.6493, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.3779310344827587, |
| "grad_norm": 0.8269271850585938, |
| "learning_rate": 6.551957202241001e-06, |
| "loss": 0.6763, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 0.7548254728317261, |
| "learning_rate": 6.540501690472032e-06, |
| "loss": 0.6463, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.3820689655172413, |
| "grad_norm": 0.728628396987915, |
| "learning_rate": 6.529037237282309e-06, |
| "loss": 0.6571, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.3841379310344828, |
| "grad_norm": 0.7487698793411255, |
| "learning_rate": 6.517563909214119e-06, |
| "loss": 0.6819, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.386206896551724, |
| "grad_norm": 0.7777491807937622, |
| "learning_rate": 6.5060817728612544e-06, |
| "loss": 0.6384, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.3882758620689655, |
| "grad_norm": 0.7405235171318054, |
| "learning_rate": 6.4945908948686355e-06, |
| "loss": 0.6637, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.390344827586207, |
| "grad_norm": 0.730686366558075, |
| "learning_rate": 6.4830913419319205e-06, |
| "loss": 0.6264, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.3924137931034481, |
| "grad_norm": 0.7911974191665649, |
| "learning_rate": 6.471583180797121e-06, |
| "loss": 0.6251, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.3944827586206896, |
| "grad_norm": 0.7909592390060425, |
| "learning_rate": 6.460066478260209e-06, |
| "loss": 0.6639, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.396551724137931, |
| "grad_norm": 0.7824447154998779, |
| "learning_rate": 6.448541301166737e-06, |
| "loss": 0.6771, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.3986206896551723, |
| "grad_norm": 0.7654966711997986, |
| "learning_rate": 6.437007716411441e-06, |
| "loss": 0.6661, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4006896551724137, |
| "grad_norm": 0.7122900485992432, |
| "learning_rate": 6.4254657909378615e-06, |
| "loss": 0.6724, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.4027586206896552, |
| "grad_norm": 0.7968724370002747, |
| "learning_rate": 6.4139155917379445e-06, |
| "loss": 0.6348, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4048275862068966, |
| "grad_norm": 0.7387704849243164, |
| "learning_rate": 6.402357185851669e-06, |
| "loss": 0.6537, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.4068965517241379, |
| "grad_norm": 0.7359346747398376, |
| "learning_rate": 6.3907906403666355e-06, |
| "loss": 0.6649, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4089655172413793, |
| "grad_norm": 0.7153935432434082, |
| "learning_rate": 6.379216022417695e-06, |
| "loss": 0.6574, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.4110344827586208, |
| "grad_norm": 0.7676519751548767, |
| "learning_rate": 6.367633399186554e-06, |
| "loss": 0.6811, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4131034482758622, |
| "grad_norm": 0.8044560551643372, |
| "learning_rate": 6.3560428379013795e-06, |
| "loss": 0.6496, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.4151724137931034, |
| "grad_norm": 0.7096127867698669, |
| "learning_rate": 6.344444405836414e-06, |
| "loss": 0.6493, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4172413793103449, |
| "grad_norm": 0.7820800542831421, |
| "learning_rate": 6.332838170311586e-06, |
| "loss": 0.6561, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.4193103448275863, |
| "grad_norm": 0.7546415328979492, |
| "learning_rate": 6.321224198692115e-06, |
| "loss": 0.672, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4213793103448276, |
| "grad_norm": 0.7297517657279968, |
| "learning_rate": 6.309602558388122e-06, |
| "loss": 0.6697, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.423448275862069, |
| "grad_norm": 0.8077932000160217, |
| "learning_rate": 6.297973316854241e-06, |
| "loss": 0.6603, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4255172413793105, |
| "grad_norm": 0.7859988808631897, |
| "learning_rate": 6.286336541589224e-06, |
| "loss": 0.6724, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.4275862068965517, |
| "grad_norm": 0.7754270434379578, |
| "learning_rate": 6.27469230013555e-06, |
| "loss": 0.6529, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.4296551724137931, |
| "grad_norm": 0.7747129797935486, |
| "learning_rate": 6.263040660079031e-06, |
| "loss": 0.635, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.4317241379310346, |
| "grad_norm": 0.7329117655754089, |
| "learning_rate": 6.25138168904843e-06, |
| "loss": 0.6489, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4337931034482758, |
| "grad_norm": 0.7887305021286011, |
| "learning_rate": 6.239715454715054e-06, |
| "loss": 0.6317, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.4358620689655173, |
| "grad_norm": 0.7606728672981262, |
| "learning_rate": 6.22804202479237e-06, |
| "loss": 0.6604, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4379310344827587, |
| "grad_norm": 0.7513334155082703, |
| "learning_rate": 6.216361467035608e-06, |
| "loss": 0.6437, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 0.8091455698013306, |
| "learning_rate": 6.204673849241372e-06, |
| "loss": 0.6305, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4420689655172414, |
| "grad_norm": 0.7892200946807861, |
| "learning_rate": 6.192979239247243e-06, |
| "loss": 0.6549, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.4441379310344828, |
| "grad_norm": 0.7235889434814453, |
| "learning_rate": 6.181277704931386e-06, |
| "loss": 0.651, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.446206896551724, |
| "grad_norm": 0.7446338534355164, |
| "learning_rate": 6.169569314212157e-06, |
| "loss": 0.636, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.4482758620689655, |
| "grad_norm": 0.7943323254585266, |
| "learning_rate": 6.1578541350477076e-06, |
| "loss": 0.6331, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.450344827586207, |
| "grad_norm": 0.6900318264961243, |
| "learning_rate": 6.146132235435591e-06, |
| "loss": 0.6569, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.4524137931034482, |
| "grad_norm": 0.7237994074821472, |
| "learning_rate": 6.1344036834123695e-06, |
| "loss": 0.6224, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4544827586206897, |
| "grad_norm": 0.7555676102638245, |
| "learning_rate": 6.1226685470532125e-06, |
| "loss": 0.6633, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.456551724137931, |
| "grad_norm": 0.72216796875, |
| "learning_rate": 6.1109268944715125e-06, |
| "loss": 0.6551, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.4586206896551723, |
| "grad_norm": 0.7122531533241272, |
| "learning_rate": 6.099178793818479e-06, |
| "loss": 0.6363, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.4606896551724138, |
| "grad_norm": 0.7397927045822144, |
| "learning_rate": 6.0874243132827505e-06, |
| "loss": 0.6569, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4627586206896552, |
| "grad_norm": 0.729145348072052, |
| "learning_rate": 6.075663521089994e-06, |
| "loss": 0.628, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.4648275862068965, |
| "grad_norm": 0.7200533151626587, |
| "learning_rate": 6.06389648550251e-06, |
| "loss": 0.6554, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.466896551724138, |
| "grad_norm": 0.7103410959243774, |
| "learning_rate": 6.0521232748188416e-06, |
| "loss": 0.6481, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.4689655172413794, |
| "grad_norm": 0.7074390053749084, |
| "learning_rate": 6.040343957373367e-06, |
| "loss": 0.6274, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.4710344827586206, |
| "grad_norm": 0.734455406665802, |
| "learning_rate": 6.028558601535915e-06, |
| "loss": 0.661, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.473103448275862, |
| "grad_norm": 0.7593621015548706, |
| "learning_rate": 6.016767275711359e-06, |
| "loss": 0.6339, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.4751724137931035, |
| "grad_norm": 0.7968884706497192, |
| "learning_rate": 6.0049700483392256e-06, |
| "loss": 0.6564, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.4772413793103447, |
| "grad_norm": 0.7559491991996765, |
| "learning_rate": 5.993166987893294e-06, |
| "loss": 0.6525, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.4793103448275862, |
| "grad_norm": 0.7332967519760132, |
| "learning_rate": 5.981358162881202e-06, |
| "loss": 0.6591, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.4813793103448276, |
| "grad_norm": 0.7570938467979431, |
| "learning_rate": 5.969543641844044e-06, |
| "loss": 0.6558, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.4834482758620688, |
| "grad_norm": 0.7297980189323425, |
| "learning_rate": 5.957723493355977e-06, |
| "loss": 0.6396, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.4855172413793103, |
| "grad_norm": 0.7381563782691956, |
| "learning_rate": 5.945897786023817e-06, |
| "loss": 0.6539, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.4875862068965517, |
| "grad_norm": 0.7127878665924072, |
| "learning_rate": 5.9340665884866535e-06, |
| "loss": 0.6587, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.489655172413793, |
| "grad_norm": 0.7142752408981323, |
| "learning_rate": 5.922229969415432e-06, |
| "loss": 0.6867, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.4917241379310344, |
| "grad_norm": 0.7629202604293823, |
| "learning_rate": 5.910387997512573e-06, |
| "loss": 0.6381, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.4937931034482759, |
| "grad_norm": 0.716674268245697, |
| "learning_rate": 5.898540741511564e-06, |
| "loss": 0.6406, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.4958620689655173, |
| "grad_norm": 0.732208251953125, |
| "learning_rate": 5.8866882701765605e-06, |
| "loss": 0.6366, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.4979310344827585, |
| "grad_norm": 0.7054344415664673, |
| "learning_rate": 5.8748306523019925e-06, |
| "loss": 0.6491, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.7091671228408813, |
| "learning_rate": 5.86296795671216e-06, |
| "loss": 0.6448, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.5020689655172412, |
| "grad_norm": 0.7083839178085327, |
| "learning_rate": 5.851100252260835e-06, |
| "loss": 0.6302, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.504137931034483, |
| "grad_norm": 0.727642834186554, |
| "learning_rate": 5.839227607830862e-06, |
| "loss": 0.6375, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.5062068965517241, |
| "grad_norm": 0.7836138606071472, |
| "learning_rate": 5.827350092333758e-06, |
| "loss": 0.6429, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.5082758620689654, |
| "grad_norm": 0.7098393440246582, |
| "learning_rate": 5.815467774709314e-06, |
| "loss": 0.6579, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.510344827586207, |
| "grad_norm": 0.749321460723877, |
| "learning_rate": 5.803580723925193e-06, |
| "loss": 0.6361, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5124137931034483, |
| "grad_norm": 0.7477707862854004, |
| "learning_rate": 5.791689008976531e-06, |
| "loss": 0.6525, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.5144827586206897, |
| "grad_norm": 0.7622563242912292, |
| "learning_rate": 5.779792698885534e-06, |
| "loss": 0.667, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5165517241379312, |
| "grad_norm": 0.7400147318840027, |
| "learning_rate": 5.767891862701081e-06, |
| "loss": 0.618, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.5186206896551724, |
| "grad_norm": 0.7715649008750916, |
| "learning_rate": 5.755986569498321e-06, |
| "loss": 0.6501, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5206896551724138, |
| "grad_norm": 0.7207207679748535, |
| "learning_rate": 5.744076888378272e-06, |
| "loss": 0.6616, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.5227586206896553, |
| "grad_norm": 0.7672625780105591, |
| "learning_rate": 5.732162888467421e-06, |
| "loss": 0.6117, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5248275862068965, |
| "grad_norm": 0.8607432246208191, |
| "learning_rate": 5.7202446389173225e-06, |
| "loss": 0.6272, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.526896551724138, |
| "grad_norm": 0.8004416227340698, |
| "learning_rate": 5.708322208904196e-06, |
| "loss": 0.6538, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5289655172413794, |
| "grad_norm": 0.7796547412872314, |
| "learning_rate": 5.696395667628526e-06, |
| "loss": 0.6301, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.5310344827586206, |
| "grad_norm": 0.7893610596656799, |
| "learning_rate": 5.6844650843146595e-06, |
| "loss": 0.6299, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.533103448275862, |
| "grad_norm": 0.7845308184623718, |
| "learning_rate": 5.672530528210405e-06, |
| "loss": 0.6635, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.5351724137931035, |
| "grad_norm": 0.7558560371398926, |
| "learning_rate": 5.660592068586629e-06, |
| "loss": 0.6637, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5372413793103448, |
| "grad_norm": 0.7075406908988953, |
| "learning_rate": 5.648649774736855e-06, |
| "loss": 0.6433, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.5393103448275862, |
| "grad_norm": 0.7514592409133911, |
| "learning_rate": 5.6367037159768625e-06, |
| "loss": 0.6547, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5413793103448277, |
| "grad_norm": 0.7782887816429138, |
| "learning_rate": 5.624753961644281e-06, |
| "loss": 0.6541, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.543448275862069, |
| "grad_norm": 0.7897704243659973, |
| "learning_rate": 5.612800581098193e-06, |
| "loss": 0.6582, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5455172413793103, |
| "grad_norm": 0.7592941522598267, |
| "learning_rate": 5.600843643718728e-06, |
| "loss": 0.6309, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.5475862068965518, |
| "grad_norm": 0.7635563015937805, |
| "learning_rate": 5.588883218906653e-06, |
| "loss": 0.6407, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.549655172413793, |
| "grad_norm": 0.7806128859519958, |
| "learning_rate": 5.57691937608299e-06, |
| "loss": 0.659, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.5517241379310345, |
| "grad_norm": 0.7472797632217407, |
| "learning_rate": 5.564952184688588e-06, |
| "loss": 0.661, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.553793103448276, |
| "grad_norm": 0.7442753314971924, |
| "learning_rate": 5.552981714183738e-06, |
| "loss": 0.6582, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.5558620689655172, |
| "grad_norm": 0.7324591279029846, |
| "learning_rate": 5.5410080340477634e-06, |
| "loss": 0.6454, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.5579310344827586, |
| "grad_norm": 0.7217804789543152, |
| "learning_rate": 5.529031213778615e-06, |
| "loss": 0.6441, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 0.7129271626472473, |
| "learning_rate": 5.517051322892468e-06, |
| "loss": 0.6642, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5620689655172413, |
| "grad_norm": 0.6992490291595459, |
| "learning_rate": 5.505068430923327e-06, |
| "loss": 0.6382, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.5641379310344827, |
| "grad_norm": 0.7824325561523438, |
| "learning_rate": 5.4930826074226085e-06, |
| "loss": 0.6657, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.5662068965517242, |
| "grad_norm": 0.7302783727645874, |
| "learning_rate": 5.481093921958749e-06, |
| "loss": 0.6643, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.5682758620689654, |
| "grad_norm": 0.7289795875549316, |
| "learning_rate": 5.469102444116791e-06, |
| "loss": 0.6429, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.5703448275862069, |
| "grad_norm": 0.7278138995170593, |
| "learning_rate": 5.457108243497993e-06, |
| "loss": 0.6518, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.5724137931034483, |
| "grad_norm": 0.7361022233963013, |
| "learning_rate": 5.445111389719408e-06, |
| "loss": 0.6445, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.5744827586206895, |
| "grad_norm": 0.7398816347122192, |
| "learning_rate": 5.433111952413496e-06, |
| "loss": 0.6601, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.576551724137931, |
| "grad_norm": 0.7518286108970642, |
| "learning_rate": 5.421110001227705e-06, |
| "loss": 0.6119, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.5786206896551724, |
| "grad_norm": 0.766607403755188, |
| "learning_rate": 5.409105605824082e-06, |
| "loss": 0.6555, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.5806896551724137, |
| "grad_norm": 0.7912081480026245, |
| "learning_rate": 5.3970988358788565e-06, |
| "loss": 0.6652, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.5827586206896553, |
| "grad_norm": 0.7829515337944031, |
| "learning_rate": 5.385089761082039e-06, |
| "loss": 0.6272, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.5848275862068966, |
| "grad_norm": 0.7310935854911804, |
| "learning_rate": 5.3730784511370204e-06, |
| "loss": 0.6714, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.5868965517241378, |
| "grad_norm": 0.7284607291221619, |
| "learning_rate": 5.361064975760166e-06, |
| "loss": 0.6563, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.5889655172413795, |
| "grad_norm": 0.7712138891220093, |
| "learning_rate": 5.349049404680407e-06, |
| "loss": 0.6611, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.5910344827586207, |
| "grad_norm": 0.7651541233062744, |
| "learning_rate": 5.3370318076388405e-06, |
| "loss": 0.6278, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.593103448275862, |
| "grad_norm": 0.7919555902481079, |
| "learning_rate": 5.32501225438832e-06, |
| "loss": 0.6497, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.5951724137931036, |
| "grad_norm": 0.6936086416244507, |
| "learning_rate": 5.3129908146930565e-06, |
| "loss": 0.6327, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.5972413793103448, |
| "grad_norm": 0.7541401386260986, |
| "learning_rate": 5.300967558328208e-06, |
| "loss": 0.6141, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.599310344827586, |
| "grad_norm": 0.785559892654419, |
| "learning_rate": 5.288942555079479e-06, |
| "loss": 0.6763, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.6013793103448277, |
| "grad_norm": 0.7877768874168396, |
| "learning_rate": 5.2769158747427115e-06, |
| "loss": 0.6647, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.603448275862069, |
| "grad_norm": 0.7559152245521545, |
| "learning_rate": 5.264887587123483e-06, |
| "loss": 0.6589, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.6055172413793104, |
| "grad_norm": 0.7801457643508911, |
| "learning_rate": 5.2528577620366986e-06, |
| "loss": 0.6643, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6075862068965519, |
| "grad_norm": 0.7516634464263916, |
| "learning_rate": 5.240826469306187e-06, |
| "loss": 0.6471, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.609655172413793, |
| "grad_norm": 0.7641648054122925, |
| "learning_rate": 5.228793778764297e-06, |
| "loss": 0.6796, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6117241379310345, |
| "grad_norm": 0.7582610845565796, |
| "learning_rate": 5.216759760251493e-06, |
| "loss": 0.6602, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.613793103448276, |
| "grad_norm": 0.7532828450202942, |
| "learning_rate": 5.204724483615941e-06, |
| "loss": 0.6594, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.6158620689655172, |
| "grad_norm": 0.774940550327301, |
| "learning_rate": 5.1926880187131134e-06, |
| "loss": 0.656, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.6179310344827587, |
| "grad_norm": 0.7041785717010498, |
| "learning_rate": 5.18065043540538e-06, |
| "loss": 0.645, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.62, |
| "grad_norm": 0.7526170611381531, |
| "learning_rate": 5.168611803561599e-06, |
| "loss": 0.658, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.6220689655172413, |
| "grad_norm": 0.8174700736999512, |
| "learning_rate": 5.156572193056718e-06, |
| "loss": 0.6502, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6241379310344828, |
| "grad_norm": 0.7578688263893127, |
| "learning_rate": 5.144531673771364e-06, |
| "loss": 0.6664, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.6262068965517242, |
| "grad_norm": 0.7004210948944092, |
| "learning_rate": 5.132490315591437e-06, |
| "loss": 0.6351, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6282758620689655, |
| "grad_norm": 0.7185120582580566, |
| "learning_rate": 5.1204481884077075e-06, |
| "loss": 0.6148, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.630344827586207, |
| "grad_norm": 0.8190487623214722, |
| "learning_rate": 5.10840536211541e-06, |
| "loss": 0.6241, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6324137931034484, |
| "grad_norm": 0.8276094198226929, |
| "learning_rate": 5.096361906613836e-06, |
| "loss": 0.6241, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.6344827586206896, |
| "grad_norm": 0.7432799339294434, |
| "learning_rate": 5.084317891805928e-06, |
| "loss": 0.6408, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.636551724137931, |
| "grad_norm": 0.7277430891990662, |
| "learning_rate": 5.072273387597877e-06, |
| "loss": 0.6406, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.6386206896551725, |
| "grad_norm": 0.7360126972198486, |
| "learning_rate": 5.0602284638987145e-06, |
| "loss": 0.6422, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6406896551724137, |
| "grad_norm": 0.8584643006324768, |
| "learning_rate": 5.048183190619904e-06, |
| "loss": 0.6329, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.6427586206896552, |
| "grad_norm": 0.7649242281913757, |
| "learning_rate": 5.036137637674943e-06, |
| "loss": 0.6356, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6448275862068966, |
| "grad_norm": 0.7129114270210266, |
| "learning_rate": 5.0240918749789455e-06, |
| "loss": 0.6334, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.6468965517241378, |
| "grad_norm": 0.7862198352813721, |
| "learning_rate": 5.01204597244825e-06, |
| "loss": 0.675, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6489655172413793, |
| "grad_norm": 0.7846953272819519, |
| "learning_rate": 5e-06, |
| "loss": 0.6573, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.6510344827586207, |
| "grad_norm": 0.7969672083854675, |
| "learning_rate": 4.987954027551751e-06, |
| "loss": 0.652, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.653103448275862, |
| "grad_norm": 0.6976673007011414, |
| "learning_rate": 4.975908125021055e-06, |
| "loss": 0.6251, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.6551724137931034, |
| "grad_norm": 0.7470307946205139, |
| "learning_rate": 4.963862362325058e-06, |
| "loss": 0.6489, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6572413793103449, |
| "grad_norm": 0.7507964372634888, |
| "learning_rate": 4.951816809380098e-06, |
| "loss": 0.6355, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.659310344827586, |
| "grad_norm": 0.7489534616470337, |
| "learning_rate": 4.939771536101286e-06, |
| "loss": 0.6555, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6613793103448276, |
| "grad_norm": 0.7056592106819153, |
| "learning_rate": 4.9277266124021245e-06, |
| "loss": 0.6497, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.663448275862069, |
| "grad_norm": 0.7045999765396118, |
| "learning_rate": 4.915682108194073e-06, |
| "loss": 0.6547, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.6655172413793102, |
| "grad_norm": 0.7271073460578918, |
| "learning_rate": 4.903638093386167e-06, |
| "loss": 0.6267, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.6675862068965517, |
| "grad_norm": 0.7735942602157593, |
| "learning_rate": 4.891594637884591e-06, |
| "loss": 0.6369, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.6696551724137931, |
| "grad_norm": 0.7303586006164551, |
| "learning_rate": 4.879551811592295e-06, |
| "loss": 0.6438, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.6717241379310344, |
| "grad_norm": 0.734630286693573, |
| "learning_rate": 4.867509684408564e-06, |
| "loss": 0.6273, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.6737931034482758, |
| "grad_norm": 0.7351275682449341, |
| "learning_rate": 4.855468326228638e-06, |
| "loss": 0.6628, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.6758620689655173, |
| "grad_norm": 0.7179361581802368, |
| "learning_rate": 4.843427806943283e-06, |
| "loss": 0.6422, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.6779310344827585, |
| "grad_norm": 0.6784632802009583, |
| "learning_rate": 4.831388196438402e-06, |
| "loss": 0.6407, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.73552006483078, |
| "learning_rate": 4.819349564594622e-06, |
| "loss": 0.6448, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.6820689655172414, |
| "grad_norm": 0.7421280145645142, |
| "learning_rate": 4.807311981286888e-06, |
| "loss": 0.6621, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.6841379310344826, |
| "grad_norm": 0.6813828349113464, |
| "learning_rate": 4.79527551638406e-06, |
| "loss": 0.6442, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.6862068965517243, |
| "grad_norm": 0.7029781937599182, |
| "learning_rate": 4.783240239748509e-06, |
| "loss": 0.6351, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.6882758620689655, |
| "grad_norm": 0.6841586828231812, |
| "learning_rate": 4.7712062212357045e-06, |
| "loss": 0.6373, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.6903448275862067, |
| "grad_norm": 0.7366838455200195, |
| "learning_rate": 4.7591735306938144e-06, |
| "loss": 0.6733, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.6924137931034484, |
| "grad_norm": 0.7882569432258606, |
| "learning_rate": 4.747142237963305e-06, |
| "loss": 0.6266, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.6944827586206896, |
| "grad_norm": 0.6938716173171997, |
| "learning_rate": 4.7351124128765185e-06, |
| "loss": 0.6318, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.6965517241379309, |
| "grad_norm": 0.7524465918540955, |
| "learning_rate": 4.723084125257291e-06, |
| "loss": 0.6437, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.6986206896551725, |
| "grad_norm": 0.7383887767791748, |
| "learning_rate": 4.711057444920522e-06, |
| "loss": 0.6525, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.7006896551724138, |
| "grad_norm": 0.7824906706809998, |
| "learning_rate": 4.699032441671794e-06, |
| "loss": 0.6458, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.7027586206896552, |
| "grad_norm": 0.7252950072288513, |
| "learning_rate": 4.687009185306945e-06, |
| "loss": 0.6536, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.7048275862068967, |
| "grad_norm": 0.7240720391273499, |
| "learning_rate": 4.67498774561168e-06, |
| "loss": 0.6583, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.706896551724138, |
| "grad_norm": 0.739566445350647, |
| "learning_rate": 4.662968192361161e-06, |
| "loss": 0.6758, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.7089655172413794, |
| "grad_norm": 0.7385093569755554, |
| "learning_rate": 4.650950595319593e-06, |
| "loss": 0.6273, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7110344827586208, |
| "grad_norm": 0.7286804914474487, |
| "learning_rate": 4.6389350242398354e-06, |
| "loss": 0.6436, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.713103448275862, |
| "grad_norm": 0.7011599540710449, |
| "learning_rate": 4.6269215488629795e-06, |
| "loss": 0.6532, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7151724137931035, |
| "grad_norm": 0.7191659212112427, |
| "learning_rate": 4.614910238917963e-06, |
| "loss": 0.6544, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.717241379310345, |
| "grad_norm": 0.7047889232635498, |
| "learning_rate": 4.602901164121145e-06, |
| "loss": 0.6421, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7193103448275862, |
| "grad_norm": 0.7209073901176453, |
| "learning_rate": 4.59089439417592e-06, |
| "loss": 0.6289, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.7213793103448276, |
| "grad_norm": 0.7176074385643005, |
| "learning_rate": 4.578889998772296e-06, |
| "loss": 0.642, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.723448275862069, |
| "grad_norm": 0.7749189138412476, |
| "learning_rate": 4.5668880475865074e-06, |
| "loss": 0.6755, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.7255172413793103, |
| "grad_norm": 0.689206600189209, |
| "learning_rate": 4.554888610280593e-06, |
| "loss": 0.6552, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7275862068965517, |
| "grad_norm": 0.7584705352783203, |
| "learning_rate": 4.542891756502008e-06, |
| "loss": 0.6109, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.7296551724137932, |
| "grad_norm": 0.7560999393463135, |
| "learning_rate": 4.5308975558832095e-06, |
| "loss": 0.6619, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7317241379310344, |
| "grad_norm": 0.8325402140617371, |
| "learning_rate": 4.518906078041252e-06, |
| "loss": 0.6344, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.7337931034482759, |
| "grad_norm": 0.7222752571105957, |
| "learning_rate": 4.506917392577393e-06, |
| "loss": 0.6255, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7358620689655173, |
| "grad_norm": 0.7850416898727417, |
| "learning_rate": 4.494931569076674e-06, |
| "loss": 0.6213, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.7379310344827585, |
| "grad_norm": 0.7065498232841492, |
| "learning_rate": 4.482948677107533e-06, |
| "loss": 0.6146, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.74, |
| "grad_norm": 0.6791179776191711, |
| "learning_rate": 4.4709687862213866e-06, |
| "loss": 0.6461, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.7420689655172414, |
| "grad_norm": 0.750182032585144, |
| "learning_rate": 4.458991965952238e-06, |
| "loss": 0.652, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.7441379310344827, |
| "grad_norm": 0.700097382068634, |
| "learning_rate": 4.447018285816263e-06, |
| "loss": 0.6437, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.7462068965517241, |
| "grad_norm": 0.7411333322525024, |
| "learning_rate": 4.435047815311414e-06, |
| "loss": 0.6502, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7482758620689656, |
| "grad_norm": 0.7353593707084656, |
| "learning_rate": 4.423080623917012e-06, |
| "loss": 0.6502, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.7503448275862068, |
| "grad_norm": 0.8049408793449402, |
| "learning_rate": 4.411116781093348e-06, |
| "loss": 0.6482, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7524137931034482, |
| "grad_norm": 0.7221590876579285, |
| "learning_rate": 4.399156356281274e-06, |
| "loss": 0.6549, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.7544827586206897, |
| "grad_norm": 0.7125415802001953, |
| "learning_rate": 4.3871994189018075e-06, |
| "loss": 0.6409, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.756551724137931, |
| "grad_norm": 0.7120684385299683, |
| "learning_rate": 4.3752460383557195e-06, |
| "loss": 0.6476, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.7586206896551724, |
| "grad_norm": 0.7340549230575562, |
| "learning_rate": 4.363296284023139e-06, |
| "loss": 0.6606, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7606896551724138, |
| "grad_norm": 0.8672581911087036, |
| "learning_rate": 4.351350225263147e-06, |
| "loss": 0.6447, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.762758620689655, |
| "grad_norm": 0.7489596009254456, |
| "learning_rate": 4.339407931413372e-06, |
| "loss": 0.634, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.7648275862068965, |
| "grad_norm": 0.7057939171791077, |
| "learning_rate": 4.327469471789597e-06, |
| "loss": 0.6683, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.766896551724138, |
| "grad_norm": 0.7291073799133301, |
| "learning_rate": 4.315534915685341e-06, |
| "loss": 0.6766, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.7689655172413792, |
| "grad_norm": 0.7649169564247131, |
| "learning_rate": 4.303604332371476e-06, |
| "loss": 0.649, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.7710344827586209, |
| "grad_norm": 0.7476722002029419, |
| "learning_rate": 4.291677791095805e-06, |
| "loss": 0.6111, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.773103448275862, |
| "grad_norm": 0.7485122680664062, |
| "learning_rate": 4.27975536108268e-06, |
| "loss": 0.6375, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.7751724137931033, |
| "grad_norm": 0.7042410373687744, |
| "learning_rate": 4.26783711153258e-06, |
| "loss": 0.6406, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.777241379310345, |
| "grad_norm": 0.7430243492126465, |
| "learning_rate": 4.2559231116217305e-06, |
| "loss": 0.6511, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.7793103448275862, |
| "grad_norm": 0.6917579174041748, |
| "learning_rate": 4.244013430501681e-06, |
| "loss": 0.6316, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.7813793103448274, |
| "grad_norm": 0.6834431290626526, |
| "learning_rate": 4.2321081372989195e-06, |
| "loss": 0.6413, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.783448275862069, |
| "grad_norm": 0.6975676417350769, |
| "learning_rate": 4.220207301114467e-06, |
| "loss": 0.6331, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.7855172413793103, |
| "grad_norm": 0.7284821271896362, |
| "learning_rate": 4.208310991023469e-06, |
| "loss": 0.6431, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.7875862068965516, |
| "grad_norm": 0.742372453212738, |
| "learning_rate": 4.1964192760748085e-06, |
| "loss": 0.6307, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.7896551724137932, |
| "grad_norm": 0.7629566788673401, |
| "learning_rate": 4.184532225290687e-06, |
| "loss": 0.6186, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.7917241379310345, |
| "grad_norm": 0.7036967277526855, |
| "learning_rate": 4.172649907666244e-06, |
| "loss": 0.6212, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.793793103448276, |
| "grad_norm": 0.6951998472213745, |
| "learning_rate": 4.16077239216914e-06, |
| "loss": 0.6023, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.7958620689655174, |
| "grad_norm": 0.728022575378418, |
| "learning_rate": 4.148899747739168e-06, |
| "loss": 0.6444, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.7979310344827586, |
| "grad_norm": 0.6999719142913818, |
| "learning_rate": 4.137032043287841e-06, |
| "loss": 0.6368, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.7263539433479309, |
| "learning_rate": 4.125169347698009e-06, |
| "loss": 0.6584, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.8020689655172415, |
| "grad_norm": 0.7751326560974121, |
| "learning_rate": 4.11331172982344e-06, |
| "loss": 0.6245, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.8041379310344827, |
| "grad_norm": 0.7183523178100586, |
| "learning_rate": 4.101459258488438e-06, |
| "loss": 0.5938, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8062068965517242, |
| "grad_norm": 0.7222279906272888, |
| "learning_rate": 4.089612002487428e-06, |
| "loss": 0.6162, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.8082758620689656, |
| "grad_norm": 0.7456408143043518, |
| "learning_rate": 4.077770030584569e-06, |
| "loss": 0.6602, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8103448275862069, |
| "grad_norm": 0.7470499873161316, |
| "learning_rate": 4.065933411513349e-06, |
| "loss": 0.653, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.8124137931034483, |
| "grad_norm": 0.7037544846534729, |
| "learning_rate": 4.054102213976184e-06, |
| "loss": 0.6216, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8144827586206898, |
| "grad_norm": 0.7381490468978882, |
| "learning_rate": 4.042276506644024e-06, |
| "loss": 0.6422, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.816551724137931, |
| "grad_norm": 0.7278012037277222, |
| "learning_rate": 4.030456358155957e-06, |
| "loss": 0.6475, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8186206896551724, |
| "grad_norm": 0.7335582971572876, |
| "learning_rate": 4.018641837118799e-06, |
| "loss": 0.643, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.8206896551724139, |
| "grad_norm": 0.6921178698539734, |
| "learning_rate": 4.006833012106707e-06, |
| "loss": 0.6241, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.822758620689655, |
| "grad_norm": 0.7078073024749756, |
| "learning_rate": 3.995029951660777e-06, |
| "loss": 0.6295, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.8248275862068966, |
| "grad_norm": 0.6960477232933044, |
| "learning_rate": 3.983232724288642e-06, |
| "loss": 0.6596, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.826896551724138, |
| "grad_norm": 0.7017378211021423, |
| "learning_rate": 3.971441398464088e-06, |
| "loss": 0.611, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.8289655172413792, |
| "grad_norm": 0.729068398475647, |
| "learning_rate": 3.959656042626634e-06, |
| "loss": 0.6184, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.8310344827586207, |
| "grad_norm": 0.7174490690231323, |
| "learning_rate": 3.94787672518116e-06, |
| "loss": 0.6383, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.8331034482758621, |
| "grad_norm": 0.777277946472168, |
| "learning_rate": 3.9361035144974905e-06, |
| "loss": 0.6508, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8351724137931034, |
| "grad_norm": 0.7446042895317078, |
| "learning_rate": 3.924336478910007e-06, |
| "loss": 0.6588, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.8372413793103448, |
| "grad_norm": 0.7238491773605347, |
| "learning_rate": 3.912575686717251e-06, |
| "loss": 0.6394, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8393103448275863, |
| "grad_norm": 0.7243683338165283, |
| "learning_rate": 3.900821206181521e-06, |
| "loss": 0.6529, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.8413793103448275, |
| "grad_norm": 0.719829261302948, |
| "learning_rate": 3.889073105528489e-06, |
| "loss": 0.6535, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.843448275862069, |
| "grad_norm": 0.7592584490776062, |
| "learning_rate": 3.8773314529467875e-06, |
| "loss": 0.6391, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.8455172413793104, |
| "grad_norm": 0.7423802018165588, |
| "learning_rate": 3.865596316587633e-06, |
| "loss": 0.643, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8475862068965516, |
| "grad_norm": 0.7308037281036377, |
| "learning_rate": 3.853867764564409e-06, |
| "loss": 0.6329, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.849655172413793, |
| "grad_norm": 0.7450445294380188, |
| "learning_rate": 3.842145864952295e-06, |
| "loss": 0.6516, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.8517241379310345, |
| "grad_norm": 0.8020148277282715, |
| "learning_rate": 3.830430685787844e-06, |
| "loss": 0.6378, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.8537931034482757, |
| "grad_norm": 0.6937201023101807, |
| "learning_rate": 3.818722295068616e-06, |
| "loss": 0.646, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8558620689655172, |
| "grad_norm": 0.7302286028862, |
| "learning_rate": 3.8070207607527587e-06, |
| "loss": 0.6489, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.8579310344827586, |
| "grad_norm": 0.7561166286468506, |
| "learning_rate": 3.7953261507586282e-06, |
| "loss": 0.6249, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8599999999999999, |
| "grad_norm": 0.6970481276512146, |
| "learning_rate": 3.7836385329643933e-06, |
| "loss": 0.6355, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.8620689655172413, |
| "grad_norm": 0.7228543162345886, |
| "learning_rate": 3.77195797520763e-06, |
| "loss": 0.6435, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.8641379310344828, |
| "grad_norm": 0.7981168627738953, |
| "learning_rate": 3.760284545284947e-06, |
| "loss": 0.6294, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.866206896551724, |
| "grad_norm": 0.758095383644104, |
| "learning_rate": 3.7486183109515696e-06, |
| "loss": 0.6652, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.8682758620689657, |
| "grad_norm": 0.7205570936203003, |
| "learning_rate": 3.7369593399209704e-06, |
| "loss": 0.6236, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.870344827586207, |
| "grad_norm": 0.7436397075653076, |
| "learning_rate": 3.725307699864452e-06, |
| "loss": 0.639, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.8724137931034481, |
| "grad_norm": 0.7406452298164368, |
| "learning_rate": 3.7136634584107787e-06, |
| "loss": 0.6274, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.8744827586206898, |
| "grad_norm": 0.7269127368927002, |
| "learning_rate": 3.7020266831457598e-06, |
| "loss": 0.6544, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.876551724137931, |
| "grad_norm": 0.732607901096344, |
| "learning_rate": 3.6903974416118786e-06, |
| "loss": 0.6784, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.8786206896551723, |
| "grad_norm": 0.7445371150970459, |
| "learning_rate": 3.6787758013078863e-06, |
| "loss": 0.6298, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.880689655172414, |
| "grad_norm": 0.7168945670127869, |
| "learning_rate": 3.6671618296884147e-06, |
| "loss": 0.6331, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.8827586206896552, |
| "grad_norm": 0.7478596568107605, |
| "learning_rate": 3.655555594163587e-06, |
| "loss": 0.6396, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.8848275862068964, |
| "grad_norm": 0.7174217700958252, |
| "learning_rate": 3.6439571620986213e-06, |
| "loss": 0.6619, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.886896551724138, |
| "grad_norm": 0.7665561437606812, |
| "learning_rate": 3.6323666008134465e-06, |
| "loss": 0.6513, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.8889655172413793, |
| "grad_norm": 0.6955576539039612, |
| "learning_rate": 3.620783977582305e-06, |
| "loss": 0.6409, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.8910344827586207, |
| "grad_norm": 0.6954272389411926, |
| "learning_rate": 3.6092093596333654e-06, |
| "loss": 0.6423, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.8931034482758622, |
| "grad_norm": 0.744321882724762, |
| "learning_rate": 3.5976428141483326e-06, |
| "loss": 0.6142, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.8951724137931034, |
| "grad_norm": 0.7438650131225586, |
| "learning_rate": 3.586084408262056e-06, |
| "loss": 0.6602, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.8972413793103449, |
| "grad_norm": 0.6955951452255249, |
| "learning_rate": 3.5745342090621406e-06, |
| "loss": 0.6311, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.8993103448275863, |
| "grad_norm": 0.6816698312759399, |
| "learning_rate": 3.5629922835885618e-06, |
| "loss": 0.6514, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9013793103448275, |
| "grad_norm": 0.6610486507415771, |
| "learning_rate": 3.551458698833265e-06, |
| "loss": 0.6401, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.903448275862069, |
| "grad_norm": 0.7027138471603394, |
| "learning_rate": 3.5399335217397936e-06, |
| "loss": 0.6452, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9055172413793104, |
| "grad_norm": 0.715492844581604, |
| "learning_rate": 3.528416819202881e-06, |
| "loss": 0.6386, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.9075862068965517, |
| "grad_norm": 0.7160024642944336, |
| "learning_rate": 3.5169086580680824e-06, |
| "loss": 0.6416, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9096551724137931, |
| "grad_norm": 0.7222967743873596, |
| "learning_rate": 3.5054091051313666e-06, |
| "loss": 0.6377, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.9117241379310346, |
| "grad_norm": 0.6950160264968872, |
| "learning_rate": 3.493918227138746e-06, |
| "loss": 0.6458, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9137931034482758, |
| "grad_norm": 0.6922501921653748, |
| "learning_rate": 3.4824360907858824e-06, |
| "loss": 0.6528, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.9158620689655173, |
| "grad_norm": 0.7411875128746033, |
| "learning_rate": 3.47096276271769e-06, |
| "loss": 0.6178, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9179310344827587, |
| "grad_norm": 0.6832643151283264, |
| "learning_rate": 3.45949830952797e-06, |
| "loss": 0.6365, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.92, |
| "grad_norm": 0.7130672931671143, |
| "learning_rate": 3.4480427977590004e-06, |
| "loss": 0.6319, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9220689655172414, |
| "grad_norm": 0.6737676858901978, |
| "learning_rate": 3.43659629390117e-06, |
| "loss": 0.6644, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.9241379310344828, |
| "grad_norm": 0.707264244556427, |
| "learning_rate": 3.4251588643925757e-06, |
| "loss": 0.659, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.926206896551724, |
| "grad_norm": 0.687591016292572, |
| "learning_rate": 3.4137305756186543e-06, |
| "loss": 0.6175, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.9282758620689655, |
| "grad_norm": 0.685309112071991, |
| "learning_rate": 3.4023114939117773e-06, |
| "loss": 0.6384, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.930344827586207, |
| "grad_norm": 0.7224867343902588, |
| "learning_rate": 3.390901685550887e-06, |
| "loss": 0.6648, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.9324137931034482, |
| "grad_norm": 0.7063190340995789, |
| "learning_rate": 3.3795012167610898e-06, |
| "loss": 0.6494, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9344827586206896, |
| "grad_norm": 0.7511458992958069, |
| "learning_rate": 3.3681101537132914e-06, |
| "loss": 0.6272, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.936551724137931, |
| "grad_norm": 0.6883670091629028, |
| "learning_rate": 3.356728562523805e-06, |
| "loss": 0.6276, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.9386206896551723, |
| "grad_norm": 0.7098174691200256, |
| "learning_rate": 3.3453565092539586e-06, |
| "loss": 0.6675, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.9406896551724138, |
| "grad_norm": 0.7062398791313171, |
| "learning_rate": 3.33399405990973e-06, |
| "loss": 0.6408, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9427586206896552, |
| "grad_norm": 0.7228072881698608, |
| "learning_rate": 3.3226412804413444e-06, |
| "loss": 0.6422, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.9448275862068964, |
| "grad_norm": 0.7137162685394287, |
| "learning_rate": 3.3112982367429105e-06, |
| "loss": 0.6474, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.946896551724138, |
| "grad_norm": 0.6957323551177979, |
| "learning_rate": 3.299964994652017e-06, |
| "loss": 0.6492, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.9489655172413793, |
| "grad_norm": 0.6673961281776428, |
| "learning_rate": 3.288641619949374e-06, |
| "loss": 0.6512, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9510344827586206, |
| "grad_norm": 0.7092306017875671, |
| "learning_rate": 3.2773281783584104e-06, |
| "loss": 0.6623, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.953103448275862, |
| "grad_norm": 0.7391819953918457, |
| "learning_rate": 3.2660247355449037e-06, |
| "loss": 0.6698, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9551724137931035, |
| "grad_norm": 0.7239782214164734, |
| "learning_rate": 3.254731357116597e-06, |
| "loss": 0.6404, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.9572413793103447, |
| "grad_norm": 0.735502302646637, |
| "learning_rate": 3.2434481086228163e-06, |
| "loss": 0.6278, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.9593103448275864, |
| "grad_norm": 0.7158029079437256, |
| "learning_rate": 3.232175055554091e-06, |
| "loss": 0.6441, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.9613793103448276, |
| "grad_norm": 0.7179998755455017, |
| "learning_rate": 3.2209122633417766e-06, |
| "loss": 0.6464, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.9634482758620688, |
| "grad_norm": 0.6865692734718323, |
| "learning_rate": 3.209659797357669e-06, |
| "loss": 0.6373, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.9655172413793105, |
| "grad_norm": 0.7228394150733948, |
| "learning_rate": 3.1984177229136287e-06, |
| "loss": 0.6583, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.9675862068965517, |
| "grad_norm": 0.7167955636978149, |
| "learning_rate": 3.187186105261205e-06, |
| "loss": 0.6276, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.969655172413793, |
| "grad_norm": 0.6937686204910278, |
| "learning_rate": 3.1759650095912474e-06, |
| "loss": 0.6203, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.9717241379310346, |
| "grad_norm": 0.6669635772705078, |
| "learning_rate": 3.16475450103354e-06, |
| "loss": 0.6447, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.9737931034482759, |
| "grad_norm": 0.7243427634239197, |
| "learning_rate": 3.1535546446564107e-06, |
| "loss": 0.6375, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.975862068965517, |
| "grad_norm": 0.7239643931388855, |
| "learning_rate": 3.1423655054663665e-06, |
| "loss": 0.666, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.9779310344827588, |
| "grad_norm": 0.7242691516876221, |
| "learning_rate": 3.1311871484077017e-06, |
| "loss": 0.6427, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.98, |
| "grad_norm": 0.7019519209861755, |
| "learning_rate": 3.1200196383621363e-06, |
| "loss": 0.637, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.9820689655172414, |
| "grad_norm": 0.7041625380516052, |
| "learning_rate": 3.1088630401484245e-06, |
| "loss": 0.6297, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.9841379310344829, |
| "grad_norm": 0.7110829949378967, |
| "learning_rate": 3.0977174185219937e-06, |
| "loss": 0.6353, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.986206896551724, |
| "grad_norm": 0.6561233401298523, |
| "learning_rate": 3.0865828381745515e-06, |
| "loss": 0.6184, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.9882758620689656, |
| "grad_norm": 0.7260603904724121, |
| "learning_rate": 3.0754593637337276e-06, |
| "loss": 0.6435, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.990344827586207, |
| "grad_norm": 0.7066130638122559, |
| "learning_rate": 3.0643470597626885e-06, |
| "loss": 0.6555, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.9924137931034482, |
| "grad_norm": 0.6790770888328552, |
| "learning_rate": 3.05324599075976e-06, |
| "loss": 0.6216, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.9944827586206897, |
| "grad_norm": 0.7200824022293091, |
| "learning_rate": 3.042156221158064e-06, |
| "loss": 0.6475, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.9965517241379311, |
| "grad_norm": 0.6905136108398438, |
| "learning_rate": 3.0310778153251325e-06, |
| "loss": 0.6133, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.9986206896551724, |
| "grad_norm": 0.7127056121826172, |
| "learning_rate": 3.020010837562546e-06, |
| "loss": 0.667, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.0006896551724136, |
| "grad_norm": 0.6826462149620056, |
| "learning_rate": 3.0089553521055455e-06, |
| "loss": 0.6117, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.0027586206896553, |
| "grad_norm": 0.803715169429779, |
| "learning_rate": 2.9979114231226776e-06, |
| "loss": 0.5496, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0048275862068965, |
| "grad_norm": 0.7920373678207397, |
| "learning_rate": 2.986879114715403e-06, |
| "loss": 0.5323, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.0068965517241377, |
| "grad_norm": 0.7448180913925171, |
| "learning_rate": 2.9758584909177434e-06, |
| "loss": 0.5318, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.0089655172413794, |
| "grad_norm": 0.7098000049591064, |
| "learning_rate": 2.964849615695892e-06, |
| "loss": 0.5341, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.0110344827586206, |
| "grad_norm": 0.7263830304145813, |
| "learning_rate": 2.9538525529478557e-06, |
| "loss": 0.5605, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.013103448275862, |
| "grad_norm": 0.7626384496688843, |
| "learning_rate": 2.9428673665030772e-06, |
| "loss": 0.5407, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.0151724137931035, |
| "grad_norm": 0.8168633580207825, |
| "learning_rate": 2.9318941201220664e-06, |
| "loss": 0.5628, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.0172413793103448, |
| "grad_norm": 0.8351486325263977, |
| "learning_rate": 2.9209328774960327e-06, |
| "loss": 0.5295, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.0193103448275864, |
| "grad_norm": 0.7826777100563049, |
| "learning_rate": 2.90998370224651e-06, |
| "loss": 0.5141, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0213793103448277, |
| "grad_norm": 0.7777988314628601, |
| "learning_rate": 2.899046657924992e-06, |
| "loss": 0.5577, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.023448275862069, |
| "grad_norm": 0.751868724822998, |
| "learning_rate": 2.8881218080125605e-06, |
| "loss": 0.5402, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.0255172413793106, |
| "grad_norm": 0.6992483735084534, |
| "learning_rate": 2.8772092159195193e-06, |
| "loss": 0.5323, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.027586206896552, |
| "grad_norm": 0.7283136248588562, |
| "learning_rate": 2.8663089449850246e-06, |
| "loss": 0.5364, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.029655172413793, |
| "grad_norm": 0.7618082761764526, |
| "learning_rate": 2.8554210584767188e-06, |
| "loss": 0.5388, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.0317241379310347, |
| "grad_norm": 0.7302858829498291, |
| "learning_rate": 2.844545619590361e-06, |
| "loss": 0.5247, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.033793103448276, |
| "grad_norm": 0.706373393535614, |
| "learning_rate": 2.8336826914494607e-06, |
| "loss": 0.5138, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.035862068965517, |
| "grad_norm": 0.6692239046096802, |
| "learning_rate": 2.822832337104915e-06, |
| "loss": 0.5363, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.037931034482759, |
| "grad_norm": 0.7576499581336975, |
| "learning_rate": 2.8119946195346375e-06, |
| "loss": 0.5389, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.04, |
| "grad_norm": 0.7035110592842102, |
| "learning_rate": 2.8011696016431967e-06, |
| "loss": 0.5333, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0420689655172413, |
| "grad_norm": 0.7431889176368713, |
| "learning_rate": 2.790357346261445e-06, |
| "loss": 0.5228, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.044137931034483, |
| "grad_norm": 0.7341644167900085, |
| "learning_rate": 2.7795579161461685e-06, |
| "loss": 0.5153, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.046206896551724, |
| "grad_norm": 0.7432145476341248, |
| "learning_rate": 2.7687713739796972e-06, |
| "loss": 0.5299, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.0482758620689654, |
| "grad_norm": 0.6737946271896362, |
| "learning_rate": 2.7579977823695727e-06, |
| "loss": 0.5301, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.050344827586207, |
| "grad_norm": 0.7434407472610474, |
| "learning_rate": 2.7472372038481575e-06, |
| "loss": 0.5442, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.0524137931034483, |
| "grad_norm": 0.7228389382362366, |
| "learning_rate": 2.7364897008722867e-06, |
| "loss": 0.5392, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0544827586206895, |
| "grad_norm": 0.6981167793273926, |
| "learning_rate": 2.725755335822903e-06, |
| "loss": 0.5503, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.056551724137931, |
| "grad_norm": 0.6900709867477417, |
| "learning_rate": 2.7150341710046924e-06, |
| "loss": 0.5448, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.0586206896551724, |
| "grad_norm": 0.6905665993690491, |
| "learning_rate": 2.704326268645724e-06, |
| "loss": 0.5304, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.0606896551724136, |
| "grad_norm": 0.720930814743042, |
| "learning_rate": 2.6936316908970874e-06, |
| "loss": 0.5304, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.0627586206896553, |
| "grad_norm": 0.697242796421051, |
| "learning_rate": 2.6829504998325352e-06, |
| "loss": 0.5209, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.0648275862068965, |
| "grad_norm": 0.6550352573394775, |
| "learning_rate": 2.67228275744812e-06, |
| "loss": 0.5319, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.0668965517241378, |
| "grad_norm": 0.7028206586837769, |
| "learning_rate": 2.661628525661835e-06, |
| "loss": 0.5253, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.0689655172413794, |
| "grad_norm": 0.7251700162887573, |
| "learning_rate": 2.6509878663132514e-06, |
| "loss": 0.5589, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.0710344827586207, |
| "grad_norm": 0.67062908411026, |
| "learning_rate": 2.6403608411631744e-06, |
| "loss": 0.5462, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.073103448275862, |
| "grad_norm": 0.7188374996185303, |
| "learning_rate": 2.629747511893255e-06, |
| "loss": 0.5201, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.0751724137931036, |
| "grad_norm": 0.6892343163490295, |
| "learning_rate": 2.61914794010567e-06, |
| "loss": 0.5357, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.077241379310345, |
| "grad_norm": 0.6836119294166565, |
| "learning_rate": 2.6085621873227264e-06, |
| "loss": 0.5123, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.079310344827586, |
| "grad_norm": 0.6911861896514893, |
| "learning_rate": 2.5979903149865386e-06, |
| "loss": 0.546, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.0813793103448277, |
| "grad_norm": 0.6947477459907532, |
| "learning_rate": 2.5874323844586414e-06, |
| "loss": 0.5408, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.083448275862069, |
| "grad_norm": 0.6671912670135498, |
| "learning_rate": 2.5768884570196615e-06, |
| "loss": 0.5256, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.08551724137931, |
| "grad_norm": 0.6696575284004211, |
| "learning_rate": 2.566358593868936e-06, |
| "loss": 0.5186, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.087586206896552, |
| "grad_norm": 0.6655759215354919, |
| "learning_rate": 2.555842856124182e-06, |
| "loss": 0.5686, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.089655172413793, |
| "grad_norm": 0.685197114944458, |
| "learning_rate": 2.5453413048211175e-06, |
| "loss": 0.4912, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.0917241379310343, |
| "grad_norm": 0.7344222664833069, |
| "learning_rate": 2.5348540009131283e-06, |
| "loss": 0.5489, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.093793103448276, |
| "grad_norm": 0.7047103047370911, |
| "learning_rate": 2.5243810052709006e-06, |
| "loss": 0.5366, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.095862068965517, |
| "grad_norm": 0.6715806722640991, |
| "learning_rate": 2.513922378682075e-06, |
| "loss": 0.5337, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.0979310344827584, |
| "grad_norm": 0.6645084619522095, |
| "learning_rate": 2.5034781818508867e-06, |
| "loss": 0.5451, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 0.6680448651313782, |
| "learning_rate": 2.4930484753978224e-06, |
| "loss": 0.5141, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.1020689655172413, |
| "grad_norm": 0.6710419058799744, |
| "learning_rate": 2.482633319859259e-06, |
| "loss": 0.5233, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.1041379310344825, |
| "grad_norm": 0.6609877943992615, |
| "learning_rate": 2.472232775687119e-06, |
| "loss": 0.5343, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.106206896551724, |
| "grad_norm": 0.6360195279121399, |
| "learning_rate": 2.4618469032485164e-06, |
| "loss": 0.5549, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.1082758620689654, |
| "grad_norm": 0.6452751159667969, |
| "learning_rate": 2.4514757628254075e-06, |
| "loss": 0.5369, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.110344827586207, |
| "grad_norm": 0.6557055115699768, |
| "learning_rate": 2.441119414614241e-06, |
| "loss": 0.5277, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1124137931034483, |
| "grad_norm": 0.7097801566123962, |
| "learning_rate": 2.4307779187256064e-06, |
| "loss": 0.5358, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.1144827586206896, |
| "grad_norm": 0.6572842597961426, |
| "learning_rate": 2.4204513351838897e-06, |
| "loss": 0.5394, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.1165517241379312, |
| "grad_norm": 0.6733007431030273, |
| "learning_rate": 2.4101397239269202e-06, |
| "loss": 0.5579, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.1186206896551725, |
| "grad_norm": 0.6480697393417358, |
| "learning_rate": 2.3998431448056237e-06, |
| "loss": 0.5635, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1206896551724137, |
| "grad_norm": 0.6844390034675598, |
| "learning_rate": 2.389561657583681e-06, |
| "loss": 0.5477, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.1227586206896554, |
| "grad_norm": 0.6834397912025452, |
| "learning_rate": 2.3792953219371713e-06, |
| "loss": 0.5252, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.1248275862068966, |
| "grad_norm": 0.666690468788147, |
| "learning_rate": 2.3690441974542322e-06, |
| "loss": 0.574, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.126896551724138, |
| "grad_norm": 0.6561058759689331, |
| "learning_rate": 2.358808343634712e-06, |
| "loss": 0.5291, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.1289655172413795, |
| "grad_norm": 0.6525347828865051, |
| "learning_rate": 2.3485878198898253e-06, |
| "loss": 0.5626, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.1310344827586207, |
| "grad_norm": 0.6866719126701355, |
| "learning_rate": 2.3383826855418064e-06, |
| "loss": 0.524, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.133103448275862, |
| "grad_norm": 0.6798598170280457, |
| "learning_rate": 2.3281929998235664e-06, |
| "loss": 0.5184, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.1351724137931036, |
| "grad_norm": 0.6799730658531189, |
| "learning_rate": 2.31801882187835e-06, |
| "loss": 0.5086, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.137241379310345, |
| "grad_norm": 0.6736025214195251, |
| "learning_rate": 2.30786021075939e-06, |
| "loss": 0.5333, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.139310344827586, |
| "grad_norm": 0.6704842448234558, |
| "learning_rate": 2.297717225429567e-06, |
| "loss": 0.5065, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1413793103448278, |
| "grad_norm": 0.6423225998878479, |
| "learning_rate": 2.287589924761065e-06, |
| "loss": 0.5292, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.143448275862069, |
| "grad_norm": 0.6814275979995728, |
| "learning_rate": 2.2774783675350303e-06, |
| "loss": 0.5418, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.14551724137931, |
| "grad_norm": 0.6510114073753357, |
| "learning_rate": 2.2673826124412314e-06, |
| "loss": 0.5175, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.147586206896552, |
| "grad_norm": 0.6611030697822571, |
| "learning_rate": 2.257302718077721e-06, |
| "loss": 0.5526, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.149655172413793, |
| "grad_norm": 0.6714975833892822, |
| "learning_rate": 2.247238742950483e-06, |
| "loss": 0.524, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.1517241379310343, |
| "grad_norm": 0.6750874519348145, |
| "learning_rate": 2.2371907454731168e-06, |
| "loss": 0.5529, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.153793103448276, |
| "grad_norm": 0.6794918179512024, |
| "learning_rate": 2.2271587839664673e-06, |
| "loss": 0.5034, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.1558620689655172, |
| "grad_norm": 0.6698225140571594, |
| "learning_rate": 2.217142916658318e-06, |
| "loss": 0.531, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.1579310344827585, |
| "grad_norm": 0.6470540761947632, |
| "learning_rate": 2.2071432016830257e-06, |
| "loss": 0.5631, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 0.7159327268600464, |
| "learning_rate": 2.197159697081208e-06, |
| "loss": 0.5476, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.1620689655172414, |
| "grad_norm": 0.7387550473213196, |
| "learning_rate": 2.18719246079938e-06, |
| "loss": 0.5019, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.1641379310344826, |
| "grad_norm": 0.7351087331771851, |
| "learning_rate": 2.1772415506896447e-06, |
| "loss": 0.5607, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.1662068965517243, |
| "grad_norm": 0.6578730940818787, |
| "learning_rate": 2.1673070245093324e-06, |
| "loss": 0.5494, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.1682758620689655, |
| "grad_norm": 0.675528347492218, |
| "learning_rate": 2.157388939920689e-06, |
| "loss": 0.526, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.1703448275862067, |
| "grad_norm": 0.6719648838043213, |
| "learning_rate": 2.1474873544905204e-06, |
| "loss": 0.5334, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.1724137931034484, |
| "grad_norm": 0.6997095346450806, |
| "learning_rate": 2.137602325689873e-06, |
| "loss": 0.5274, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.1744827586206896, |
| "grad_norm": 0.7052441835403442, |
| "learning_rate": 2.127733910893693e-06, |
| "loss": 0.5378, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.176551724137931, |
| "grad_norm": 0.6952463388442993, |
| "learning_rate": 2.1178821673804943e-06, |
| "loss": 0.5244, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.1786206896551725, |
| "grad_norm": 0.664283037185669, |
| "learning_rate": 2.108047152332028e-06, |
| "loss": 0.5335, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.1806896551724138, |
| "grad_norm": 0.6841456294059753, |
| "learning_rate": 2.0982289228329495e-06, |
| "loss": 0.5367, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.182758620689655, |
| "grad_norm": 0.6873970031738281, |
| "learning_rate": 2.0884275358704863e-06, |
| "loss": 0.5242, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.1848275862068967, |
| "grad_norm": 0.704255998134613, |
| "learning_rate": 2.078643048334109e-06, |
| "loss": 0.5369, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.186896551724138, |
| "grad_norm": 0.6614420413970947, |
| "learning_rate": 2.0688755170152e-06, |
| "loss": 0.5397, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.188965517241379, |
| "grad_norm": 0.65423583984375, |
| "learning_rate": 2.0591249986067214e-06, |
| "loss": 0.5374, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.191034482758621, |
| "grad_norm": 0.6417624950408936, |
| "learning_rate": 2.0493915497028933e-06, |
| "loss": 0.5238, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.193103448275862, |
| "grad_norm": 0.6377779841423035, |
| "learning_rate": 2.039675226798854e-06, |
| "loss": 0.5377, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.1951724137931032, |
| "grad_norm": 0.6852798461914062, |
| "learning_rate": 2.029976086290347e-06, |
| "loss": 0.5386, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.197241379310345, |
| "grad_norm": 0.6332745552062988, |
| "learning_rate": 2.0202941844733792e-06, |
| "loss": 0.5541, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.199310344827586, |
| "grad_norm": 0.6756484508514404, |
| "learning_rate": 2.0106295775439018e-06, |
| "loss": 0.5092, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.2013793103448274, |
| "grad_norm": 0.6440528035163879, |
| "learning_rate": 2.0009823215974815e-06, |
| "loss": 0.5256, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.203448275862069, |
| "grad_norm": 0.6707040071487427, |
| "learning_rate": 1.9913524726289784e-06, |
| "loss": 0.5317, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.2055172413793103, |
| "grad_norm": 0.6765915155410767, |
| "learning_rate": 1.9817400865322166e-06, |
| "loss": 0.5319, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2075862068965515, |
| "grad_norm": 0.6627142429351807, |
| "learning_rate": 1.972145219099662e-06, |
| "loss": 0.5246, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.209655172413793, |
| "grad_norm": 0.650766909122467, |
| "learning_rate": 1.962567926022099e-06, |
| "loss": 0.541, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.2117241379310344, |
| "grad_norm": 0.6753216981887817, |
| "learning_rate": 1.9530082628883058e-06, |
| "loss": 0.5472, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.213793103448276, |
| "grad_norm": 0.6764883399009705, |
| "learning_rate": 1.9434662851847325e-06, |
| "loss": 0.522, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.2158620689655173, |
| "grad_norm": 0.6282169818878174, |
| "learning_rate": 1.9339420482951794e-06, |
| "loss": 0.5127, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.2179310344827585, |
| "grad_norm": 0.6872683763504028, |
| "learning_rate": 1.9244356075004743e-06, |
| "loss": 0.5661, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.22, |
| "grad_norm": 0.6766654849052429, |
| "learning_rate": 1.914947017978153e-06, |
| "loss": 0.543, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.2220689655172414, |
| "grad_norm": 0.6761453747749329, |
| "learning_rate": 1.9054763348021372e-06, |
| "loss": 0.5139, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.2241379310344827, |
| "grad_norm": 0.6696473360061646, |
| "learning_rate": 1.896023612942422e-06, |
| "loss": 0.5224, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.2262068965517243, |
| "grad_norm": 0.7067750096321106, |
| "learning_rate": 1.8865889072647386e-06, |
| "loss": 0.5376, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2282758620689656, |
| "grad_norm": 0.654654324054718, |
| "learning_rate": 1.8771722725302644e-06, |
| "loss": 0.5438, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.230344827586207, |
| "grad_norm": 0.6717188358306885, |
| "learning_rate": 1.8677737633952715e-06, |
| "loss": 0.5354, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.2324137931034485, |
| "grad_norm": 0.6855020523071289, |
| "learning_rate": 1.8583934344108446e-06, |
| "loss": 0.5294, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.2344827586206897, |
| "grad_norm": 0.6623315811157227, |
| "learning_rate": 1.8490313400225296e-06, |
| "loss": 0.5317, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.236551724137931, |
| "grad_norm": 0.687870979309082, |
| "learning_rate": 1.8396875345700498e-06, |
| "loss": 0.5539, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.2386206896551726, |
| "grad_norm": 0.6914966106414795, |
| "learning_rate": 1.830362072286963e-06, |
| "loss": 0.5537, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.240689655172414, |
| "grad_norm": 0.7108622193336487, |
| "learning_rate": 1.8210550073003701e-06, |
| "loss": 0.5252, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.242758620689655, |
| "grad_norm": 0.6858078241348267, |
| "learning_rate": 1.8117663936305785e-06, |
| "loss": 0.5542, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.2448275862068967, |
| "grad_norm": 0.6860451698303223, |
| "learning_rate": 1.8024962851908106e-06, |
| "loss": 0.5246, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.246896551724138, |
| "grad_norm": 0.6590988636016846, |
| "learning_rate": 1.7932447357868737e-06, |
| "loss": 0.5328, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.248965517241379, |
| "grad_norm": 0.7076303958892822, |
| "learning_rate": 1.7840117991168566e-06, |
| "loss": 0.5205, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.251034482758621, |
| "grad_norm": 0.6729241013526917, |
| "learning_rate": 1.7747975287708147e-06, |
| "loss": 0.5322, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.253103448275862, |
| "grad_norm": 0.6530643701553345, |
| "learning_rate": 1.7656019782304602e-06, |
| "loss": 0.552, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.2551724137931033, |
| "grad_norm": 0.6714941263198853, |
| "learning_rate": 1.7564252008688514e-06, |
| "loss": 0.5344, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.257241379310345, |
| "grad_norm": 0.6543527841567993, |
| "learning_rate": 1.7472672499500837e-06, |
| "loss": 0.5282, |
| "step": 1091 |
| }, |
| { |
| "epoch": 2.259310344827586, |
| "grad_norm": 0.6821870803833008, |
| "learning_rate": 1.7381281786289767e-06, |
| "loss": 0.5009, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.2613793103448274, |
| "grad_norm": 0.6596633791923523, |
| "learning_rate": 1.729008039950772e-06, |
| "loss": 0.546, |
| "step": 1093 |
| }, |
| { |
| "epoch": 2.263448275862069, |
| "grad_norm": 0.6522555351257324, |
| "learning_rate": 1.71990688685082e-06, |
| "loss": 0.5464, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.2655172413793103, |
| "grad_norm": 0.668368399143219, |
| "learning_rate": 1.7108247721542725e-06, |
| "loss": 0.528, |
| "step": 1095 |
| }, |
| { |
| "epoch": 2.2675862068965515, |
| "grad_norm": 0.697405219078064, |
| "learning_rate": 1.701761748575786e-06, |
| "loss": 0.5657, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.269655172413793, |
| "grad_norm": 0.6927202939987183, |
| "learning_rate": 1.6927178687191953e-06, |
| "loss": 0.518, |
| "step": 1097 |
| }, |
| { |
| "epoch": 2.2717241379310344, |
| "grad_norm": 0.658198356628418, |
| "learning_rate": 1.6836931850772331e-06, |
| "loss": 0.5482, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.2737931034482757, |
| "grad_norm": 0.688456654548645, |
| "learning_rate": 1.6746877500312054e-06, |
| "loss": 0.5114, |
| "step": 1099 |
| }, |
| { |
| "epoch": 2.2758620689655173, |
| "grad_norm": 0.6654470562934875, |
| "learning_rate": 1.6657016158506966e-06, |
| "loss": 0.5417, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.2779310344827586, |
| "grad_norm": 0.6720593571662903, |
| "learning_rate": 1.656734834693266e-06, |
| "loss": 0.5243, |
| "step": 1101 |
| }, |
| { |
| "epoch": 2.2800000000000002, |
| "grad_norm": 0.6629576086997986, |
| "learning_rate": 1.6477874586041415e-06, |
| "loss": 0.5244, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.2820689655172415, |
| "grad_norm": 0.6911601424217224, |
| "learning_rate": 1.6388595395159207e-06, |
| "loss": 0.5541, |
| "step": 1103 |
| }, |
| { |
| "epoch": 2.2841379310344827, |
| "grad_norm": 0.6672130823135376, |
| "learning_rate": 1.6299511292482689e-06, |
| "loss": 0.5315, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.2862068965517244, |
| "grad_norm": 0.688179612159729, |
| "learning_rate": 1.621062279507617e-06, |
| "loss": 0.526, |
| "step": 1105 |
| }, |
| { |
| "epoch": 2.2882758620689656, |
| "grad_norm": 0.6778724193572998, |
| "learning_rate": 1.612193041886862e-06, |
| "loss": 0.5029, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.290344827586207, |
| "grad_norm": 0.6525766253471375, |
| "learning_rate": 1.6033434678650684e-06, |
| "loss": 0.5367, |
| "step": 1107 |
| }, |
| { |
| "epoch": 2.2924137931034485, |
| "grad_norm": 0.6853109002113342, |
| "learning_rate": 1.5945136088071677e-06, |
| "loss": 0.5411, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.2944827586206897, |
| "grad_norm": 0.6768192648887634, |
| "learning_rate": 1.5857035159636625e-06, |
| "loss": 0.5474, |
| "step": 1109 |
| }, |
| { |
| "epoch": 2.296551724137931, |
| "grad_norm": 0.6869329214096069, |
| "learning_rate": 1.5769132404703274e-06, |
| "loss": 0.5156, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.2986206896551726, |
| "grad_norm": 0.641927182674408, |
| "learning_rate": 1.5681428333479104e-06, |
| "loss": 0.5612, |
| "step": 1111 |
| }, |
| { |
| "epoch": 2.300689655172414, |
| "grad_norm": 0.6849982738494873, |
| "learning_rate": 1.5593923455018462e-06, |
| "loss": 0.524, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.302758620689655, |
| "grad_norm": 0.6639160513877869, |
| "learning_rate": 1.550661827721941e-06, |
| "loss": 0.5219, |
| "step": 1113 |
| }, |
| { |
| "epoch": 2.3048275862068968, |
| "grad_norm": 0.6571563482284546, |
| "learning_rate": 1.5419513306821055e-06, |
| "loss": 0.5213, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.306896551724138, |
| "grad_norm": 0.6656675338745117, |
| "learning_rate": 1.5332609049400298e-06, |
| "loss": 0.5142, |
| "step": 1115 |
| }, |
| { |
| "epoch": 2.308965517241379, |
| "grad_norm": 0.6509329080581665, |
| "learning_rate": 1.5245906009369211e-06, |
| "loss": 0.5379, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.311034482758621, |
| "grad_norm": 0.6804161667823792, |
| "learning_rate": 1.5159404689971797e-06, |
| "loss": 0.5348, |
| "step": 1117 |
| }, |
| { |
| "epoch": 2.313103448275862, |
| "grad_norm": 0.6578646898269653, |
| "learning_rate": 1.5073105593281385e-06, |
| "loss": 0.5218, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3151724137931033, |
| "grad_norm": 0.6653922200202942, |
| "learning_rate": 1.4987009220197406e-06, |
| "loss": 0.5304, |
| "step": 1119 |
| }, |
| { |
| "epoch": 2.317241379310345, |
| "grad_norm": 0.6492714881896973, |
| "learning_rate": 1.4901116070442772e-06, |
| "loss": 0.5218, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.3193103448275862, |
| "grad_norm": 0.7024757862091064, |
| "learning_rate": 1.4815426642560753e-06, |
| "loss": 0.545, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.3213793103448275, |
| "grad_norm": 0.6717721223831177, |
| "learning_rate": 1.47299414339122e-06, |
| "loss": 0.5376, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.323448275862069, |
| "grad_norm": 0.6341143250465393, |
| "learning_rate": 1.4644660940672628e-06, |
| "loss": 0.5158, |
| "step": 1123 |
| }, |
| { |
| "epoch": 2.3255172413793104, |
| "grad_norm": 0.6935365200042725, |
| "learning_rate": 1.455958565782934e-06, |
| "loss": 0.537, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3275862068965516, |
| "grad_norm": 0.6960786581039429, |
| "learning_rate": 1.4474716079178541e-06, |
| "loss": 0.5547, |
| "step": 1125 |
| }, |
| { |
| "epoch": 2.3296551724137933, |
| "grad_norm": 0.6549028754234314, |
| "learning_rate": 1.4390052697322499e-06, |
| "loss": 0.544, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.3317241379310345, |
| "grad_norm": 0.6705878973007202, |
| "learning_rate": 1.430559600366665e-06, |
| "loss": 0.5502, |
| "step": 1127 |
| }, |
| { |
| "epoch": 2.3337931034482757, |
| "grad_norm": 0.6721364855766296, |
| "learning_rate": 1.4221346488416765e-06, |
| "loss": 0.5532, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3358620689655174, |
| "grad_norm": 0.6675882935523987, |
| "learning_rate": 1.4137304640576161e-06, |
| "loss": 0.5174, |
| "step": 1129 |
| }, |
| { |
| "epoch": 2.3379310344827586, |
| "grad_norm": 0.650718629360199, |
| "learning_rate": 1.4053470947942694e-06, |
| "loss": 0.5565, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.34, |
| "grad_norm": 0.6801978945732117, |
| "learning_rate": 1.3969845897106166e-06, |
| "loss": 0.5276, |
| "step": 1131 |
| }, |
| { |
| "epoch": 2.3420689655172415, |
| "grad_norm": 0.6504865288734436, |
| "learning_rate": 1.3886429973445253e-06, |
| "loss": 0.5126, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.3441379310344828, |
| "grad_norm": 0.6334866881370544, |
| "learning_rate": 1.3803223661124938e-06, |
| "loss": 0.5036, |
| "step": 1133 |
| }, |
| { |
| "epoch": 2.346206896551724, |
| "grad_norm": 0.6434235572814941, |
| "learning_rate": 1.3720227443093437e-06, |
| "loss": 0.5119, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3482758620689657, |
| "grad_norm": 0.6684521436691284, |
| "learning_rate": 1.3637441801079666e-06, |
| "loss": 0.526, |
| "step": 1135 |
| }, |
| { |
| "epoch": 2.350344827586207, |
| "grad_norm": 0.6425202488899231, |
| "learning_rate": 1.3554867215590174e-06, |
| "loss": 0.5348, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.352413793103448, |
| "grad_norm": 0.6454555988311768, |
| "learning_rate": 1.3472504165906614e-06, |
| "loss": 0.5457, |
| "step": 1137 |
| }, |
| { |
| "epoch": 2.35448275862069, |
| "grad_norm": 0.6798628568649292, |
| "learning_rate": 1.3390353130082756e-06, |
| "loss": 0.5436, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.356551724137931, |
| "grad_norm": 0.6718437671661377, |
| "learning_rate": 1.330841458494183e-06, |
| "loss": 0.5232, |
| "step": 1139 |
| }, |
| { |
| "epoch": 2.3586206896551722, |
| "grad_norm": 0.6361545324325562, |
| "learning_rate": 1.3226689006073712e-06, |
| "loss": 0.5313, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.360689655172414, |
| "grad_norm": 0.6867586374282837, |
| "learning_rate": 1.3145176867832165e-06, |
| "loss": 0.5452, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.362758620689655, |
| "grad_norm": 0.665239691734314, |
| "learning_rate": 1.3063878643332112e-06, |
| "loss": 0.5136, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.3648275862068964, |
| "grad_norm": 0.6792328953742981, |
| "learning_rate": 1.2982794804446858e-06, |
| "loss": 0.5325, |
| "step": 1143 |
| }, |
| { |
| "epoch": 2.366896551724138, |
| "grad_norm": 0.6773557066917419, |
| "learning_rate": 1.2901925821805372e-06, |
| "loss": 0.5112, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.3689655172413793, |
| "grad_norm": 0.6913496851921082, |
| "learning_rate": 1.2821272164789544e-06, |
| "loss": 0.5547, |
| "step": 1145 |
| }, |
| { |
| "epoch": 2.3710344827586205, |
| "grad_norm": 0.6805727481842041, |
| "learning_rate": 1.2740834301531468e-06, |
| "loss": 0.5473, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.373103448275862, |
| "grad_norm": 0.7125365734100342, |
| "learning_rate": 1.266061269891073e-06, |
| "loss": 0.5248, |
| "step": 1147 |
| }, |
| { |
| "epoch": 2.3751724137931034, |
| "grad_norm": 0.6634067893028259, |
| "learning_rate": 1.2580607822551677e-06, |
| "loss": 0.5287, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.3772413793103446, |
| "grad_norm": 0.6796189546585083, |
| "learning_rate": 1.2500820136820735e-06, |
| "loss": 0.532, |
| "step": 1149 |
| }, |
| { |
| "epoch": 2.3793103448275863, |
| "grad_norm": 0.6692973971366882, |
| "learning_rate": 1.2421250104823683e-06, |
| "loss": 0.5265, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.3813793103448275, |
| "grad_norm": 0.6606705784797668, |
| "learning_rate": 1.2341898188403068e-06, |
| "loss": 0.5184, |
| "step": 1151 |
| }, |
| { |
| "epoch": 2.3834482758620688, |
| "grad_norm": 0.6459177136421204, |
| "learning_rate": 1.2262764848135316e-06, |
| "loss": 0.5578, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.3855172413793104, |
| "grad_norm": 0.67464679479599, |
| "learning_rate": 1.2183850543328313e-06, |
| "loss": 0.5367, |
| "step": 1153 |
| }, |
| { |
| "epoch": 2.3875862068965517, |
| "grad_norm": 0.6794815063476562, |
| "learning_rate": 1.2105155732018532e-06, |
| "loss": 0.5458, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.389655172413793, |
| "grad_norm": 0.6938785910606384, |
| "learning_rate": 1.2026680870968494e-06, |
| "loss": 0.5217, |
| "step": 1155 |
| }, |
| { |
| "epoch": 2.3917241379310346, |
| "grad_norm": 0.6906960010528564, |
| "learning_rate": 1.194842641566406e-06, |
| "loss": 0.5315, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.393793103448276, |
| "grad_norm": 0.6642972826957703, |
| "learning_rate": 1.187039282031182e-06, |
| "loss": 0.5315, |
| "step": 1157 |
| }, |
| { |
| "epoch": 2.395862068965517, |
| "grad_norm": 0.6678175926208496, |
| "learning_rate": 1.179258053783644e-06, |
| "loss": 0.5007, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.3979310344827587, |
| "grad_norm": 0.6204706430435181, |
| "learning_rate": 1.171499001987802e-06, |
| "loss": 0.5617, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.6954528093338013, |
| "learning_rate": 1.163762171678951e-06, |
| "loss": 0.5211, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.402068965517241, |
| "grad_norm": 0.6939405798912048, |
| "learning_rate": 1.156047607763407e-06, |
| "loss": 0.5264, |
| "step": 1161 |
| }, |
| { |
| "epoch": 2.404137931034483, |
| "grad_norm": 0.7006513476371765, |
| "learning_rate": 1.1483553550182453e-06, |
| "loss": 0.5488, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.406206896551724, |
| "grad_norm": 0.67670738697052, |
| "learning_rate": 1.1406854580910426e-06, |
| "loss": 0.5304, |
| "step": 1163 |
| }, |
| { |
| "epoch": 2.4082758620689657, |
| "grad_norm": 0.681532084941864, |
| "learning_rate": 1.1330379614996223e-06, |
| "loss": 0.5307, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.410344827586207, |
| "grad_norm": 0.671879768371582, |
| "learning_rate": 1.1254129096317807e-06, |
| "loss": 0.5423, |
| "step": 1165 |
| }, |
| { |
| "epoch": 2.412413793103448, |
| "grad_norm": 0.6575496196746826, |
| "learning_rate": 1.1178103467450512e-06, |
| "loss": 0.5261, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.41448275862069, |
| "grad_norm": 0.692674458026886, |
| "learning_rate": 1.110230316966427e-06, |
| "loss": 0.522, |
| "step": 1167 |
| }, |
| { |
| "epoch": 2.416551724137931, |
| "grad_norm": 0.6568799018859863, |
| "learning_rate": 1.102672864292122e-06, |
| "loss": 0.5187, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4186206896551723, |
| "grad_norm": 0.6846016049385071, |
| "learning_rate": 1.095138032587298e-06, |
| "loss": 0.5518, |
| "step": 1169 |
| }, |
| { |
| "epoch": 2.420689655172414, |
| "grad_norm": 0.6592535376548767, |
| "learning_rate": 1.0876258655858307e-06, |
| "loss": 0.5241, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.422758620689655, |
| "grad_norm": 0.6726316809654236, |
| "learning_rate": 1.0801364068900334e-06, |
| "loss": 0.5153, |
| "step": 1171 |
| }, |
| { |
| "epoch": 2.4248275862068964, |
| "grad_norm": 0.661979615688324, |
| "learning_rate": 1.0726696999704266e-06, |
| "loss": 0.5321, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.426896551724138, |
| "grad_norm": 0.6790592074394226, |
| "learning_rate": 1.0652257881654625e-06, |
| "loss": 0.5361, |
| "step": 1173 |
| }, |
| { |
| "epoch": 2.4289655172413793, |
| "grad_norm": 0.6957859396934509, |
| "learning_rate": 1.057804714681296e-06, |
| "loss": 0.5129, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.4310344827586206, |
| "grad_norm": 0.6732125282287598, |
| "learning_rate": 1.0504065225915166e-06, |
| "loss": 0.56, |
| "step": 1175 |
| }, |
| { |
| "epoch": 2.4331034482758622, |
| "grad_norm": 0.6757326126098633, |
| "learning_rate": 1.0430312548369076e-06, |
| "loss": 0.5469, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4351724137931035, |
| "grad_norm": 0.673953115940094, |
| "learning_rate": 1.0356789542251939e-06, |
| "loss": 0.507, |
| "step": 1177 |
| }, |
| { |
| "epoch": 2.4372413793103447, |
| "grad_norm": 0.6575935482978821, |
| "learning_rate": 1.028349663430792e-06, |
| "loss": 0.5134, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.4393103448275864, |
| "grad_norm": 0.673143208026886, |
| "learning_rate": 1.0210434249945677e-06, |
| "loss": 0.5443, |
| "step": 1179 |
| }, |
| { |
| "epoch": 2.4413793103448276, |
| "grad_norm": 0.6751227974891663, |
| "learning_rate": 1.0137602813235824e-06, |
| "loss": 0.5535, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.443448275862069, |
| "grad_norm": 0.6402212977409363, |
| "learning_rate": 1.0065002746908532e-06, |
| "loss": 0.5517, |
| "step": 1181 |
| }, |
| { |
| "epoch": 2.4455172413793105, |
| "grad_norm": 0.6959084868431091, |
| "learning_rate": 9.992634472351016e-07, |
| "loss": 0.5104, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.4475862068965517, |
| "grad_norm": 0.673514187335968, |
| "learning_rate": 9.92049840960514e-07, |
| "loss": 0.5485, |
| "step": 1183 |
| }, |
| { |
| "epoch": 2.449655172413793, |
| "grad_norm": 0.64295893907547, |
| "learning_rate": 9.84859497736495e-07, |
| "loss": 0.5202, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.4517241379310346, |
| "grad_norm": 0.669701337814331, |
| "learning_rate": 9.776924592974257e-07, |
| "loss": 0.5201, |
| "step": 1185 |
| }, |
| { |
| "epoch": 2.453793103448276, |
| "grad_norm": 0.6700237393379211, |
| "learning_rate": 9.705487672424202e-07, |
| "loss": 0.5437, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.455862068965517, |
| "grad_norm": 0.6907758712768555, |
| "learning_rate": 9.63428463035085e-07, |
| "loss": 0.511, |
| "step": 1187 |
| }, |
| { |
| "epoch": 2.4579310344827587, |
| "grad_norm": 0.6732699275016785, |
| "learning_rate": 9.563315880032798e-07, |
| "loss": 0.5418, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.46, |
| "grad_norm": 0.7099267840385437, |
| "learning_rate": 9.492581833388736e-07, |
| "loss": 0.5403, |
| "step": 1189 |
| }, |
| { |
| "epoch": 2.462068965517241, |
| "grad_norm": 0.6354034543037415, |
| "learning_rate": 9.422082900975105e-07, |
| "loss": 0.5227, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.464137931034483, |
| "grad_norm": 0.6575520038604736, |
| "learning_rate": 9.351819491983671e-07, |
| "loss": 0.5327, |
| "step": 1191 |
| }, |
| { |
| "epoch": 2.466206896551724, |
| "grad_norm": 0.6583318114280701, |
| "learning_rate": 9.281792014239171e-07, |
| "loss": 0.5292, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.4682758620689658, |
| "grad_norm": 0.6778759360313416, |
| "learning_rate": 9.212000874196953e-07, |
| "loss": 0.5091, |
| "step": 1193 |
| }, |
| { |
| "epoch": 2.470344827586207, |
| "grad_norm": 0.6768158674240112, |
| "learning_rate": 9.142446476940598e-07, |
| "loss": 0.5043, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.472413793103448, |
| "grad_norm": 0.6922417879104614, |
| "learning_rate": 9.073129226179589e-07, |
| "loss": 0.5382, |
| "step": 1195 |
| }, |
| { |
| "epoch": 2.47448275862069, |
| "grad_norm": 0.6937352418899536, |
| "learning_rate": 9.004049524246944e-07, |
| "loss": 0.5334, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.476551724137931, |
| "grad_norm": 0.6940251588821411, |
| "learning_rate": 8.935207772096904e-07, |
| "loss": 0.5235, |
| "step": 1197 |
| }, |
| { |
| "epoch": 2.4786206896551723, |
| "grad_norm": 0.6610797643661499, |
| "learning_rate": 8.86660436930259e-07, |
| "loss": 0.5369, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.480689655172414, |
| "grad_norm": 0.6743729114532471, |
| "learning_rate": 8.798239714053692e-07, |
| "loss": 0.5494, |
| "step": 1199 |
| }, |
| { |
| "epoch": 2.4827586206896552, |
| "grad_norm": 0.6906112432479858, |
| "learning_rate": 8.730114203154144e-07, |
| "loss": 0.5221, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.4848275862068965, |
| "grad_norm": 0.6822516322135925, |
| "learning_rate": 8.662228232019876e-07, |
| "loss": 0.5364, |
| "step": 1201 |
| }, |
| { |
| "epoch": 2.486896551724138, |
| "grad_norm": 0.6591139435768127, |
| "learning_rate": 8.594582194676393e-07, |
| "loss": 0.5412, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.4889655172413794, |
| "grad_norm": 0.694092333316803, |
| "learning_rate": 8.527176483756671e-07, |
| "loss": 0.5233, |
| "step": 1203 |
| }, |
| { |
| "epoch": 2.4910344827586206, |
| "grad_norm": 0.6754273772239685, |
| "learning_rate": 8.460011490498671e-07, |
| "loss": 0.5501, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.4931034482758623, |
| "grad_norm": 0.670056164264679, |
| "learning_rate": 8.393087604743283e-07, |
| "loss": 0.528, |
| "step": 1205 |
| }, |
| { |
| "epoch": 2.4951724137931035, |
| "grad_norm": 0.6645668148994446, |
| "learning_rate": 8.326405214931838e-07, |
| "loss": 0.5586, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.4972413793103447, |
| "grad_norm": 0.6548720002174377, |
| "learning_rate": 8.259964708104091e-07, |
| "loss": 0.5316, |
| "step": 1207 |
| }, |
| { |
| "epoch": 2.4993103448275864, |
| "grad_norm": 0.6840012073516846, |
| "learning_rate": 8.193766469895737e-07, |
| "loss": 0.5274, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5013793103448276, |
| "grad_norm": 0.655719518661499, |
| "learning_rate": 8.127810884536402e-07, |
| "loss": 0.521, |
| "step": 1209 |
| }, |
| { |
| "epoch": 2.503448275862069, |
| "grad_norm": 0.6610667109489441, |
| "learning_rate": 8.062098334847185e-07, |
| "loss": 0.5472, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5055172413793105, |
| "grad_norm": 0.6627329587936401, |
| "learning_rate": 7.996629202238654e-07, |
| "loss": 0.5101, |
| "step": 1211 |
| }, |
| { |
| "epoch": 2.5075862068965518, |
| "grad_norm": 0.6512289047241211, |
| "learning_rate": 7.931403866708464e-07, |
| "loss": 0.5263, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.509655172413793, |
| "grad_norm": 0.6700037121772766, |
| "learning_rate": 7.866422706839239e-07, |
| "loss": 0.5265, |
| "step": 1213 |
| }, |
| { |
| "epoch": 2.5117241379310347, |
| "grad_norm": 0.649949312210083, |
| "learning_rate": 7.801686099796358e-07, |
| "loss": 0.5439, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.513793103448276, |
| "grad_norm": 0.6628941893577576, |
| "learning_rate": 7.737194421325739e-07, |
| "loss": 0.5112, |
| "step": 1215 |
| }, |
| { |
| "epoch": 2.515862068965517, |
| "grad_norm": 0.6837835311889648, |
| "learning_rate": 7.672948045751699e-07, |
| "loss": 0.5497, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.517931034482759, |
| "grad_norm": 0.6798170804977417, |
| "learning_rate": 7.60894734597476e-07, |
| "loss": 0.5439, |
| "step": 1217 |
| }, |
| { |
| "epoch": 2.52, |
| "grad_norm": 0.6628232002258301, |
| "learning_rate": 7.545192693469467e-07, |
| "loss": 0.5435, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5220689655172412, |
| "grad_norm": 0.6693230867385864, |
| "learning_rate": 7.481684458282273e-07, |
| "loss": 0.5377, |
| "step": 1219 |
| }, |
| { |
| "epoch": 2.524137931034483, |
| "grad_norm": 0.6691813468933105, |
| "learning_rate": 7.418423009029363e-07, |
| "loss": 0.5463, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.526206896551724, |
| "grad_norm": 0.6763612031936646, |
| "learning_rate": 7.355408712894508e-07, |
| "loss": 0.5616, |
| "step": 1221 |
| }, |
| { |
| "epoch": 2.5282758620689654, |
| "grad_norm": 0.6607294082641602, |
| "learning_rate": 7.292641935626966e-07, |
| "loss": 0.5381, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.530344827586207, |
| "grad_norm": 0.6794742941856384, |
| "learning_rate": 7.23012304153931e-07, |
| "loss": 0.5427, |
| "step": 1223 |
| }, |
| { |
| "epoch": 2.5324137931034483, |
| "grad_norm": 0.6626706719398499, |
| "learning_rate": 7.167852393505393e-07, |
| "loss": 0.534, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.5344827586206895, |
| "grad_norm": 0.6796131730079651, |
| "learning_rate": 7.105830352958143e-07, |
| "loss": 0.5493, |
| "step": 1225 |
| }, |
| { |
| "epoch": 2.536551724137931, |
| "grad_norm": 0.6909650564193726, |
| "learning_rate": 7.04405727988754e-07, |
| "loss": 0.5359, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.5386206896551724, |
| "grad_norm": 0.6646261811256409, |
| "learning_rate": 6.982533532838481e-07, |
| "loss": 0.4803, |
| "step": 1227 |
| }, |
| { |
| "epoch": 2.5406896551724136, |
| "grad_norm": 0.6714354753494263, |
| "learning_rate": 6.921259468908742e-07, |
| "loss": 0.5642, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5427586206896553, |
| "grad_norm": 0.6736488342285156, |
| "learning_rate": 6.86023544374686e-07, |
| "loss": 0.5513, |
| "step": 1229 |
| }, |
| { |
| "epoch": 2.5448275862068965, |
| "grad_norm": 0.7024829387664795, |
| "learning_rate": 6.799461811550101e-07, |
| "loss": 0.5382, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.5468965517241378, |
| "grad_norm": 0.670295000076294, |
| "learning_rate": 6.738938925062399e-07, |
| "loss": 0.5301, |
| "step": 1231 |
| }, |
| { |
| "epoch": 2.5489655172413794, |
| "grad_norm": 0.6387397050857544, |
| "learning_rate": 6.678667135572293e-07, |
| "loss": 0.5093, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.5510344827586207, |
| "grad_norm": 0.6766871809959412, |
| "learning_rate": 6.618646792910893e-07, |
| "loss": 0.5519, |
| "step": 1233 |
| }, |
| { |
| "epoch": 2.553103448275862, |
| "grad_norm": 0.7046573758125305, |
| "learning_rate": 6.558878245449879e-07, |
| "loss": 0.5218, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.5551724137931036, |
| "grad_norm": 0.6664929389953613, |
| "learning_rate": 6.499361840099421e-07, |
| "loss": 0.522, |
| "step": 1235 |
| }, |
| { |
| "epoch": 2.557241379310345, |
| "grad_norm": 0.6669551730155945, |
| "learning_rate": 6.440097922306232e-07, |
| "loss": 0.565, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.559310344827586, |
| "grad_norm": 0.6854833364486694, |
| "learning_rate": 6.381086836051498e-07, |
| "loss": 0.5561, |
| "step": 1237 |
| }, |
| { |
| "epoch": 2.5613793103448277, |
| "grad_norm": 0.6877058148384094, |
| "learning_rate": 6.322328923848958e-07, |
| "loss": 0.5313, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.563448275862069, |
| "grad_norm": 0.6529080867767334, |
| "learning_rate": 6.263824526742807e-07, |
| "loss": 0.5318, |
| "step": 1239 |
| }, |
| { |
| "epoch": 2.56551724137931, |
| "grad_norm": 0.6818994879722595, |
| "learning_rate": 6.205573984305857e-07, |
| "loss": 0.5387, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.567586206896552, |
| "grad_norm": 0.6354886889457703, |
| "learning_rate": 6.147577634637413e-07, |
| "loss": 0.5351, |
| "step": 1241 |
| }, |
| { |
| "epoch": 2.569655172413793, |
| "grad_norm": 0.6590231657028198, |
| "learning_rate": 6.089835814361461e-07, |
| "loss": 0.5288, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.5717241379310343, |
| "grad_norm": 0.6300837993621826, |
| "learning_rate": 6.03234885862457e-07, |
| "loss": 0.554, |
| "step": 1243 |
| }, |
| { |
| "epoch": 2.573793103448276, |
| "grad_norm": 0.64389568567276, |
| "learning_rate": 5.975117101094091e-07, |
| "loss": 0.5548, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.575862068965517, |
| "grad_norm": 0.65228271484375, |
| "learning_rate": 5.918140873956063e-07, |
| "loss": 0.5418, |
| "step": 1245 |
| }, |
| { |
| "epoch": 2.5779310344827584, |
| "grad_norm": 0.6716015934944153, |
| "learning_rate": 5.861420507913462e-07, |
| "loss": 0.5506, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.58, |
| "grad_norm": 0.6640960574150085, |
| "learning_rate": 5.804956332184092e-07, |
| "loss": 0.5215, |
| "step": 1247 |
| }, |
| { |
| "epoch": 2.5820689655172413, |
| "grad_norm": 0.6824872493743896, |
| "learning_rate": 5.748748674498855e-07, |
| "loss": 0.546, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.5841379310344825, |
| "grad_norm": 0.6688941121101379, |
| "learning_rate": 5.692797861099719e-07, |
| "loss": 0.5166, |
| "step": 1249 |
| }, |
| { |
| "epoch": 2.586206896551724, |
| "grad_norm": 0.6445797085762024, |
| "learning_rate": 5.637104216737871e-07, |
| "loss": 0.5286, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.5882758620689654, |
| "grad_norm": 0.6584656238555908, |
| "learning_rate": 5.581668064671847e-07, |
| "loss": 0.5364, |
| "step": 1251 |
| }, |
| { |
| "epoch": 2.5903448275862067, |
| "grad_norm": 0.6681441068649292, |
| "learning_rate": 5.526489726665624e-07, |
| "loss": 0.5203, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.5924137931034483, |
| "grad_norm": 0.6537905931472778, |
| "learning_rate": 5.471569522986775e-07, |
| "loss": 0.5203, |
| "step": 1253 |
| }, |
| { |
| "epoch": 2.5944827586206896, |
| "grad_norm": 0.613910973072052, |
| "learning_rate": 5.416907772404606e-07, |
| "loss": 0.5105, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.596551724137931, |
| "grad_norm": 0.6802027225494385, |
| "learning_rate": 5.3625047921883e-07, |
| "loss": 0.5231, |
| "step": 1255 |
| }, |
| { |
| "epoch": 2.5986206896551725, |
| "grad_norm": 0.6352335214614868, |
| "learning_rate": 5.30836089810507e-07, |
| "loss": 0.5125, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6006896551724137, |
| "grad_norm": 0.6671028137207031, |
| "learning_rate": 5.254476404418341e-07, |
| "loss": 0.5221, |
| "step": 1257 |
| }, |
| { |
| "epoch": 2.602758620689655, |
| "grad_norm": 0.6607826948165894, |
| "learning_rate": 5.200851623885922e-07, |
| "loss": 0.5384, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6048275862068966, |
| "grad_norm": 0.645964503288269, |
| "learning_rate": 5.147486867758201e-07, |
| "loss": 0.5306, |
| "step": 1259 |
| }, |
| { |
| "epoch": 2.606896551724138, |
| "grad_norm": 0.6596983671188354, |
| "learning_rate": 5.094382445776281e-07, |
| "loss": 0.5464, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.608965517241379, |
| "grad_norm": 0.678046464920044, |
| "learning_rate": 5.041538666170282e-07, |
| "loss": 0.524, |
| "step": 1261 |
| }, |
| { |
| "epoch": 2.6110344827586207, |
| "grad_norm": 0.6556622385978699, |
| "learning_rate": 4.988955835657456e-07, |
| "loss": 0.5395, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.613103448275862, |
| "grad_norm": 0.6770464181900024, |
| "learning_rate": 4.93663425944047e-07, |
| "loss": 0.5394, |
| "step": 1263 |
| }, |
| { |
| "epoch": 2.6151724137931036, |
| "grad_norm": 0.6753197312355042, |
| "learning_rate": 4.884574241205603e-07, |
| "loss": 0.5239, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.617241379310345, |
| "grad_norm": 0.655596911907196, |
| "learning_rate": 4.832776083120983e-07, |
| "loss": 0.5148, |
| "step": 1265 |
| }, |
| { |
| "epoch": 2.619310344827586, |
| "grad_norm": 0.6836827397346497, |
| "learning_rate": 4.781240085834865e-07, |
| "loss": 0.5453, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6213793103448277, |
| "grad_norm": 0.680099368095398, |
| "learning_rate": 4.729966548473841e-07, |
| "loss": 0.5148, |
| "step": 1267 |
| }, |
| { |
| "epoch": 2.623448275862069, |
| "grad_norm": 0.6692262887954712, |
| "learning_rate": 4.678955768641147e-07, |
| "loss": 0.554, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.62551724137931, |
| "grad_norm": 0.6534875631332397, |
| "learning_rate": 4.628208042414889e-07, |
| "loss": 0.5548, |
| "step": 1269 |
| }, |
| { |
| "epoch": 2.627586206896552, |
| "grad_norm": 0.617273211479187, |
| "learning_rate": 4.5777236643463787e-07, |
| "loss": 0.5305, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.629655172413793, |
| "grad_norm": 0.6691027283668518, |
| "learning_rate": 4.5275029274583715e-07, |
| "loss": 0.5292, |
| "step": 1271 |
| }, |
| { |
| "epoch": 2.6317241379310343, |
| "grad_norm": 0.6685481071472168, |
| "learning_rate": 4.477546123243409e-07, |
| "loss": 0.5306, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.633793103448276, |
| "grad_norm": 0.6642303466796875, |
| "learning_rate": 4.4278535416620914e-07, |
| "loss": 0.5276, |
| "step": 1273 |
| }, |
| { |
| "epoch": 2.6358620689655172, |
| "grad_norm": 0.6658126711845398, |
| "learning_rate": 4.3784254711414064e-07, |
| "loss": 0.5447, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.637931034482759, |
| "grad_norm": 0.6844912767410278, |
| "learning_rate": 4.329262198573109e-07, |
| "loss": 0.5419, |
| "step": 1275 |
| }, |
| { |
| "epoch": 2.64, |
| "grad_norm": 0.6531012654304504, |
| "learning_rate": 4.280364009311927e-07, |
| "loss": 0.5283, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6420689655172414, |
| "grad_norm": 0.6809141635894775, |
| "learning_rate": 4.231731187174065e-07, |
| "loss": 0.5486, |
| "step": 1277 |
| }, |
| { |
| "epoch": 2.644137931034483, |
| "grad_norm": 0.6723445653915405, |
| "learning_rate": 4.183364014435398e-07, |
| "loss": 0.5441, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.6462068965517243, |
| "grad_norm": 0.6648197174072266, |
| "learning_rate": 4.1352627718299953e-07, |
| "loss": 0.5506, |
| "step": 1279 |
| }, |
| { |
| "epoch": 2.6482758620689655, |
| "grad_norm": 0.668096661567688, |
| "learning_rate": 4.087427738548322e-07, |
| "loss": 0.5363, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.650344827586207, |
| "grad_norm": 0.6981197595596313, |
| "learning_rate": 4.0398591922357787e-07, |
| "loss": 0.5673, |
| "step": 1281 |
| }, |
| { |
| "epoch": 2.6524137931034484, |
| "grad_norm": 0.6475323438644409, |
| "learning_rate": 3.9925574089909603e-07, |
| "loss": 0.5402, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.6544827586206896, |
| "grad_norm": 0.640293300151825, |
| "learning_rate": 3.945522663364154e-07, |
| "loss": 0.5302, |
| "step": 1283 |
| }, |
| { |
| "epoch": 2.6565517241379313, |
| "grad_norm": 0.6663315296173096, |
| "learning_rate": 3.898755228355661e-07, |
| "loss": 0.5379, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.6586206896551725, |
| "grad_norm": 0.6679863929748535, |
| "learning_rate": 3.852255375414271e-07, |
| "loss": 0.5605, |
| "step": 1285 |
| }, |
| { |
| "epoch": 2.6606896551724137, |
| "grad_norm": 0.6763351559638977, |
| "learning_rate": 3.8060233744356634e-07, |
| "loss": 0.5102, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.6627586206896554, |
| "grad_norm": 0.6907029151916504, |
| "learning_rate": 3.760059493760848e-07, |
| "loss": 0.522, |
| "step": 1287 |
| }, |
| { |
| "epoch": 2.6648275862068966, |
| "grad_norm": 0.6595637202262878, |
| "learning_rate": 3.7143640001745916e-07, |
| "loss": 0.549, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.666896551724138, |
| "grad_norm": 0.6693307161331177, |
| "learning_rate": 3.6689371589039013e-07, |
| "loss": 0.5257, |
| "step": 1289 |
| }, |
| { |
| "epoch": 2.6689655172413795, |
| "grad_norm": 0.6373291611671448, |
| "learning_rate": 3.6237792336164424e-07, |
| "loss": 0.5478, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.6710344827586208, |
| "grad_norm": 0.6235068440437317, |
| "learning_rate": 3.5788904864190346e-07, |
| "loss": 0.5484, |
| "step": 1291 |
| }, |
| { |
| "epoch": 2.673103448275862, |
| "grad_norm": 0.6607393026351929, |
| "learning_rate": 3.534271177856163e-07, |
| "loss": 0.5082, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.6751724137931037, |
| "grad_norm": 0.6282607316970825, |
| "learning_rate": 3.489921566908372e-07, |
| "loss": 0.5366, |
| "step": 1293 |
| }, |
| { |
| "epoch": 2.677241379310345, |
| "grad_norm": 0.6705973148345947, |
| "learning_rate": 3.445841910990877e-07, |
| "loss": 0.5382, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.679310344827586, |
| "grad_norm": 0.6531069278717041, |
| "learning_rate": 3.4020324659519487e-07, |
| "loss": 0.5556, |
| "step": 1295 |
| }, |
| { |
| "epoch": 2.681379310344828, |
| "grad_norm": 0.6508034467697144, |
| "learning_rate": 3.358493486071568e-07, |
| "loss": 0.5256, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.683448275862069, |
| "grad_norm": 0.6649227142333984, |
| "learning_rate": 3.315225224059809e-07, |
| "loss": 0.5104, |
| "step": 1297 |
| }, |
| { |
| "epoch": 2.6855172413793102, |
| "grad_norm": 0.6882157325744629, |
| "learning_rate": 3.2722279310554825e-07, |
| "loss": 0.542, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.687586206896552, |
| "grad_norm": 0.6619060039520264, |
| "learning_rate": 3.2295018566246007e-07, |
| "loss": 0.5379, |
| "step": 1299 |
| }, |
| { |
| "epoch": 2.689655172413793, |
| "grad_norm": 0.6553718447685242, |
| "learning_rate": 3.1870472487589845e-07, |
| "loss": 0.5122, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.6917241379310344, |
| "grad_norm": 0.691162645816803, |
| "learning_rate": 3.1448643538748045e-07, |
| "loss": 0.5102, |
| "step": 1301 |
| }, |
| { |
| "epoch": 2.693793103448276, |
| "grad_norm": 0.6377774477005005, |
| "learning_rate": 3.1029534168111217e-07, |
| "loss": 0.524, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.6958620689655173, |
| "grad_norm": 0.6641302704811096, |
| "learning_rate": 3.06131468082852e-07, |
| "loss": 0.5126, |
| "step": 1303 |
| }, |
| { |
| "epoch": 2.6979310344827585, |
| "grad_norm": 0.6569216251373291, |
| "learning_rate": 3.0199483876076465e-07, |
| "loss": 0.5347, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 0.6541246175765991, |
| "learning_rate": 2.9788547772478416e-07, |
| "loss": 0.5384, |
| "step": 1305 |
| }, |
| { |
| "epoch": 2.7020689655172414, |
| "grad_norm": 0.6962401866912842, |
| "learning_rate": 2.938034088265723e-07, |
| "loss": 0.5321, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.7041379310344826, |
| "grad_norm": 0.6459115147590637, |
| "learning_rate": 2.897486557593826e-07, |
| "loss": 0.5477, |
| "step": 1307 |
| }, |
| { |
| "epoch": 2.7062068965517243, |
| "grad_norm": 0.6690937280654907, |
| "learning_rate": 2.8572124205791916e-07, |
| "loss": 0.5361, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7082758620689655, |
| "grad_norm": 0.651241660118103, |
| "learning_rate": 2.817211910982037e-07, |
| "loss": 0.5231, |
| "step": 1309 |
| }, |
| { |
| "epoch": 2.7103448275862068, |
| "grad_norm": 0.6507266759872437, |
| "learning_rate": 2.7774852609743887e-07, |
| "loss": 0.5331, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7124137931034484, |
| "grad_norm": 0.6396605968475342, |
| "learning_rate": 2.7380327011387096e-07, |
| "loss": 0.5418, |
| "step": 1311 |
| }, |
| { |
| "epoch": 2.7144827586206897, |
| "grad_norm": 0.635365903377533, |
| "learning_rate": 2.698854460466599e-07, |
| "loss": 0.5258, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.716551724137931, |
| "grad_norm": 0.6772063374519348, |
| "learning_rate": 2.6599507663574387e-07, |
| "loss": 0.5274, |
| "step": 1313 |
| }, |
| { |
| "epoch": 2.7186206896551726, |
| "grad_norm": 0.6762843132019043, |
| "learning_rate": 2.621321844617092e-07, |
| "loss": 0.5279, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.720689655172414, |
| "grad_norm": 0.6602565050125122, |
| "learning_rate": 2.582967919456547e-07, |
| "loss": 0.5343, |
| "step": 1315 |
| }, |
| { |
| "epoch": 2.722758620689655, |
| "grad_norm": 0.6536930799484253, |
| "learning_rate": 2.544889213490698e-07, |
| "loss": 0.5146, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.7248275862068967, |
| "grad_norm": 0.6757822632789612, |
| "learning_rate": 2.5070859477369645e-07, |
| "loss": 0.5247, |
| "step": 1317 |
| }, |
| { |
| "epoch": 2.726896551724138, |
| "grad_norm": 0.6500410437583923, |
| "learning_rate": 2.46955834161407e-07, |
| "loss": 0.5383, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.728965517241379, |
| "grad_norm": 0.6390625834465027, |
| "learning_rate": 2.432306612940738e-07, |
| "loss": 0.5254, |
| "step": 1319 |
| }, |
| { |
| "epoch": 2.731034482758621, |
| "grad_norm": 0.6645777821540833, |
| "learning_rate": 2.39533097793444e-07, |
| "loss": 0.4968, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.733103448275862, |
| "grad_norm": 0.6638719439506531, |
| "learning_rate": 2.3586316512101416e-07, |
| "loss": 0.5147, |
| "step": 1321 |
| }, |
| { |
| "epoch": 2.7351724137931033, |
| "grad_norm": 0.6468044519424438, |
| "learning_rate": 2.3222088457790448e-07, |
| "loss": 0.5321, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.737241379310345, |
| "grad_norm": 0.6644803285598755, |
| "learning_rate": 2.286062773047354e-07, |
| "loss": 0.5462, |
| "step": 1323 |
| }, |
| { |
| "epoch": 2.739310344827586, |
| "grad_norm": 0.6668086647987366, |
| "learning_rate": 2.2501936428150794e-07, |
| "loss": 0.5093, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7413793103448274, |
| "grad_norm": 0.6860660910606384, |
| "learning_rate": 2.2146016632747624e-07, |
| "loss": 0.5485, |
| "step": 1325 |
| }, |
| { |
| "epoch": 2.743448275862069, |
| "grad_norm": 0.6771222949028015, |
| "learning_rate": 2.1792870410103195e-07, |
| "loss": 0.5049, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.7455172413793103, |
| "grad_norm": 0.6570666432380676, |
| "learning_rate": 2.1442499809958273e-07, |
| "loss": 0.5263, |
| "step": 1327 |
| }, |
| { |
| "epoch": 2.7475862068965515, |
| "grad_norm": 0.6926378011703491, |
| "learning_rate": 2.109490686594301e-07, |
| "loss": 0.5532, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.749655172413793, |
| "grad_norm": 0.6724755764007568, |
| "learning_rate": 2.0750093595565735e-07, |
| "loss": 0.5282, |
| "step": 1329 |
| }, |
| { |
| "epoch": 2.7517241379310344, |
| "grad_norm": 0.6550016403198242, |
| "learning_rate": 2.0408062000200623e-07, |
| "loss": 0.5475, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.7537931034482757, |
| "grad_norm": 0.6652045249938965, |
| "learning_rate": 2.006881406507677e-07, |
| "loss": 0.5517, |
| "step": 1331 |
| }, |
| { |
| "epoch": 2.7558620689655173, |
| "grad_norm": 0.6777829527854919, |
| "learning_rate": 1.9732351759265743e-07, |
| "loss": 0.5755, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.7579310344827586, |
| "grad_norm": 0.632814347743988, |
| "learning_rate": 1.9398677035671222e-07, |
| "loss": 0.5004, |
| "step": 1333 |
| }, |
| { |
| "epoch": 2.76, |
| "grad_norm": 0.6533367037773132, |
| "learning_rate": 1.9067791831016647e-07, |
| "loss": 0.5314, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.7620689655172415, |
| "grad_norm": 0.6759463548660278, |
| "learning_rate": 1.8739698065834977e-07, |
| "loss": 0.5277, |
| "step": 1335 |
| }, |
| { |
| "epoch": 2.7641379310344827, |
| "grad_norm": 0.6170943975448608, |
| "learning_rate": 1.841439764445646e-07, |
| "loss": 0.5207, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.766206896551724, |
| "grad_norm": 0.6548056602478027, |
| "learning_rate": 1.8091892454998595e-07, |
| "loss": 0.5539, |
| "step": 1337 |
| }, |
| { |
| "epoch": 2.7682758620689656, |
| "grad_norm": 0.6568596363067627, |
| "learning_rate": 1.7772184369354517e-07, |
| "loss": 0.5267, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.770344827586207, |
| "grad_norm": 0.6602894067764282, |
| "learning_rate": 1.7455275243182413e-07, |
| "loss": 0.5589, |
| "step": 1339 |
| }, |
| { |
| "epoch": 2.772413793103448, |
| "grad_norm": 0.6518042087554932, |
| "learning_rate": 1.714116691589457e-07, |
| "loss": 0.518, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.7744827586206897, |
| "grad_norm": 0.6620248556137085, |
| "learning_rate": 1.682986121064689e-07, |
| "loss": 0.5521, |
| "step": 1341 |
| }, |
| { |
| "epoch": 2.776551724137931, |
| "grad_norm": 0.6624969840049744, |
| "learning_rate": 1.6521359934328185e-07, |
| "loss": 0.5467, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.778620689655172, |
| "grad_norm": 0.6587342619895935, |
| "learning_rate": 1.6215664877549774e-07, |
| "loss": 0.5063, |
| "step": 1343 |
| }, |
| { |
| "epoch": 2.780689655172414, |
| "grad_norm": 0.6892203092575073, |
| "learning_rate": 1.5912777814635018e-07, |
| "loss": 0.5463, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.782758620689655, |
| "grad_norm": 0.6598497033119202, |
| "learning_rate": 1.561270050360897e-07, |
| "loss": 0.5265, |
| "step": 1345 |
| }, |
| { |
| "epoch": 2.7848275862068963, |
| "grad_norm": 0.6603181958198547, |
| "learning_rate": 1.5315434686188345e-07, |
| "loss": 0.5467, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.786896551724138, |
| "grad_norm": 0.6583660840988159, |
| "learning_rate": 1.5020982087771362e-07, |
| "loss": 0.5537, |
| "step": 1347 |
| }, |
| { |
| "epoch": 2.788965517241379, |
| "grad_norm": 0.6598078012466431, |
| "learning_rate": 1.472934441742746e-07, |
| "loss": 0.5563, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.7910344827586204, |
| "grad_norm": 0.6481250524520874, |
| "learning_rate": 1.444052336788787e-07, |
| "loss": 0.5573, |
| "step": 1349 |
| }, |
| { |
| "epoch": 2.793103448275862, |
| "grad_norm": 0.6612368226051331, |
| "learning_rate": 1.4154520615535185e-07, |
| "loss": 0.5604, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.7951724137931033, |
| "grad_norm": 0.6412969827651978, |
| "learning_rate": 1.3871337820394404e-07, |
| "loss": 0.5592, |
| "step": 1351 |
| }, |
| { |
| "epoch": 2.7972413793103446, |
| "grad_norm": 0.6546990275382996, |
| "learning_rate": 1.359097662612252e-07, |
| "loss": 0.5295, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.7993103448275862, |
| "grad_norm": 0.6505655646324158, |
| "learning_rate": 1.33134386599994e-07, |
| "loss": 0.5208, |
| "step": 1353 |
| }, |
| { |
| "epoch": 2.8013793103448275, |
| "grad_norm": 0.6737064123153687, |
| "learning_rate": 1.303872553291824e-07, |
| "loss": 0.529, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.803448275862069, |
| "grad_norm": 0.6469187140464783, |
| "learning_rate": 1.2766838839376294e-07, |
| "loss": 0.5435, |
| "step": 1355 |
| }, |
| { |
| "epoch": 2.8055172413793104, |
| "grad_norm": 0.6671730279922485, |
| "learning_rate": 1.24977801574655e-07, |
| "loss": 0.5453, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8075862068965516, |
| "grad_norm": 0.656061053276062, |
| "learning_rate": 1.2231551048863421e-07, |
| "loss": 0.5404, |
| "step": 1357 |
| }, |
| { |
| "epoch": 2.8096551724137933, |
| "grad_norm": 0.6444647312164307, |
| "learning_rate": 1.196815305882404e-07, |
| "loss": 0.5321, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.8117241379310345, |
| "grad_norm": 0.6776153445243835, |
| "learning_rate": 1.1707587716169033e-07, |
| "loss": 0.5226, |
| "step": 1359 |
| }, |
| { |
| "epoch": 2.8137931034482757, |
| "grad_norm": 0.6640626192092896, |
| "learning_rate": 1.1449856533278624e-07, |
| "loss": 0.5381, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8158620689655174, |
| "grad_norm": 0.6596142053604126, |
| "learning_rate": 1.1194961006082972e-07, |
| "loss": 0.52, |
| "step": 1361 |
| }, |
| { |
| "epoch": 2.8179310344827586, |
| "grad_norm": 0.6379115581512451, |
| "learning_rate": 1.0942902614053453e-07, |
| "loss": 0.5294, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.82, |
| "grad_norm": 0.6417571902275085, |
| "learning_rate": 1.0693682820194062e-07, |
| "loss": 0.56, |
| "step": 1363 |
| }, |
| { |
| "epoch": 2.8220689655172415, |
| "grad_norm": 0.672452986240387, |
| "learning_rate": 1.0447303071032977e-07, |
| "loss": 0.5091, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8241379310344827, |
| "grad_norm": 0.6543784737586975, |
| "learning_rate": 1.0203764796614057e-07, |
| "loss": 0.5518, |
| "step": 1365 |
| }, |
| { |
| "epoch": 2.8262068965517244, |
| "grad_norm": 0.6682656407356262, |
| "learning_rate": 9.963069410488635e-08, |
| "loss": 0.5146, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8282758620689656, |
| "grad_norm": 0.6736637949943542, |
| "learning_rate": 9.725218309707129e-08, |
| "loss": 0.5245, |
| "step": 1367 |
| }, |
| { |
| "epoch": 2.830344827586207, |
| "grad_norm": 0.6793366074562073, |
| "learning_rate": 9.490212874811388e-08, |
| "loss": 0.5301, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.8324137931034485, |
| "grad_norm": 0.6533759832382202, |
| "learning_rate": 9.258054469825972e-08, |
| "loss": 0.5245, |
| "step": 1369 |
| }, |
| { |
| "epoch": 2.8344827586206898, |
| "grad_norm": 0.6463536024093628, |
| "learning_rate": 9.028744442251103e-08, |
| "loss": 0.5174, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.836551724137931, |
| "grad_norm": 0.691880464553833, |
| "learning_rate": 8.802284123053894e-08, |
| "loss": 0.5345, |
| "step": 1371 |
| }, |
| { |
| "epoch": 2.8386206896551727, |
| "grad_norm": 0.6536058187484741, |
| "learning_rate": 8.578674826661527e-08, |
| "loss": 0.5371, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.840689655172414, |
| "grad_norm": 0.658385157585144, |
| "learning_rate": 8.357917850952802e-08, |
| "loss": 0.5064, |
| "step": 1373 |
| }, |
| { |
| "epoch": 2.842758620689655, |
| "grad_norm": 0.662955105304718, |
| "learning_rate": 8.140014477251379e-08, |
| "loss": 0.5247, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.844827586206897, |
| "grad_norm": 0.6408557295799255, |
| "learning_rate": 7.924965970317722e-08, |
| "loss": 0.5348, |
| "step": 1375 |
| }, |
| { |
| "epoch": 2.846896551724138, |
| "grad_norm": 0.6421958208084106, |
| "learning_rate": 7.712773578342047e-08, |
| "loss": 0.5583, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.8489655172413793, |
| "grad_norm": 0.6565936803817749, |
| "learning_rate": 7.503438532937169e-08, |
| "loss": 0.5502, |
| "step": 1377 |
| }, |
| { |
| "epoch": 2.851034482758621, |
| "grad_norm": 0.6656866073608398, |
| "learning_rate": 7.296962049131051e-08, |
| "loss": 0.5256, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.853103448275862, |
| "grad_norm": 0.662927508354187, |
| "learning_rate": 7.093345325359935e-08, |
| "loss": 0.5399, |
| "step": 1379 |
| }, |
| { |
| "epoch": 2.8551724137931034, |
| "grad_norm": 0.664005696773529, |
| "learning_rate": 6.892589543461392e-08, |
| "loss": 0.5233, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.857241379310345, |
| "grad_norm": 0.6524354219436646, |
| "learning_rate": 6.694695868667556e-08, |
| "loss": 0.5318, |
| "step": 1381 |
| }, |
| { |
| "epoch": 2.8593103448275863, |
| "grad_norm": 0.6665657758712769, |
| "learning_rate": 6.49966544959807e-08, |
| "loss": 0.5241, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.8613793103448275, |
| "grad_norm": 0.6510589122772217, |
| "learning_rate": 6.307499418253705e-08, |
| "loss": 0.5293, |
| "step": 1383 |
| }, |
| { |
| "epoch": 2.863448275862069, |
| "grad_norm": 0.6608887910842896, |
| "learning_rate": 6.118198890009586e-08, |
| "loss": 0.5257, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.8655172413793104, |
| "grad_norm": 0.6739917993545532, |
| "learning_rate": 5.9317649636088656e-08, |
| "loss": 0.5544, |
| "step": 1385 |
| }, |
| { |
| "epoch": 2.8675862068965516, |
| "grad_norm": 0.6483108401298523, |
| "learning_rate": 5.748198721156284e-08, |
| "loss": 0.5297, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.8696551724137933, |
| "grad_norm": 0.653653621673584, |
| "learning_rate": 5.5675012281119486e-08, |
| "loss": 0.5445, |
| "step": 1387 |
| }, |
| { |
| "epoch": 2.8717241379310345, |
| "grad_norm": 0.6576898097991943, |
| "learning_rate": 5.389673533284956e-08, |
| "loss": 0.4969, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.8737931034482758, |
| "grad_norm": 0.6513156294822693, |
| "learning_rate": 5.214716668827558e-08, |
| "loss": 0.547, |
| "step": 1389 |
| }, |
| { |
| "epoch": 2.8758620689655174, |
| "grad_norm": 0.6595351099967957, |
| "learning_rate": 5.042631650229057e-08, |
| "loss": 0.5567, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.8779310344827587, |
| "grad_norm": 0.644473671913147, |
| "learning_rate": 4.8734194763098706e-08, |
| "loss": 0.5005, |
| "step": 1391 |
| }, |
| { |
| "epoch": 2.88, |
| "grad_norm": 0.6628778576850891, |
| "learning_rate": 4.7070811292157513e-08, |
| "loss": 0.5162, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.8820689655172416, |
| "grad_norm": 0.6727180480957031, |
| "learning_rate": 4.543617574412185e-08, |
| "loss": 0.5441, |
| "step": 1393 |
| }, |
| { |
| "epoch": 2.884137931034483, |
| "grad_norm": 0.666273832321167, |
| "learning_rate": 4.383029760678614e-08, |
| "loss": 0.5409, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.886206896551724, |
| "grad_norm": 0.6508522629737854, |
| "learning_rate": 4.2253186201031135e-08, |
| "loss": 0.5193, |
| "step": 1395 |
| }, |
| { |
| "epoch": 2.8882758620689657, |
| "grad_norm": 0.6973995566368103, |
| "learning_rate": 4.07048506807689e-08, |
| "loss": 0.5415, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.890344827586207, |
| "grad_norm": 0.6525006890296936, |
| "learning_rate": 3.9185300032889005e-08, |
| "loss": 0.5379, |
| "step": 1397 |
| }, |
| { |
| "epoch": 2.892413793103448, |
| "grad_norm": 0.677098274230957, |
| "learning_rate": 3.7694543077208546e-08, |
| "loss": 0.5413, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.89448275862069, |
| "grad_norm": 0.6358975172042847, |
| "learning_rate": 3.6232588466417195e-08, |
| "loss": 0.5449, |
| "step": 1399 |
| }, |
| { |
| "epoch": 2.896551724137931, |
| "grad_norm": 0.6577171087265015, |
| "learning_rate": 3.479944468603169e-08, |
| "loss": 0.5363, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.8986206896551723, |
| "grad_norm": 0.6604806780815125, |
| "learning_rate": 3.339512005434309e-08, |
| "loss": 0.5307, |
| "step": 1401 |
| }, |
| { |
| "epoch": 2.900689655172414, |
| "grad_norm": 0.6712777614593506, |
| "learning_rate": 3.2019622722369024e-08, |
| "loss": 0.537, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.902758620689655, |
| "grad_norm": 0.6645734310150146, |
| "learning_rate": 3.0672960673808205e-08, |
| "loss": 0.5775, |
| "step": 1403 |
| }, |
| { |
| "epoch": 2.9048275862068964, |
| "grad_norm": 0.6652960777282715, |
| "learning_rate": 2.93551417249921e-08, |
| "loss": 0.5579, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.906896551724138, |
| "grad_norm": 0.65793377161026, |
| "learning_rate": 2.8066173524839978e-08, |
| "loss": 0.5572, |
| "step": 1405 |
| }, |
| { |
| "epoch": 2.9089655172413793, |
| "grad_norm": 0.6762325167655945, |
| "learning_rate": 2.6806063554815632e-08, |
| "loss": 0.5502, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.9110344827586205, |
| "grad_norm": 0.6445053219795227, |
| "learning_rate": 2.5574819128882933e-08, |
| "loss": 0.5287, |
| "step": 1407 |
| }, |
| { |
| "epoch": 2.913103448275862, |
| "grad_norm": 0.651478111743927, |
| "learning_rate": 2.4372447393462562e-08, |
| "loss": 0.5344, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9151724137931034, |
| "grad_norm": 0.6526092290878296, |
| "learning_rate": 2.319895532739369e-08, |
| "loss": 0.5081, |
| "step": 1409 |
| }, |
| { |
| "epoch": 2.9172413793103447, |
| "grad_norm": 0.6735363602638245, |
| "learning_rate": 2.205434974188847e-08, |
| "loss": 0.5468, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.9193103448275863, |
| "grad_norm": 0.6453359127044678, |
| "learning_rate": 2.093863728049872e-08, |
| "loss": 0.5245, |
| "step": 1411 |
| }, |
| { |
| "epoch": 2.9213793103448276, |
| "grad_norm": 0.6538481116294861, |
| "learning_rate": 1.9851824419070965e-08, |
| "loss": 0.5291, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.923448275862069, |
| "grad_norm": 0.6372977495193481, |
| "learning_rate": 1.8793917465713686e-08, |
| "loss": 0.5489, |
| "step": 1413 |
| }, |
| { |
| "epoch": 2.9255172413793105, |
| "grad_norm": 0.6539329290390015, |
| "learning_rate": 1.7764922560759014e-08, |
| "loss": 0.5307, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9275862068965517, |
| "grad_norm": 0.6570875644683838, |
| "learning_rate": 1.676484567672554e-08, |
| "loss": 0.5509, |
| "step": 1415 |
| }, |
| { |
| "epoch": 2.929655172413793, |
| "grad_norm": 0.6732608079910278, |
| "learning_rate": 1.5793692618286115e-08, |
| "loss": 0.5501, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9317241379310346, |
| "grad_norm": 0.638278067111969, |
| "learning_rate": 1.4851469022234e-08, |
| "loss": 0.5377, |
| "step": 1417 |
| }, |
| { |
| "epoch": 2.933793103448276, |
| "grad_norm": 0.6890416741371155, |
| "learning_rate": 1.3938180357447318e-08, |
| "loss": 0.503, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.935862068965517, |
| "grad_norm": 0.6768400073051453, |
| "learning_rate": 1.3053831924861315e-08, |
| "loss": 0.531, |
| "step": 1419 |
| }, |
| { |
| "epoch": 2.9379310344827587, |
| "grad_norm": 0.6668310165405273, |
| "learning_rate": 1.2198428857433941e-08, |
| "loss": 0.5394, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.94, |
| "grad_norm": 0.6531161665916443, |
| "learning_rate": 1.137197612011809e-08, |
| "loss": 0.526, |
| "step": 1421 |
| }, |
| { |
| "epoch": 2.942068965517241, |
| "grad_norm": 0.6525026559829712, |
| "learning_rate": 1.0574478509833286e-08, |
| "loss": 0.5175, |
| "step": 1422 |
| }, |
| { |
| "epoch": 2.944137931034483, |
| "grad_norm": 0.6503228545188904, |
| "learning_rate": 9.805940655436274e-09, |
| "loss": 0.534, |
| "step": 1423 |
| }, |
| { |
| "epoch": 2.946206896551724, |
| "grad_norm": 0.6437545418739319, |
| "learning_rate": 9.066367017694366e-09, |
| "loss": 0.5318, |
| "step": 1424 |
| }, |
| { |
| "epoch": 2.9482758620689653, |
| "grad_norm": 0.6803710460662842, |
| "learning_rate": 8.35576188926046e-09, |
| "loss": 0.5196, |
| "step": 1425 |
| }, |
| { |
| "epoch": 2.950344827586207, |
| "grad_norm": 0.6403658390045166, |
| "learning_rate": 7.674129394648623e-09, |
| "loss": 0.5252, |
| "step": 1426 |
| }, |
| { |
| "epoch": 2.952413793103448, |
| "grad_norm": 0.6625465750694275, |
| "learning_rate": 7.0214734902074314e-09, |
| "loss": 0.5389, |
| "step": 1427 |
| }, |
| { |
| "epoch": 2.9544827586206894, |
| "grad_norm": 0.6770764589309692, |
| "learning_rate": 6.3977979640994504e-09, |
| "loss": 0.5674, |
| "step": 1428 |
| }, |
| { |
| "epoch": 2.956551724137931, |
| "grad_norm": 0.6394649147987366, |
| "learning_rate": 5.803106436279571e-09, |
| "loss": 0.5134, |
| "step": 1429 |
| }, |
| { |
| "epoch": 2.9586206896551723, |
| "grad_norm": 0.6759665608406067, |
| "learning_rate": 5.237402358471144e-09, |
| "loss": 0.5349, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.9606896551724136, |
| "grad_norm": 0.6301043629646301, |
| "learning_rate": 4.700689014149329e-09, |
| "loss": 0.5539, |
| "step": 1431 |
| }, |
| { |
| "epoch": 2.9627586206896552, |
| "grad_norm": 0.6656786799430847, |
| "learning_rate": 4.192969518519441e-09, |
| "loss": 0.534, |
| "step": 1432 |
| }, |
| { |
| "epoch": 2.9648275862068965, |
| "grad_norm": 0.681606113910675, |
| "learning_rate": 3.71424681850141e-09, |
| "loss": 0.5136, |
| "step": 1433 |
| }, |
| { |
| "epoch": 2.9668965517241377, |
| "grad_norm": 0.6622211933135986, |
| "learning_rate": 3.2645236927092426e-09, |
| "loss": 0.5406, |
| "step": 1434 |
| }, |
| { |
| "epoch": 2.9689655172413794, |
| "grad_norm": 0.6423860192298889, |
| "learning_rate": 2.8438027514382517e-09, |
| "loss": 0.5265, |
| "step": 1435 |
| }, |
| { |
| "epoch": 2.9710344827586206, |
| "grad_norm": 0.6584990620613098, |
| "learning_rate": 2.452086436648404e-09, |
| "loss": 0.5342, |
| "step": 1436 |
| }, |
| { |
| "epoch": 2.973103448275862, |
| "grad_norm": 0.6501452922821045, |
| "learning_rate": 2.0893770219493347e-09, |
| "loss": 0.544, |
| "step": 1437 |
| }, |
| { |
| "epoch": 2.9751724137931035, |
| "grad_norm": 0.6575037240982056, |
| "learning_rate": 1.755676612588686e-09, |
| "loss": 0.5459, |
| "step": 1438 |
| }, |
| { |
| "epoch": 2.9772413793103447, |
| "grad_norm": 0.6507884860038757, |
| "learning_rate": 1.450987145439342e-09, |
| "loss": 0.5337, |
| "step": 1439 |
| }, |
| { |
| "epoch": 2.979310344827586, |
| "grad_norm": 0.6674343347549438, |
| "learning_rate": 1.1753103889883267e-09, |
| "loss": 0.5298, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.9813793103448276, |
| "grad_norm": 0.6635849475860596, |
| "learning_rate": 9.286479433257e-10, |
| "loss": 0.5505, |
| "step": 1441 |
| }, |
| { |
| "epoch": 2.983448275862069, |
| "grad_norm": 0.6534397006034851, |
| "learning_rate": 7.110012401362332e-10, |
| "loss": 0.5287, |
| "step": 1442 |
| }, |
| { |
| "epoch": 2.98551724137931, |
| "grad_norm": 0.6629782319068909, |
| "learning_rate": 5.2237154268997e-10, |
| "loss": 0.5412, |
| "step": 1443 |
| }, |
| { |
| "epoch": 2.9875862068965517, |
| "grad_norm": 0.628498375415802, |
| "learning_rate": 3.627599458377873e-10, |
| "loss": 0.5274, |
| "step": 1444 |
| }, |
| { |
| "epoch": 2.989655172413793, |
| "grad_norm": 0.6589900851249695, |
| "learning_rate": 2.321673760002918e-10, |
| "loss": 0.5285, |
| "step": 1445 |
| }, |
| { |
| "epoch": 2.9917241379310346, |
| "grad_norm": 0.6807800531387329, |
| "learning_rate": 1.305945911672657e-10, |
| "loss": 0.5263, |
| "step": 1446 |
| }, |
| { |
| "epoch": 2.993793103448276, |
| "grad_norm": 0.6564441919326782, |
| "learning_rate": 5.804218088933944e-11, |
| "loss": 0.5142, |
| "step": 1447 |
| }, |
| { |
| "epoch": 2.995862068965517, |
| "grad_norm": 0.6432551145553589, |
| "learning_rate": 1.4510566277992077e-11, |
| "loss": 0.5098, |
| "step": 1448 |
| }, |
| { |
| "epoch": 2.9979310344827588, |
| "grad_norm": 0.6673936247825623, |
| "learning_rate": 0.0, |
| "loss": 0.5185, |
| "step": 1449 |
| }, |
| { |
| "epoch": 2.9979310344827588, |
| "step": 1449, |
| "total_flos": 7.092133536927252e+17, |
| "train_loss": 0.6742002179780608, |
| "train_runtime": 25544.3965, |
| "train_samples_per_second": 5.449, |
| "train_steps_per_second": 0.057 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1449, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.092133536927252e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
