{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.30175, "eval_steps": 500, "global_step": 30175, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1e-05, "grad_norm": 1.4574347149106512, "learning_rate": 3e-06, "loss": 10.8576, "step": 1 }, { "epoch": 2e-05, "grad_norm": 1.4482443114713344, "learning_rate": 6e-06, "loss": 10.8575, "step": 2 }, { "epoch": 3e-05, "grad_norm": 1.4642003089092823, "learning_rate": 9e-06, "loss": 10.8576, "step": 3 }, { "epoch": 4e-05, "grad_norm": 1.4485584072048276, "learning_rate": 1.2e-05, "loss": 10.8569, "step": 4 }, { "epoch": 5e-05, "grad_norm": 1.4574321657516995, "learning_rate": 1.5e-05, "loss": 10.8527, "step": 5 }, { "epoch": 6e-05, "grad_norm": 1.4585537094370684, "learning_rate": 1.8e-05, "loss": 10.8518, "step": 6 }, { "epoch": 7e-05, "grad_norm": 1.4183780170798466, "learning_rate": 2.1000000000000002e-05, "loss": 10.8383, "step": 7 }, { "epoch": 8e-05, "grad_norm": 1.286272643239374, "learning_rate": 2.4e-05, "loss": 10.8119, "step": 8 }, { "epoch": 9e-05, "grad_norm": 1.246364249616181, "learning_rate": 2.7e-05, "loss": 10.8063, "step": 9 }, { "epoch": 0.0001, "grad_norm": 1.2300728857390288, "learning_rate": 3e-05, "loss": 10.7913, "step": 10 }, { "epoch": 0.00011, "grad_norm": 1.1639358472437353, "learning_rate": 3.2999999999999996e-05, "loss": 10.7756, "step": 11 }, { "epoch": 0.00012, "grad_norm": 1.1455069336623074, "learning_rate": 3.6e-05, "loss": 10.7622, "step": 12 }, { "epoch": 0.00013, "grad_norm": 1.104711768149659, "learning_rate": 3.9e-05, "loss": 10.7415, "step": 13 }, { "epoch": 0.00014, "grad_norm": 1.0916409179063882, "learning_rate": 4.2000000000000004e-05, "loss": 10.7296, "step": 14 }, { "epoch": 0.00015, "grad_norm": 1.0723152562842644, "learning_rate": 4.4999999999999996e-05, "loss": 10.7183, "step": 15 }, { "epoch": 0.00016, "grad_norm": 1.0297043497697835, "learning_rate": 4.8e-05, "loss": 10.7, "step": 16 }, { "epoch": 0.00017, "grad_norm": 0.9882210863590011, "learning_rate": 5.1000000000000006e-05, "loss": 10.6838, "step": 17 }, { "epoch": 0.00018, "grad_norm": 0.966791538351231, "learning_rate": 5.4e-05, "loss": 10.6659, "step": 18 }, { "epoch": 0.00019, "grad_norm": 0.9358769725124266, "learning_rate": 5.7e-05, "loss": 10.6509, "step": 19 }, { "epoch": 0.0002, "grad_norm": 0.9313245306892226, "learning_rate": 6e-05, "loss": 10.638, "step": 20 }, { "epoch": 0.00021, "grad_norm": 0.9056933112957348, "learning_rate": 6.3e-05, "loss": 10.6235, "step": 21 }, { "epoch": 0.00022, "grad_norm": 0.9013277325687112, "learning_rate": 6.599999999999999e-05, "loss": 10.6069, "step": 22 }, { "epoch": 0.00023, "grad_norm": 0.8982860560109955, "learning_rate": 6.9e-05, "loss": 10.5935, "step": 23 }, { "epoch": 0.00024, "grad_norm": 0.8941575476865218, "learning_rate": 7.2e-05, "loss": 10.5802, "step": 24 }, { "epoch": 0.00025, "grad_norm": 0.8955811690787305, "learning_rate": 7.500000000000001e-05, "loss": 10.5652, "step": 25 }, { "epoch": 0.00026, "grad_norm": 0.9005417636666915, "learning_rate": 7.8e-05, "loss": 10.5507, "step": 26 }, { "epoch": 0.00027, "grad_norm": 0.8929394290279239, "learning_rate": 8.1e-05, "loss": 10.5379, "step": 27 }, { "epoch": 0.00028, "grad_norm": 0.892893092343029, "learning_rate": 8.400000000000001e-05, "loss": 10.5234, "step": 28 }, { "epoch": 0.00029, "grad_norm": 0.8951984198637418, "learning_rate": 8.7e-05, "loss": 10.5078, "step": 29 }, { "epoch": 0.0003, "grad_norm": 0.901037080772758, "learning_rate": 8.999999999999999e-05, "loss": 10.4913, "step": 30 }, { "epoch": 0.00031, "grad_norm": 0.899757879512845, "learning_rate": 9.3e-05, "loss": 10.4759, "step": 31 }, { "epoch": 0.00032, "grad_norm": 0.8963415000423225, "learning_rate": 9.6e-05, "loss": 10.4612, "step": 32 }, { "epoch": 0.00033, "grad_norm": 0.8971468155029705, "learning_rate": 9.900000000000001e-05, "loss": 10.4429, "step": 33 }, { "epoch": 0.00034, "grad_norm": 0.8964368558533553, "learning_rate": 0.00010200000000000001, "loss": 10.426, "step": 34 }, { "epoch": 0.00035, "grad_norm": 0.9007340868108898, "learning_rate": 0.00010500000000000002, "loss": 10.4083, "step": 35 }, { "epoch": 0.00036, "grad_norm": 0.8977475222905443, "learning_rate": 0.000108, "loss": 10.3895, "step": 36 }, { "epoch": 0.00037, "grad_norm": 0.8929896912849768, "learning_rate": 0.000111, "loss": 10.3721, "step": 37 }, { "epoch": 0.00038, "grad_norm": 0.8925204062685723, "learning_rate": 0.000114, "loss": 10.3515, "step": 38 }, { "epoch": 0.00039, "grad_norm": 0.8947925451707294, "learning_rate": 0.000117, "loss": 10.3314, "step": 39 }, { "epoch": 0.0004, "grad_norm": 0.8990961452390619, "learning_rate": 0.00012, "loss": 10.3088, "step": 40 }, { "epoch": 0.00041, "grad_norm": 0.8951984584897338, "learning_rate": 0.000123, "loss": 10.2891, "step": 41 }, { "epoch": 0.00042, "grad_norm": 0.8942493459254965, "learning_rate": 0.000126, "loss": 10.2679, "step": 42 }, { "epoch": 0.00043, "grad_norm": 0.8983684110980745, "learning_rate": 0.000129, "loss": 10.243, "step": 43 }, { "epoch": 0.00044, "grad_norm": 0.8985869855625094, "learning_rate": 0.00013199999999999998, "loss": 10.2206, "step": 44 }, { "epoch": 0.00045, "grad_norm": 0.899962207774676, "learning_rate": 0.000135, "loss": 10.1962, "step": 45 }, { "epoch": 0.00046, "grad_norm": 0.8914153211826606, "learning_rate": 0.000138, "loss": 10.1735, "step": 46 }, { "epoch": 0.00047, "grad_norm": 0.8980761529388176, "learning_rate": 0.000141, "loss": 10.146, "step": 47 }, { "epoch": 0.00048, "grad_norm": 0.9007540011988344, "learning_rate": 0.000144, "loss": 10.1222, "step": 48 }, { "epoch": 0.00049, "grad_norm": 0.896344611975273, "learning_rate": 0.000147, "loss": 10.0974, "step": 49 }, { "epoch": 0.0005, "grad_norm": 0.9015948414141589, "learning_rate": 0.00015000000000000001, "loss": 10.0706, "step": 50 }, { "epoch": 0.00051, "grad_norm": 0.9016102183936469, "learning_rate": 0.000153, "loss": 10.0433, "step": 51 }, { "epoch": 0.00052, "grad_norm": 0.8993585803645682, "learning_rate": 0.000156, "loss": 10.0158, "step": 52 }, { "epoch": 0.00053, "grad_norm": 0.8901736410301992, "learning_rate": 0.000159, "loss": 9.9917, "step": 53 }, { "epoch": 0.00054, "grad_norm": 0.9083328832659304, "learning_rate": 0.000162, "loss": 9.9578, "step": 54 }, { "epoch": 0.00055, "grad_norm": 0.8975570632788401, "learning_rate": 0.000165, "loss": 9.9337, "step": 55 }, { "epoch": 0.00056, "grad_norm": 0.8924582131156604, "learning_rate": 0.00016800000000000002, "loss": 9.904, "step": 56 }, { "epoch": 0.00057, "grad_norm": 0.8937117244788118, "learning_rate": 0.000171, "loss": 9.8765, "step": 57 }, { "epoch": 0.00058, "grad_norm": 0.8912667557674427, "learning_rate": 0.000174, "loss": 9.8514, "step": 58 }, { "epoch": 0.00059, "grad_norm": 0.899445317105929, "learning_rate": 0.000177, "loss": 9.819, "step": 59 }, { "epoch": 0.0006, "grad_norm": 0.8827247644946434, "learning_rate": 0.00017999999999999998, "loss": 9.7927, "step": 60 }, { "epoch": 0.00061, "grad_norm": 0.8856006114384688, "learning_rate": 0.000183, "loss": 9.7645, "step": 61 }, { "epoch": 0.00062, "grad_norm": 0.8887861476206323, "learning_rate": 0.000186, "loss": 9.7329, "step": 62 }, { "epoch": 0.00063, "grad_norm": 0.8870948257177573, "learning_rate": 0.000189, "loss": 9.7044, "step": 63 }, { "epoch": 0.00064, "grad_norm": 0.8854465518366905, "learning_rate": 0.000192, "loss": 9.6741, "step": 64 }, { "epoch": 0.00065, "grad_norm": 0.8913964558604793, "learning_rate": 0.00019500000000000002, "loss": 9.6417, "step": 65 }, { "epoch": 0.00066, "grad_norm": 0.8860459843940278, "learning_rate": 0.00019800000000000002, "loss": 9.6181, "step": 66 }, { "epoch": 0.00067, "grad_norm": 0.8855602986146246, "learning_rate": 0.000201, "loss": 9.5886, "step": 67 }, { "epoch": 0.00068, "grad_norm": 0.89182613307124, "learning_rate": 0.00020400000000000003, "loss": 9.5554, "step": 68 }, { "epoch": 0.00069, "grad_norm": 0.8788147221752699, "learning_rate": 0.00020700000000000002, "loss": 9.5276, "step": 69 }, { "epoch": 0.0007, "grad_norm": 0.89013480384513, "learning_rate": 0.00021000000000000004, "loss": 9.4911, "step": 70 }, { "epoch": 0.00071, "grad_norm": 0.8832608390392153, "learning_rate": 0.00021299999999999997, "loss": 9.4637, "step": 71 }, { "epoch": 0.00072, "grad_norm": 0.8850551460752941, "learning_rate": 0.000216, "loss": 9.4371, "step": 72 }, { "epoch": 0.00073, "grad_norm": 0.8854430272945265, "learning_rate": 0.00021899999999999998, "loss": 9.4029, "step": 73 }, { "epoch": 0.00074, "grad_norm": 0.881388508551569, "learning_rate": 0.000222, "loss": 9.3766, "step": 74 }, { "epoch": 0.00075, "grad_norm": 0.8804734413831777, "learning_rate": 0.000225, "loss": 9.3413, "step": 75 }, { "epoch": 0.00076, "grad_norm": 0.891470306594604, "learning_rate": 0.000228, "loss": 9.3136, "step": 76 }, { "epoch": 0.00077, "grad_norm": 0.8835806398314079, "learning_rate": 0.000231, "loss": 9.2843, "step": 77 }, { "epoch": 0.00078, "grad_norm": 0.8778470434340718, "learning_rate": 0.000234, "loss": 9.2534, "step": 78 }, { "epoch": 0.00079, "grad_norm": 0.8849142747864956, "learning_rate": 0.00023700000000000001, "loss": 9.2174, "step": 79 }, { "epoch": 0.0008, "grad_norm": 0.8831859916332898, "learning_rate": 0.00024, "loss": 9.1835, "step": 80 }, { "epoch": 0.00081, "grad_norm": 0.8883671155155716, "learning_rate": 0.00024300000000000002, "loss": 9.1516, "step": 81 }, { "epoch": 0.00082, "grad_norm": 0.8919005998406658, "learning_rate": 0.000246, "loss": 9.1278, "step": 82 }, { "epoch": 0.00083, "grad_norm": 0.8904109612127737, "learning_rate": 0.00024900000000000004, "loss": 9.0926, "step": 83 }, { "epoch": 0.00084, "grad_norm": 0.8922919840670517, "learning_rate": 0.000252, "loss": 9.0627, "step": 84 }, { "epoch": 0.00085, "grad_norm": 0.8851770394662277, "learning_rate": 0.000255, "loss": 9.0389, "step": 85 }, { "epoch": 0.00086, "grad_norm": 0.892287423580011, "learning_rate": 0.000258, "loss": 9.0029, "step": 86 }, { "epoch": 0.00087, "grad_norm": 0.8819038715566697, "learning_rate": 0.000261, "loss": 8.9819, "step": 87 }, { "epoch": 0.00088, "grad_norm": 0.8825670273484024, "learning_rate": 0.00026399999999999997, "loss": 8.9452, "step": 88 }, { "epoch": 0.00089, "grad_norm": 0.87734677010751, "learning_rate": 0.000267, "loss": 8.92, "step": 89 }, { "epoch": 0.0009, "grad_norm": 0.8800982265590005, "learning_rate": 0.00027, "loss": 8.8935, "step": 90 }, { "epoch": 0.00091, "grad_norm": 0.8751738333241339, "learning_rate": 0.000273, "loss": 8.8635, "step": 91 }, { "epoch": 0.00092, "grad_norm": 0.8805112062017327, "learning_rate": 0.000276, "loss": 8.8313, "step": 92 }, { "epoch": 0.00093, "grad_norm": 0.8782110873043902, "learning_rate": 0.000279, "loss": 8.8018, "step": 93 }, { "epoch": 0.00094, "grad_norm": 0.8793675998346636, "learning_rate": 0.000282, "loss": 8.7769, "step": 94 }, { "epoch": 0.00095, "grad_norm": 0.8739437022686155, "learning_rate": 0.000285, "loss": 8.7468, "step": 95 }, { "epoch": 0.00096, "grad_norm": 0.8792093745975903, "learning_rate": 0.000288, "loss": 8.7137, "step": 96 }, { "epoch": 0.00097, "grad_norm": 0.8733827683228169, "learning_rate": 0.000291, "loss": 8.6904, "step": 97 }, { "epoch": 0.00098, "grad_norm": 0.8720585520116785, "learning_rate": 0.000294, "loss": 8.6531, "step": 98 }, { "epoch": 0.00099, "grad_norm": 0.8706078195741852, "learning_rate": 0.000297, "loss": 8.6333, "step": 99 }, { "epoch": 0.001, "grad_norm": 0.868963072522692, "learning_rate": 0.00030000000000000003, "loss": 8.6078, "step": 100 }, { "epoch": 0.00101, "grad_norm": 0.8733428125714966, "learning_rate": 0.00030300000000000005, "loss": 8.5742, "step": 101 }, { "epoch": 0.00102, "grad_norm": 0.8594222895452354, "learning_rate": 0.000306, "loss": 8.5555, "step": 102 }, { "epoch": 0.00103, "grad_norm": 0.8663526773106932, "learning_rate": 0.000309, "loss": 8.5314, "step": 103 }, { "epoch": 0.00104, "grad_norm": 0.8588890352637412, "learning_rate": 0.000312, "loss": 8.5113, "step": 104 }, { "epoch": 0.00105, "grad_norm": 0.862875507176608, "learning_rate": 0.000315, "loss": 8.4848, "step": 105 }, { "epoch": 0.00106, "grad_norm": 0.858707935395144, "learning_rate": 0.000318, "loss": 8.4562, "step": 106 }, { "epoch": 0.00107, "grad_norm": 0.8477892944676333, "learning_rate": 0.000321, "loss": 8.4313, "step": 107 }, { "epoch": 0.00108, "grad_norm": 0.8523289020593828, "learning_rate": 0.000324, "loss": 8.4028, "step": 108 }, { "epoch": 0.00109, "grad_norm": 0.847730490341604, "learning_rate": 0.000327, "loss": 8.3837, "step": 109 }, { "epoch": 0.0011, "grad_norm": 0.8528691839316361, "learning_rate": 0.00033, "loss": 8.3605, "step": 110 }, { "epoch": 0.00111, "grad_norm": 0.8490568938398722, "learning_rate": 0.000333, "loss": 8.3302, "step": 111 }, { "epoch": 0.00112, "grad_norm": 0.8687159568709311, "learning_rate": 0.00033600000000000004, "loss": 8.3067, "step": 112 }, { "epoch": 0.00113, "grad_norm": 0.9514329048402193, "learning_rate": 0.000339, "loss": 8.2682, "step": 113 }, { "epoch": 0.00114, "grad_norm": 1.0232734531890686, "learning_rate": 0.000342, "loss": 8.2639, "step": 114 }, { "epoch": 0.00115, "grad_norm": 0.88782361437861, "learning_rate": 0.00034500000000000004, "loss": 8.2339, "step": 115 }, { "epoch": 0.00116, "grad_norm": 0.8477580889036649, "learning_rate": 0.000348, "loss": 8.2115, "step": 116 }, { "epoch": 0.00117, "grad_norm": 0.9025353672223668, "learning_rate": 0.000351, "loss": 8.182, "step": 117 }, { "epoch": 0.00118, "grad_norm": 0.8194804043714383, "learning_rate": 0.000354, "loss": 8.1632, "step": 118 }, { "epoch": 0.00119, "grad_norm": 0.8747187640572928, "learning_rate": 0.000357, "loss": 8.1526, "step": 119 }, { "epoch": 0.0012, "grad_norm": 0.819302051650556, "learning_rate": 0.00035999999999999997, "loss": 8.125, "step": 120 }, { "epoch": 0.00121, "grad_norm": 0.8357670289489353, "learning_rate": 0.000363, "loss": 8.0977, "step": 121 }, { "epoch": 0.00122, "grad_norm": 0.8269622916799205, "learning_rate": 0.000366, "loss": 8.0806, "step": 122 }, { "epoch": 0.00123, "grad_norm": 0.7923909888868983, "learning_rate": 0.000369, "loss": 8.0558, "step": 123 }, { "epoch": 0.00124, "grad_norm": 0.8405159164509748, "learning_rate": 0.000372, "loss": 8.0354, "step": 124 }, { "epoch": 0.00125, "grad_norm": 0.7957014508382675, "learning_rate": 0.000375, "loss": 8.0077, "step": 125 }, { "epoch": 0.00126, "grad_norm": 0.8032762193906265, "learning_rate": 0.000378, "loss": 7.9954, "step": 126 }, { "epoch": 0.00127, "grad_norm": 0.8534337354315669, "learning_rate": 0.000381, "loss": 7.9712, "step": 127 }, { "epoch": 0.00128, "grad_norm": 0.7889902179927859, "learning_rate": 0.000384, "loss": 7.9489, "step": 128 }, { "epoch": 0.00129, "grad_norm": 0.7667804338310586, "learning_rate": 0.00038700000000000003, "loss": 7.936, "step": 129 }, { "epoch": 0.0013, "grad_norm": 0.9090077886672961, "learning_rate": 0.00039000000000000005, "loss": 7.9113, "step": 130 }, { "epoch": 0.00131, "grad_norm": 1.1017726636538738, "learning_rate": 0.000393, "loss": 7.8813, "step": 131 }, { "epoch": 0.00132, "grad_norm": 0.9363739073599702, "learning_rate": 0.00039600000000000003, "loss": 7.8715, "step": 132 }, { "epoch": 0.00133, "grad_norm": 0.7265974712286192, "learning_rate": 0.00039900000000000005, "loss": 7.8436, "step": 133 }, { "epoch": 0.00134, "grad_norm": 1.085264808454749, "learning_rate": 0.000402, "loss": 7.8358, "step": 134 }, { "epoch": 0.00135, "grad_norm": 1.1024504993278263, "learning_rate": 0.00040500000000000003, "loss": 7.8094, "step": 135 }, { "epoch": 0.00136, "grad_norm": 0.7406778288782102, "learning_rate": 0.00040800000000000005, "loss": 7.7862, "step": 136 }, { "epoch": 0.00137, "grad_norm": 0.948337541042023, "learning_rate": 0.000411, "loss": 7.7688, "step": 137 }, { "epoch": 0.00138, "grad_norm": 0.9084991981726261, "learning_rate": 0.00041400000000000003, "loss": 7.7417, "step": 138 }, { "epoch": 0.00139, "grad_norm": 0.7074494223870315, "learning_rate": 0.00041700000000000005, "loss": 7.7227, "step": 139 }, { "epoch": 0.0014, "grad_norm": 0.7974190203181878, "learning_rate": 0.00042000000000000007, "loss": 7.7086, "step": 140 }, { "epoch": 0.00141, "grad_norm": 0.6861992297830735, "learning_rate": 0.000423, "loss": 7.6913, "step": 141 }, { "epoch": 0.00142, "grad_norm": 0.7349980301116962, "learning_rate": 0.00042599999999999995, "loss": 7.677, "step": 142 }, { "epoch": 0.00143, "grad_norm": 0.7684994731116016, "learning_rate": 0.00042899999999999997, "loss": 7.6484, "step": 143 }, { "epoch": 0.00144, "grad_norm": 0.6719380878952201, "learning_rate": 0.000432, "loss": 7.629, "step": 144 }, { "epoch": 0.00145, "grad_norm": 0.7001362890446781, "learning_rate": 0.000435, "loss": 7.6232, "step": 145 }, { "epoch": 0.00146, "grad_norm": 0.7384188504614574, "learning_rate": 0.00043799999999999997, "loss": 7.5849, "step": 146 }, { "epoch": 0.00147, "grad_norm": 0.6536906507985312, "learning_rate": 0.000441, "loss": 7.5755, "step": 147 }, { "epoch": 0.00148, "grad_norm": 0.6570387947682329, "learning_rate": 0.000444, "loss": 7.5632, "step": 148 }, { "epoch": 0.00149, "grad_norm": 0.7127206041028632, "learning_rate": 0.00044699999999999997, "loss": 7.5571, "step": 149 }, { "epoch": 0.0015, "grad_norm": 0.7308289900379658, "learning_rate": 0.00045, "loss": 7.5253, "step": 150 }, { "epoch": 0.00151, "grad_norm": 0.8664894863114535, "learning_rate": 0.000453, "loss": 7.505, "step": 151 }, { "epoch": 0.00152, "grad_norm": 0.8895841422117233, "learning_rate": 0.000456, "loss": 7.5034, "step": 152 }, { "epoch": 0.00153, "grad_norm": 0.662621907628313, "learning_rate": 0.000459, "loss": 7.4855, "step": 153 }, { "epoch": 0.00154, "grad_norm": 0.7176449004695503, "learning_rate": 0.000462, "loss": 7.4655, "step": 154 }, { "epoch": 0.00155, "grad_norm": 0.7407325792933065, "learning_rate": 0.000465, "loss": 7.4508, "step": 155 }, { "epoch": 0.00156, "grad_norm": 0.7037717820949844, "learning_rate": 0.000468, "loss": 7.4265, "step": 156 }, { "epoch": 0.00157, "grad_norm": 0.5688508632010355, "learning_rate": 0.000471, "loss": 7.4159, "step": 157 }, { "epoch": 0.00158, "grad_norm": 0.812094320370736, "learning_rate": 0.00047400000000000003, "loss": 7.4015, "step": 158 }, { "epoch": 0.00159, "grad_norm": 0.6851465337071334, "learning_rate": 0.000477, "loss": 7.3879, "step": 159 }, { "epoch": 0.0016, "grad_norm": 0.9553203809874583, "learning_rate": 0.00048, "loss": 7.3739, "step": 160 }, { "epoch": 0.00161, "grad_norm": 0.7328141993841643, "learning_rate": 0.00048300000000000003, "loss": 7.3497, "step": 161 }, { "epoch": 0.00162, "grad_norm": 0.6781537584586433, "learning_rate": 0.00048600000000000005, "loss": 7.3535, "step": 162 }, { "epoch": 0.00163, "grad_norm": 0.5807738383940755, "learning_rate": 0.0004890000000000001, "loss": 7.3306, "step": 163 }, { "epoch": 0.00164, "grad_norm": 0.6466438270814104, "learning_rate": 0.000492, "loss": 7.3371, "step": 164 }, { "epoch": 0.00165, "grad_norm": 0.4365334647721832, "learning_rate": 0.000495, "loss": 7.3038, "step": 165 }, { "epoch": 0.00166, "grad_norm": 0.7387692677149859, "learning_rate": 0.0004980000000000001, "loss": 7.2849, "step": 166 }, { "epoch": 0.00167, "grad_norm": 0.6489238814400348, "learning_rate": 0.000501, "loss": 7.2765, "step": 167 }, { "epoch": 0.00168, "grad_norm": 0.4943076416069544, "learning_rate": 0.000504, "loss": 7.2512, "step": 168 }, { "epoch": 0.00169, "grad_norm": 0.6623047646201438, "learning_rate": 0.0005070000000000001, "loss": 7.2485, "step": 169 }, { "epoch": 0.0017, "grad_norm": 0.5841690806336316, "learning_rate": 0.00051, "loss": 7.2331, "step": 170 }, { "epoch": 0.00171, "grad_norm": 0.455313434659774, "learning_rate": 0.000513, "loss": 7.2132, "step": 171 }, { "epoch": 0.00172, "grad_norm": 0.6012704724036779, "learning_rate": 0.000516, "loss": 7.214, "step": 172 }, { "epoch": 0.00173, "grad_norm": 0.5433283029678282, "learning_rate": 0.0005189999999999999, "loss": 7.1993, "step": 173 }, { "epoch": 0.00174, "grad_norm": 0.38251135313099477, "learning_rate": 0.000522, "loss": 7.2121, "step": 174 }, { "epoch": 0.00175, "grad_norm": 0.6483519243845758, "learning_rate": 0.000525, "loss": 7.1796, "step": 175 }, { "epoch": 0.00176, "grad_norm": 0.5106681215905619, "learning_rate": 0.0005279999999999999, "loss": 7.1531, "step": 176 }, { "epoch": 0.00177, "grad_norm": 0.3867365673342131, "learning_rate": 0.000531, "loss": 7.1566, "step": 177 }, { "epoch": 0.00178, "grad_norm": 0.6803005272577738, "learning_rate": 0.000534, "loss": 7.1525, "step": 178 }, { "epoch": 0.00179, "grad_norm": 0.44918531151657043, "learning_rate": 0.000537, "loss": 7.1407, "step": 179 }, { "epoch": 0.0018, "grad_norm": 0.39944612038572996, "learning_rate": 0.00054, "loss": 7.1121, "step": 180 }, { "epoch": 0.00181, "grad_norm": 0.5937704312371144, "learning_rate": 0.000543, "loss": 7.1037, "step": 181 }, { "epoch": 0.00182, "grad_norm": 0.3956001398507633, "learning_rate": 0.000546, "loss": 7.0976, "step": 182 }, { "epoch": 0.00183, "grad_norm": 0.36202282333499824, "learning_rate": 0.000549, "loss": 7.0864, "step": 183 }, { "epoch": 0.00184, "grad_norm": 0.564760920006622, "learning_rate": 0.000552, "loss": 7.0785, "step": 184 }, { "epoch": 0.00185, "grad_norm": 0.36333201524042624, "learning_rate": 0.000555, "loss": 7.0515, "step": 185 }, { "epoch": 0.00186, "grad_norm": 0.3517854453126823, "learning_rate": 0.000558, "loss": 7.0614, "step": 186 }, { "epoch": 0.00187, "grad_norm": 0.5413049623390372, "learning_rate": 0.000561, "loss": 7.0394, "step": 187 }, { "epoch": 0.00188, "grad_norm": 0.4452202297805183, "learning_rate": 0.000564, "loss": 7.0168, "step": 188 }, { "epoch": 0.00189, "grad_norm": 0.2888404630990515, "learning_rate": 0.000567, "loss": 7.0108, "step": 189 }, { "epoch": 0.0019, "grad_norm": 0.5069984229642092, "learning_rate": 0.00057, "loss": 6.9967, "step": 190 }, { "epoch": 0.00191, "grad_norm": 0.5049159939798347, "learning_rate": 0.000573, "loss": 6.9897, "step": 191 }, { "epoch": 0.00192, "grad_norm": 0.353459237780404, "learning_rate": 0.000576, "loss": 6.9784, "step": 192 }, { "epoch": 0.00193, "grad_norm": 0.4583730098712965, "learning_rate": 0.000579, "loss": 6.9798, "step": 193 }, { "epoch": 0.00194, "grad_norm": 0.5934016188318005, "learning_rate": 0.000582, "loss": 6.9757, "step": 194 }, { "epoch": 0.00195, "grad_norm": 0.6611510755360627, "learning_rate": 0.000585, "loss": 6.9556, "step": 195 }, { "epoch": 0.00196, "grad_norm": 0.6794801564658052, "learning_rate": 0.000588, "loss": 6.9455, "step": 196 }, { "epoch": 0.00197, "grad_norm": 0.6965025324131076, "learning_rate": 0.000591, "loss": 6.9424, "step": 197 }, { "epoch": 0.00198, "grad_norm": 1.0010424094015926, "learning_rate": 0.000594, "loss": 6.9428, "step": 198 }, { "epoch": 0.00199, "grad_norm": 0.8473959375492113, "learning_rate": 0.0005970000000000001, "loss": 6.9257, "step": 199 }, { "epoch": 0.002, "grad_norm": 0.4674164352666973, "learning_rate": 0.0006000000000000001, "loss": 6.9135, "step": 200 }, { "epoch": 0.00201, "grad_norm": 0.6130101305251902, "learning_rate": 0.000603, "loss": 6.8907, "step": 201 }, { "epoch": 0.00202, "grad_norm": 0.5766204915712545, "learning_rate": 0.0006060000000000001, "loss": 6.8786, "step": 202 }, { "epoch": 0.00203, "grad_norm": 0.42726729176690026, "learning_rate": 0.0006090000000000001, "loss": 6.8819, "step": 203 }, { "epoch": 0.00204, "grad_norm": 0.5161441207128264, "learning_rate": 0.000612, "loss": 6.8675, "step": 204 }, { "epoch": 0.00205, "grad_norm": 0.44005998133884483, "learning_rate": 0.000615, "loss": 6.852, "step": 205 }, { "epoch": 0.00206, "grad_norm": 0.4214710856814876, "learning_rate": 0.000618, "loss": 6.8455, "step": 206 }, { "epoch": 0.00207, "grad_norm": 0.3835330802523119, "learning_rate": 0.000621, "loss": 6.8358, "step": 207 }, { "epoch": 0.00208, "grad_norm": 0.4118282878888594, "learning_rate": 0.000624, "loss": 6.8325, "step": 208 }, { "epoch": 0.00209, "grad_norm": 0.35207765117623135, "learning_rate": 0.000627, "loss": 6.8108, "step": 209 }, { "epoch": 0.0021, "grad_norm": 0.35165038308098223, "learning_rate": 0.00063, "loss": 6.8001, "step": 210 }, { "epoch": 0.00211, "grad_norm": 0.2907998960376576, "learning_rate": 0.000633, "loss": 6.794, "step": 211 }, { "epoch": 0.00212, "grad_norm": 0.34183459291083, "learning_rate": 0.000636, "loss": 6.7864, "step": 212 }, { "epoch": 0.00213, "grad_norm": 0.31625023606106545, "learning_rate": 0.000639, "loss": 6.7664, "step": 213 }, { "epoch": 0.00214, "grad_norm": 0.3389167462098675, "learning_rate": 0.000642, "loss": 6.7645, "step": 214 }, { "epoch": 0.00215, "grad_norm": 0.4689783367804683, "learning_rate": 0.000645, "loss": 6.7617, "step": 215 }, { "epoch": 0.00216, "grad_norm": 0.7554849005001304, "learning_rate": 0.000648, "loss": 6.763, "step": 216 }, { "epoch": 0.00217, "grad_norm": 1.3852957930548755, "learning_rate": 0.000651, "loss": 6.7541, "step": 217 }, { "epoch": 0.00218, "grad_norm": 0.6607509792225358, "learning_rate": 0.000654, "loss": 6.7405, "step": 218 }, { "epoch": 0.00219, "grad_norm": 0.6480761266032634, "learning_rate": 0.000657, "loss": 6.7122, "step": 219 }, { "epoch": 0.0022, "grad_norm": 1.2227203355321279, "learning_rate": 0.00066, "loss": 6.7471, "step": 220 }, { "epoch": 0.00221, "grad_norm": 1.1390371544106608, "learning_rate": 0.0006630000000000001, "loss": 6.7248, "step": 221 }, { "epoch": 0.00222, "grad_norm": 0.7354052143767025, "learning_rate": 0.000666, "loss": 6.7013, "step": 222 }, { "epoch": 0.00223, "grad_norm": 0.6134943537271429, "learning_rate": 0.000669, "loss": 6.6937, "step": 223 }, { "epoch": 0.00224, "grad_norm": 0.5502679770385809, "learning_rate": 0.0006720000000000001, "loss": 6.6934, "step": 224 }, { "epoch": 0.00225, "grad_norm": 0.47738132510350817, "learning_rate": 0.000675, "loss": 6.6778, "step": 225 }, { "epoch": 0.00226, "grad_norm": 0.507114065421453, "learning_rate": 0.000678, "loss": 6.6712, "step": 226 }, { "epoch": 0.00227, "grad_norm": 0.4403172481189424, "learning_rate": 0.0006810000000000001, "loss": 6.646, "step": 227 }, { "epoch": 0.00228, "grad_norm": 0.34083753361811386, "learning_rate": 0.000684, "loss": 6.6465, "step": 228 }, { "epoch": 0.00229, "grad_norm": 0.3502366193988861, "learning_rate": 0.000687, "loss": 6.6418, "step": 229 }, { "epoch": 0.0023, "grad_norm": 0.40867670062411404, "learning_rate": 0.0006900000000000001, "loss": 6.6218, "step": 230 }, { "epoch": 0.00231, "grad_norm": 0.3512396474179769, "learning_rate": 0.000693, "loss": 6.605, "step": 231 }, { "epoch": 0.00232, "grad_norm": 0.37061772246720376, "learning_rate": 0.000696, "loss": 6.6164, "step": 232 }, { "epoch": 0.00233, "grad_norm": 0.30975845835339183, "learning_rate": 0.0006990000000000001, "loss": 6.6026, "step": 233 }, { "epoch": 0.00234, "grad_norm": 0.31056463949410484, "learning_rate": 0.000702, "loss": 6.5934, "step": 234 }, { "epoch": 0.00235, "grad_norm": 0.3416829938754332, "learning_rate": 0.000705, "loss": 6.5798, "step": 235 }, { "epoch": 0.00236, "grad_norm": 0.3580449551775802, "learning_rate": 0.000708, "loss": 6.5618, "step": 236 }, { "epoch": 0.00237, "grad_norm": 0.31186166958910727, "learning_rate": 0.0007109999999999999, "loss": 6.5709, "step": 237 }, { "epoch": 0.00238, "grad_norm": 0.35712039334009765, "learning_rate": 0.000714, "loss": 6.5601, "step": 238 }, { "epoch": 0.00239, "grad_norm": 0.4689874670209286, "learning_rate": 0.000717, "loss": 6.5431, "step": 239 }, { "epoch": 0.0024, "grad_norm": 0.8385556457838154, "learning_rate": 0.0007199999999999999, "loss": 6.5652, "step": 240 }, { "epoch": 0.00241, "grad_norm": 1.2597764356570753, "learning_rate": 0.000723, "loss": 6.5721, "step": 241 }, { "epoch": 0.00242, "grad_norm": 0.7018547016449656, "learning_rate": 0.000726, "loss": 6.5258, "step": 242 }, { "epoch": 0.00243, "grad_norm": 0.9679840331331718, "learning_rate": 0.000729, "loss": 6.5235, "step": 243 }, { "epoch": 0.00244, "grad_norm": 0.8151244219176279, "learning_rate": 0.000732, "loss": 6.5289, "step": 244 }, { "epoch": 0.00245, "grad_norm": 0.7408239035858821, "learning_rate": 0.000735, "loss": 6.5159, "step": 245 }, { "epoch": 0.00246, "grad_norm": 0.7269888029650857, "learning_rate": 0.000738, "loss": 6.5006, "step": 246 }, { "epoch": 0.00247, "grad_norm": 0.6715573633422388, "learning_rate": 0.000741, "loss": 6.4916, "step": 247 }, { "epoch": 0.00248, "grad_norm": 0.5355440416613977, "learning_rate": 0.000744, "loss": 6.4965, "step": 248 }, { "epoch": 0.00249, "grad_norm": 0.47837466185087324, "learning_rate": 0.000747, "loss": 6.474, "step": 249 }, { "epoch": 0.0025, "grad_norm": 0.5421674013984196, "learning_rate": 0.00075, "loss": 6.4781, "step": 250 }, { "epoch": 0.00251, "grad_norm": 0.5046285559759315, "learning_rate": 0.000753, "loss": 6.4394, "step": 251 }, { "epoch": 0.00252, "grad_norm": 0.4902399046559828, "learning_rate": 0.000756, "loss": 6.4478, "step": 252 }, { "epoch": 0.00253, "grad_norm": 0.6026763597870729, "learning_rate": 0.000759, "loss": 6.4417, "step": 253 }, { "epoch": 0.00254, "grad_norm": 0.6534629043130656, "learning_rate": 0.000762, "loss": 6.4357, "step": 254 }, { "epoch": 0.00255, "grad_norm": 0.5879568865224861, "learning_rate": 0.0007650000000000001, "loss": 6.4331, "step": 255 }, { "epoch": 0.00256, "grad_norm": 0.587549512889128, "learning_rate": 0.000768, "loss": 6.4121, "step": 256 }, { "epoch": 0.00257, "grad_norm": 0.4948417519702818, "learning_rate": 0.000771, "loss": 6.4144, "step": 257 }, { "epoch": 0.00258, "grad_norm": 0.500640645286767, "learning_rate": 0.0007740000000000001, "loss": 6.3915, "step": 258 }, { "epoch": 0.00259, "grad_norm": 0.46096026590523803, "learning_rate": 0.000777, "loss": 6.3904, "step": 259 }, { "epoch": 0.0026, "grad_norm": 0.36710644781296853, "learning_rate": 0.0007800000000000001, "loss": 6.3738, "step": 260 }, { "epoch": 0.00261, "grad_norm": 0.3228962429333065, "learning_rate": 0.0007830000000000001, "loss": 6.3839, "step": 261 }, { "epoch": 0.00262, "grad_norm": 0.33723485694460476, "learning_rate": 0.000786, "loss": 6.3601, "step": 262 }, { "epoch": 0.00263, "grad_norm": 0.3792844357509868, "learning_rate": 0.0007890000000000001, "loss": 6.3664, "step": 263 }, { "epoch": 0.00264, "grad_norm": 0.41999467297545995, "learning_rate": 0.0007920000000000001, "loss": 6.3505, "step": 264 }, { "epoch": 0.00265, "grad_norm": 0.5058327981670172, "learning_rate": 0.000795, "loss": 6.3427, "step": 265 }, { "epoch": 0.00266, "grad_norm": 0.728666013298328, "learning_rate": 0.0007980000000000001, "loss": 6.3445, "step": 266 }, { "epoch": 0.00267, "grad_norm": 1.051597167429085, "learning_rate": 0.0008010000000000001, "loss": 6.3504, "step": 267 }, { "epoch": 0.00268, "grad_norm": 0.8184600443662068, "learning_rate": 0.000804, "loss": 6.3425, "step": 268 }, { "epoch": 0.00269, "grad_norm": 0.9044150906220578, "learning_rate": 0.0008070000000000001, "loss": 6.3249, "step": 269 }, { "epoch": 0.0027, "grad_norm": 1.128589514160359, "learning_rate": 0.0008100000000000001, "loss": 6.3418, "step": 270 }, { "epoch": 0.00271, "grad_norm": 0.8269681270889044, "learning_rate": 0.000813, "loss": 6.3324, "step": 271 }, { "epoch": 0.00272, "grad_norm": 0.9605488749490486, "learning_rate": 0.0008160000000000001, "loss": 6.3229, "step": 272 }, { "epoch": 0.00273, "grad_norm": 1.4256959145221717, "learning_rate": 0.0008190000000000001, "loss": 6.3332, "step": 273 }, { "epoch": 0.00274, "grad_norm": 0.8746481700595169, "learning_rate": 0.000822, "loss": 6.301, "step": 274 }, { "epoch": 0.00275, "grad_norm": 0.7483839590071554, "learning_rate": 0.0008250000000000001, "loss": 6.3047, "step": 275 }, { "epoch": 0.00276, "grad_norm": 0.9683696395132253, "learning_rate": 0.0008280000000000001, "loss": 6.2965, "step": 276 }, { "epoch": 0.00277, "grad_norm": 0.9445364353770574, "learning_rate": 0.0008310000000000001, "loss": 6.3021, "step": 277 }, { "epoch": 0.00278, "grad_norm": 0.5637393663463164, "learning_rate": 0.0008340000000000001, "loss": 6.2711, "step": 278 }, { "epoch": 0.00279, "grad_norm": 0.6474632709262491, "learning_rate": 0.0008370000000000001, "loss": 6.2722, "step": 279 }, { "epoch": 0.0028, "grad_norm": 0.5477535984985658, "learning_rate": 0.0008400000000000001, "loss": 6.2548, "step": 280 }, { "epoch": 0.00281, "grad_norm": 0.5235139271800053, "learning_rate": 0.0008430000000000001, "loss": 6.2428, "step": 281 }, { "epoch": 0.00282, "grad_norm": 0.4309641347762167, "learning_rate": 0.000846, "loss": 6.2382, "step": 282 }, { "epoch": 0.00283, "grad_norm": 0.47598469419389666, "learning_rate": 0.0008489999999999999, "loss": 6.2321, "step": 283 }, { "epoch": 0.00284, "grad_norm": 0.41791767912211497, "learning_rate": 0.0008519999999999999, "loss": 6.2199, "step": 284 }, { "epoch": 0.00285, "grad_norm": 0.4068034669968041, "learning_rate": 0.000855, "loss": 6.2226, "step": 285 }, { "epoch": 0.00286, "grad_norm": 0.461449105404332, "learning_rate": 0.0008579999999999999, "loss": 6.2004, "step": 286 }, { "epoch": 0.00287, "grad_norm": 0.3833700707849029, "learning_rate": 0.000861, "loss": 6.2013, "step": 287 }, { "epoch": 0.00288, "grad_norm": 0.3960645710165419, "learning_rate": 0.000864, "loss": 6.1818, "step": 288 }, { "epoch": 0.00289, "grad_norm": 0.44431212101949524, "learning_rate": 0.0008669999999999999, "loss": 6.1961, "step": 289 }, { "epoch": 0.0029, "grad_norm": 0.5861155579490576, "learning_rate": 0.00087, "loss": 6.1786, "step": 290 }, { "epoch": 0.00291, "grad_norm": 0.6639450218120423, "learning_rate": 0.000873, "loss": 6.1739, "step": 291 }, { "epoch": 0.00292, "grad_norm": 0.8465664162859037, "learning_rate": 0.0008759999999999999, "loss": 6.1756, "step": 292 }, { "epoch": 0.00293, "grad_norm": 0.9291009677838105, "learning_rate": 0.000879, "loss": 6.1618, "step": 293 }, { "epoch": 0.00294, "grad_norm": 1.3082966000676708, "learning_rate": 0.000882, "loss": 6.1833, "step": 294 }, { "epoch": 0.00295, "grad_norm": 1.1893342417992165, "learning_rate": 0.0008849999999999999, "loss": 6.1586, "step": 295 }, { "epoch": 0.00296, "grad_norm": 0.6546841726146672, "learning_rate": 0.000888, "loss": 6.1551, "step": 296 }, { "epoch": 0.00297, "grad_norm": 0.8416245966488266, "learning_rate": 0.000891, "loss": 6.1315, "step": 297 }, { "epoch": 0.00298, "grad_norm": 0.806301942306892, "learning_rate": 0.0008939999999999999, "loss": 6.1452, "step": 298 }, { "epoch": 0.00299, "grad_norm": 1.0994469943740992, "learning_rate": 0.000897, "loss": 6.1288, "step": 299 }, { "epoch": 0.003, "grad_norm": 0.7425213774845364, "learning_rate": 0.0009, "loss": 6.123, "step": 300 }, { "epoch": 0.00301, "grad_norm": 0.6433032250398036, "learning_rate": 0.0009029999999999999, "loss": 6.1149, "step": 301 }, { "epoch": 0.00302, "grad_norm": 0.5449990789285414, "learning_rate": 0.000906, "loss": 6.0952, "step": 302 }, { "epoch": 0.00303, "grad_norm": 0.5356674479383384, "learning_rate": 0.000909, "loss": 6.1067, "step": 303 }, { "epoch": 0.00304, "grad_norm": 0.5049891146020773, "learning_rate": 0.000912, "loss": 6.1013, "step": 304 }, { "epoch": 0.00305, "grad_norm": 0.48068374440179407, "learning_rate": 0.000915, "loss": 6.0985, "step": 305 }, { "epoch": 0.00306, "grad_norm": 0.39305660615027715, "learning_rate": 0.000918, "loss": 6.0835, "step": 306 }, { "epoch": 0.00307, "grad_norm": 0.4044411514506039, "learning_rate": 0.000921, "loss": 6.0774, "step": 307 }, { "epoch": 0.00308, "grad_norm": 0.3317383414417003, "learning_rate": 0.000924, "loss": 6.0578, "step": 308 }, { "epoch": 0.00309, "grad_norm": 0.4170081186564571, "learning_rate": 0.000927, "loss": 6.0741, "step": 309 }, { "epoch": 0.0031, "grad_norm": 0.3537372632819937, "learning_rate": 0.00093, "loss": 6.0544, "step": 310 }, { "epoch": 0.00311, "grad_norm": 0.3807795877969161, "learning_rate": 0.000933, "loss": 6.0455, "step": 311 }, { "epoch": 0.00312, "grad_norm": 0.36301395919450175, "learning_rate": 0.000936, "loss": 6.025, "step": 312 }, { "epoch": 0.00313, "grad_norm": 0.456154645430038, "learning_rate": 0.0009390000000000001, "loss": 6.0399, "step": 313 }, { "epoch": 0.00314, "grad_norm": 0.6252307526263491, "learning_rate": 0.000942, "loss": 6.048, "step": 314 }, { "epoch": 0.00315, "grad_norm": 1.0054536709858048, "learning_rate": 0.000945, "loss": 6.0332, "step": 315 }, { "epoch": 0.00316, "grad_norm": 1.2671801420052267, "learning_rate": 0.0009480000000000001, "loss": 6.0322, "step": 316 }, { "epoch": 0.00317, "grad_norm": 0.5267566088823273, "learning_rate": 0.000951, "loss": 6.0198, "step": 317 }, { "epoch": 0.00318, "grad_norm": 1.2005145600955376, "learning_rate": 0.000954, "loss": 6.041, "step": 318 }, { "epoch": 0.00319, "grad_norm": 1.004603435172909, "learning_rate": 0.0009570000000000001, "loss": 6.025, "step": 319 }, { "epoch": 0.0032, "grad_norm": 1.1201777687880106, "learning_rate": 0.00096, "loss": 6.0356, "step": 320 }, { "epoch": 0.00321, "grad_norm": 1.0167944206203925, "learning_rate": 0.000963, "loss": 6.012, "step": 321 }, { "epoch": 0.00322, "grad_norm": 1.374478470085335, "learning_rate": 0.0009660000000000001, "loss": 6.025, "step": 322 }, { "epoch": 0.00323, "grad_norm": 0.7765654772896999, "learning_rate": 0.000969, "loss": 6.0057, "step": 323 }, { "epoch": 0.00324, "grad_norm": 0.6987857474960232, "learning_rate": 0.0009720000000000001, "loss": 6.0035, "step": 324 }, { "epoch": 0.00325, "grad_norm": 0.7564069291902213, "learning_rate": 0.0009750000000000001, "loss": 5.9742, "step": 325 }, { "epoch": 0.00326, "grad_norm": 0.7275905653375951, "learning_rate": 0.0009780000000000001, "loss": 5.9877, "step": 326 }, { "epoch": 0.00327, "grad_norm": 0.6984989438722892, "learning_rate": 0.000981, "loss": 5.9857, "step": 327 }, { "epoch": 0.00328, "grad_norm": 0.721382136086564, "learning_rate": 0.000984, "loss": 5.9627, "step": 328 }, { "epoch": 0.00329, "grad_norm": 0.7841656285031653, "learning_rate": 0.000987, "loss": 5.9649, "step": 329 }, { "epoch": 0.0033, "grad_norm": 0.8334397806028965, "learning_rate": 0.00099, "loss": 5.9568, "step": 330 }, { "epoch": 0.00331, "grad_norm": 1.070828806370832, "learning_rate": 0.0009930000000000002, "loss": 5.9642, "step": 331 }, { "epoch": 0.00332, "grad_norm": 1.0826703064607723, "learning_rate": 0.0009960000000000001, "loss": 5.9538, "step": 332 }, { "epoch": 0.00333, "grad_norm": 0.9458285226462658, "learning_rate": 0.000999, "loss": 5.9361, "step": 333 }, { "epoch": 0.00334, "grad_norm": 0.8783572499928525, "learning_rate": 0.001002, "loss": 5.9443, "step": 334 }, { "epoch": 0.00335, "grad_norm": 0.5654549281403035, "learning_rate": 0.001005, "loss": 5.9354, "step": 335 }, { "epoch": 0.00336, "grad_norm": 0.6516350129184051, "learning_rate": 0.001008, "loss": 5.9285, "step": 336 }, { "epoch": 0.00337, "grad_norm": 0.5946351510133966, "learning_rate": 0.0010110000000000002, "loss": 5.9026, "step": 337 }, { "epoch": 0.00338, "grad_norm": 0.46824568572142555, "learning_rate": 0.0010140000000000001, "loss": 5.9165, "step": 338 }, { "epoch": 0.00339, "grad_norm": 0.5098867793571775, "learning_rate": 0.0010170000000000001, "loss": 5.9215, "step": 339 }, { "epoch": 0.0034, "grad_norm": 0.5202026348670868, "learning_rate": 0.00102, "loss": 5.8881, "step": 340 }, { "epoch": 0.00341, "grad_norm": 0.4748523902202147, "learning_rate": 0.001023, "loss": 5.8705, "step": 341 }, { "epoch": 0.00342, "grad_norm": 0.42065780247182966, "learning_rate": 0.001026, "loss": 5.8732, "step": 342 }, { "epoch": 0.00343, "grad_norm": 0.4385189981740614, "learning_rate": 0.0010290000000000002, "loss": 5.8762, "step": 343 }, { "epoch": 0.00344, "grad_norm": 0.44131626809067537, "learning_rate": 0.001032, "loss": 5.8646, "step": 344 }, { "epoch": 0.00345, "grad_norm": 0.5602404326473228, "learning_rate": 0.001035, "loss": 5.8576, "step": 345 }, { "epoch": 0.00346, "grad_norm": 0.7338782884674983, "learning_rate": 0.0010379999999999999, "loss": 5.8684, "step": 346 }, { "epoch": 0.00347, "grad_norm": 0.8871217127911775, "learning_rate": 0.001041, "loss": 5.8429, "step": 347 }, { "epoch": 0.00348, "grad_norm": 0.7294005585257834, "learning_rate": 0.001044, "loss": 5.8498, "step": 348 }, { "epoch": 0.00349, "grad_norm": 0.672488440407315, "learning_rate": 0.001047, "loss": 5.8268, "step": 349 }, { "epoch": 0.0035, "grad_norm": 0.944274771030096, "learning_rate": 0.00105, "loss": 5.8574, "step": 350 }, { "epoch": 0.00351, "grad_norm": 0.8431353927439175, "learning_rate": 0.001053, "loss": 5.8586, "step": 351 }, { "epoch": 0.00352, "grad_norm": 0.8223595555288745, "learning_rate": 0.0010559999999999999, "loss": 5.8326, "step": 352 }, { "epoch": 0.00353, "grad_norm": 0.7412573085023916, "learning_rate": 0.001059, "loss": 5.8336, "step": 353 }, { "epoch": 0.00354, "grad_norm": 0.7219192917744488, "learning_rate": 0.001062, "loss": 5.8047, "step": 354 }, { "epoch": 0.00355, "grad_norm": 0.7332482461779326, "learning_rate": 0.001065, "loss": 5.8213, "step": 355 }, { "epoch": 0.00356, "grad_norm": 0.6300796792438244, "learning_rate": 0.001068, "loss": 5.8096, "step": 356 }, { "epoch": 0.00357, "grad_norm": 0.7796926368866208, "learning_rate": 0.001071, "loss": 5.802, "step": 357 }, { "epoch": 0.00358, "grad_norm": 1.048118676098695, "learning_rate": 0.001074, "loss": 5.8089, "step": 358 }, { "epoch": 0.00359, "grad_norm": 0.8469283052653666, "learning_rate": 0.001077, "loss": 5.7908, "step": 359 }, { "epoch": 0.0036, "grad_norm": 0.824969051981288, "learning_rate": 0.00108, "loss": 5.7948, "step": 360 }, { "epoch": 0.00361, "grad_norm": 0.8007424119602606, "learning_rate": 0.001083, "loss": 5.7876, "step": 361 }, { "epoch": 0.00362, "grad_norm": 0.7740442530973947, "learning_rate": 0.001086, "loss": 5.7713, "step": 362 }, { "epoch": 0.00363, "grad_norm": 0.8217790100779416, "learning_rate": 0.001089, "loss": 5.7673, "step": 363 }, { "epoch": 0.00364, "grad_norm": 0.9222078053619298, "learning_rate": 0.001092, "loss": 5.7813, "step": 364 }, { "epoch": 0.00365, "grad_norm": 1.3725693861639678, "learning_rate": 0.001095, "loss": 5.801, "step": 365 }, { "epoch": 0.00366, "grad_norm": 0.7809021294214551, "learning_rate": 0.001098, "loss": 5.7587, "step": 366 }, { "epoch": 0.00367, "grad_norm": 1.1843193874441642, "learning_rate": 0.001101, "loss": 5.7731, "step": 367 }, { "epoch": 0.00368, "grad_norm": 0.7875897064576857, "learning_rate": 0.001104, "loss": 5.7636, "step": 368 }, { "epoch": 0.00369, "grad_norm": 0.6858717859751121, "learning_rate": 0.001107, "loss": 5.7637, "step": 369 }, { "epoch": 0.0037, "grad_norm": 0.6252688126791845, "learning_rate": 0.00111, "loss": 5.7428, "step": 370 }, { "epoch": 0.00371, "grad_norm": 0.6219765776345385, "learning_rate": 0.001113, "loss": 5.7116, "step": 371 }, { "epoch": 0.00372, "grad_norm": 0.5998751494739524, "learning_rate": 0.001116, "loss": 5.7331, "step": 372 }, { "epoch": 0.00373, "grad_norm": 0.5714053922949759, "learning_rate": 0.001119, "loss": 5.72, "step": 373 }, { "epoch": 0.00374, "grad_norm": 0.628102864915935, "learning_rate": 0.001122, "loss": 5.7262, "step": 374 }, { "epoch": 0.00375, "grad_norm": 0.5909991857975568, "learning_rate": 0.0011250000000000001, "loss": 5.7276, "step": 375 }, { "epoch": 0.00376, "grad_norm": 0.5216592986380127, "learning_rate": 0.001128, "loss": 5.72, "step": 376 }, { "epoch": 0.00377, "grad_norm": 0.5469626358369448, "learning_rate": 0.001131, "loss": 5.7145, "step": 377 }, { "epoch": 0.00378, "grad_norm": 0.6291207985788981, "learning_rate": 0.001134, "loss": 5.7123, "step": 378 }, { "epoch": 0.00379, "grad_norm": 0.6445779804368097, "learning_rate": 0.001137, "loss": 5.698, "step": 379 }, { "epoch": 0.0038, "grad_norm": 0.7034810438425685, "learning_rate": 0.00114, "loss": 5.7177, "step": 380 }, { "epoch": 0.00381, "grad_norm": 0.9330449756794958, "learning_rate": 0.0011430000000000001, "loss": 5.6924, "step": 381 }, { "epoch": 0.00382, "grad_norm": 0.9449582673655755, "learning_rate": 0.001146, "loss": 5.6863, "step": 382 }, { "epoch": 0.00383, "grad_norm": 0.6715143882341864, "learning_rate": 0.001149, "loss": 5.6846, "step": 383 }, { "epoch": 0.00384, "grad_norm": 0.8662082921806001, "learning_rate": 0.001152, "loss": 5.699, "step": 384 }, { "epoch": 0.00385, "grad_norm": 0.8482542645994808, "learning_rate": 0.001155, "loss": 5.6818, "step": 385 }, { "epoch": 0.00386, "grad_norm": 0.8694120663581818, "learning_rate": 0.001158, "loss": 5.6914, "step": 386 }, { "epoch": 0.00387, "grad_norm": 1.382803938865885, "learning_rate": 0.0011610000000000001, "loss": 5.6813, "step": 387 }, { "epoch": 0.00388, "grad_norm": 0.9644228724095026, "learning_rate": 0.001164, "loss": 5.6689, "step": 388 }, { "epoch": 0.00389, "grad_norm": 0.7396617808819147, "learning_rate": 0.001167, "loss": 5.6709, "step": 389 }, { "epoch": 0.0039, "grad_norm": 0.5609185173455993, "learning_rate": 0.00117, "loss": 5.648, "step": 390 }, { "epoch": 0.00391, "grad_norm": 0.735416794156057, "learning_rate": 0.001173, "loss": 5.6589, "step": 391 }, { "epoch": 0.00392, "grad_norm": 0.7564046131732848, "learning_rate": 0.001176, "loss": 5.6662, "step": 392 }, { "epoch": 0.00393, "grad_norm": 0.7233997204719024, "learning_rate": 0.0011790000000000001, "loss": 5.6377, "step": 393 }, { "epoch": 0.00394, "grad_norm": 0.6288246845478384, "learning_rate": 0.001182, "loss": 5.6239, "step": 394 }, { "epoch": 0.00395, "grad_norm": 0.6696319293361586, "learning_rate": 0.001185, "loss": 5.6102, "step": 395 }, { "epoch": 0.00396, "grad_norm": 0.7214553632515296, "learning_rate": 0.001188, "loss": 5.6276, "step": 396 }, { "epoch": 0.00397, "grad_norm": 0.7104651338358826, "learning_rate": 0.001191, "loss": 5.619, "step": 397 }, { "epoch": 0.00398, "grad_norm": 0.5955487966253655, "learning_rate": 0.0011940000000000002, "loss": 5.6195, "step": 398 }, { "epoch": 0.00399, "grad_norm": 0.6061151049974988, "learning_rate": 0.0011970000000000001, "loss": 5.6211, "step": 399 }, { "epoch": 0.004, "grad_norm": 0.747975845260549, "learning_rate": 0.0012000000000000001, "loss": 5.6119, "step": 400 }, { "epoch": 0.00401, "grad_norm": 1.066378470212407, "learning_rate": 0.001203, "loss": 5.6055, "step": 401 }, { "epoch": 0.00402, "grad_norm": 1.1521859370487337, "learning_rate": 0.001206, "loss": 5.6144, "step": 402 }, { "epoch": 0.00403, "grad_norm": 1.0137206411467539, "learning_rate": 0.001209, "loss": 5.6121, "step": 403 }, { "epoch": 0.00404, "grad_norm": 1.1663989264954397, "learning_rate": 0.0012120000000000002, "loss": 5.6177, "step": 404 }, { "epoch": 0.00405, "grad_norm": 1.1363050593119097, "learning_rate": 0.0012150000000000002, "loss": 5.6098, "step": 405 }, { "epoch": 0.00406, "grad_norm": 1.0087910495777368, "learning_rate": 0.0012180000000000001, "loss": 5.5952, "step": 406 }, { "epoch": 0.00407, "grad_norm": 0.9520738669869687, "learning_rate": 0.0012209999999999999, "loss": 5.5915, "step": 407 }, { "epoch": 0.00408, "grad_norm": 1.0377478362348644, "learning_rate": 0.001224, "loss": 5.6129, "step": 408 }, { "epoch": 0.00409, "grad_norm": 1.1016437762309168, "learning_rate": 0.001227, "loss": 5.5927, "step": 409 }, { "epoch": 0.0041, "grad_norm": 0.9709841842795465, "learning_rate": 0.00123, "loss": 5.5883, "step": 410 }, { "epoch": 0.00411, "grad_norm": 0.8240534275873757, "learning_rate": 0.001233, "loss": 5.5977, "step": 411 }, { "epoch": 0.00412, "grad_norm": 0.8077831494606339, "learning_rate": 0.001236, "loss": 5.5894, "step": 412 }, { "epoch": 0.00413, "grad_norm": 0.7433003641205871, "learning_rate": 0.0012389999999999999, "loss": 5.5815, "step": 413 }, { "epoch": 0.00414, "grad_norm": 0.615571577509929, "learning_rate": 0.001242, "loss": 5.5582, "step": 414 }, { "epoch": 0.00415, "grad_norm": 0.656841702591939, "learning_rate": 0.001245, "loss": 5.5606, "step": 415 }, { "epoch": 0.00416, "grad_norm": 0.613196865035469, "learning_rate": 0.001248, "loss": 5.5418, "step": 416 }, { "epoch": 0.00417, "grad_norm": 0.48631699887544017, "learning_rate": 0.001251, "loss": 5.5683, "step": 417 }, { "epoch": 0.00418, "grad_norm": 0.4611320175617472, "learning_rate": 0.001254, "loss": 5.5401, "step": 418 }, { "epoch": 0.00419, "grad_norm": 0.5824396705507784, "learning_rate": 0.0012569999999999999, "loss": 5.5305, "step": 419 }, { "epoch": 0.0042, "grad_norm": 0.8055087238093066, "learning_rate": 0.00126, "loss": 5.5467, "step": 420 }, { "epoch": 0.00421, "grad_norm": 0.9831917562206494, "learning_rate": 0.001263, "loss": 5.5503, "step": 421 }, { "epoch": 0.00422, "grad_norm": 0.8124592037579013, "learning_rate": 0.001266, "loss": 5.5357, "step": 422 }, { "epoch": 0.00423, "grad_norm": 1.0116811247233115, "learning_rate": 0.001269, "loss": 5.5337, "step": 423 }, { "epoch": 0.00424, "grad_norm": 1.368200107021336, "learning_rate": 0.001272, "loss": 5.5595, "step": 424 }, { "epoch": 0.00425, "grad_norm": 0.9353292964204464, "learning_rate": 0.001275, "loss": 5.5445, "step": 425 }, { "epoch": 0.00426, "grad_norm": 0.9604600896045714, "learning_rate": 0.001278, "loss": 5.5493, "step": 426 }, { "epoch": 0.00427, "grad_norm": 0.9684632680550875, "learning_rate": 0.001281, "loss": 5.5328, "step": 427 }, { "epoch": 0.00428, "grad_norm": 0.9533788870858234, "learning_rate": 0.001284, "loss": 5.5058, "step": 428 }, { "epoch": 0.00429, "grad_norm": 1.113271451738206, "learning_rate": 0.001287, "loss": 5.5322, "step": 429 }, { "epoch": 0.0043, "grad_norm": 0.9492520989573756, "learning_rate": 0.00129, "loss": 5.5226, "step": 430 }, { "epoch": 0.00431, "grad_norm": 1.1309185966069144, "learning_rate": 0.001293, "loss": 5.5118, "step": 431 }, { "epoch": 0.00432, "grad_norm": 1.2851571092183034, "learning_rate": 0.001296, "loss": 5.5367, "step": 432 }, { "epoch": 0.00433, "grad_norm": 0.7219415163940603, "learning_rate": 0.001299, "loss": 5.5106, "step": 433 }, { "epoch": 0.00434, "grad_norm": 0.7943786167833424, "learning_rate": 0.001302, "loss": 5.5109, "step": 434 }, { "epoch": 0.00435, "grad_norm": 0.7514833526497924, "learning_rate": 0.001305, "loss": 5.5051, "step": 435 }, { "epoch": 0.00436, "grad_norm": 0.5499552719714149, "learning_rate": 0.001308, "loss": 5.4758, "step": 436 }, { "epoch": 0.00437, "grad_norm": 0.5803132978630802, "learning_rate": 0.001311, "loss": 5.494, "step": 437 }, { "epoch": 0.00438, "grad_norm": 0.4343754614294673, "learning_rate": 0.001314, "loss": 5.4701, "step": 438 }, { "epoch": 0.00439, "grad_norm": 0.49450539118744047, "learning_rate": 0.001317, "loss": 5.4997, "step": 439 }, { "epoch": 0.0044, "grad_norm": 0.3670496641121159, "learning_rate": 0.00132, "loss": 5.4633, "step": 440 }, { "epoch": 0.00441, "grad_norm": 0.44023069828614625, "learning_rate": 0.001323, "loss": 5.4624, "step": 441 }, { "epoch": 0.00442, "grad_norm": 0.45124022563783683, "learning_rate": 0.0013260000000000001, "loss": 5.4541, "step": 442 }, { "epoch": 0.00443, "grad_norm": 0.5170657075032803, "learning_rate": 0.001329, "loss": 5.4572, "step": 443 }, { "epoch": 0.00444, "grad_norm": 0.6406930762525409, "learning_rate": 0.001332, "loss": 5.4608, "step": 444 }, { "epoch": 0.00445, "grad_norm": 0.7431205120059805, "learning_rate": 0.001335, "loss": 5.4462, "step": 445 }, { "epoch": 0.00446, "grad_norm": 0.9849435734941417, "learning_rate": 0.001338, "loss": 5.4578, "step": 446 }, { "epoch": 0.00447, "grad_norm": 1.1031854356255555, "learning_rate": 0.001341, "loss": 5.469, "step": 447 }, { "epoch": 0.00448, "grad_norm": 0.8550264287932019, "learning_rate": 0.0013440000000000001, "loss": 5.4411, "step": 448 }, { "epoch": 0.00449, "grad_norm": 0.8569858280927948, "learning_rate": 0.001347, "loss": 5.4491, "step": 449 }, { "epoch": 0.0045, "grad_norm": 0.766625402040655, "learning_rate": 0.00135, "loss": 5.4461, "step": 450 }, { "epoch": 0.00451, "grad_norm": 0.8992860281272513, "learning_rate": 0.001353, "loss": 5.4411, "step": 451 }, { "epoch": 0.00452, "grad_norm": 0.9587820940422671, "learning_rate": 0.001356, "loss": 5.4273, "step": 452 }, { "epoch": 0.00453, "grad_norm": 0.9706881368414635, "learning_rate": 0.001359, "loss": 5.4204, "step": 453 }, { "epoch": 0.00454, "grad_norm": 1.1942708782025127, "learning_rate": 0.0013620000000000001, "loss": 5.4481, "step": 454 }, { "epoch": 0.00455, "grad_norm": 1.0651260215062406, "learning_rate": 0.0013650000000000001, "loss": 5.4483, "step": 455 }, { "epoch": 0.00456, "grad_norm": 1.0894309440916736, "learning_rate": 0.001368, "loss": 5.4405, "step": 456 }, { "epoch": 0.00457, "grad_norm": 1.3632436316792311, "learning_rate": 0.001371, "loss": 5.442, "step": 457 }, { "epoch": 0.00458, "grad_norm": 0.9802910013598249, "learning_rate": 0.001374, "loss": 5.4423, "step": 458 }, { "epoch": 0.00459, "grad_norm": 0.9681577835390196, "learning_rate": 0.0013770000000000002, "loss": 5.4314, "step": 459 }, { "epoch": 0.0046, "grad_norm": 0.955881976726698, "learning_rate": 0.0013800000000000002, "loss": 5.4146, "step": 460 }, { "epoch": 0.00461, "grad_norm": 1.072138092727722, "learning_rate": 0.0013830000000000001, "loss": 5.4186, "step": 461 }, { "epoch": 0.00462, "grad_norm": 0.8672451154734739, "learning_rate": 0.001386, "loss": 5.4193, "step": 462 }, { "epoch": 0.00463, "grad_norm": 0.9908998654710571, "learning_rate": 0.001389, "loss": 5.4011, "step": 463 }, { "epoch": 0.00464, "grad_norm": 1.1599842863140275, "learning_rate": 0.001392, "loss": 5.4321, "step": 464 }, { "epoch": 0.00465, "grad_norm": 0.698212811337685, "learning_rate": 0.0013950000000000002, "loss": 5.3861, "step": 465 }, { "epoch": 0.00466, "grad_norm": 0.6209828526031017, "learning_rate": 0.0013980000000000002, "loss": 5.4004, "step": 466 }, { "epoch": 0.00467, "grad_norm": 0.626908730655191, "learning_rate": 0.0014010000000000001, "loss": 5.3894, "step": 467 }, { "epoch": 0.00468, "grad_norm": 0.6046317726003113, "learning_rate": 0.001404, "loss": 5.3787, "step": 468 }, { "epoch": 0.00469, "grad_norm": 0.5283854127913247, "learning_rate": 0.001407, "loss": 5.3767, "step": 469 }, { "epoch": 0.0047, "grad_norm": 0.5494342704278756, "learning_rate": 0.00141, "loss": 5.3859, "step": 470 }, { "epoch": 0.00471, "grad_norm": 0.6548172150181142, "learning_rate": 0.001413, "loss": 5.3653, "step": 471 }, { "epoch": 0.00472, "grad_norm": 0.8352552132751145, "learning_rate": 0.001416, "loss": 5.3799, "step": 472 }, { "epoch": 0.00473, "grad_norm": 1.04775859687285, "learning_rate": 0.001419, "loss": 5.3985, "step": 473 }, { "epoch": 0.00474, "grad_norm": 0.9808295146566943, "learning_rate": 0.0014219999999999999, "loss": 5.3787, "step": 474 }, { "epoch": 0.00475, "grad_norm": 1.0065096729700158, "learning_rate": 0.001425, "loss": 5.3725, "step": 475 }, { "epoch": 0.00476, "grad_norm": 1.0604383614131039, "learning_rate": 0.001428, "loss": 5.4172, "step": 476 }, { "epoch": 0.00477, "grad_norm": 0.5551620314639825, "learning_rate": 0.001431, "loss": 5.3484, "step": 477 }, { "epoch": 0.00478, "grad_norm": 0.6446758952809472, "learning_rate": 0.001434, "loss": 5.3819, "step": 478 }, { "epoch": 0.00479, "grad_norm": 0.6811842486215005, "learning_rate": 0.001437, "loss": 5.3551, "step": 479 }, { "epoch": 0.0048, "grad_norm": 0.6985415352827566, "learning_rate": 0.0014399999999999999, "loss": 5.3502, "step": 480 }, { "epoch": 0.00481, "grad_norm": 0.7430626707063542, "learning_rate": 0.001443, "loss": 5.3537, "step": 481 }, { "epoch": 0.00482, "grad_norm": 0.7883555304691023, "learning_rate": 0.001446, "loss": 5.3281, "step": 482 }, { "epoch": 0.00483, "grad_norm": 0.9604272864715826, "learning_rate": 0.001449, "loss": 5.3455, "step": 483 }, { "epoch": 0.00484, "grad_norm": 0.9435245256880889, "learning_rate": 0.001452, "loss": 5.3494, "step": 484 }, { "epoch": 0.00485, "grad_norm": 0.8042883678590446, "learning_rate": 0.001455, "loss": 5.3511, "step": 485 }, { "epoch": 0.00486, "grad_norm": 0.7958734942371152, "learning_rate": 0.001458, "loss": 5.3247, "step": 486 }, { "epoch": 0.00487, "grad_norm": 0.7735191187819994, "learning_rate": 0.001461, "loss": 5.3397, "step": 487 }, { "epoch": 0.00488, "grad_norm": 1.012081783792506, "learning_rate": 0.001464, "loss": 5.3265, "step": 488 }, { "epoch": 0.00489, "grad_norm": 0.8905045147335564, "learning_rate": 0.001467, "loss": 5.3131, "step": 489 }, { "epoch": 0.0049, "grad_norm": 0.8898357576674187, "learning_rate": 0.00147, "loss": 5.3259, "step": 490 }, { "epoch": 0.00491, "grad_norm": 0.9415043482581119, "learning_rate": 0.001473, "loss": 5.3269, "step": 491 }, { "epoch": 0.00492, "grad_norm": 0.8320755719970162, "learning_rate": 0.001476, "loss": 5.3196, "step": 492 }, { "epoch": 0.00493, "grad_norm": 0.8445852574519659, "learning_rate": 0.001479, "loss": 5.3145, "step": 493 }, { "epoch": 0.00494, "grad_norm": 1.055556747775556, "learning_rate": 0.001482, "loss": 5.3274, "step": 494 }, { "epoch": 0.00495, "grad_norm": 0.8469107680360277, "learning_rate": 0.001485, "loss": 5.3268, "step": 495 }, { "epoch": 0.00496, "grad_norm": 0.7635320378283988, "learning_rate": 0.001488, "loss": 5.3083, "step": 496 }, { "epoch": 0.00497, "grad_norm": 0.8508130432624411, "learning_rate": 0.001491, "loss": 5.2927, "step": 497 }, { "epoch": 0.00498, "grad_norm": 0.6847944056515368, "learning_rate": 0.001494, "loss": 5.3134, "step": 498 }, { "epoch": 0.00499, "grad_norm": 0.73441383592788, "learning_rate": 0.001497, "loss": 5.2894, "step": 499 }, { "epoch": 0.005, "grad_norm": 0.6599139353534871, "learning_rate": 0.0015, "loss": 5.2898, "step": 500 }, { "epoch": 0.00501, "grad_norm": 0.5852764030687648, "learning_rate": 0.001503, "loss": 5.2881, "step": 501 }, { "epoch": 0.00502, "grad_norm": 0.6853021422001514, "learning_rate": 0.001506, "loss": 5.2946, "step": 502 }, { "epoch": 0.00503, "grad_norm": 0.720141729806561, "learning_rate": 0.0015090000000000001, "loss": 5.2988, "step": 503 }, { "epoch": 0.00504, "grad_norm": 0.7571759373525393, "learning_rate": 0.001512, "loss": 5.2829, "step": 504 }, { "epoch": 0.00505, "grad_norm": 0.7892633543044816, "learning_rate": 0.001515, "loss": 5.2795, "step": 505 }, { "epoch": 0.00506, "grad_norm": 0.7628738296895545, "learning_rate": 0.001518, "loss": 5.2778, "step": 506 }, { "epoch": 0.00507, "grad_norm": 0.7334519380566521, "learning_rate": 0.001521, "loss": 5.2722, "step": 507 }, { "epoch": 0.00508, "grad_norm": 0.7350882061617702, "learning_rate": 0.001524, "loss": 5.2693, "step": 508 }, { "epoch": 0.00509, "grad_norm": 0.7407389039658853, "learning_rate": 0.0015270000000000001, "loss": 5.2562, "step": 509 }, { "epoch": 0.0051, "grad_norm": 0.7104400166661097, "learning_rate": 0.0015300000000000001, "loss": 5.2696, "step": 510 }, { "epoch": 0.00511, "grad_norm": 0.8484400275698938, "learning_rate": 0.001533, "loss": 5.2541, "step": 511 }, { "epoch": 0.00512, "grad_norm": 0.7909533536283434, "learning_rate": 0.001536, "loss": 5.2475, "step": 512 }, { "epoch": 0.00513, "grad_norm": 0.9481517521047255, "learning_rate": 0.001539, "loss": 5.2684, "step": 513 }, { "epoch": 0.00514, "grad_norm": 1.405665610624422, "learning_rate": 0.001542, "loss": 5.2742, "step": 514 }, { "epoch": 0.00515, "grad_norm": 0.9237050984729354, "learning_rate": 0.0015450000000000001, "loss": 5.2636, "step": 515 }, { "epoch": 0.00516, "grad_norm": 1.1634719669204763, "learning_rate": 0.0015480000000000001, "loss": 5.2755, "step": 516 }, { "epoch": 0.00517, "grad_norm": 0.8585760471561034, "learning_rate": 0.001551, "loss": 5.2577, "step": 517 }, { "epoch": 0.00518, "grad_norm": 0.728905665920263, "learning_rate": 0.001554, "loss": 5.2422, "step": 518 }, { "epoch": 0.00519, "grad_norm": 0.841003643450708, "learning_rate": 0.001557, "loss": 5.2472, "step": 519 }, { "epoch": 0.0052, "grad_norm": 0.8542329179478354, "learning_rate": 0.0015600000000000002, "loss": 5.2573, "step": 520 }, { "epoch": 0.00521, "grad_norm": 0.9136344705581151, "learning_rate": 0.0015630000000000002, "loss": 5.2327, "step": 521 }, { "epoch": 0.00522, "grad_norm": 1.1142541660381047, "learning_rate": 0.0015660000000000001, "loss": 5.2435, "step": 522 }, { "epoch": 0.00523, "grad_norm": 1.2424782927197504, "learning_rate": 0.001569, "loss": 5.2642, "step": 523 }, { "epoch": 0.00524, "grad_norm": 0.9564855927553343, "learning_rate": 0.001572, "loss": 5.264, "step": 524 }, { "epoch": 0.00525, "grad_norm": 0.8662515649518988, "learning_rate": 0.001575, "loss": 5.2537, "step": 525 }, { "epoch": 0.00526, "grad_norm": 0.72079723918141, "learning_rate": 0.0015780000000000002, "loss": 5.2224, "step": 526 }, { "epoch": 0.00527, "grad_norm": 0.6822789926865414, "learning_rate": 0.0015810000000000002, "loss": 5.2353, "step": 527 }, { "epoch": 0.00528, "grad_norm": 0.6986034229049856, "learning_rate": 0.0015840000000000001, "loss": 5.2128, "step": 528 }, { "epoch": 0.00529, "grad_norm": 0.6935526974121139, "learning_rate": 0.001587, "loss": 5.2236, "step": 529 }, { "epoch": 0.0053, "grad_norm": 0.6635846542220551, "learning_rate": 0.00159, "loss": 5.2302, "step": 530 }, { "epoch": 0.00531, "grad_norm": 0.7197123783695031, "learning_rate": 0.001593, "loss": 5.2167, "step": 531 }, { "epoch": 0.00532, "grad_norm": 0.6862921713046577, "learning_rate": 0.0015960000000000002, "loss": 5.2205, "step": 532 }, { "epoch": 0.00533, "grad_norm": 0.672254585940336, "learning_rate": 0.0015990000000000002, "loss": 5.2165, "step": 533 }, { "epoch": 0.00534, "grad_norm": 0.6180247915886188, "learning_rate": 0.0016020000000000001, "loss": 5.2018, "step": 534 }, { "epoch": 0.00535, "grad_norm": 0.7076887136252737, "learning_rate": 0.001605, "loss": 5.2099, "step": 535 }, { "epoch": 0.00536, "grad_norm": 0.8627381010586813, "learning_rate": 0.001608, "loss": 5.2158, "step": 536 }, { "epoch": 0.00537, "grad_norm": 0.9890089503230703, "learning_rate": 0.0016110000000000002, "loss": 5.2125, "step": 537 }, { "epoch": 0.00538, "grad_norm": 1.0890684861329838, "learning_rate": 0.0016140000000000002, "loss": 5.1997, "step": 538 }, { "epoch": 0.00539, "grad_norm": 0.7898695514456295, "learning_rate": 0.0016170000000000002, "loss": 5.1885, "step": 539 }, { "epoch": 0.0054, "grad_norm": 0.7877858658336557, "learning_rate": 0.0016200000000000001, "loss": 5.1979, "step": 540 }, { "epoch": 0.00541, "grad_norm": 0.8613625325852945, "learning_rate": 0.001623, "loss": 5.1884, "step": 541 }, { "epoch": 0.00542, "grad_norm": 0.9310959295325639, "learning_rate": 0.001626, "loss": 5.2135, "step": 542 }, { "epoch": 0.00543, "grad_norm": 1.0650490028229627, "learning_rate": 0.0016290000000000002, "loss": 5.1821, "step": 543 }, { "epoch": 0.00544, "grad_norm": 1.058155288535174, "learning_rate": 0.0016320000000000002, "loss": 5.2106, "step": 544 }, { "epoch": 0.00545, "grad_norm": 0.7888748411290551, "learning_rate": 0.0016350000000000002, "loss": 5.2093, "step": 545 }, { "epoch": 0.00546, "grad_norm": 0.8327623405474364, "learning_rate": 0.0016380000000000001, "loss": 5.1821, "step": 546 }, { "epoch": 0.00547, "grad_norm": 0.9359889846839972, "learning_rate": 0.001641, "loss": 5.1867, "step": 547 }, { "epoch": 0.00548, "grad_norm": 0.8250520922796094, "learning_rate": 0.001644, "loss": 5.1781, "step": 548 }, { "epoch": 0.00549, "grad_norm": 0.8346002681162655, "learning_rate": 0.0016470000000000002, "loss": 5.1786, "step": 549 }, { "epoch": 0.0055, "grad_norm": 0.8307775357404767, "learning_rate": 0.0016500000000000002, "loss": 5.1901, "step": 550 }, { "epoch": 0.00551, "grad_norm": 0.8868587049067305, "learning_rate": 0.0016530000000000002, "loss": 5.1882, "step": 551 }, { "epoch": 0.00552, "grad_norm": 1.0021721179116465, "learning_rate": 0.0016560000000000001, "loss": 5.1887, "step": 552 }, { "epoch": 0.00553, "grad_norm": 1.0435640829012027, "learning_rate": 0.001659, "loss": 5.1828, "step": 553 }, { "epoch": 0.00554, "grad_norm": 1.091952614784726, "learning_rate": 0.0016620000000000003, "loss": 5.1843, "step": 554 }, { "epoch": 0.00555, "grad_norm": 0.7530351004511261, "learning_rate": 0.0016650000000000002, "loss": 5.1804, "step": 555 }, { "epoch": 0.00556, "grad_norm": 0.7840106393058217, "learning_rate": 0.0016680000000000002, "loss": 5.1664, "step": 556 }, { "epoch": 0.00557, "grad_norm": 0.6999816254444311, "learning_rate": 0.0016710000000000002, "loss": 5.1437, "step": 557 }, { "epoch": 0.00558, "grad_norm": 0.7845980119871422, "learning_rate": 0.0016740000000000001, "loss": 5.1792, "step": 558 }, { "epoch": 0.00559, "grad_norm": 1.002237738003299, "learning_rate": 0.001677, "loss": 5.165, "step": 559 }, { "epoch": 0.0056, "grad_norm": 1.1590360602458978, "learning_rate": 0.0016800000000000003, "loss": 5.15, "step": 560 }, { "epoch": 0.00561, "grad_norm": 0.9693350319936842, "learning_rate": 0.0016830000000000003, "loss": 5.1673, "step": 561 }, { "epoch": 0.00562, "grad_norm": 0.9337806686381701, "learning_rate": 0.0016860000000000002, "loss": 5.1656, "step": 562 }, { "epoch": 0.00563, "grad_norm": 0.7021371152666548, "learning_rate": 0.001689, "loss": 5.1554, "step": 563 }, { "epoch": 0.00564, "grad_norm": 0.761762323285238, "learning_rate": 0.001692, "loss": 5.1364, "step": 564 }, { "epoch": 0.00565, "grad_norm": 0.9962272803832337, "learning_rate": 0.001695, "loss": 5.1465, "step": 565 }, { "epoch": 0.00566, "grad_norm": 0.9270663941212276, "learning_rate": 0.0016979999999999999, "loss": 5.1454, "step": 566 }, { "epoch": 0.00567, "grad_norm": 1.0296751705367089, "learning_rate": 0.0017009999999999998, "loss": 5.1403, "step": 567 }, { "epoch": 0.00568, "grad_norm": 1.0921308967550072, "learning_rate": 0.0017039999999999998, "loss": 5.1647, "step": 568 }, { "epoch": 0.00569, "grad_norm": 0.9680118526613578, "learning_rate": 0.001707, "loss": 5.1376, "step": 569 }, { "epoch": 0.0057, "grad_norm": 1.1373894554942883, "learning_rate": 0.00171, "loss": 5.1667, "step": 570 }, { "epoch": 0.00571, "grad_norm": 0.9491793536820188, "learning_rate": 0.001713, "loss": 5.1618, "step": 571 }, { "epoch": 0.00572, "grad_norm": 1.0938883440367575, "learning_rate": 0.0017159999999999999, "loss": 5.1499, "step": 572 }, { "epoch": 0.00573, "grad_norm": 0.8953824806877001, "learning_rate": 0.0017189999999999998, "loss": 5.1459, "step": 573 }, { "epoch": 0.00574, "grad_norm": 0.8777825611555061, "learning_rate": 0.001722, "loss": 5.1467, "step": 574 }, { "epoch": 0.00575, "grad_norm": 0.9427806830230203, "learning_rate": 0.001725, "loss": 5.132, "step": 575 }, { "epoch": 0.00576, "grad_norm": 0.8846520959631657, "learning_rate": 0.001728, "loss": 5.1269, "step": 576 }, { "epoch": 0.00577, "grad_norm": 0.6344552018416748, "learning_rate": 0.001731, "loss": 5.1395, "step": 577 }, { "epoch": 0.00578, "grad_norm": 0.6771922101340231, "learning_rate": 0.0017339999999999999, "loss": 5.1199, "step": 578 }, { "epoch": 0.00579, "grad_norm": 0.5381676919488529, "learning_rate": 0.0017369999999999998, "loss": 5.1001, "step": 579 }, { "epoch": 0.0058, "grad_norm": 0.5416857271346956, "learning_rate": 0.00174, "loss": 5.1179, "step": 580 }, { "epoch": 0.00581, "grad_norm": 0.4886409554358658, "learning_rate": 0.001743, "loss": 5.1131, "step": 581 }, { "epoch": 0.00582, "grad_norm": 0.3953796837190132, "learning_rate": 0.001746, "loss": 5.0842, "step": 582 }, { "epoch": 0.00583, "grad_norm": 0.3816231764982968, "learning_rate": 0.001749, "loss": 5.1076, "step": 583 }, { "epoch": 0.00584, "grad_norm": 0.39062356918599367, "learning_rate": 0.0017519999999999999, "loss": 5.1003, "step": 584 }, { "epoch": 0.00585, "grad_norm": 0.3915858898605007, "learning_rate": 0.0017549999999999998, "loss": 5.0837, "step": 585 }, { "epoch": 0.00586, "grad_norm": 0.4063811781565053, "learning_rate": 0.001758, "loss": 5.0866, "step": 586 }, { "epoch": 0.00587, "grad_norm": 0.4274699383917251, "learning_rate": 0.001761, "loss": 5.0709, "step": 587 }, { "epoch": 0.00588, "grad_norm": 0.5008029306674315, "learning_rate": 0.001764, "loss": 5.0767, "step": 588 }, { "epoch": 0.00589, "grad_norm": 0.7229655060897183, "learning_rate": 0.001767, "loss": 5.084, "step": 589 }, { "epoch": 0.0059, "grad_norm": 0.9281114393382421, "learning_rate": 0.0017699999999999999, "loss": 5.0779, "step": 590 }, { "epoch": 0.00591, "grad_norm": 0.9689787780419555, "learning_rate": 0.001773, "loss": 5.0756, "step": 591 }, { "epoch": 0.00592, "grad_norm": 0.8435580831880815, "learning_rate": 0.001776, "loss": 5.0975, "step": 592 }, { "epoch": 0.00593, "grad_norm": 0.9986679613531879, "learning_rate": 0.001779, "loss": 5.098, "step": 593 }, { "epoch": 0.00594, "grad_norm": 1.0996840470415932, "learning_rate": 0.001782, "loss": 5.1014, "step": 594 }, { "epoch": 0.00595, "grad_norm": 0.9601369241773534, "learning_rate": 0.001785, "loss": 5.0957, "step": 595 }, { "epoch": 0.00596, "grad_norm": 0.8606352953891906, "learning_rate": 0.0017879999999999999, "loss": 5.0932, "step": 596 }, { "epoch": 0.00597, "grad_norm": 0.8716680293105395, "learning_rate": 0.001791, "loss": 5.066, "step": 597 }, { "epoch": 0.00598, "grad_norm": 0.9954805607751368, "learning_rate": 0.001794, "loss": 5.0837, "step": 598 }, { "epoch": 0.00599, "grad_norm": 1.0139742121604893, "learning_rate": 0.001797, "loss": 5.0892, "step": 599 }, { "epoch": 0.006, "grad_norm": 0.8994983668637855, "learning_rate": 0.0018, "loss": 5.083, "step": 600 }, { "epoch": 0.00601, "grad_norm": 1.012817382509115, "learning_rate": 0.001803, "loss": 5.0872, "step": 601 }, { "epoch": 0.00602, "grad_norm": 0.829792766990954, "learning_rate": 0.0018059999999999999, "loss": 5.0655, "step": 602 }, { "epoch": 0.00603, "grad_norm": 0.8978641621726422, "learning_rate": 0.001809, "loss": 5.0896, "step": 603 }, { "epoch": 0.00604, "grad_norm": 1.006526980400353, "learning_rate": 0.001812, "loss": 5.0733, "step": 604 }, { "epoch": 0.00605, "grad_norm": 0.9664384705752951, "learning_rate": 0.001815, "loss": 5.0828, "step": 605 }, { "epoch": 0.00606, "grad_norm": 1.0962791606856168, "learning_rate": 0.001818, "loss": 5.0888, "step": 606 }, { "epoch": 0.00607, "grad_norm": 0.9313257227556363, "learning_rate": 0.001821, "loss": 5.0876, "step": 607 }, { "epoch": 0.00608, "grad_norm": 0.9207616431206566, "learning_rate": 0.001824, "loss": 5.068, "step": 608 }, { "epoch": 0.00609, "grad_norm": 0.9552257534317795, "learning_rate": 0.001827, "loss": 5.0751, "step": 609 }, { "epoch": 0.0061, "grad_norm": 1.1338881088580717, "learning_rate": 0.00183, "loss": 5.062, "step": 610 }, { "epoch": 0.00611, "grad_norm": 0.907481169345242, "learning_rate": 0.001833, "loss": 5.0576, "step": 611 }, { "epoch": 0.00612, "grad_norm": 1.04757168088542, "learning_rate": 0.001836, "loss": 5.0686, "step": 612 }, { "epoch": 0.00613, "grad_norm": 0.9021638869008188, "learning_rate": 0.001839, "loss": 5.0559, "step": 613 }, { "epoch": 0.00614, "grad_norm": 0.7877209937196055, "learning_rate": 0.001842, "loss": 5.0768, "step": 614 }, { "epoch": 0.00615, "grad_norm": 0.7456491069500266, "learning_rate": 0.001845, "loss": 5.0572, "step": 615 }, { "epoch": 0.00616, "grad_norm": 0.7643816652567319, "learning_rate": 0.001848, "loss": 5.043, "step": 616 }, { "epoch": 0.00617, "grad_norm": 0.8920948602141958, "learning_rate": 0.001851, "loss": 5.0555, "step": 617 }, { "epoch": 0.00618, "grad_norm": 1.0257178323795717, "learning_rate": 0.001854, "loss": 5.0507, "step": 618 }, { "epoch": 0.00619, "grad_norm": 0.7092119630036949, "learning_rate": 0.001857, "loss": 5.0429, "step": 619 }, { "epoch": 0.0062, "grad_norm": 0.6092469798525071, "learning_rate": 0.00186, "loss": 5.0262, "step": 620 }, { "epoch": 0.00621, "grad_norm": 0.7552706683211996, "learning_rate": 0.001863, "loss": 5.032, "step": 621 }, { "epoch": 0.00622, "grad_norm": 0.6988650940233329, "learning_rate": 0.001866, "loss": 5.0245, "step": 622 }, { "epoch": 0.00623, "grad_norm": 0.6062593525325608, "learning_rate": 0.001869, "loss": 5.0091, "step": 623 }, { "epoch": 0.00624, "grad_norm": 0.555479795278756, "learning_rate": 0.001872, "loss": 5.0161, "step": 624 }, { "epoch": 0.00625, "grad_norm": 0.6339519418385815, "learning_rate": 0.001875, "loss": 5.0276, "step": 625 }, { "epoch": 0.00626, "grad_norm": 0.7820017260467441, "learning_rate": 0.0018780000000000001, "loss": 5.0084, "step": 626 }, { "epoch": 0.00627, "grad_norm": 0.8263278266088275, "learning_rate": 0.001881, "loss": 5.0003, "step": 627 }, { "epoch": 0.00628, "grad_norm": 0.5717634931424201, "learning_rate": 0.001884, "loss": 5.0204, "step": 628 }, { "epoch": 0.00629, "grad_norm": 0.5505525631139665, "learning_rate": 0.001887, "loss": 4.9928, "step": 629 }, { "epoch": 0.0063, "grad_norm": 0.47331922258372455, "learning_rate": 0.00189, "loss": 4.9837, "step": 630 }, { "epoch": 0.00631, "grad_norm": 0.4173073508747504, "learning_rate": 0.0018930000000000002, "loss": 4.9757, "step": 631 }, { "epoch": 0.00632, "grad_norm": 0.42808966750972455, "learning_rate": 0.0018960000000000001, "loss": 4.9928, "step": 632 }, { "epoch": 0.00633, "grad_norm": 0.46750467774391197, "learning_rate": 0.001899, "loss": 4.9879, "step": 633 }, { "epoch": 0.00634, "grad_norm": 0.5696215613123979, "learning_rate": 0.001902, "loss": 4.9763, "step": 634 }, { "epoch": 0.00635, "grad_norm": 0.7138673203190975, "learning_rate": 0.001905, "loss": 4.9686, "step": 635 }, { "epoch": 0.00636, "grad_norm": 0.8836310721952346, "learning_rate": 0.001908, "loss": 4.9828, "step": 636 }, { "epoch": 0.00637, "grad_norm": 0.9755328249694639, "learning_rate": 0.0019110000000000002, "loss": 5.002, "step": 637 }, { "epoch": 0.00638, "grad_norm": 1.3272264449165134, "learning_rate": 0.0019140000000000001, "loss": 5.0051, "step": 638 }, { "epoch": 0.00639, "grad_norm": 0.9140856571338883, "learning_rate": 0.001917, "loss": 4.9726, "step": 639 }, { "epoch": 0.0064, "grad_norm": 1.0466736994412218, "learning_rate": 0.00192, "loss": 4.9869, "step": 640 }, { "epoch": 0.00641, "grad_norm": 1.1161814084223103, "learning_rate": 0.001923, "loss": 5.0003, "step": 641 }, { "epoch": 0.00642, "grad_norm": 1.1352153221992676, "learning_rate": 0.001926, "loss": 4.992, "step": 642 }, { "epoch": 0.00643, "grad_norm": 1.2268384891507862, "learning_rate": 0.0019290000000000002, "loss": 5.008, "step": 643 }, { "epoch": 0.00644, "grad_norm": 0.9564122465750423, "learning_rate": 0.0019320000000000001, "loss": 4.9857, "step": 644 }, { "epoch": 0.00645, "grad_norm": 0.9066234784688915, "learning_rate": 0.001935, "loss": 4.9889, "step": 645 }, { "epoch": 0.00646, "grad_norm": 0.894776309426942, "learning_rate": 0.001938, "loss": 4.995, "step": 646 }, { "epoch": 0.00647, "grad_norm": 1.036514260058091, "learning_rate": 0.001941, "loss": 5.0081, "step": 647 }, { "epoch": 0.00648, "grad_norm": 1.0669688261896326, "learning_rate": 0.0019440000000000002, "loss": 4.9991, "step": 648 }, { "epoch": 0.00649, "grad_norm": 1.0027602192299327, "learning_rate": 0.0019470000000000002, "loss": 4.9834, "step": 649 }, { "epoch": 0.0065, "grad_norm": 1.2453243505592877, "learning_rate": 0.0019500000000000001, "loss": 5.0183, "step": 650 }, { "epoch": 0.00651, "grad_norm": 0.9810465710779535, "learning_rate": 0.001953, "loss": 4.9899, "step": 651 }, { "epoch": 0.00652, "grad_norm": 1.0529607937914427, "learning_rate": 0.0019560000000000003, "loss": 4.9855, "step": 652 }, { "epoch": 0.00653, "grad_norm": 0.8367844014470341, "learning_rate": 0.0019590000000000002, "loss": 4.9719, "step": 653 }, { "epoch": 0.00654, "grad_norm": 0.9556352679930769, "learning_rate": 0.001962, "loss": 4.96, "step": 654 }, { "epoch": 0.00655, "grad_norm": 1.0712859822115042, "learning_rate": 0.001965, "loss": 4.9811, "step": 655 }, { "epoch": 0.00656, "grad_norm": 0.8381525542412449, "learning_rate": 0.001968, "loss": 4.9628, "step": 656 }, { "epoch": 0.00657, "grad_norm": 0.853522104902103, "learning_rate": 0.001971, "loss": 4.9486, "step": 657 }, { "epoch": 0.00658, "grad_norm": 0.9276507218825019, "learning_rate": 0.001974, "loss": 4.9746, "step": 658 }, { "epoch": 0.00659, "grad_norm": 1.0041122671115763, "learning_rate": 0.001977, "loss": 4.9552, "step": 659 }, { "epoch": 0.0066, "grad_norm": 0.925609681342879, "learning_rate": 0.00198, "loss": 4.9516, "step": 660 }, { "epoch": 0.00661, "grad_norm": 0.9340897694356347, "learning_rate": 0.001983, "loss": 4.9301, "step": 661 }, { "epoch": 0.00662, "grad_norm": 1.1039924911609775, "learning_rate": 0.0019860000000000004, "loss": 4.9353, "step": 662 }, { "epoch": 0.00663, "grad_norm": 0.842271096957419, "learning_rate": 0.0019890000000000003, "loss": 4.942, "step": 663 }, { "epoch": 0.00664, "grad_norm": 0.9255021185692508, "learning_rate": 0.0019920000000000003, "loss": 4.9294, "step": 664 }, { "epoch": 0.00665, "grad_norm": 0.9624840652606003, "learning_rate": 0.0019950000000000002, "loss": 4.9033, "step": 665 }, { "epoch": 0.00666, "grad_norm": 0.8706912476713129, "learning_rate": 0.001998, "loss": 4.9275, "step": 666 }, { "epoch": 0.00667, "grad_norm": 0.9355886153293348, "learning_rate": 0.002001, "loss": 4.9186, "step": 667 }, { "epoch": 0.00668, "grad_norm": 0.9525697321085718, "learning_rate": 0.002004, "loss": 4.9422, "step": 668 }, { "epoch": 0.00669, "grad_norm": 0.9357519892866003, "learning_rate": 0.002007, "loss": 4.9423, "step": 669 }, { "epoch": 0.0067, "grad_norm": 0.8227655724451596, "learning_rate": 0.00201, "loss": 4.9287, "step": 670 }, { "epoch": 0.00671, "grad_norm": 0.6363703099565691, "learning_rate": 0.002013, "loss": 4.8975, "step": 671 }, { "epoch": 0.00672, "grad_norm": 0.5774852286623988, "learning_rate": 0.002016, "loss": 4.894, "step": 672 }, { "epoch": 0.00673, "grad_norm": 0.5472152449551199, "learning_rate": 0.002019, "loss": 4.8881, "step": 673 }, { "epoch": 0.00674, "grad_norm": 0.5267919584843693, "learning_rate": 0.0020220000000000004, "loss": 4.8857, "step": 674 }, { "epoch": 0.00675, "grad_norm": 0.4823533534454447, "learning_rate": 0.0020250000000000003, "loss": 4.8922, "step": 675 }, { "epoch": 0.00676, "grad_norm": 0.5135326218761617, "learning_rate": 0.0020280000000000003, "loss": 4.8739, "step": 676 }, { "epoch": 0.00677, "grad_norm": 0.5629070673817519, "learning_rate": 0.0020310000000000003, "loss": 4.8753, "step": 677 }, { "epoch": 0.00678, "grad_norm": 0.6636518437686225, "learning_rate": 0.0020340000000000002, "loss": 4.8844, "step": 678 }, { "epoch": 0.00679, "grad_norm": 0.7939150938071041, "learning_rate": 0.002037, "loss": 4.8694, "step": 679 }, { "epoch": 0.0068, "grad_norm": 0.6961050241971515, "learning_rate": 0.00204, "loss": 4.8681, "step": 680 }, { "epoch": 0.00681, "grad_norm": 0.55281231514776, "learning_rate": 0.002043, "loss": 4.854, "step": 681 }, { "epoch": 0.00682, "grad_norm": 0.6966375314025457, "learning_rate": 0.002046, "loss": 4.8606, "step": 682 }, { "epoch": 0.00683, "grad_norm": 0.7919918537287608, "learning_rate": 0.002049, "loss": 4.8437, "step": 683 }, { "epoch": 0.00684, "grad_norm": 1.014505658611748, "learning_rate": 0.002052, "loss": 4.868, "step": 684 }, { "epoch": 0.00685, "grad_norm": 1.1979460789898289, "learning_rate": 0.0020550000000000004, "loss": 4.8824, "step": 685 }, { "epoch": 0.00686, "grad_norm": 1.0209197434565493, "learning_rate": 0.0020580000000000004, "loss": 4.8555, "step": 686 }, { "epoch": 0.00687, "grad_norm": 0.8666785819902827, "learning_rate": 0.0020610000000000003, "loss": 4.8457, "step": 687 }, { "epoch": 0.00688, "grad_norm": 1.066277682185938, "learning_rate": 0.002064, "loss": 4.8576, "step": 688 }, { "epoch": 0.00689, "grad_norm": 0.9564373481813865, "learning_rate": 0.002067, "loss": 4.8511, "step": 689 }, { "epoch": 0.0069, "grad_norm": 1.0921039434762347, "learning_rate": 0.00207, "loss": 4.854, "step": 690 }, { "epoch": 0.00691, "grad_norm": 0.9682767243250711, "learning_rate": 0.0020729999999999998, "loss": 4.8265, "step": 691 }, { "epoch": 0.00692, "grad_norm": 1.0182149348151321, "learning_rate": 0.0020759999999999997, "loss": 4.8523, "step": 692 }, { "epoch": 0.00693, "grad_norm": 1.1559582715656997, "learning_rate": 0.0020789999999999997, "loss": 4.8626, "step": 693 }, { "epoch": 0.00694, "grad_norm": 0.8731253854999043, "learning_rate": 0.002082, "loss": 4.8314, "step": 694 }, { "epoch": 0.00695, "grad_norm": 1.02924772696324, "learning_rate": 0.002085, "loss": 4.8388, "step": 695 }, { "epoch": 0.00696, "grad_norm": 1.1148665982097032, "learning_rate": 0.002088, "loss": 4.8532, "step": 696 }, { "epoch": 0.00697, "grad_norm": 1.1306884538795905, "learning_rate": 0.002091, "loss": 4.8556, "step": 697 }, { "epoch": 0.00698, "grad_norm": 1.267565149046305, "learning_rate": 0.002094, "loss": 4.8474, "step": 698 }, { "epoch": 0.00699, "grad_norm": 0.9067921371830103, "learning_rate": 0.002097, "loss": 4.8312, "step": 699 }, { "epoch": 0.007, "grad_norm": 0.8797095491461238, "learning_rate": 0.0021, "loss": 4.8378, "step": 700 }, { "epoch": 0.00701, "grad_norm": 0.9764684557107473, "learning_rate": 0.002103, "loss": 4.8231, "step": 701 }, { "epoch": 0.00702, "grad_norm": 0.9975561372265659, "learning_rate": 0.002106, "loss": 4.8269, "step": 702 }, { "epoch": 0.00703, "grad_norm": 0.8409706105195134, "learning_rate": 0.0021089999999999998, "loss": 4.8046, "step": 703 }, { "epoch": 0.00704, "grad_norm": 0.8602349489288845, "learning_rate": 0.0021119999999999997, "loss": 4.8112, "step": 704 }, { "epoch": 0.00705, "grad_norm": 0.810283974291816, "learning_rate": 0.002115, "loss": 4.8189, "step": 705 }, { "epoch": 0.00706, "grad_norm": 0.7904979262360543, "learning_rate": 0.002118, "loss": 4.8127, "step": 706 }, { "epoch": 0.00707, "grad_norm": 0.8638007527609218, "learning_rate": 0.002121, "loss": 4.7902, "step": 707 }, { "epoch": 0.00708, "grad_norm": 0.9274642295068019, "learning_rate": 0.002124, "loss": 4.7754, "step": 708 }, { "epoch": 0.00709, "grad_norm": 0.9265048264631317, "learning_rate": 0.002127, "loss": 4.8051, "step": 709 }, { "epoch": 0.0071, "grad_norm": 1.0021235226233682, "learning_rate": 0.00213, "loss": 4.8021, "step": 710 }, { "epoch": 0.00711, "grad_norm": 0.8616225643918476, "learning_rate": 0.002133, "loss": 4.7687, "step": 711 }, { "epoch": 0.00712, "grad_norm": 1.1509118831082872, "learning_rate": 0.002136, "loss": 4.8063, "step": 712 }, { "epoch": 0.00713, "grad_norm": 0.8979386810595619, "learning_rate": 0.002139, "loss": 4.8085, "step": 713 }, { "epoch": 0.00714, "grad_norm": 0.9672478380991173, "learning_rate": 0.002142, "loss": 4.7999, "step": 714 }, { "epoch": 0.00715, "grad_norm": 1.0283238664767786, "learning_rate": 0.0021449999999999998, "loss": 4.7746, "step": 715 }, { "epoch": 0.00716, "grad_norm": 0.8031836486660412, "learning_rate": 0.002148, "loss": 4.7611, "step": 716 }, { "epoch": 0.00717, "grad_norm": 0.8079202930068127, "learning_rate": 0.002151, "loss": 4.7802, "step": 717 }, { "epoch": 0.00718, "grad_norm": 0.7625878769693025, "learning_rate": 0.002154, "loss": 4.7607, "step": 718 }, { "epoch": 0.00719, "grad_norm": 0.8833410128202536, "learning_rate": 0.002157, "loss": 4.7767, "step": 719 }, { "epoch": 0.0072, "grad_norm": 1.0099718860880083, "learning_rate": 0.00216, "loss": 4.7733, "step": 720 }, { "epoch": 0.00721, "grad_norm": 1.0037155368349988, "learning_rate": 0.002163, "loss": 4.78, "step": 721 }, { "epoch": 0.00722, "grad_norm": 0.8678480066188063, "learning_rate": 0.002166, "loss": 4.7474, "step": 722 }, { "epoch": 0.00723, "grad_norm": 0.9399210002572385, "learning_rate": 0.002169, "loss": 4.7657, "step": 723 }, { "epoch": 0.00724, "grad_norm": 0.8184829699796181, "learning_rate": 0.002172, "loss": 4.7533, "step": 724 }, { "epoch": 0.00725, "grad_norm": 0.8676839571587074, "learning_rate": 0.002175, "loss": 4.7513, "step": 725 }, { "epoch": 0.00726, "grad_norm": 0.9799992988904748, "learning_rate": 0.002178, "loss": 4.7626, "step": 726 }, { "epoch": 0.00727, "grad_norm": 1.2281779129682024, "learning_rate": 0.0021809999999999998, "loss": 4.7581, "step": 727 }, { "epoch": 0.00728, "grad_norm": 1.082945747060172, "learning_rate": 0.002184, "loss": 4.7657, "step": 728 }, { "epoch": 0.00729, "grad_norm": 1.0915510364818644, "learning_rate": 0.002187, "loss": 4.7617, "step": 729 }, { "epoch": 0.0073, "grad_norm": 1.0738468909531949, "learning_rate": 0.00219, "loss": 4.7676, "step": 730 }, { "epoch": 0.00731, "grad_norm": 1.0774407965183543, "learning_rate": 0.002193, "loss": 4.7572, "step": 731 }, { "epoch": 0.00732, "grad_norm": 0.9732910355796593, "learning_rate": 0.002196, "loss": 4.7638, "step": 732 }, { "epoch": 0.00733, "grad_norm": 1.02567545008427, "learning_rate": 0.002199, "loss": 4.7467, "step": 733 }, { "epoch": 0.00734, "grad_norm": 0.9058765241181546, "learning_rate": 0.002202, "loss": 4.7686, "step": 734 }, { "epoch": 0.00735, "grad_norm": 0.9682392169542167, "learning_rate": 0.002205, "loss": 4.7759, "step": 735 }, { "epoch": 0.00736, "grad_norm": 0.9938811207200824, "learning_rate": 0.002208, "loss": 4.7615, "step": 736 }, { "epoch": 0.00737, "grad_norm": 1.0964297344539389, "learning_rate": 0.002211, "loss": 4.7347, "step": 737 }, { "epoch": 0.00738, "grad_norm": 0.8707349769325928, "learning_rate": 0.002214, "loss": 4.7342, "step": 738 }, { "epoch": 0.00739, "grad_norm": 0.7399818233744658, "learning_rate": 0.0022170000000000002, "loss": 4.717, "step": 739 }, { "epoch": 0.0074, "grad_norm": 0.9377539124718652, "learning_rate": 0.00222, "loss": 4.7301, "step": 740 }, { "epoch": 0.00741, "grad_norm": 0.8596400455739317, "learning_rate": 0.002223, "loss": 4.699, "step": 741 }, { "epoch": 0.00742, "grad_norm": 0.6578432901740889, "learning_rate": 0.002226, "loss": 4.7249, "step": 742 }, { "epoch": 0.00743, "grad_norm": 0.6175884285032084, "learning_rate": 0.002229, "loss": 4.6843, "step": 743 }, { "epoch": 0.00744, "grad_norm": 0.6615203369086972, "learning_rate": 0.002232, "loss": 4.6918, "step": 744 }, { "epoch": 0.00745, "grad_norm": 0.6999197355703424, "learning_rate": 0.002235, "loss": 4.7005, "step": 745 }, { "epoch": 0.00746, "grad_norm": 0.7056349857734648, "learning_rate": 0.002238, "loss": 4.6964, "step": 746 }, { "epoch": 0.00747, "grad_norm": 0.6678161149510893, "learning_rate": 0.002241, "loss": 4.6817, "step": 747 }, { "epoch": 0.00748, "grad_norm": 0.6725287147155753, "learning_rate": 0.002244, "loss": 4.6915, "step": 748 }, { "epoch": 0.00749, "grad_norm": 0.7368138262221237, "learning_rate": 0.002247, "loss": 4.6725, "step": 749 }, { "epoch": 0.0075, "grad_norm": 0.7550252977049275, "learning_rate": 0.0022500000000000003, "loss": 4.7124, "step": 750 }, { "epoch": 0.00751, "grad_norm": 0.6461697616177359, "learning_rate": 0.0022530000000000002, "loss": 4.6948, "step": 751 }, { "epoch": 0.00752, "grad_norm": 0.6473605328229959, "learning_rate": 0.002256, "loss": 4.648, "step": 752 }, { "epoch": 0.00753, "grad_norm": 0.8172272904356894, "learning_rate": 0.002259, "loss": 4.6929, "step": 753 }, { "epoch": 0.00754, "grad_norm": 0.8400684755887758, "learning_rate": 0.002262, "loss": 4.7068, "step": 754 }, { "epoch": 0.00755, "grad_norm": 0.7078832518794317, "learning_rate": 0.002265, "loss": 4.6656, "step": 755 }, { "epoch": 0.00756, "grad_norm": 0.6076060117836831, "learning_rate": 0.002268, "loss": 4.6484, "step": 756 }, { "epoch": 0.00757, "grad_norm": 0.7133093934008413, "learning_rate": 0.002271, "loss": 4.6658, "step": 757 }, { "epoch": 0.00758, "grad_norm": 0.7661771348142844, "learning_rate": 0.002274, "loss": 4.6521, "step": 758 }, { "epoch": 0.00759, "grad_norm": 0.9250288948777622, "learning_rate": 0.002277, "loss": 4.6753, "step": 759 }, { "epoch": 0.0076, "grad_norm": 1.037174236565274, "learning_rate": 0.00228, "loss": 4.669, "step": 760 }, { "epoch": 0.00761, "grad_norm": 0.9678315157211191, "learning_rate": 0.002283, "loss": 4.6392, "step": 761 }, { "epoch": 0.00762, "grad_norm": 1.3728001530688312, "learning_rate": 0.0022860000000000003, "loss": 4.6453, "step": 762 }, { "epoch": 0.00763, "grad_norm": 1.0284727877786697, "learning_rate": 0.0022890000000000002, "loss": 4.6793, "step": 763 }, { "epoch": 0.00764, "grad_norm": 0.9914794664489192, "learning_rate": 0.002292, "loss": 4.6942, "step": 764 }, { "epoch": 0.00765, "grad_norm": 0.984322504117537, "learning_rate": 0.002295, "loss": 4.6765, "step": 765 }, { "epoch": 0.00766, "grad_norm": 0.9320893698991433, "learning_rate": 0.002298, "loss": 4.6792, "step": 766 }, { "epoch": 0.00767, "grad_norm": 1.0651442494276249, "learning_rate": 0.002301, "loss": 4.6823, "step": 767 }, { "epoch": 0.00768, "grad_norm": 0.9179111624711317, "learning_rate": 0.002304, "loss": 4.6817, "step": 768 }, { "epoch": 0.00769, "grad_norm": 1.026483766110404, "learning_rate": 0.002307, "loss": 4.6987, "step": 769 }, { "epoch": 0.0077, "grad_norm": 1.1653119571960542, "learning_rate": 0.00231, "loss": 4.6621, "step": 770 }, { "epoch": 0.00771, "grad_norm": 0.8477238808348645, "learning_rate": 0.002313, "loss": 4.689, "step": 771 }, { "epoch": 0.00772, "grad_norm": 0.6519421622488206, "learning_rate": 0.002316, "loss": 4.6631, "step": 772 }, { "epoch": 0.00773, "grad_norm": 0.6177861857364649, "learning_rate": 0.0023190000000000003, "loss": 4.6627, "step": 773 }, { "epoch": 0.00774, "grad_norm": 0.6901665734497584, "learning_rate": 0.0023220000000000003, "loss": 4.6775, "step": 774 }, { "epoch": 0.00775, "grad_norm": 0.7356087164350898, "learning_rate": 0.0023250000000000002, "loss": 4.6725, "step": 775 }, { "epoch": 0.00776, "grad_norm": 0.8693432194982287, "learning_rate": 0.002328, "loss": 4.6722, "step": 776 }, { "epoch": 0.00777, "grad_norm": 1.099570573598906, "learning_rate": 0.002331, "loss": 4.6596, "step": 777 }, { "epoch": 0.00778, "grad_norm": 1.0694357671416344, "learning_rate": 0.002334, "loss": 4.6725, "step": 778 }, { "epoch": 0.00779, "grad_norm": 1.0144407661707453, "learning_rate": 0.002337, "loss": 4.6345, "step": 779 }, { "epoch": 0.0078, "grad_norm": 0.9392788681741788, "learning_rate": 0.00234, "loss": 4.6579, "step": 780 }, { "epoch": 0.00781, "grad_norm": 0.9039044158767507, "learning_rate": 0.002343, "loss": 4.6528, "step": 781 }, { "epoch": 0.00782, "grad_norm": 0.9671545635863801, "learning_rate": 0.002346, "loss": 4.6552, "step": 782 }, { "epoch": 0.00783, "grad_norm": 0.9789758043675277, "learning_rate": 0.002349, "loss": 4.6404, "step": 783 }, { "epoch": 0.00784, "grad_norm": 0.7674708275760124, "learning_rate": 0.002352, "loss": 4.6449, "step": 784 }, { "epoch": 0.00785, "grad_norm": 0.6509064102772842, "learning_rate": 0.0023550000000000003, "loss": 4.6391, "step": 785 }, { "epoch": 0.00786, "grad_norm": 0.6282839162170526, "learning_rate": 0.0023580000000000003, "loss": 4.6356, "step": 786 }, { "epoch": 0.00787, "grad_norm": 0.6520823986249177, "learning_rate": 0.0023610000000000003, "loss": 4.6384, "step": 787 }, { "epoch": 0.00788, "grad_norm": 0.6693545084259133, "learning_rate": 0.002364, "loss": 4.6342, "step": 788 }, { "epoch": 0.00789, "grad_norm": 0.7061838607079715, "learning_rate": 0.002367, "loss": 4.6597, "step": 789 }, { "epoch": 0.0079, "grad_norm": 0.7001074671969121, "learning_rate": 0.00237, "loss": 4.6333, "step": 790 }, { "epoch": 0.00791, "grad_norm": 0.6934841557036142, "learning_rate": 0.002373, "loss": 4.5873, "step": 791 }, { "epoch": 0.00792, "grad_norm": 0.6555126375785874, "learning_rate": 0.002376, "loss": 4.6158, "step": 792 }, { "epoch": 0.00793, "grad_norm": 0.6198619755446345, "learning_rate": 0.002379, "loss": 4.6082, "step": 793 }, { "epoch": 0.00794, "grad_norm": 0.5540734864838481, "learning_rate": 0.002382, "loss": 4.615, "step": 794 }, { "epoch": 0.00795, "grad_norm": 0.5756469670820633, "learning_rate": 0.002385, "loss": 4.5927, "step": 795 }, { "epoch": 0.00796, "grad_norm": 0.5912602735893169, "learning_rate": 0.0023880000000000004, "loss": 4.5839, "step": 796 }, { "epoch": 0.00797, "grad_norm": 0.6477479187436139, "learning_rate": 0.0023910000000000003, "loss": 4.628, "step": 797 }, { "epoch": 0.00798, "grad_norm": 0.6568610896012951, "learning_rate": 0.0023940000000000003, "loss": 4.5975, "step": 798 }, { "epoch": 0.00799, "grad_norm": 0.8964867071559416, "learning_rate": 0.0023970000000000003, "loss": 4.6327, "step": 799 }, { "epoch": 0.008, "grad_norm": 1.1130272400690795, "learning_rate": 0.0024000000000000002, "loss": 4.6127, "step": 800 }, { "epoch": 0.00801, "grad_norm": 0.8936330318178004, "learning_rate": 0.002403, "loss": 4.624, "step": 801 }, { "epoch": 0.00802, "grad_norm": 1.279259611288336, "learning_rate": 0.002406, "loss": 4.6431, "step": 802 }, { "epoch": 0.00803, "grad_norm": 0.7588568023085343, "learning_rate": 0.002409, "loss": 4.5967, "step": 803 }, { "epoch": 0.00804, "grad_norm": 0.9911172738466991, "learning_rate": 0.002412, "loss": 4.6083, "step": 804 }, { "epoch": 0.00805, "grad_norm": 1.0297855025384943, "learning_rate": 0.002415, "loss": 4.6095, "step": 805 }, { "epoch": 0.00806, "grad_norm": 0.8656546102408385, "learning_rate": 0.002418, "loss": 4.6231, "step": 806 }, { "epoch": 0.00807, "grad_norm": 0.7922998530369505, "learning_rate": 0.0024210000000000004, "loss": 4.6144, "step": 807 }, { "epoch": 0.00808, "grad_norm": 0.7119238411669042, "learning_rate": 0.0024240000000000004, "loss": 4.5933, "step": 808 }, { "epoch": 0.00809, "grad_norm": 0.6923611180056076, "learning_rate": 0.0024270000000000003, "loss": 4.5855, "step": 809 }, { "epoch": 0.0081, "grad_norm": 0.759382946117684, "learning_rate": 0.0024300000000000003, "loss": 4.6149, "step": 810 }, { "epoch": 0.00811, "grad_norm": 0.9629068291697402, "learning_rate": 0.0024330000000000003, "loss": 4.5955, "step": 811 }, { "epoch": 0.00812, "grad_norm": 0.9897740547487952, "learning_rate": 0.0024360000000000002, "loss": 4.5793, "step": 812 }, { "epoch": 0.00813, "grad_norm": 1.0343029805479964, "learning_rate": 0.0024389999999999998, "loss": 4.6192, "step": 813 }, { "epoch": 0.00814, "grad_norm": 1.188458156645309, "learning_rate": 0.0024419999999999997, "loss": 4.6409, "step": 814 }, { "epoch": 0.00815, "grad_norm": 0.960728927074141, "learning_rate": 0.0024449999999999997, "loss": 4.6319, "step": 815 }, { "epoch": 0.00816, "grad_norm": 1.0099133377105225, "learning_rate": 0.002448, "loss": 4.6186, "step": 816 }, { "epoch": 0.00817, "grad_norm": 0.9311887346236664, "learning_rate": 0.002451, "loss": 4.6246, "step": 817 }, { "epoch": 0.00818, "grad_norm": 1.2609797944179002, "learning_rate": 0.002454, "loss": 4.625, "step": 818 }, { "epoch": 0.00819, "grad_norm": 1.0447566978787928, "learning_rate": 0.002457, "loss": 4.6401, "step": 819 }, { "epoch": 0.0082, "grad_norm": 1.1000322233283122, "learning_rate": 0.00246, "loss": 4.6239, "step": 820 }, { "epoch": 0.00821, "grad_norm": 0.8928816997822231, "learning_rate": 0.002463, "loss": 4.5932, "step": 821 }, { "epoch": 0.00822, "grad_norm": 0.9105337296182261, "learning_rate": 0.002466, "loss": 4.5996, "step": 822 }, { "epoch": 0.00823, "grad_norm": 0.6537296194510775, "learning_rate": 0.002469, "loss": 4.5905, "step": 823 }, { "epoch": 0.00824, "grad_norm": 0.6615102644633621, "learning_rate": 0.002472, "loss": 4.61, "step": 824 }, { "epoch": 0.00825, "grad_norm": 0.7605760557018463, "learning_rate": 0.0024749999999999998, "loss": 4.6148, "step": 825 }, { "epoch": 0.00826, "grad_norm": 0.9288808111624368, "learning_rate": 0.0024779999999999997, "loss": 4.5806, "step": 826 }, { "epoch": 0.00827, "grad_norm": 0.8099205132023622, "learning_rate": 0.002481, "loss": 4.6084, "step": 827 }, { "epoch": 0.00828, "grad_norm": 0.7444084275861881, "learning_rate": 0.002484, "loss": 4.5965, "step": 828 }, { "epoch": 0.00829, "grad_norm": 0.6438605280155706, "learning_rate": 0.002487, "loss": 4.5891, "step": 829 }, { "epoch": 0.0083, "grad_norm": 0.6242869251575957, "learning_rate": 0.00249, "loss": 4.5955, "step": 830 }, { "epoch": 0.00831, "grad_norm": 0.6705073637500226, "learning_rate": 0.002493, "loss": 4.576, "step": 831 }, { "epoch": 0.00832, "grad_norm": 0.7603459804613621, "learning_rate": 0.002496, "loss": 4.5759, "step": 832 }, { "epoch": 0.00833, "grad_norm": 0.7662808437283888, "learning_rate": 0.002499, "loss": 4.5696, "step": 833 }, { "epoch": 0.00834, "grad_norm": 0.8012380275176963, "learning_rate": 0.002502, "loss": 4.5743, "step": 834 }, { "epoch": 0.00835, "grad_norm": 1.0075156101089233, "learning_rate": 0.002505, "loss": 4.5783, "step": 835 }, { "epoch": 0.00836, "grad_norm": 1.0847073328294785, "learning_rate": 0.002508, "loss": 4.6155, "step": 836 }, { "epoch": 0.00837, "grad_norm": 0.8849400794535106, "learning_rate": 0.0025109999999999998, "loss": 4.5603, "step": 837 }, { "epoch": 0.00838, "grad_norm": 0.8832989831172253, "learning_rate": 0.0025139999999999997, "loss": 4.5816, "step": 838 }, { "epoch": 0.00839, "grad_norm": 0.9511730781538094, "learning_rate": 0.002517, "loss": 4.5843, "step": 839 }, { "epoch": 0.0084, "grad_norm": 1.037817208386755, "learning_rate": 0.00252, "loss": 4.5831, "step": 840 }, { "epoch": 0.00841, "grad_norm": 0.8472466492390959, "learning_rate": 0.002523, "loss": 4.5624, "step": 841 }, { "epoch": 0.00842, "grad_norm": 0.9269217528832409, "learning_rate": 0.002526, "loss": 4.5661, "step": 842 }, { "epoch": 0.00843, "grad_norm": 0.8716247137682855, "learning_rate": 0.002529, "loss": 4.5688, "step": 843 }, { "epoch": 0.00844, "grad_norm": 0.7416972066179122, "learning_rate": 0.002532, "loss": 4.585, "step": 844 }, { "epoch": 0.00845, "grad_norm": 0.6177824387251759, "learning_rate": 0.002535, "loss": 4.5442, "step": 845 }, { "epoch": 0.00846, "grad_norm": 0.5865348849804463, "learning_rate": 0.002538, "loss": 4.5656, "step": 846 }, { "epoch": 0.00847, "grad_norm": 0.5324615561823309, "learning_rate": 0.002541, "loss": 4.5442, "step": 847 }, { "epoch": 0.00848, "grad_norm": 0.5568583953268653, "learning_rate": 0.002544, "loss": 4.5407, "step": 848 }, { "epoch": 0.00849, "grad_norm": 0.600307108588631, "learning_rate": 0.002547, "loss": 4.5371, "step": 849 }, { "epoch": 0.0085, "grad_norm": 0.5343909127282478, "learning_rate": 0.00255, "loss": 4.5435, "step": 850 }, { "epoch": 0.00851, "grad_norm": 0.5790732432599173, "learning_rate": 0.002553, "loss": 4.5588, "step": 851 }, { "epoch": 0.00852, "grad_norm": 0.6406298666409433, "learning_rate": 0.002556, "loss": 4.5503, "step": 852 }, { "epoch": 0.00853, "grad_norm": 0.6711876835719848, "learning_rate": 0.002559, "loss": 4.5298, "step": 853 }, { "epoch": 0.00854, "grad_norm": 0.643558144142947, "learning_rate": 0.002562, "loss": 4.5219, "step": 854 }, { "epoch": 0.00855, "grad_norm": 0.621905866188772, "learning_rate": 0.002565, "loss": 4.5026, "step": 855 }, { "epoch": 0.00856, "grad_norm": 0.7503391003054042, "learning_rate": 0.002568, "loss": 4.5375, "step": 856 }, { "epoch": 0.00857, "grad_norm": 0.90802719077466, "learning_rate": 0.002571, "loss": 4.5344, "step": 857 }, { "epoch": 0.00858, "grad_norm": 0.9157789056738207, "learning_rate": 0.002574, "loss": 4.5308, "step": 858 }, { "epoch": 0.00859, "grad_norm": 0.8455467899517649, "learning_rate": 0.002577, "loss": 4.5208, "step": 859 }, { "epoch": 0.0086, "grad_norm": 0.929986585155377, "learning_rate": 0.00258, "loss": 4.5557, "step": 860 }, { "epoch": 0.00861, "grad_norm": 1.062443351155347, "learning_rate": 0.0025830000000000002, "loss": 4.5815, "step": 861 }, { "epoch": 0.00862, "grad_norm": 1.0476479971551458, "learning_rate": 0.002586, "loss": 4.5382, "step": 862 }, { "epoch": 0.00863, "grad_norm": 0.9516272804079478, "learning_rate": 0.002589, "loss": 4.5686, "step": 863 }, { "epoch": 0.00864, "grad_norm": 1.0775847362135182, "learning_rate": 0.002592, "loss": 4.5222, "step": 864 }, { "epoch": 0.00865, "grad_norm": 0.902924351244226, "learning_rate": 0.002595, "loss": 4.5357, "step": 865 }, { "epoch": 0.00866, "grad_norm": 0.889409265471235, "learning_rate": 0.002598, "loss": 4.5623, "step": 866 }, { "epoch": 0.00867, "grad_norm": 1.1312843257696636, "learning_rate": 0.002601, "loss": 4.5565, "step": 867 }, { "epoch": 0.00868, "grad_norm": 1.0195609890673947, "learning_rate": 0.002604, "loss": 4.5479, "step": 868 }, { "epoch": 0.00869, "grad_norm": 0.8378311515658349, "learning_rate": 0.002607, "loss": 4.5492, "step": 869 }, { "epoch": 0.0087, "grad_norm": 0.93569973985326, "learning_rate": 0.00261, "loss": 4.5413, "step": 870 }, { "epoch": 0.00871, "grad_norm": 0.9947247250751194, "learning_rate": 0.002613, "loss": 4.5608, "step": 871 }, { "epoch": 0.00872, "grad_norm": 0.9456334146879876, "learning_rate": 0.002616, "loss": 4.5489, "step": 872 }, { "epoch": 0.00873, "grad_norm": 0.9088952463307589, "learning_rate": 0.0026190000000000002, "loss": 4.5587, "step": 873 }, { "epoch": 0.00874, "grad_norm": 0.7636008668853458, "learning_rate": 0.002622, "loss": 4.5702, "step": 874 }, { "epoch": 0.00875, "grad_norm": 0.8446171091890929, "learning_rate": 0.002625, "loss": 4.5191, "step": 875 }, { "epoch": 0.00876, "grad_norm": 0.8731048122579586, "learning_rate": 0.002628, "loss": 4.551, "step": 876 }, { "epoch": 0.00877, "grad_norm": 0.9444127454444267, "learning_rate": 0.002631, "loss": 4.5701, "step": 877 }, { "epoch": 0.00878, "grad_norm": 0.9863621265162925, "learning_rate": 0.002634, "loss": 4.5108, "step": 878 }, { "epoch": 0.00879, "grad_norm": 0.7746522972030878, "learning_rate": 0.002637, "loss": 4.5293, "step": 879 }, { "epoch": 0.0088, "grad_norm": 0.7150869014843059, "learning_rate": 0.00264, "loss": 4.5368, "step": 880 }, { "epoch": 0.00881, "grad_norm": 0.866142425879982, "learning_rate": 0.002643, "loss": 4.5448, "step": 881 }, { "epoch": 0.00882, "grad_norm": 1.0565004714930601, "learning_rate": 0.002646, "loss": 4.5522, "step": 882 }, { "epoch": 0.00883, "grad_norm": 0.88323512650563, "learning_rate": 0.002649, "loss": 4.5382, "step": 883 }, { "epoch": 0.00884, "grad_norm": 0.8377440854137777, "learning_rate": 0.0026520000000000003, "loss": 4.5227, "step": 884 }, { "epoch": 0.00885, "grad_norm": 0.8587569363150891, "learning_rate": 0.0026550000000000002, "loss": 4.5189, "step": 885 }, { "epoch": 0.00886, "grad_norm": 0.9455034420832737, "learning_rate": 0.002658, "loss": 4.5539, "step": 886 }, { "epoch": 0.00887, "grad_norm": 0.8258368480900744, "learning_rate": 0.002661, "loss": 4.536, "step": 887 }, { "epoch": 0.00888, "grad_norm": 0.927023832062946, "learning_rate": 0.002664, "loss": 4.5392, "step": 888 }, { "epoch": 0.00889, "grad_norm": 0.9905400773231482, "learning_rate": 0.002667, "loss": 4.5077, "step": 889 }, { "epoch": 0.0089, "grad_norm": 1.0181625806478707, "learning_rate": 0.00267, "loss": 4.551, "step": 890 }, { "epoch": 0.00891, "grad_norm": 1.0618776306697646, "learning_rate": 0.002673, "loss": 4.5446, "step": 891 }, { "epoch": 0.00892, "grad_norm": 0.9464629097549706, "learning_rate": 0.002676, "loss": 4.5493, "step": 892 }, { "epoch": 0.00893, "grad_norm": 1.02959831042168, "learning_rate": 0.002679, "loss": 4.5321, "step": 893 }, { "epoch": 0.00894, "grad_norm": 0.8717588229222071, "learning_rate": 0.002682, "loss": 4.5126, "step": 894 }, { "epoch": 0.00895, "grad_norm": 0.7766302283006379, "learning_rate": 0.0026850000000000003, "loss": 4.5191, "step": 895 }, { "epoch": 0.00896, "grad_norm": 0.7210349653989065, "learning_rate": 0.0026880000000000003, "loss": 4.5061, "step": 896 }, { "epoch": 0.00897, "grad_norm": 0.7840425119747009, "learning_rate": 0.0026910000000000002, "loss": 4.5249, "step": 897 }, { "epoch": 0.00898, "grad_norm": 0.7907811575022647, "learning_rate": 0.002694, "loss": 4.518, "step": 898 }, { "epoch": 0.00899, "grad_norm": 0.7866169386193732, "learning_rate": 0.002697, "loss": 4.5195, "step": 899 }, { "epoch": 0.009, "grad_norm": 0.7303478296484299, "learning_rate": 0.0027, "loss": 4.5449, "step": 900 }, { "epoch": 0.00901, "grad_norm": 0.6444049592088867, "learning_rate": 0.002703, "loss": 4.4943, "step": 901 }, { "epoch": 0.00902, "grad_norm": 0.5222361304775145, "learning_rate": 0.002706, "loss": 4.498, "step": 902 }, { "epoch": 0.00903, "grad_norm": 0.6152635474063327, "learning_rate": 0.002709, "loss": 4.4967, "step": 903 }, { "epoch": 0.00904, "grad_norm": 0.6931791624762859, "learning_rate": 0.002712, "loss": 4.4818, "step": 904 }, { "epoch": 0.00905, "grad_norm": 0.6467753244335184, "learning_rate": 0.002715, "loss": 4.4929, "step": 905 }, { "epoch": 0.00906, "grad_norm": 0.6638188976320862, "learning_rate": 0.002718, "loss": 4.5049, "step": 906 }, { "epoch": 0.00907, "grad_norm": 0.503631484987646, "learning_rate": 0.0027210000000000003, "loss": 4.5121, "step": 907 }, { "epoch": 0.00908, "grad_norm": 0.4745734069368428, "learning_rate": 0.0027240000000000003, "loss": 4.481, "step": 908 }, { "epoch": 0.00909, "grad_norm": 0.5648420216556126, "learning_rate": 0.0027270000000000003, "loss": 4.5013, "step": 909 }, { "epoch": 0.0091, "grad_norm": 0.5471966544704259, "learning_rate": 0.0027300000000000002, "loss": 4.5027, "step": 910 }, { "epoch": 0.00911, "grad_norm": 0.6580432739675335, "learning_rate": 0.002733, "loss": 4.4619, "step": 911 }, { "epoch": 0.00912, "grad_norm": 0.652804172410743, "learning_rate": 0.002736, "loss": 4.4678, "step": 912 }, { "epoch": 0.00913, "grad_norm": 0.6108886726833864, "learning_rate": 0.002739, "loss": 4.4601, "step": 913 }, { "epoch": 0.00914, "grad_norm": 0.5246452629450868, "learning_rate": 0.002742, "loss": 4.4865, "step": 914 }, { "epoch": 0.00915, "grad_norm": 0.6046562570851716, "learning_rate": 0.002745, "loss": 4.4501, "step": 915 }, { "epoch": 0.00916, "grad_norm": 0.6470672223067736, "learning_rate": 0.002748, "loss": 4.4304, "step": 916 }, { "epoch": 0.00917, "grad_norm": 0.6458845430146066, "learning_rate": 0.002751, "loss": 4.4431, "step": 917 }, { "epoch": 0.00918, "grad_norm": 0.6107710101855935, "learning_rate": 0.0027540000000000004, "loss": 4.4622, "step": 918 }, { "epoch": 0.00919, "grad_norm": 0.6056157888916294, "learning_rate": 0.0027570000000000003, "loss": 4.4436, "step": 919 }, { "epoch": 0.0092, "grad_norm": 0.6858065732895877, "learning_rate": 0.0027600000000000003, "loss": 4.462, "step": 920 }, { "epoch": 0.00921, "grad_norm": 0.9391926745722488, "learning_rate": 0.0027630000000000003, "loss": 4.4556, "step": 921 }, { "epoch": 0.00922, "grad_norm": 1.1348542218598812, "learning_rate": 0.0027660000000000002, "loss": 4.5063, "step": 922 }, { "epoch": 0.00923, "grad_norm": 1.0421503736233508, "learning_rate": 0.002769, "loss": 4.4713, "step": 923 }, { "epoch": 0.00924, "grad_norm": 1.0588478925879097, "learning_rate": 0.002772, "loss": 4.4959, "step": 924 }, { "epoch": 0.00925, "grad_norm": 0.9781832929515508, "learning_rate": 0.002775, "loss": 4.4806, "step": 925 }, { "epoch": 0.00926, "grad_norm": 0.7776497655560727, "learning_rate": 0.002778, "loss": 4.488, "step": 926 }, { "epoch": 0.00927, "grad_norm": 0.7034519817521436, "learning_rate": 0.002781, "loss": 4.4448, "step": 927 }, { "epoch": 0.00928, "grad_norm": 0.9270286412247504, "learning_rate": 0.002784, "loss": 4.4965, "step": 928 }, { "epoch": 0.00929, "grad_norm": 1.0728170784278697, "learning_rate": 0.0027870000000000004, "loss": 4.4869, "step": 929 }, { "epoch": 0.0093, "grad_norm": 0.9492127377122095, "learning_rate": 0.0027900000000000004, "loss": 4.4732, "step": 930 }, { "epoch": 0.00931, "grad_norm": 0.9513900088751025, "learning_rate": 0.0027930000000000003, "loss": 4.4833, "step": 931 }, { "epoch": 0.00932, "grad_norm": 1.4536440294804005, "learning_rate": 0.0027960000000000003, "loss": 4.5168, "step": 932 }, { "epoch": 0.00933, "grad_norm": 1.132862147568844, "learning_rate": 0.0027990000000000003, "loss": 4.4769, "step": 933 }, { "epoch": 0.00934, "grad_norm": 0.8513409648274727, "learning_rate": 0.0028020000000000002, "loss": 4.4941, "step": 934 }, { "epoch": 0.00935, "grad_norm": 0.8677938211616196, "learning_rate": 0.002805, "loss": 4.5057, "step": 935 }, { "epoch": 0.00936, "grad_norm": 0.8298971693271944, "learning_rate": 0.002808, "loss": 4.5081, "step": 936 }, { "epoch": 0.00937, "grad_norm": 0.8363829119527492, "learning_rate": 0.002811, "loss": 4.521, "step": 937 }, { "epoch": 0.00938, "grad_norm": 1.0036953395826609, "learning_rate": 0.002814, "loss": 4.5006, "step": 938 }, { "epoch": 0.00939, "grad_norm": 1.0054078613176451, "learning_rate": 0.002817, "loss": 4.5073, "step": 939 }, { "epoch": 0.0094, "grad_norm": 0.8667374621688471, "learning_rate": 0.00282, "loss": 4.4958, "step": 940 }, { "epoch": 0.00941, "grad_norm": 0.9205808599892458, "learning_rate": 0.002823, "loss": 4.4733, "step": 941 }, { "epoch": 0.00942, "grad_norm": 0.9778408651584425, "learning_rate": 0.002826, "loss": 4.5008, "step": 942 }, { "epoch": 0.00943, "grad_norm": 1.082550194860624, "learning_rate": 0.002829, "loss": 4.4958, "step": 943 }, { "epoch": 0.00944, "grad_norm": 1.355725245571646, "learning_rate": 0.002832, "loss": 4.5179, "step": 944 }, { "epoch": 0.00945, "grad_norm": 0.8345488861943434, "learning_rate": 0.002835, "loss": 4.5015, "step": 945 }, { "epoch": 0.00946, "grad_norm": 1.0009931674850154, "learning_rate": 0.002838, "loss": 4.5193, "step": 946 }, { "epoch": 0.00947, "grad_norm": 1.0176650405493206, "learning_rate": 0.0028409999999999998, "loss": 4.4912, "step": 947 }, { "epoch": 0.00948, "grad_norm": 0.836896216552642, "learning_rate": 0.0028439999999999997, "loss": 4.472, "step": 948 }, { "epoch": 0.00949, "grad_norm": 0.6881971993105954, "learning_rate": 0.002847, "loss": 4.5057, "step": 949 }, { "epoch": 0.0095, "grad_norm": 0.8926787293989068, "learning_rate": 0.00285, "loss": 4.5027, "step": 950 }, { "epoch": 0.00951, "grad_norm": 1.0437772730376889, "learning_rate": 0.002853, "loss": 4.4861, "step": 951 }, { "epoch": 0.00952, "grad_norm": 0.8745743913439339, "learning_rate": 0.002856, "loss": 4.5041, "step": 952 }, { "epoch": 0.00953, "grad_norm": 0.7847706213592531, "learning_rate": 0.002859, "loss": 4.4446, "step": 953 }, { "epoch": 0.00954, "grad_norm": 0.6236105730880978, "learning_rate": 0.002862, "loss": 4.4945, "step": 954 }, { "epoch": 0.00955, "grad_norm": 0.5696186051972435, "learning_rate": 0.002865, "loss": 4.475, "step": 955 }, { "epoch": 0.00956, "grad_norm": 0.5459272314199634, "learning_rate": 0.002868, "loss": 4.4518, "step": 956 }, { "epoch": 0.00957, "grad_norm": 0.5100325019322003, "learning_rate": 0.002871, "loss": 4.4721, "step": 957 }, { "epoch": 0.00958, "grad_norm": 0.6617022302690957, "learning_rate": 0.002874, "loss": 4.4567, "step": 958 }, { "epoch": 0.00959, "grad_norm": 0.7948420381771908, "learning_rate": 0.002877, "loss": 4.4693, "step": 959 }, { "epoch": 0.0096, "grad_norm": 1.0277128972108451, "learning_rate": 0.0028799999999999997, "loss": 4.4747, "step": 960 }, { "epoch": 0.00961, "grad_norm": 0.9925275083373442, "learning_rate": 0.002883, "loss": 4.4507, "step": 961 }, { "epoch": 0.00962, "grad_norm": 1.0177847800658486, "learning_rate": 0.002886, "loss": 4.4861, "step": 962 }, { "epoch": 0.00963, "grad_norm": 1.0118802628275685, "learning_rate": 0.002889, "loss": 4.4865, "step": 963 }, { "epoch": 0.00964, "grad_norm": 1.1856958623453784, "learning_rate": 0.002892, "loss": 4.4868, "step": 964 }, { "epoch": 0.00965, "grad_norm": 0.8341279969334199, "learning_rate": 0.002895, "loss": 4.4524, "step": 965 }, { "epoch": 0.00966, "grad_norm": 0.6756655743310646, "learning_rate": 0.002898, "loss": 4.4552, "step": 966 }, { "epoch": 0.00967, "grad_norm": 0.6634929266596646, "learning_rate": 0.002901, "loss": 4.4933, "step": 967 }, { "epoch": 0.00968, "grad_norm": 0.6850072615364151, "learning_rate": 0.002904, "loss": 4.4564, "step": 968 }, { "epoch": 0.00969, "grad_norm": 0.6166935294692494, "learning_rate": 0.002907, "loss": 4.4862, "step": 969 }, { "epoch": 0.0097, "grad_norm": 0.6616720297110108, "learning_rate": 0.00291, "loss": 4.4401, "step": 970 }, { "epoch": 0.00971, "grad_norm": 0.5463010292381552, "learning_rate": 0.002913, "loss": 4.4415, "step": 971 }, { "epoch": 0.00972, "grad_norm": 0.5115285821904162, "learning_rate": 0.002916, "loss": 4.4454, "step": 972 }, { "epoch": 0.00973, "grad_norm": 0.543781975527911, "learning_rate": 0.002919, "loss": 4.4402, "step": 973 }, { "epoch": 0.00974, "grad_norm": 0.5167263203162235, "learning_rate": 0.002922, "loss": 4.4246, "step": 974 }, { "epoch": 0.00975, "grad_norm": 0.4676730441900605, "learning_rate": 0.002925, "loss": 4.4434, "step": 975 }, { "epoch": 0.00976, "grad_norm": 0.4483140513716565, "learning_rate": 0.002928, "loss": 4.4259, "step": 976 }, { "epoch": 0.00977, "grad_norm": 0.45300675248114197, "learning_rate": 0.002931, "loss": 4.4582, "step": 977 }, { "epoch": 0.00978, "grad_norm": 0.524704391185419, "learning_rate": 0.002934, "loss": 4.4335, "step": 978 }, { "epoch": 0.00979, "grad_norm": 0.6643809565846889, "learning_rate": 0.002937, "loss": 4.4266, "step": 979 }, { "epoch": 0.0098, "grad_norm": 0.9159629342753403, "learning_rate": 0.00294, "loss": 4.433, "step": 980 }, { "epoch": 0.00981, "grad_norm": 1.0134318026936866, "learning_rate": 0.002943, "loss": 4.4516, "step": 981 }, { "epoch": 0.00982, "grad_norm": 0.7532241089289973, "learning_rate": 0.002946, "loss": 4.4387, "step": 982 }, { "epoch": 0.00983, "grad_norm": 0.7539130672753217, "learning_rate": 0.0029490000000000002, "loss": 4.4372, "step": 983 }, { "epoch": 0.00984, "grad_norm": 0.7045823796689694, "learning_rate": 0.002952, "loss": 4.4213, "step": 984 }, { "epoch": 0.00985, "grad_norm": 0.6478785171714704, "learning_rate": 0.002955, "loss": 4.444, "step": 985 }, { "epoch": 0.00986, "grad_norm": 0.5640139479823427, "learning_rate": 0.002958, "loss": 4.3997, "step": 986 }, { "epoch": 0.00987, "grad_norm": 0.6145958247621988, "learning_rate": 0.002961, "loss": 4.4141, "step": 987 }, { "epoch": 0.00988, "grad_norm": 0.7121366087401472, "learning_rate": 0.002964, "loss": 4.4512, "step": 988 }, { "epoch": 0.00989, "grad_norm": 0.7474063595618389, "learning_rate": 0.002967, "loss": 4.3897, "step": 989 }, { "epoch": 0.0099, "grad_norm": 0.7608901784540225, "learning_rate": 0.00297, "loss": 4.4296, "step": 990 }, { "epoch": 0.00991, "grad_norm": 0.8136541225519112, "learning_rate": 0.002973, "loss": 4.4314, "step": 991 }, { "epoch": 0.00992, "grad_norm": 0.7865701920195308, "learning_rate": 0.002976, "loss": 4.4266, "step": 992 }, { "epoch": 0.00993, "grad_norm": 0.8315737176917932, "learning_rate": 0.002979, "loss": 4.4267, "step": 993 }, { "epoch": 0.00994, "grad_norm": 0.7821802322270756, "learning_rate": 0.002982, "loss": 4.4281, "step": 994 }, { "epoch": 0.00995, "grad_norm": 0.8705272973695986, "learning_rate": 0.0029850000000000002, "loss": 4.4331, "step": 995 }, { "epoch": 0.00996, "grad_norm": 0.9954881536889274, "learning_rate": 0.002988, "loss": 4.4408, "step": 996 }, { "epoch": 0.00997, "grad_norm": 0.9720370341600497, "learning_rate": 0.002991, "loss": 4.4354, "step": 997 }, { "epoch": 0.00998, "grad_norm": 0.7522042168889891, "learning_rate": 0.002994, "loss": 4.4331, "step": 998 }, { "epoch": 0.00999, "grad_norm": 0.9425882614336212, "learning_rate": 0.002997, "loss": 4.4261, "step": 999 }, { "epoch": 0.01, "grad_norm": 0.9689827453070083, "learning_rate": 0.003, "loss": 4.458, "step": 1000 }, { "epoch": 0.01001, "grad_norm": 0.9802085236972514, "learning_rate": 0.003, "loss": 4.4569, "step": 1001 }, { "epoch": 0.01002, "grad_norm": 0.9742392022619593, "learning_rate": 0.003, "loss": 4.4262, "step": 1002 }, { "epoch": 0.01003, "grad_norm": 0.9115330327806416, "learning_rate": 0.003, "loss": 4.4513, "step": 1003 }, { "epoch": 0.01004, "grad_norm": 0.8562148232052564, "learning_rate": 0.003, "loss": 4.4397, "step": 1004 }, { "epoch": 0.01005, "grad_norm": 0.9105663755998641, "learning_rate": 0.003, "loss": 4.4154, "step": 1005 }, { "epoch": 0.01006, "grad_norm": 1.018045955439956, "learning_rate": 0.003, "loss": 4.433, "step": 1006 }, { "epoch": 0.01007, "grad_norm": 0.9357911521230117, "learning_rate": 0.003, "loss": 4.4713, "step": 1007 }, { "epoch": 0.01008, "grad_norm": 0.9681416399703533, "learning_rate": 0.003, "loss": 4.4846, "step": 1008 }, { "epoch": 0.01009, "grad_norm": 1.030244827646589, "learning_rate": 0.003, "loss": 4.4619, "step": 1009 }, { "epoch": 0.0101, "grad_norm": 1.0010362528613534, "learning_rate": 0.003, "loss": 4.4688, "step": 1010 }, { "epoch": 0.01011, "grad_norm": 1.0284858383133122, "learning_rate": 0.003, "loss": 4.4881, "step": 1011 }, { "epoch": 0.01012, "grad_norm": 0.9778345429910184, "learning_rate": 0.003, "loss": 4.4674, "step": 1012 }, { "epoch": 0.01013, "grad_norm": 0.8705611016855861, "learning_rate": 0.003, "loss": 4.4919, "step": 1013 }, { "epoch": 0.01014, "grad_norm": 0.8083144078788229, "learning_rate": 0.003, "loss": 4.4268, "step": 1014 }, { "epoch": 0.01015, "grad_norm": 0.7155205086193928, "learning_rate": 0.003, "loss": 4.4657, "step": 1015 }, { "epoch": 0.01016, "grad_norm": 0.5844948538982189, "learning_rate": 0.003, "loss": 4.466, "step": 1016 }, { "epoch": 0.01017, "grad_norm": 0.50419422786756, "learning_rate": 0.003, "loss": 4.4019, "step": 1017 }, { "epoch": 0.01018, "grad_norm": 0.5273528303530755, "learning_rate": 0.003, "loss": 4.4545, "step": 1018 }, { "epoch": 0.01019, "grad_norm": 0.5329688106940915, "learning_rate": 0.003, "loss": 4.4315, "step": 1019 }, { "epoch": 0.0102, "grad_norm": 0.6285459843623249, "learning_rate": 0.003, "loss": 4.4292, "step": 1020 }, { "epoch": 0.01021, "grad_norm": 0.6444525489483212, "learning_rate": 0.003, "loss": 4.412, "step": 1021 }, { "epoch": 0.01022, "grad_norm": 0.6609826768689684, "learning_rate": 0.003, "loss": 4.4194, "step": 1022 }, { "epoch": 0.01023, "grad_norm": 0.6479610287689606, "learning_rate": 0.003, "loss": 4.4151, "step": 1023 }, { "epoch": 0.01024, "grad_norm": 0.7091931447524652, "learning_rate": 0.003, "loss": 4.3798, "step": 1024 }, { "epoch": 0.01025, "grad_norm": 0.7026391214213478, "learning_rate": 0.003, "loss": 4.4116, "step": 1025 }, { "epoch": 0.01026, "grad_norm": 0.6731332289892269, "learning_rate": 0.003, "loss": 4.3991, "step": 1026 }, { "epoch": 0.01027, "grad_norm": 0.6590644472165706, "learning_rate": 0.003, "loss": 4.4177, "step": 1027 }, { "epoch": 0.01028, "grad_norm": 0.7485101036485022, "learning_rate": 0.003, "loss": 4.4014, "step": 1028 }, { "epoch": 0.01029, "grad_norm": 0.7198477689690366, "learning_rate": 0.003, "loss": 4.3803, "step": 1029 }, { "epoch": 0.0103, "grad_norm": 0.5542753635749327, "learning_rate": 0.003, "loss": 4.4023, "step": 1030 }, { "epoch": 0.01031, "grad_norm": 0.5292390629019561, "learning_rate": 0.003, "loss": 4.4144, "step": 1031 }, { "epoch": 0.01032, "grad_norm": 0.500926566427153, "learning_rate": 0.003, "loss": 4.3837, "step": 1032 }, { "epoch": 0.01033, "grad_norm": 0.49056326531128164, "learning_rate": 0.003, "loss": 4.4201, "step": 1033 }, { "epoch": 0.01034, "grad_norm": 0.5309292795236984, "learning_rate": 0.003, "loss": 4.3865, "step": 1034 }, { "epoch": 0.01035, "grad_norm": 0.6084296376545847, "learning_rate": 0.003, "loss": 4.3892, "step": 1035 }, { "epoch": 0.01036, "grad_norm": 0.8615895093148164, "learning_rate": 0.003, "loss": 4.3883, "step": 1036 }, { "epoch": 0.01037, "grad_norm": 0.8936988458454226, "learning_rate": 0.003, "loss": 4.4336, "step": 1037 }, { "epoch": 0.01038, "grad_norm": 0.6948017038229403, "learning_rate": 0.003, "loss": 4.4116, "step": 1038 }, { "epoch": 0.01039, "grad_norm": 0.9114790426144561, "learning_rate": 0.003, "loss": 4.4152, "step": 1039 }, { "epoch": 0.0104, "grad_norm": 0.8448966818619524, "learning_rate": 0.003, "loss": 4.4288, "step": 1040 }, { "epoch": 0.01041, "grad_norm": 0.7995140521375168, "learning_rate": 0.003, "loss": 4.404, "step": 1041 }, { "epoch": 0.01042, "grad_norm": 0.8979223927667839, "learning_rate": 0.003, "loss": 4.4357, "step": 1042 }, { "epoch": 0.01043, "grad_norm": 0.7233892787514891, "learning_rate": 0.003, "loss": 4.3775, "step": 1043 }, { "epoch": 0.01044, "grad_norm": 0.782866039824708, "learning_rate": 0.003, "loss": 4.4144, "step": 1044 }, { "epoch": 0.01045, "grad_norm": 0.841755171402396, "learning_rate": 0.003, "loss": 4.4353, "step": 1045 }, { "epoch": 0.01046, "grad_norm": 0.780348729633882, "learning_rate": 0.003, "loss": 4.4043, "step": 1046 }, { "epoch": 0.01047, "grad_norm": 0.8623775519511051, "learning_rate": 0.003, "loss": 4.4135, "step": 1047 }, { "epoch": 0.01048, "grad_norm": 0.9009461265034386, "learning_rate": 0.003, "loss": 4.4049, "step": 1048 }, { "epoch": 0.01049, "grad_norm": 0.739794637514069, "learning_rate": 0.003, "loss": 4.3786, "step": 1049 }, { "epoch": 0.0105, "grad_norm": 0.6259101207085414, "learning_rate": 0.003, "loss": 4.4154, "step": 1050 }, { "epoch": 0.01051, "grad_norm": 0.6694575857098493, "learning_rate": 0.003, "loss": 4.393, "step": 1051 }, { "epoch": 0.01052, "grad_norm": 0.7141380180592181, "learning_rate": 0.003, "loss": 4.4052, "step": 1052 }, { "epoch": 0.01053, "grad_norm": 0.7943106393078887, "learning_rate": 0.003, "loss": 4.4143, "step": 1053 }, { "epoch": 0.01054, "grad_norm": 0.7478655479661611, "learning_rate": 0.003, "loss": 4.4077, "step": 1054 }, { "epoch": 0.01055, "grad_norm": 0.707966249364238, "learning_rate": 0.003, "loss": 4.3861, "step": 1055 }, { "epoch": 0.01056, "grad_norm": 0.6358438963919717, "learning_rate": 0.003, "loss": 4.3823, "step": 1056 }, { "epoch": 0.01057, "grad_norm": 0.5691063929797074, "learning_rate": 0.003, "loss": 4.3849, "step": 1057 }, { "epoch": 0.01058, "grad_norm": 0.5109096197008457, "learning_rate": 0.003, "loss": 4.3737, "step": 1058 }, { "epoch": 0.01059, "grad_norm": 0.419033279294021, "learning_rate": 0.003, "loss": 4.3749, "step": 1059 }, { "epoch": 0.0106, "grad_norm": 0.4506837031966603, "learning_rate": 0.003, "loss": 4.3654, "step": 1060 }, { "epoch": 0.01061, "grad_norm": 0.42662194113596513, "learning_rate": 0.003, "loss": 4.361, "step": 1061 }, { "epoch": 0.01062, "grad_norm": 0.5018523046776621, "learning_rate": 0.003, "loss": 4.3568, "step": 1062 }, { "epoch": 0.01063, "grad_norm": 0.6580287488917459, "learning_rate": 0.003, "loss": 4.3552, "step": 1063 }, { "epoch": 0.01064, "grad_norm": 0.831793270479749, "learning_rate": 0.003, "loss": 4.3844, "step": 1064 }, { "epoch": 0.01065, "grad_norm": 1.0701105543701324, "learning_rate": 0.003, "loss": 4.3903, "step": 1065 }, { "epoch": 0.01066, "grad_norm": 0.943731953453328, "learning_rate": 0.003, "loss": 4.4118, "step": 1066 }, { "epoch": 0.01067, "grad_norm": 0.9236025360095688, "learning_rate": 0.003, "loss": 4.4136, "step": 1067 }, { "epoch": 0.01068, "grad_norm": 1.1282330525862354, "learning_rate": 0.003, "loss": 4.4118, "step": 1068 }, { "epoch": 0.01069, "grad_norm": 0.840410887973158, "learning_rate": 0.003, "loss": 4.4054, "step": 1069 }, { "epoch": 0.0107, "grad_norm": 0.733631994312363, "learning_rate": 0.003, "loss": 4.4566, "step": 1070 }, { "epoch": 0.01071, "grad_norm": 0.7799052277350242, "learning_rate": 0.003, "loss": 4.3774, "step": 1071 }, { "epoch": 0.01072, "grad_norm": 0.7960071687741883, "learning_rate": 0.003, "loss": 4.4136, "step": 1072 }, { "epoch": 0.01073, "grad_norm": 0.6975430946737453, "learning_rate": 0.003, "loss": 4.4079, "step": 1073 }, { "epoch": 0.01074, "grad_norm": 0.6813769264433432, "learning_rate": 0.003, "loss": 4.37, "step": 1074 }, { "epoch": 0.01075, "grad_norm": 0.5971783233576602, "learning_rate": 0.003, "loss": 4.4063, "step": 1075 }, { "epoch": 0.01076, "grad_norm": 0.5510713740534053, "learning_rate": 0.003, "loss": 4.3967, "step": 1076 }, { "epoch": 0.01077, "grad_norm": 0.5595097233894012, "learning_rate": 0.003, "loss": 4.3917, "step": 1077 }, { "epoch": 0.01078, "grad_norm": 0.6230934184673731, "learning_rate": 0.003, "loss": 4.3491, "step": 1078 }, { "epoch": 0.01079, "grad_norm": 0.7178707958532615, "learning_rate": 0.003, "loss": 4.3825, "step": 1079 }, { "epoch": 0.0108, "grad_norm": 0.7484447643520958, "learning_rate": 0.003, "loss": 4.3665, "step": 1080 }, { "epoch": 0.01081, "grad_norm": 0.780034137982597, "learning_rate": 0.003, "loss": 4.3727, "step": 1081 }, { "epoch": 0.01082, "grad_norm": 0.7403701975238451, "learning_rate": 0.003, "loss": 4.3894, "step": 1082 }, { "epoch": 0.01083, "grad_norm": 0.6305537452051372, "learning_rate": 0.003, "loss": 4.3733, "step": 1083 }, { "epoch": 0.01084, "grad_norm": 0.7435200213630843, "learning_rate": 0.003, "loss": 4.3825, "step": 1084 }, { "epoch": 0.01085, "grad_norm": 0.7405129376016774, "learning_rate": 0.003, "loss": 4.3735, "step": 1085 }, { "epoch": 0.01086, "grad_norm": 0.6037526750507048, "learning_rate": 0.003, "loss": 4.3449, "step": 1086 }, { "epoch": 0.01087, "grad_norm": 0.5349574840042758, "learning_rate": 0.003, "loss": 4.3549, "step": 1087 }, { "epoch": 0.01088, "grad_norm": 0.5555341529780033, "learning_rate": 0.003, "loss": 4.3917, "step": 1088 }, { "epoch": 0.01089, "grad_norm": 0.6254527345250118, "learning_rate": 0.003, "loss": 4.3599, "step": 1089 }, { "epoch": 0.0109, "grad_norm": 0.6828156926551208, "learning_rate": 0.003, "loss": 4.3884, "step": 1090 }, { "epoch": 0.01091, "grad_norm": 0.5753021180468998, "learning_rate": 0.003, "loss": 4.3549, "step": 1091 }, { "epoch": 0.01092, "grad_norm": 0.4077341561870379, "learning_rate": 0.003, "loss": 4.3436, "step": 1092 }, { "epoch": 0.01093, "grad_norm": 0.47615819716416974, "learning_rate": 0.003, "loss": 4.3664, "step": 1093 }, { "epoch": 0.01094, "grad_norm": 0.5845002574061751, "learning_rate": 0.003, "loss": 4.3553, "step": 1094 }, { "epoch": 0.01095, "grad_norm": 0.8583788887394415, "learning_rate": 0.003, "loss": 4.3944, "step": 1095 }, { "epoch": 0.01096, "grad_norm": 1.0479503783625854, "learning_rate": 0.003, "loss": 4.3824, "step": 1096 }, { "epoch": 0.01097, "grad_norm": 0.9584408455564232, "learning_rate": 0.003, "loss": 4.3695, "step": 1097 }, { "epoch": 0.01098, "grad_norm": 1.2545731298718157, "learning_rate": 0.003, "loss": 4.4068, "step": 1098 }, { "epoch": 0.01099, "grad_norm": 0.8305012272413557, "learning_rate": 0.003, "loss": 4.3706, "step": 1099 }, { "epoch": 0.011, "grad_norm": 0.7311868902259275, "learning_rate": 0.003, "loss": 4.3677, "step": 1100 }, { "epoch": 0.01101, "grad_norm": 0.6742597336847759, "learning_rate": 0.003, "loss": 4.3752, "step": 1101 }, { "epoch": 0.01102, "grad_norm": 0.6773795133108548, "learning_rate": 0.003, "loss": 4.3802, "step": 1102 }, { "epoch": 0.01103, "grad_norm": 0.6414092553075785, "learning_rate": 0.003, "loss": 4.3701, "step": 1103 }, { "epoch": 0.01104, "grad_norm": 0.6378763268399013, "learning_rate": 0.003, "loss": 4.3589, "step": 1104 }, { "epoch": 0.01105, "grad_norm": 0.6837675260878959, "learning_rate": 0.003, "loss": 4.3856, "step": 1105 }, { "epoch": 0.01106, "grad_norm": 0.667950958790211, "learning_rate": 0.003, "loss": 4.3574, "step": 1106 }, { "epoch": 0.01107, "grad_norm": 0.6082482122734244, "learning_rate": 0.003, "loss": 4.3623, "step": 1107 }, { "epoch": 0.01108, "grad_norm": 0.5983800302348057, "learning_rate": 0.003, "loss": 4.3313, "step": 1108 }, { "epoch": 0.01109, "grad_norm": 0.6046679697278923, "learning_rate": 0.003, "loss": 4.3476, "step": 1109 }, { "epoch": 0.0111, "grad_norm": 0.6353880163110637, "learning_rate": 0.003, "loss": 4.3675, "step": 1110 }, { "epoch": 0.01111, "grad_norm": 0.7049628214149826, "learning_rate": 0.003, "loss": 4.3473, "step": 1111 }, { "epoch": 0.01112, "grad_norm": 0.758960503794264, "learning_rate": 0.003, "loss": 4.369, "step": 1112 }, { "epoch": 0.01113, "grad_norm": 0.6091686772357772, "learning_rate": 0.003, "loss": 4.3335, "step": 1113 }, { "epoch": 0.01114, "grad_norm": 0.628169460357088, "learning_rate": 0.003, "loss": 4.3462, "step": 1114 }, { "epoch": 0.01115, "grad_norm": 0.7453432538813878, "learning_rate": 0.003, "loss": 4.3779, "step": 1115 }, { "epoch": 0.01116, "grad_norm": 0.9959163456029771, "learning_rate": 0.003, "loss": 4.3771, "step": 1116 }, { "epoch": 0.01117, "grad_norm": 0.9566018042437344, "learning_rate": 0.003, "loss": 4.3915, "step": 1117 }, { "epoch": 0.01118, "grad_norm": 0.6794219206934775, "learning_rate": 0.003, "loss": 4.372, "step": 1118 }, { "epoch": 0.01119, "grad_norm": 0.6027310157842346, "learning_rate": 0.003, "loss": 4.375, "step": 1119 }, { "epoch": 0.0112, "grad_norm": 0.6064414406921254, "learning_rate": 0.003, "loss": 4.3588, "step": 1120 }, { "epoch": 0.01121, "grad_norm": 0.643465354938861, "learning_rate": 0.003, "loss": 4.3691, "step": 1121 }, { "epoch": 0.01122, "grad_norm": 0.8439491151148678, "learning_rate": 0.003, "loss": 4.3539, "step": 1122 }, { "epoch": 0.01123, "grad_norm": 0.857123487934385, "learning_rate": 0.003, "loss": 4.345, "step": 1123 }, { "epoch": 0.01124, "grad_norm": 0.7412296015988188, "learning_rate": 0.003, "loss": 4.3865, "step": 1124 }, { "epoch": 0.01125, "grad_norm": 0.8143761816040683, "learning_rate": 0.003, "loss": 4.3583, "step": 1125 }, { "epoch": 0.01126, "grad_norm": 0.741767094028342, "learning_rate": 0.003, "loss": 4.3618, "step": 1126 }, { "epoch": 0.01127, "grad_norm": 0.737420855232079, "learning_rate": 0.003, "loss": 4.3948, "step": 1127 }, { "epoch": 0.01128, "grad_norm": 0.7656500975813709, "learning_rate": 0.003, "loss": 4.372, "step": 1128 }, { "epoch": 0.01129, "grad_norm": 0.8248659664813461, "learning_rate": 0.003, "loss": 4.3685, "step": 1129 }, { "epoch": 0.0113, "grad_norm": 0.7756542452356111, "learning_rate": 0.003, "loss": 4.3447, "step": 1130 }, { "epoch": 0.01131, "grad_norm": 0.7965849423705411, "learning_rate": 0.003, "loss": 4.3615, "step": 1131 }, { "epoch": 0.01132, "grad_norm": 0.718692737781693, "learning_rate": 0.003, "loss": 4.3824, "step": 1132 }, { "epoch": 0.01133, "grad_norm": 0.6500905111846983, "learning_rate": 0.003, "loss": 4.34, "step": 1133 }, { "epoch": 0.01134, "grad_norm": 0.6052834019155894, "learning_rate": 0.003, "loss": 4.3525, "step": 1134 }, { "epoch": 0.01135, "grad_norm": 0.57728723025885, "learning_rate": 0.003, "loss": 4.3767, "step": 1135 }, { "epoch": 0.01136, "grad_norm": 0.6622614298653483, "learning_rate": 0.003, "loss": 4.3514, "step": 1136 }, { "epoch": 0.01137, "grad_norm": 0.6945355696134266, "learning_rate": 0.003, "loss": 4.3784, "step": 1137 }, { "epoch": 0.01138, "grad_norm": 0.7423434054596434, "learning_rate": 0.003, "loss": 4.3361, "step": 1138 }, { "epoch": 0.01139, "grad_norm": 0.7678127530736037, "learning_rate": 0.003, "loss": 4.3463, "step": 1139 }, { "epoch": 0.0114, "grad_norm": 0.7470822118949633, "learning_rate": 0.003, "loss": 4.3322, "step": 1140 }, { "epoch": 0.01141, "grad_norm": 0.903198095826591, "learning_rate": 0.003, "loss": 4.3608, "step": 1141 }, { "epoch": 0.01142, "grad_norm": 1.0797547624524322, "learning_rate": 0.003, "loss": 4.3612, "step": 1142 }, { "epoch": 0.01143, "grad_norm": 0.7877548466868329, "learning_rate": 0.003, "loss": 4.3542, "step": 1143 }, { "epoch": 0.01144, "grad_norm": 0.8147882944795127, "learning_rate": 0.003, "loss": 4.3253, "step": 1144 }, { "epoch": 0.01145, "grad_norm": 0.7148112106554612, "learning_rate": 0.003, "loss": 4.3655, "step": 1145 }, { "epoch": 0.01146, "grad_norm": 0.6580426381015894, "learning_rate": 0.003, "loss": 4.3445, "step": 1146 }, { "epoch": 0.01147, "grad_norm": 0.7448256416265617, "learning_rate": 0.003, "loss": 4.3367, "step": 1147 }, { "epoch": 0.01148, "grad_norm": 0.6968832253815664, "learning_rate": 0.003, "loss": 4.3386, "step": 1148 }, { "epoch": 0.01149, "grad_norm": 0.627190656091196, "learning_rate": 0.003, "loss": 4.3527, "step": 1149 }, { "epoch": 0.0115, "grad_norm": 0.6739971655272956, "learning_rate": 0.003, "loss": 4.3445, "step": 1150 }, { "epoch": 0.01151, "grad_norm": 0.7518825421443525, "learning_rate": 0.003, "loss": 4.3445, "step": 1151 }, { "epoch": 0.01152, "grad_norm": 0.7628403894732813, "learning_rate": 0.003, "loss": 4.3529, "step": 1152 }, { "epoch": 0.01153, "grad_norm": 0.726109999889872, "learning_rate": 0.003, "loss": 4.3668, "step": 1153 }, { "epoch": 0.01154, "grad_norm": 0.7747132516080261, "learning_rate": 0.003, "loss": 4.3438, "step": 1154 }, { "epoch": 0.01155, "grad_norm": 0.8180276502719757, "learning_rate": 0.003, "loss": 4.3369, "step": 1155 }, { "epoch": 0.01156, "grad_norm": 0.7757994684934312, "learning_rate": 0.003, "loss": 4.3405, "step": 1156 }, { "epoch": 0.01157, "grad_norm": 0.7233155240278132, "learning_rate": 0.003, "loss": 4.3659, "step": 1157 }, { "epoch": 0.01158, "grad_norm": 0.6552894912204377, "learning_rate": 0.003, "loss": 4.332, "step": 1158 }, { "epoch": 0.01159, "grad_norm": 0.7654422010962233, "learning_rate": 0.003, "loss": 4.3316, "step": 1159 }, { "epoch": 0.0116, "grad_norm": 0.7129248873282286, "learning_rate": 0.003, "loss": 4.3462, "step": 1160 }, { "epoch": 0.01161, "grad_norm": 0.728340877307682, "learning_rate": 0.003, "loss": 4.3213, "step": 1161 }, { "epoch": 0.01162, "grad_norm": 0.6672912532139038, "learning_rate": 0.003, "loss": 4.3344, "step": 1162 }, { "epoch": 0.01163, "grad_norm": 0.6087688372398936, "learning_rate": 0.003, "loss": 4.3512, "step": 1163 }, { "epoch": 0.01164, "grad_norm": 0.5012921787632111, "learning_rate": 0.003, "loss": 4.3329, "step": 1164 }, { "epoch": 0.01165, "grad_norm": 0.4972192156782153, "learning_rate": 0.003, "loss": 4.3277, "step": 1165 }, { "epoch": 0.01166, "grad_norm": 0.48804976467805194, "learning_rate": 0.003, "loss": 4.3262, "step": 1166 }, { "epoch": 0.01167, "grad_norm": 0.5481538887564317, "learning_rate": 0.003, "loss": 4.2952, "step": 1167 }, { "epoch": 0.01168, "grad_norm": 0.6090792597366076, "learning_rate": 0.003, "loss": 4.3026, "step": 1168 }, { "epoch": 0.01169, "grad_norm": 0.653085333922602, "learning_rate": 0.003, "loss": 4.347, "step": 1169 }, { "epoch": 0.0117, "grad_norm": 0.62436544437129, "learning_rate": 0.003, "loss": 4.3309, "step": 1170 }, { "epoch": 0.01171, "grad_norm": 0.654802486268078, "learning_rate": 0.003, "loss": 4.3143, "step": 1171 }, { "epoch": 0.01172, "grad_norm": 0.6246624927886145, "learning_rate": 0.003, "loss": 4.3038, "step": 1172 }, { "epoch": 0.01173, "grad_norm": 0.6813303457409844, "learning_rate": 0.003, "loss": 4.3382, "step": 1173 }, { "epoch": 0.01174, "grad_norm": 0.7721136771646261, "learning_rate": 0.003, "loss": 4.3203, "step": 1174 }, { "epoch": 0.01175, "grad_norm": 0.823782632958531, "learning_rate": 0.003, "loss": 4.3152, "step": 1175 }, { "epoch": 0.01176, "grad_norm": 0.9763749462159719, "learning_rate": 0.003, "loss": 4.3509, "step": 1176 }, { "epoch": 0.01177, "grad_norm": 1.0894015492716702, "learning_rate": 0.003, "loss": 4.3444, "step": 1177 }, { "epoch": 0.01178, "grad_norm": 0.8156537670820067, "learning_rate": 0.003, "loss": 4.3473, "step": 1178 }, { "epoch": 0.01179, "grad_norm": 0.8529362760715462, "learning_rate": 0.003, "loss": 4.3276, "step": 1179 }, { "epoch": 0.0118, "grad_norm": 0.857392382910556, "learning_rate": 0.003, "loss": 4.395, "step": 1180 }, { "epoch": 0.01181, "grad_norm": 0.8128436446210868, "learning_rate": 0.003, "loss": 4.3809, "step": 1181 }, { "epoch": 0.01182, "grad_norm": 0.911584010746237, "learning_rate": 0.003, "loss": 4.3433, "step": 1182 }, { "epoch": 0.01183, "grad_norm": 0.8460613119287651, "learning_rate": 0.003, "loss": 4.337, "step": 1183 }, { "epoch": 0.01184, "grad_norm": 0.7730717809982315, "learning_rate": 0.003, "loss": 4.3753, "step": 1184 }, { "epoch": 0.01185, "grad_norm": 0.7718355908910234, "learning_rate": 0.003, "loss": 4.3449, "step": 1185 }, { "epoch": 0.01186, "grad_norm": 0.749856576054878, "learning_rate": 0.003, "loss": 4.3669, "step": 1186 }, { "epoch": 0.01187, "grad_norm": 0.6703031442863907, "learning_rate": 0.003, "loss": 4.33, "step": 1187 }, { "epoch": 0.01188, "grad_norm": 0.6597409636847196, "learning_rate": 0.003, "loss": 4.3387, "step": 1188 }, { "epoch": 0.01189, "grad_norm": 0.7528540145175824, "learning_rate": 0.003, "loss": 4.3431, "step": 1189 }, { "epoch": 0.0119, "grad_norm": 0.7990197433249405, "learning_rate": 0.003, "loss": 4.3273, "step": 1190 }, { "epoch": 0.01191, "grad_norm": 0.8012185403960035, "learning_rate": 0.003, "loss": 4.3081, "step": 1191 }, { "epoch": 0.01192, "grad_norm": 0.7571323847445259, "learning_rate": 0.003, "loss": 4.3381, "step": 1192 }, { "epoch": 0.01193, "grad_norm": 0.6624809456477357, "learning_rate": 0.003, "loss": 4.3371, "step": 1193 }, { "epoch": 0.01194, "grad_norm": 0.7303795208901569, "learning_rate": 0.003, "loss": 4.3395, "step": 1194 }, { "epoch": 0.01195, "grad_norm": 0.7841704264970735, "learning_rate": 0.003, "loss": 4.3211, "step": 1195 }, { "epoch": 0.01196, "grad_norm": 0.8218420512118195, "learning_rate": 0.003, "loss": 4.3286, "step": 1196 }, { "epoch": 0.01197, "grad_norm": 0.6346054129298183, "learning_rate": 0.003, "loss": 4.2874, "step": 1197 }, { "epoch": 0.01198, "grad_norm": 0.648198494061273, "learning_rate": 0.003, "loss": 4.3575, "step": 1198 }, { "epoch": 0.01199, "grad_norm": 0.719551428234481, "learning_rate": 0.003, "loss": 4.3378, "step": 1199 }, { "epoch": 0.012, "grad_norm": 0.7355036739818444, "learning_rate": 0.003, "loss": 4.3295, "step": 1200 }, { "epoch": 0.01201, "grad_norm": 0.9984238489578499, "learning_rate": 0.003, "loss": 4.3657, "step": 1201 }, { "epoch": 0.01202, "grad_norm": 1.2422658156142912, "learning_rate": 0.003, "loss": 4.3719, "step": 1202 }, { "epoch": 0.01203, "grad_norm": 0.7461879644958674, "learning_rate": 0.003, "loss": 4.3511, "step": 1203 }, { "epoch": 0.01204, "grad_norm": 0.8846740490522026, "learning_rate": 0.003, "loss": 4.3624, "step": 1204 }, { "epoch": 0.01205, "grad_norm": 0.7423867106895455, "learning_rate": 0.003, "loss": 4.3403, "step": 1205 }, { "epoch": 0.01206, "grad_norm": 0.7502877844645354, "learning_rate": 0.003, "loss": 4.3858, "step": 1206 }, { "epoch": 0.01207, "grad_norm": 0.8010490453321524, "learning_rate": 0.003, "loss": 4.3053, "step": 1207 }, { "epoch": 0.01208, "grad_norm": 0.7863992142209323, "learning_rate": 0.003, "loss": 4.3665, "step": 1208 }, { "epoch": 0.01209, "grad_norm": 0.6936314129825434, "learning_rate": 0.003, "loss": 4.3419, "step": 1209 }, { "epoch": 0.0121, "grad_norm": 0.5834058626530795, "learning_rate": 0.003, "loss": 4.3425, "step": 1210 }, { "epoch": 0.01211, "grad_norm": 0.5442454390371272, "learning_rate": 0.003, "loss": 4.3248, "step": 1211 }, { "epoch": 0.01212, "grad_norm": 0.5640531404426855, "learning_rate": 0.003, "loss": 4.3485, "step": 1212 }, { "epoch": 0.01213, "grad_norm": 0.4686052961934471, "learning_rate": 0.003, "loss": 4.3204, "step": 1213 }, { "epoch": 0.01214, "grad_norm": 0.4623933928179833, "learning_rate": 0.003, "loss": 4.3023, "step": 1214 }, { "epoch": 0.01215, "grad_norm": 0.390314877629531, "learning_rate": 0.003, "loss": 4.3075, "step": 1215 }, { "epoch": 0.01216, "grad_norm": 0.3573034139707242, "learning_rate": 0.003, "loss": 4.2995, "step": 1216 }, { "epoch": 0.01217, "grad_norm": 0.38593293619021, "learning_rate": 0.003, "loss": 4.3063, "step": 1217 }, { "epoch": 0.01218, "grad_norm": 0.40705674810377235, "learning_rate": 0.003, "loss": 4.3006, "step": 1218 }, { "epoch": 0.01219, "grad_norm": 0.45251062517773044, "learning_rate": 0.003, "loss": 4.3, "step": 1219 }, { "epoch": 0.0122, "grad_norm": 0.5627372695280709, "learning_rate": 0.003, "loss": 4.2943, "step": 1220 }, { "epoch": 0.01221, "grad_norm": 0.6302297504421508, "learning_rate": 0.003, "loss": 4.3122, "step": 1221 }, { "epoch": 0.01222, "grad_norm": 0.695146633094906, "learning_rate": 0.003, "loss": 4.2975, "step": 1222 }, { "epoch": 0.01223, "grad_norm": 0.6745684022343855, "learning_rate": 0.003, "loss": 4.2965, "step": 1223 }, { "epoch": 0.01224, "grad_norm": 0.6275537412165774, "learning_rate": 0.003, "loss": 4.2794, "step": 1224 }, { "epoch": 0.01225, "grad_norm": 0.732873035624088, "learning_rate": 0.003, "loss": 4.3084, "step": 1225 }, { "epoch": 0.01226, "grad_norm": 0.8536265776058696, "learning_rate": 0.003, "loss": 4.3061, "step": 1226 }, { "epoch": 0.01227, "grad_norm": 0.7710687106511338, "learning_rate": 0.003, "loss": 4.3371, "step": 1227 }, { "epoch": 0.01228, "grad_norm": 0.6158196915186589, "learning_rate": 0.003, "loss": 4.3122, "step": 1228 }, { "epoch": 0.01229, "grad_norm": 0.5647355795097493, "learning_rate": 0.003, "loss": 4.2952, "step": 1229 }, { "epoch": 0.0123, "grad_norm": 0.5989687141441427, "learning_rate": 0.003, "loss": 4.3304, "step": 1230 }, { "epoch": 0.01231, "grad_norm": 0.6070784312189734, "learning_rate": 0.003, "loss": 4.2993, "step": 1231 }, { "epoch": 0.01232, "grad_norm": 0.6098189672837228, "learning_rate": 0.003, "loss": 4.276, "step": 1232 }, { "epoch": 0.01233, "grad_norm": 0.6187452049200426, "learning_rate": 0.003, "loss": 4.2843, "step": 1233 }, { "epoch": 0.01234, "grad_norm": 0.6847326322735632, "learning_rate": 0.003, "loss": 4.3016, "step": 1234 }, { "epoch": 0.01235, "grad_norm": 0.7347950056629514, "learning_rate": 0.003, "loss": 4.2975, "step": 1235 }, { "epoch": 0.01236, "grad_norm": 0.8404243381213906, "learning_rate": 0.003, "loss": 4.3037, "step": 1236 }, { "epoch": 0.01237, "grad_norm": 1.1666025530795177, "learning_rate": 0.003, "loss": 4.3338, "step": 1237 }, { "epoch": 0.01238, "grad_norm": 0.7706517401085584, "learning_rate": 0.003, "loss": 4.3184, "step": 1238 }, { "epoch": 0.01239, "grad_norm": 0.8892529662707559, "learning_rate": 0.003, "loss": 4.3055, "step": 1239 }, { "epoch": 0.0124, "grad_norm": 0.9665932126023419, "learning_rate": 0.003, "loss": 4.3004, "step": 1240 }, { "epoch": 0.01241, "grad_norm": 1.0935280340663984, "learning_rate": 0.003, "loss": 4.3233, "step": 1241 }, { "epoch": 0.01242, "grad_norm": 1.117726648141726, "learning_rate": 0.003, "loss": 4.3312, "step": 1242 }, { "epoch": 0.01243, "grad_norm": 1.0553809973617114, "learning_rate": 0.003, "loss": 4.3181, "step": 1243 }, { "epoch": 0.01244, "grad_norm": 0.9192132297518948, "learning_rate": 0.003, "loss": 4.3267, "step": 1244 }, { "epoch": 0.01245, "grad_norm": 0.9382654947912115, "learning_rate": 0.003, "loss": 4.3187, "step": 1245 }, { "epoch": 0.01246, "grad_norm": 1.0892504099540619, "learning_rate": 0.003, "loss": 4.3062, "step": 1246 }, { "epoch": 0.01247, "grad_norm": 0.8993491326759976, "learning_rate": 0.003, "loss": 4.3511, "step": 1247 }, { "epoch": 0.01248, "grad_norm": 0.908268119830267, "learning_rate": 0.003, "loss": 4.3379, "step": 1248 }, { "epoch": 0.01249, "grad_norm": 0.8800131758337482, "learning_rate": 0.003, "loss": 4.3278, "step": 1249 }, { "epoch": 0.0125, "grad_norm": 0.8337196500160362, "learning_rate": 0.003, "loss": 4.3052, "step": 1250 }, { "epoch": 0.01251, "grad_norm": 0.9249131658343839, "learning_rate": 0.003, "loss": 4.3424, "step": 1251 }, { "epoch": 0.01252, "grad_norm": 0.8524650338611843, "learning_rate": 0.003, "loss": 4.3172, "step": 1252 }, { "epoch": 0.01253, "grad_norm": 0.7163285364378025, "learning_rate": 0.003, "loss": 4.2931, "step": 1253 }, { "epoch": 0.01254, "grad_norm": 0.6991567907525832, "learning_rate": 0.003, "loss": 4.3341, "step": 1254 }, { "epoch": 0.01255, "grad_norm": 0.6949992430981787, "learning_rate": 0.003, "loss": 4.2856, "step": 1255 }, { "epoch": 0.01256, "grad_norm": 0.7100922258125638, "learning_rate": 0.003, "loss": 4.3118, "step": 1256 }, { "epoch": 0.01257, "grad_norm": 0.6612217096643498, "learning_rate": 0.003, "loss": 4.2941, "step": 1257 }, { "epoch": 0.01258, "grad_norm": 0.7747579760551054, "learning_rate": 0.003, "loss": 4.3107, "step": 1258 }, { "epoch": 0.01259, "grad_norm": 1.124107981669201, "learning_rate": 0.003, "loss": 4.3222, "step": 1259 }, { "epoch": 0.0126, "grad_norm": 0.9528743820284102, "learning_rate": 0.003, "loss": 4.3627, "step": 1260 }, { "epoch": 0.01261, "grad_norm": 0.842570464638209, "learning_rate": 0.003, "loss": 4.3486, "step": 1261 }, { "epoch": 0.01262, "grad_norm": 0.8393239407149024, "learning_rate": 0.003, "loss": 4.3397, "step": 1262 }, { "epoch": 0.01263, "grad_norm": 0.8299261180456607, "learning_rate": 0.003, "loss": 4.3362, "step": 1263 }, { "epoch": 0.01264, "grad_norm": 0.8141230470068299, "learning_rate": 0.003, "loss": 4.3187, "step": 1264 }, { "epoch": 0.01265, "grad_norm": 1.0141550421015684, "learning_rate": 0.003, "loss": 4.3395, "step": 1265 }, { "epoch": 0.01266, "grad_norm": 0.7612600647582426, "learning_rate": 0.003, "loss": 4.3297, "step": 1266 }, { "epoch": 0.01267, "grad_norm": 0.6187340841665547, "learning_rate": 0.003, "loss": 4.3447, "step": 1267 }, { "epoch": 0.01268, "grad_norm": 0.5822458314315527, "learning_rate": 0.003, "loss": 4.3275, "step": 1268 }, { "epoch": 0.01269, "grad_norm": 0.4492593229301203, "learning_rate": 0.003, "loss": 4.2855, "step": 1269 }, { "epoch": 0.0127, "grad_norm": 0.5016783253235925, "learning_rate": 0.003, "loss": 4.3213, "step": 1270 }, { "epoch": 0.01271, "grad_norm": 0.44977006545763915, "learning_rate": 0.003, "loss": 4.297, "step": 1271 }, { "epoch": 0.01272, "grad_norm": 0.43028280089396154, "learning_rate": 0.003, "loss": 4.291, "step": 1272 }, { "epoch": 0.01273, "grad_norm": 0.4520162301705406, "learning_rate": 0.003, "loss": 4.3158, "step": 1273 }, { "epoch": 0.01274, "grad_norm": 0.451409910695501, "learning_rate": 0.003, "loss": 4.3063, "step": 1274 }, { "epoch": 0.01275, "grad_norm": 0.4633201534438662, "learning_rate": 0.003, "loss": 4.2756, "step": 1275 }, { "epoch": 0.01276, "grad_norm": 0.4818283038515168, "learning_rate": 0.003, "loss": 4.2804, "step": 1276 }, { "epoch": 0.01277, "grad_norm": 0.5612989347677225, "learning_rate": 0.003, "loss": 4.2895, "step": 1277 }, { "epoch": 0.01278, "grad_norm": 0.6134565833773333, "learning_rate": 0.003, "loss": 4.2966, "step": 1278 }, { "epoch": 0.01279, "grad_norm": 0.548830310802857, "learning_rate": 0.003, "loss": 4.2778, "step": 1279 }, { "epoch": 0.0128, "grad_norm": 0.5192954436192417, "learning_rate": 0.003, "loss": 4.2736, "step": 1280 }, { "epoch": 0.01281, "grad_norm": 0.7079203023923951, "learning_rate": 0.003, "loss": 4.2645, "step": 1281 }, { "epoch": 0.01282, "grad_norm": 0.8640412732426497, "learning_rate": 0.003, "loss": 4.3216, "step": 1282 }, { "epoch": 0.01283, "grad_norm": 0.7685939231737142, "learning_rate": 0.003, "loss": 4.2859, "step": 1283 }, { "epoch": 0.01284, "grad_norm": 0.6000861053702143, "learning_rate": 0.003, "loss": 4.2792, "step": 1284 }, { "epoch": 0.01285, "grad_norm": 0.7254306454469097, "learning_rate": 0.003, "loss": 4.2881, "step": 1285 }, { "epoch": 0.01286, "grad_norm": 0.6733987067909273, "learning_rate": 0.003, "loss": 4.3069, "step": 1286 }, { "epoch": 0.01287, "grad_norm": 0.6347430576087306, "learning_rate": 0.003, "loss": 4.2706, "step": 1287 }, { "epoch": 0.01288, "grad_norm": 0.6742039696219508, "learning_rate": 0.003, "loss": 4.2877, "step": 1288 }, { "epoch": 0.01289, "grad_norm": 0.7964754563506287, "learning_rate": 0.003, "loss": 4.2851, "step": 1289 }, { "epoch": 0.0129, "grad_norm": 0.7466700913788555, "learning_rate": 0.003, "loss": 4.3108, "step": 1290 }, { "epoch": 0.01291, "grad_norm": 0.7257835946382555, "learning_rate": 0.003, "loss": 4.2878, "step": 1291 }, { "epoch": 0.01292, "grad_norm": 0.7356576793031216, "learning_rate": 0.003, "loss": 4.3222, "step": 1292 }, { "epoch": 0.01293, "grad_norm": 0.7652258994712906, "learning_rate": 0.003, "loss": 4.312, "step": 1293 }, { "epoch": 0.01294, "grad_norm": 0.8074663392977137, "learning_rate": 0.003, "loss": 4.2851, "step": 1294 }, { "epoch": 0.01295, "grad_norm": 0.8419246282427761, "learning_rate": 0.003, "loss": 4.3171, "step": 1295 }, { "epoch": 0.01296, "grad_norm": 0.9067886743130651, "learning_rate": 0.003, "loss": 4.2936, "step": 1296 }, { "epoch": 0.01297, "grad_norm": 0.9867944428505203, "learning_rate": 0.003, "loss": 4.3168, "step": 1297 }, { "epoch": 0.01298, "grad_norm": 0.9008581643124973, "learning_rate": 0.003, "loss": 4.2927, "step": 1298 }, { "epoch": 0.01299, "grad_norm": 0.9659427448976995, "learning_rate": 0.003, "loss": 4.3085, "step": 1299 }, { "epoch": 0.013, "grad_norm": 1.004138764919463, "learning_rate": 0.003, "loss": 4.3011, "step": 1300 }, { "epoch": 0.01301, "grad_norm": 0.9518499756671687, "learning_rate": 0.003, "loss": 4.3191, "step": 1301 }, { "epoch": 0.01302, "grad_norm": 0.8711824338075493, "learning_rate": 0.003, "loss": 4.361, "step": 1302 }, { "epoch": 0.01303, "grad_norm": 0.8676764239234932, "learning_rate": 0.003, "loss": 4.3063, "step": 1303 }, { "epoch": 0.01304, "grad_norm": 0.7125360490503003, "learning_rate": 0.003, "loss": 4.3284, "step": 1304 }, { "epoch": 0.01305, "grad_norm": 0.6046564741110017, "learning_rate": 0.003, "loss": 4.3089, "step": 1305 }, { "epoch": 0.01306, "grad_norm": 0.5647927538938984, "learning_rate": 0.003, "loss": 4.2992, "step": 1306 }, { "epoch": 0.01307, "grad_norm": 0.5913576309809552, "learning_rate": 0.003, "loss": 4.3149, "step": 1307 }, { "epoch": 0.01308, "grad_norm": 0.5924251650199668, "learning_rate": 0.003, "loss": 4.2932, "step": 1308 }, { "epoch": 0.01309, "grad_norm": 0.507504674715556, "learning_rate": 0.003, "loss": 4.326, "step": 1309 }, { "epoch": 0.0131, "grad_norm": 0.6387323300673942, "learning_rate": 0.003, "loss": 4.2756, "step": 1310 }, { "epoch": 0.01311, "grad_norm": 0.7281996988052075, "learning_rate": 0.003, "loss": 4.3202, "step": 1311 }, { "epoch": 0.01312, "grad_norm": 0.8834351506579509, "learning_rate": 0.003, "loss": 4.2908, "step": 1312 }, { "epoch": 0.01313, "grad_norm": 0.840185011015699, "learning_rate": 0.003, "loss": 4.2898, "step": 1313 }, { "epoch": 0.01314, "grad_norm": 0.6830490768340751, "learning_rate": 0.003, "loss": 4.2745, "step": 1314 }, { "epoch": 0.01315, "grad_norm": 0.6358981723627178, "learning_rate": 0.003, "loss": 4.2992, "step": 1315 }, { "epoch": 0.01316, "grad_norm": 0.6007791887068558, "learning_rate": 0.003, "loss": 4.2829, "step": 1316 }, { "epoch": 0.01317, "grad_norm": 0.5048125779943076, "learning_rate": 0.003, "loss": 4.3051, "step": 1317 }, { "epoch": 0.01318, "grad_norm": 0.49450675942854344, "learning_rate": 0.003, "loss": 4.2837, "step": 1318 }, { "epoch": 0.01319, "grad_norm": 0.5258905508186564, "learning_rate": 0.003, "loss": 4.292, "step": 1319 }, { "epoch": 0.0132, "grad_norm": 0.5585710036479011, "learning_rate": 0.003, "loss": 4.2888, "step": 1320 }, { "epoch": 0.01321, "grad_norm": 0.5365220915283813, "learning_rate": 0.003, "loss": 4.2608, "step": 1321 }, { "epoch": 0.01322, "grad_norm": 0.5557887511106342, "learning_rate": 0.003, "loss": 4.292, "step": 1322 }, { "epoch": 0.01323, "grad_norm": 0.5531377716759448, "learning_rate": 0.003, "loss": 4.2837, "step": 1323 }, { "epoch": 0.01324, "grad_norm": 0.48156733948461256, "learning_rate": 0.003, "loss": 4.2672, "step": 1324 }, { "epoch": 0.01325, "grad_norm": 0.4219074369900267, "learning_rate": 0.003, "loss": 4.2693, "step": 1325 }, { "epoch": 0.01326, "grad_norm": 0.43890778305013683, "learning_rate": 0.003, "loss": 4.2559, "step": 1326 }, { "epoch": 0.01327, "grad_norm": 0.4164892745664214, "learning_rate": 0.003, "loss": 4.2724, "step": 1327 }, { "epoch": 0.01328, "grad_norm": 0.49229273243603294, "learning_rate": 0.003, "loss": 4.2646, "step": 1328 }, { "epoch": 0.01329, "grad_norm": 0.6121730970661665, "learning_rate": 0.003, "loss": 4.2329, "step": 1329 }, { "epoch": 0.0133, "grad_norm": 0.8848354653817555, "learning_rate": 0.003, "loss": 4.282, "step": 1330 }, { "epoch": 0.01331, "grad_norm": 1.0334105334221095, "learning_rate": 0.003, "loss": 4.2945, "step": 1331 }, { "epoch": 0.01332, "grad_norm": 0.8234894915328277, "learning_rate": 0.003, "loss": 4.2994, "step": 1332 }, { "epoch": 0.01333, "grad_norm": 0.7856986790322864, "learning_rate": 0.003, "loss": 4.2716, "step": 1333 }, { "epoch": 0.01334, "grad_norm": 0.7455452553988269, "learning_rate": 0.003, "loss": 4.2662, "step": 1334 }, { "epoch": 0.01335, "grad_norm": 0.623751194689146, "learning_rate": 0.003, "loss": 4.2787, "step": 1335 }, { "epoch": 0.01336, "grad_norm": 0.8238963440270202, "learning_rate": 0.003, "loss": 4.2839, "step": 1336 }, { "epoch": 0.01337, "grad_norm": 0.8159528784128957, "learning_rate": 0.003, "loss": 4.3035, "step": 1337 }, { "epoch": 0.01338, "grad_norm": 0.691075290250966, "learning_rate": 0.003, "loss": 4.2694, "step": 1338 }, { "epoch": 0.01339, "grad_norm": 0.6872888519447673, "learning_rate": 0.003, "loss": 4.2893, "step": 1339 }, { "epoch": 0.0134, "grad_norm": 0.6938872016813308, "learning_rate": 0.003, "loss": 4.2701, "step": 1340 }, { "epoch": 0.01341, "grad_norm": 0.7051901323106005, "learning_rate": 0.003, "loss": 4.2883, "step": 1341 }, { "epoch": 0.01342, "grad_norm": 0.7365511131614688, "learning_rate": 0.003, "loss": 4.257, "step": 1342 }, { "epoch": 0.01343, "grad_norm": 0.7564141855011662, "learning_rate": 0.003, "loss": 4.2701, "step": 1343 }, { "epoch": 0.01344, "grad_norm": 0.695387503279461, "learning_rate": 0.003, "loss": 4.2649, "step": 1344 }, { "epoch": 0.01345, "grad_norm": 0.6914588150610467, "learning_rate": 0.003, "loss": 4.3033, "step": 1345 }, { "epoch": 0.01346, "grad_norm": 0.6768362060970508, "learning_rate": 0.003, "loss": 4.277, "step": 1346 }, { "epoch": 0.01347, "grad_norm": 0.5492073753536512, "learning_rate": 0.003, "loss": 4.2633, "step": 1347 }, { "epoch": 0.01348, "grad_norm": 0.5626283903224933, "learning_rate": 0.003, "loss": 4.2635, "step": 1348 }, { "epoch": 0.01349, "grad_norm": 0.6438865489267382, "learning_rate": 0.003, "loss": 4.2856, "step": 1349 }, { "epoch": 0.0135, "grad_norm": 0.7199005579630849, "learning_rate": 0.003, "loss": 4.2796, "step": 1350 }, { "epoch": 0.01351, "grad_norm": 0.5428932527008233, "learning_rate": 0.003, "loss": 4.3038, "step": 1351 }, { "epoch": 0.01352, "grad_norm": 0.5284901745728212, "learning_rate": 0.003, "loss": 4.2779, "step": 1352 }, { "epoch": 0.01353, "grad_norm": 0.5600878945602594, "learning_rate": 0.003, "loss": 4.2635, "step": 1353 }, { "epoch": 0.01354, "grad_norm": 0.6391444612725596, "learning_rate": 0.003, "loss": 4.2525, "step": 1354 }, { "epoch": 0.01355, "grad_norm": 0.5641606375474643, "learning_rate": 0.003, "loss": 4.2634, "step": 1355 }, { "epoch": 0.01356, "grad_norm": 0.5080744885475224, "learning_rate": 0.003, "loss": 4.2545, "step": 1356 }, { "epoch": 0.01357, "grad_norm": 0.5093639445431166, "learning_rate": 0.003, "loss": 4.2441, "step": 1357 }, { "epoch": 0.01358, "grad_norm": 0.5049437394862782, "learning_rate": 0.003, "loss": 4.2383, "step": 1358 }, { "epoch": 0.01359, "grad_norm": 0.534762392832106, "learning_rate": 0.003, "loss": 4.2789, "step": 1359 }, { "epoch": 0.0136, "grad_norm": 0.5654562399234901, "learning_rate": 0.003, "loss": 4.2447, "step": 1360 }, { "epoch": 0.01361, "grad_norm": 0.7911685516807686, "learning_rate": 0.003, "loss": 4.2666, "step": 1361 }, { "epoch": 0.01362, "grad_norm": 1.133172158468294, "learning_rate": 0.003, "loss": 4.3073, "step": 1362 }, { "epoch": 0.01363, "grad_norm": 0.9631930238400119, "learning_rate": 0.003, "loss": 4.2987, "step": 1363 }, { "epoch": 0.01364, "grad_norm": 0.7443319461425727, "learning_rate": 0.003, "loss": 4.2839, "step": 1364 }, { "epoch": 0.01365, "grad_norm": 0.7368707977522249, "learning_rate": 0.003, "loss": 4.3041, "step": 1365 }, { "epoch": 0.01366, "grad_norm": 0.6506933778775009, "learning_rate": 0.003, "loss": 4.255, "step": 1366 }, { "epoch": 0.01367, "grad_norm": 0.7425630695378723, "learning_rate": 0.003, "loss": 4.3072, "step": 1367 }, { "epoch": 0.01368, "grad_norm": 0.7495522896004446, "learning_rate": 0.003, "loss": 4.2833, "step": 1368 }, { "epoch": 0.01369, "grad_norm": 0.7542187487500857, "learning_rate": 0.003, "loss": 4.2721, "step": 1369 }, { "epoch": 0.0137, "grad_norm": 0.9330809300322568, "learning_rate": 0.003, "loss": 4.3029, "step": 1370 }, { "epoch": 0.01371, "grad_norm": 1.2015218016331504, "learning_rate": 0.003, "loss": 4.3156, "step": 1371 }, { "epoch": 0.01372, "grad_norm": 1.0453049109497266, "learning_rate": 0.003, "loss": 4.2577, "step": 1372 }, { "epoch": 0.01373, "grad_norm": 1.086666562724284, "learning_rate": 0.003, "loss": 4.308, "step": 1373 }, { "epoch": 0.01374, "grad_norm": 1.0320592526365153, "learning_rate": 0.003, "loss": 4.3227, "step": 1374 }, { "epoch": 0.01375, "grad_norm": 1.1967086046120219, "learning_rate": 0.003, "loss": 4.2884, "step": 1375 }, { "epoch": 0.01376, "grad_norm": 0.8548157633990001, "learning_rate": 0.003, "loss": 4.307, "step": 1376 }, { "epoch": 0.01377, "grad_norm": 0.9102072373918407, "learning_rate": 0.003, "loss": 4.2985, "step": 1377 }, { "epoch": 0.01378, "grad_norm": 0.9843975361934545, "learning_rate": 0.003, "loss": 4.3358, "step": 1378 }, { "epoch": 0.01379, "grad_norm": 1.0283723711953892, "learning_rate": 0.003, "loss": 4.3102, "step": 1379 }, { "epoch": 0.0138, "grad_norm": 0.9006954176701093, "learning_rate": 0.003, "loss": 4.3045, "step": 1380 }, { "epoch": 0.01381, "grad_norm": 1.123717795950056, "learning_rate": 0.003, "loss": 4.3217, "step": 1381 }, { "epoch": 0.01382, "grad_norm": 1.0986902300743402, "learning_rate": 0.003, "loss": 4.3218, "step": 1382 }, { "epoch": 0.01383, "grad_norm": 0.9410643097534779, "learning_rate": 0.003, "loss": 4.3113, "step": 1383 }, { "epoch": 0.01384, "grad_norm": 0.8436673398281763, "learning_rate": 0.003, "loss": 4.3327, "step": 1384 }, { "epoch": 0.01385, "grad_norm": 0.8422095588989059, "learning_rate": 0.003, "loss": 4.3233, "step": 1385 }, { "epoch": 0.01386, "grad_norm": 0.9633211233231406, "learning_rate": 0.003, "loss": 4.3006, "step": 1386 }, { "epoch": 0.01387, "grad_norm": 1.2716300561274656, "learning_rate": 0.003, "loss": 4.3052, "step": 1387 }, { "epoch": 0.01388, "grad_norm": 0.786746450686237, "learning_rate": 0.003, "loss": 4.33, "step": 1388 }, { "epoch": 0.01389, "grad_norm": 0.763957561776965, "learning_rate": 0.003, "loss": 4.3069, "step": 1389 }, { "epoch": 0.0139, "grad_norm": 0.7874363277644975, "learning_rate": 0.003, "loss": 4.3041, "step": 1390 }, { "epoch": 0.01391, "grad_norm": 0.7493071050038139, "learning_rate": 0.003, "loss": 4.3036, "step": 1391 }, { "epoch": 0.01392, "grad_norm": 0.5930612778435612, "learning_rate": 0.003, "loss": 4.3076, "step": 1392 }, { "epoch": 0.01393, "grad_norm": 0.5012167316836135, "learning_rate": 0.003, "loss": 4.2738, "step": 1393 }, { "epoch": 0.01394, "grad_norm": 0.4948661937091383, "learning_rate": 0.003, "loss": 4.2568, "step": 1394 }, { "epoch": 0.01395, "grad_norm": 0.4622888611133768, "learning_rate": 0.003, "loss": 4.2868, "step": 1395 }, { "epoch": 0.01396, "grad_norm": 0.4205886993889684, "learning_rate": 0.003, "loss": 4.275, "step": 1396 }, { "epoch": 0.01397, "grad_norm": 0.47767051412590744, "learning_rate": 0.003, "loss": 4.2862, "step": 1397 }, { "epoch": 0.01398, "grad_norm": 0.417341308437963, "learning_rate": 0.003, "loss": 4.2647, "step": 1398 }, { "epoch": 0.01399, "grad_norm": 0.38332601666132154, "learning_rate": 0.003, "loss": 4.2835, "step": 1399 }, { "epoch": 0.014, "grad_norm": 0.49255586643940574, "learning_rate": 0.003, "loss": 4.2444, "step": 1400 }, { "epoch": 0.01401, "grad_norm": 0.8450629843994065, "learning_rate": 0.003, "loss": 4.2739, "step": 1401 }, { "epoch": 0.01402, "grad_norm": 1.0913061976723808, "learning_rate": 0.003, "loss": 4.3172, "step": 1402 }, { "epoch": 0.01403, "grad_norm": 0.6222948640126749, "learning_rate": 0.003, "loss": 4.2634, "step": 1403 }, { "epoch": 0.01404, "grad_norm": 0.6692390535634434, "learning_rate": 0.003, "loss": 4.291, "step": 1404 }, { "epoch": 0.01405, "grad_norm": 0.531565118139576, "learning_rate": 0.003, "loss": 4.2997, "step": 1405 }, { "epoch": 0.01406, "grad_norm": 0.4824477961295427, "learning_rate": 0.003, "loss": 4.2779, "step": 1406 }, { "epoch": 0.01407, "grad_norm": 0.5759838031356613, "learning_rate": 0.003, "loss": 4.2942, "step": 1407 }, { "epoch": 0.01408, "grad_norm": 0.4476558981995588, "learning_rate": 0.003, "loss": 4.245, "step": 1408 }, { "epoch": 0.01409, "grad_norm": 0.43291671999910936, "learning_rate": 0.003, "loss": 4.2753, "step": 1409 }, { "epoch": 0.0141, "grad_norm": 0.48354199581441126, "learning_rate": 0.003, "loss": 4.2565, "step": 1410 }, { "epoch": 0.01411, "grad_norm": 0.4777579756136276, "learning_rate": 0.003, "loss": 4.2302, "step": 1411 }, { "epoch": 0.01412, "grad_norm": 0.5224654831649898, "learning_rate": 0.003, "loss": 4.2693, "step": 1412 }, { "epoch": 0.01413, "grad_norm": 0.5669597734894755, "learning_rate": 0.003, "loss": 4.2639, "step": 1413 }, { "epoch": 0.01414, "grad_norm": 0.5645597477136786, "learning_rate": 0.003, "loss": 4.2453, "step": 1414 }, { "epoch": 0.01415, "grad_norm": 0.5887759339552011, "learning_rate": 0.003, "loss": 4.238, "step": 1415 }, { "epoch": 0.01416, "grad_norm": 0.6104838140849604, "learning_rate": 0.003, "loss": 4.2641, "step": 1416 }, { "epoch": 0.01417, "grad_norm": 0.6908167320390044, "learning_rate": 0.003, "loss": 4.2559, "step": 1417 }, { "epoch": 0.01418, "grad_norm": 0.8241127076876378, "learning_rate": 0.003, "loss": 4.28, "step": 1418 }, { "epoch": 0.01419, "grad_norm": 0.8554302831681504, "learning_rate": 0.003, "loss": 4.2733, "step": 1419 }, { "epoch": 0.0142, "grad_norm": 0.8153359619668534, "learning_rate": 0.003, "loss": 4.28, "step": 1420 }, { "epoch": 0.01421, "grad_norm": 0.808004884443839, "learning_rate": 0.003, "loss": 4.2527, "step": 1421 }, { "epoch": 0.01422, "grad_norm": 0.6302573298023686, "learning_rate": 0.003, "loss": 4.2516, "step": 1422 }, { "epoch": 0.01423, "grad_norm": 0.6834582033971294, "learning_rate": 0.003, "loss": 4.2585, "step": 1423 }, { "epoch": 0.01424, "grad_norm": 0.7665806417295189, "learning_rate": 0.003, "loss": 4.2761, "step": 1424 }, { "epoch": 0.01425, "grad_norm": 0.8479056405573007, "learning_rate": 0.003, "loss": 4.2857, "step": 1425 }, { "epoch": 0.01426, "grad_norm": 0.8307259541179206, "learning_rate": 0.003, "loss": 4.2636, "step": 1426 }, { "epoch": 0.01427, "grad_norm": 0.7328418116871758, "learning_rate": 0.003, "loss": 4.257, "step": 1427 }, { "epoch": 0.01428, "grad_norm": 0.834478644245489, "learning_rate": 0.003, "loss": 4.2596, "step": 1428 }, { "epoch": 0.01429, "grad_norm": 0.8679311866430979, "learning_rate": 0.003, "loss": 4.2742, "step": 1429 }, { "epoch": 0.0143, "grad_norm": 0.9567780417694972, "learning_rate": 0.003, "loss": 4.2902, "step": 1430 }, { "epoch": 0.01431, "grad_norm": 0.99274156172833, "learning_rate": 0.003, "loss": 4.2901, "step": 1431 }, { "epoch": 0.01432, "grad_norm": 0.9575505507003149, "learning_rate": 0.003, "loss": 4.2782, "step": 1432 }, { "epoch": 0.01433, "grad_norm": 1.0120649680762432, "learning_rate": 0.003, "loss": 4.2802, "step": 1433 }, { "epoch": 0.01434, "grad_norm": 0.9698542777423387, "learning_rate": 0.003, "loss": 4.2694, "step": 1434 }, { "epoch": 0.01435, "grad_norm": 0.8592446572371273, "learning_rate": 0.003, "loss": 4.2745, "step": 1435 }, { "epoch": 0.01436, "grad_norm": 0.7299491282894184, "learning_rate": 0.003, "loss": 4.2863, "step": 1436 }, { "epoch": 0.01437, "grad_norm": 0.6523703034324407, "learning_rate": 0.003, "loss": 4.296, "step": 1437 }, { "epoch": 0.01438, "grad_norm": 0.6201165515106615, "learning_rate": 0.003, "loss": 4.2864, "step": 1438 }, { "epoch": 0.01439, "grad_norm": 0.6536973612494624, "learning_rate": 0.003, "loss": 4.25, "step": 1439 }, { "epoch": 0.0144, "grad_norm": 0.729776581664813, "learning_rate": 0.003, "loss": 4.2648, "step": 1440 }, { "epoch": 0.01441, "grad_norm": 0.7206829643898741, "learning_rate": 0.003, "loss": 4.2702, "step": 1441 }, { "epoch": 0.01442, "grad_norm": 0.7419558696417659, "learning_rate": 0.003, "loss": 4.2561, "step": 1442 }, { "epoch": 0.01443, "grad_norm": 0.8093095130841327, "learning_rate": 0.003, "loss": 4.3153, "step": 1443 }, { "epoch": 0.01444, "grad_norm": 0.7933277975079275, "learning_rate": 0.003, "loss": 4.2825, "step": 1444 }, { "epoch": 0.01445, "grad_norm": 0.7264821716906565, "learning_rate": 0.003, "loss": 4.2399, "step": 1445 }, { "epoch": 0.01446, "grad_norm": 0.6240641235999153, "learning_rate": 0.003, "loss": 4.2506, "step": 1446 }, { "epoch": 0.01447, "grad_norm": 0.5288921284639453, "learning_rate": 0.003, "loss": 4.256, "step": 1447 }, { "epoch": 0.01448, "grad_norm": 0.534171003657093, "learning_rate": 0.003, "loss": 4.2664, "step": 1448 }, { "epoch": 0.01449, "grad_norm": 0.504252276028137, "learning_rate": 0.003, "loss": 4.2565, "step": 1449 }, { "epoch": 0.0145, "grad_norm": 0.44556324681710546, "learning_rate": 0.003, "loss": 4.27, "step": 1450 }, { "epoch": 0.01451, "grad_norm": 0.4269835752600227, "learning_rate": 0.003, "loss": 4.2459, "step": 1451 }, { "epoch": 0.01452, "grad_norm": 0.43297277393213274, "learning_rate": 0.003, "loss": 4.2457, "step": 1452 }, { "epoch": 0.01453, "grad_norm": 0.48066055951097997, "learning_rate": 0.003, "loss": 4.2578, "step": 1453 }, { "epoch": 0.01454, "grad_norm": 0.7307010489462921, "learning_rate": 0.003, "loss": 4.2308, "step": 1454 }, { "epoch": 0.01455, "grad_norm": 1.061032754030789, "learning_rate": 0.003, "loss": 4.2921, "step": 1455 }, { "epoch": 0.01456, "grad_norm": 0.8307341818819957, "learning_rate": 0.003, "loss": 4.2586, "step": 1456 }, { "epoch": 0.01457, "grad_norm": 0.6035503218291812, "learning_rate": 0.003, "loss": 4.2382, "step": 1457 }, { "epoch": 0.01458, "grad_norm": 0.6933692267109066, "learning_rate": 0.003, "loss": 4.242, "step": 1458 }, { "epoch": 0.01459, "grad_norm": 0.6220443333798514, "learning_rate": 0.003, "loss": 4.2607, "step": 1459 }, { "epoch": 0.0146, "grad_norm": 0.8143223428105976, "learning_rate": 0.003, "loss": 4.2715, "step": 1460 }, { "epoch": 0.01461, "grad_norm": 0.7987144915177533, "learning_rate": 0.003, "loss": 4.2513, "step": 1461 }, { "epoch": 0.01462, "grad_norm": 0.6408744129720689, "learning_rate": 0.003, "loss": 4.2512, "step": 1462 }, { "epoch": 0.01463, "grad_norm": 0.7757864438293093, "learning_rate": 0.003, "loss": 4.2548, "step": 1463 }, { "epoch": 0.01464, "grad_norm": 0.7699033474111219, "learning_rate": 0.003, "loss": 4.2388, "step": 1464 }, { "epoch": 0.01465, "grad_norm": 0.5797229129062035, "learning_rate": 0.003, "loss": 4.2736, "step": 1465 }, { "epoch": 0.01466, "grad_norm": 0.611021916593894, "learning_rate": 0.003, "loss": 4.238, "step": 1466 }, { "epoch": 0.01467, "grad_norm": 0.7716393804810123, "learning_rate": 0.003, "loss": 4.2809, "step": 1467 }, { "epoch": 0.01468, "grad_norm": 0.684598948135191, "learning_rate": 0.003, "loss": 4.2576, "step": 1468 }, { "epoch": 0.01469, "grad_norm": 0.5983303592308452, "learning_rate": 0.003, "loss": 4.2537, "step": 1469 }, { "epoch": 0.0147, "grad_norm": 0.5951720244159906, "learning_rate": 0.003, "loss": 4.246, "step": 1470 }, { "epoch": 0.01471, "grad_norm": 0.595230494931454, "learning_rate": 0.003, "loss": 4.2579, "step": 1471 }, { "epoch": 0.01472, "grad_norm": 0.5179540783713997, "learning_rate": 0.003, "loss": 4.2385, "step": 1472 }, { "epoch": 0.01473, "grad_norm": 0.513255678190744, "learning_rate": 0.003, "loss": 4.2524, "step": 1473 }, { "epoch": 0.01474, "grad_norm": 0.5312567488001211, "learning_rate": 0.003, "loss": 4.2368, "step": 1474 }, { "epoch": 0.01475, "grad_norm": 0.5231277112786824, "learning_rate": 0.003, "loss": 4.2547, "step": 1475 }, { "epoch": 0.01476, "grad_norm": 0.524915592276574, "learning_rate": 0.003, "loss": 4.2412, "step": 1476 }, { "epoch": 0.01477, "grad_norm": 0.4868094804842935, "learning_rate": 0.003, "loss": 4.2453, "step": 1477 }, { "epoch": 0.01478, "grad_norm": 0.46072622581307954, "learning_rate": 0.003, "loss": 4.2277, "step": 1478 }, { "epoch": 0.01479, "grad_norm": 0.5672195126213446, "learning_rate": 0.003, "loss": 4.2625, "step": 1479 }, { "epoch": 0.0148, "grad_norm": 0.7550630041249586, "learning_rate": 0.003, "loss": 4.2383, "step": 1480 }, { "epoch": 0.01481, "grad_norm": 0.9561266542090932, "learning_rate": 0.003, "loss": 4.2523, "step": 1481 }, { "epoch": 0.01482, "grad_norm": 1.4635954400671285, "learning_rate": 0.003, "loss": 4.2602, "step": 1482 }, { "epoch": 0.01483, "grad_norm": 0.7350989176290839, "learning_rate": 0.003, "loss": 4.2401, "step": 1483 }, { "epoch": 0.01484, "grad_norm": 0.687260607047077, "learning_rate": 0.003, "loss": 4.2906, "step": 1484 }, { "epoch": 0.01485, "grad_norm": 0.6759306581993629, "learning_rate": 0.003, "loss": 4.2492, "step": 1485 }, { "epoch": 0.01486, "grad_norm": 0.5738231891215967, "learning_rate": 0.003, "loss": 4.2438, "step": 1486 }, { "epoch": 0.01487, "grad_norm": 0.67662740183017, "learning_rate": 0.003, "loss": 4.2486, "step": 1487 }, { "epoch": 0.01488, "grad_norm": 0.6465587043004464, "learning_rate": 0.003, "loss": 4.2584, "step": 1488 }, { "epoch": 0.01489, "grad_norm": 0.6278262825245318, "learning_rate": 0.003, "loss": 4.251, "step": 1489 }, { "epoch": 0.0149, "grad_norm": 0.7125204242602325, "learning_rate": 0.003, "loss": 4.2472, "step": 1490 }, { "epoch": 0.01491, "grad_norm": 0.739446677383364, "learning_rate": 0.003, "loss": 4.263, "step": 1491 }, { "epoch": 0.01492, "grad_norm": 0.7351492446611294, "learning_rate": 0.003, "loss": 4.2298, "step": 1492 }, { "epoch": 0.01493, "grad_norm": 0.7206112830630914, "learning_rate": 0.003, "loss": 4.2585, "step": 1493 }, { "epoch": 0.01494, "grad_norm": 0.7389347083990496, "learning_rate": 0.003, "loss": 4.239, "step": 1494 }, { "epoch": 0.01495, "grad_norm": 0.6924446817172788, "learning_rate": 0.003, "loss": 4.2476, "step": 1495 }, { "epoch": 0.01496, "grad_norm": 0.6954181917083473, "learning_rate": 0.003, "loss": 4.2266, "step": 1496 }, { "epoch": 0.01497, "grad_norm": 0.6994096236505176, "learning_rate": 0.003, "loss": 4.1995, "step": 1497 }, { "epoch": 0.01498, "grad_norm": 0.737027067879948, "learning_rate": 0.003, "loss": 4.2577, "step": 1498 }, { "epoch": 0.01499, "grad_norm": 0.8018965005148498, "learning_rate": 0.003, "loss": 4.2828, "step": 1499 }, { "epoch": 0.015, "grad_norm": 0.673322646768884, "learning_rate": 0.003, "loss": 4.2302, "step": 1500 }, { "epoch": 0.01501, "grad_norm": 0.6899086847228731, "learning_rate": 0.003, "loss": 4.23, "step": 1501 }, { "epoch": 0.01502, "grad_norm": 0.6591283488970741, "learning_rate": 0.003, "loss": 4.2708, "step": 1502 }, { "epoch": 0.01503, "grad_norm": 0.6852371530334846, "learning_rate": 0.003, "loss": 4.2501, "step": 1503 }, { "epoch": 0.01504, "grad_norm": 0.6823538206406574, "learning_rate": 0.003, "loss": 4.2505, "step": 1504 }, { "epoch": 0.01505, "grad_norm": 0.7899988696399359, "learning_rate": 0.003, "loss": 4.2395, "step": 1505 }, { "epoch": 0.01506, "grad_norm": 0.8794700649213404, "learning_rate": 0.003, "loss": 4.2637, "step": 1506 }, { "epoch": 0.01507, "grad_norm": 0.8573682870616134, "learning_rate": 0.003, "loss": 4.2788, "step": 1507 }, { "epoch": 0.01508, "grad_norm": 0.9379452075670608, "learning_rate": 0.003, "loss": 4.257, "step": 1508 }, { "epoch": 0.01509, "grad_norm": 1.155120366213554, "learning_rate": 0.003, "loss": 4.2868, "step": 1509 }, { "epoch": 0.0151, "grad_norm": 0.8564988533087747, "learning_rate": 0.003, "loss": 4.2523, "step": 1510 }, { "epoch": 0.01511, "grad_norm": 0.7943851233402885, "learning_rate": 0.003, "loss": 4.242, "step": 1511 }, { "epoch": 0.01512, "grad_norm": 0.7290925664752087, "learning_rate": 0.003, "loss": 4.2483, "step": 1512 }, { "epoch": 0.01513, "grad_norm": 0.8302189630029514, "learning_rate": 0.003, "loss": 4.2538, "step": 1513 }, { "epoch": 0.01514, "grad_norm": 0.9180439778149861, "learning_rate": 0.003, "loss": 4.2658, "step": 1514 }, { "epoch": 0.01515, "grad_norm": 0.8252164561072897, "learning_rate": 0.003, "loss": 4.2572, "step": 1515 }, { "epoch": 0.01516, "grad_norm": 0.7235677802672953, "learning_rate": 0.003, "loss": 4.2628, "step": 1516 }, { "epoch": 0.01517, "grad_norm": 0.669771960126658, "learning_rate": 0.003, "loss": 4.2114, "step": 1517 }, { "epoch": 0.01518, "grad_norm": 0.6555410571298043, "learning_rate": 0.003, "loss": 4.248, "step": 1518 }, { "epoch": 0.01519, "grad_norm": 0.7596573642242733, "learning_rate": 0.003, "loss": 4.2822, "step": 1519 }, { "epoch": 0.0152, "grad_norm": 0.8963421668718663, "learning_rate": 0.003, "loss": 4.2455, "step": 1520 }, { "epoch": 0.01521, "grad_norm": 1.008660081317184, "learning_rate": 0.003, "loss": 4.2626, "step": 1521 }, { "epoch": 0.01522, "grad_norm": 1.0941342292979577, "learning_rate": 0.003, "loss": 4.2769, "step": 1522 }, { "epoch": 0.01523, "grad_norm": 0.8501402046319685, "learning_rate": 0.003, "loss": 4.2571, "step": 1523 }, { "epoch": 0.01524, "grad_norm": 0.9113983493960105, "learning_rate": 0.003, "loss": 4.2967, "step": 1524 }, { "epoch": 0.01525, "grad_norm": 0.7627206625135139, "learning_rate": 0.003, "loss": 4.2846, "step": 1525 }, { "epoch": 0.01526, "grad_norm": 0.7118386576342678, "learning_rate": 0.003, "loss": 4.2733, "step": 1526 }, { "epoch": 0.01527, "grad_norm": 0.6832379742298202, "learning_rate": 0.003, "loss": 4.2396, "step": 1527 }, { "epoch": 0.01528, "grad_norm": 0.6558129881498832, "learning_rate": 0.003, "loss": 4.2558, "step": 1528 }, { "epoch": 0.01529, "grad_norm": 0.653598932900876, "learning_rate": 0.003, "loss": 4.2506, "step": 1529 }, { "epoch": 0.0153, "grad_norm": 0.6481863699832326, "learning_rate": 0.003, "loss": 4.2569, "step": 1530 }, { "epoch": 0.01531, "grad_norm": 0.7137971422876086, "learning_rate": 0.003, "loss": 4.2516, "step": 1531 }, { "epoch": 0.01532, "grad_norm": 0.7682370963055534, "learning_rate": 0.003, "loss": 4.232, "step": 1532 }, { "epoch": 0.01533, "grad_norm": 0.6869067765486859, "learning_rate": 0.003, "loss": 4.2552, "step": 1533 }, { "epoch": 0.01534, "grad_norm": 0.6763479705568691, "learning_rate": 0.003, "loss": 4.251, "step": 1534 }, { "epoch": 0.01535, "grad_norm": 0.6278011204652878, "learning_rate": 0.003, "loss": 4.2624, "step": 1535 }, { "epoch": 0.01536, "grad_norm": 0.5449726408675756, "learning_rate": 0.003, "loss": 4.2371, "step": 1536 }, { "epoch": 0.01537, "grad_norm": 0.5702070777355899, "learning_rate": 0.003, "loss": 4.2348, "step": 1537 }, { "epoch": 0.01538, "grad_norm": 0.5568148406111664, "learning_rate": 0.003, "loss": 4.2106, "step": 1538 }, { "epoch": 0.01539, "grad_norm": 0.5990162223338897, "learning_rate": 0.003, "loss": 4.2411, "step": 1539 }, { "epoch": 0.0154, "grad_norm": 0.6709932169117396, "learning_rate": 0.003, "loss": 4.2471, "step": 1540 }, { "epoch": 0.01541, "grad_norm": 0.839479307713138, "learning_rate": 0.003, "loss": 4.2333, "step": 1541 }, { "epoch": 0.01542, "grad_norm": 0.998609935659052, "learning_rate": 0.003, "loss": 4.2723, "step": 1542 }, { "epoch": 0.01543, "grad_norm": 0.9175226186557726, "learning_rate": 0.003, "loss": 4.2597, "step": 1543 }, { "epoch": 0.01544, "grad_norm": 0.9698336862541426, "learning_rate": 0.003, "loss": 4.2493, "step": 1544 }, { "epoch": 0.01545, "grad_norm": 0.8646283897782253, "learning_rate": 0.003, "loss": 4.3133, "step": 1545 }, { "epoch": 0.01546, "grad_norm": 0.7489694669979721, "learning_rate": 0.003, "loss": 4.2786, "step": 1546 }, { "epoch": 0.01547, "grad_norm": 0.7346787237600204, "learning_rate": 0.003, "loss": 4.2793, "step": 1547 }, { "epoch": 0.01548, "grad_norm": 0.7843295792698941, "learning_rate": 0.003, "loss": 4.2451, "step": 1548 }, { "epoch": 0.01549, "grad_norm": 0.7547938162635378, "learning_rate": 0.003, "loss": 4.2323, "step": 1549 }, { "epoch": 0.0155, "grad_norm": 0.8033101017591833, "learning_rate": 0.003, "loss": 4.2543, "step": 1550 }, { "epoch": 0.01551, "grad_norm": 0.784324716245673, "learning_rate": 0.003, "loss": 4.2319, "step": 1551 }, { "epoch": 0.01552, "grad_norm": 0.6675659235069369, "learning_rate": 0.003, "loss": 4.2485, "step": 1552 }, { "epoch": 0.01553, "grad_norm": 0.7200584927165973, "learning_rate": 0.003, "loss": 4.2735, "step": 1553 }, { "epoch": 0.01554, "grad_norm": 0.833889265994982, "learning_rate": 0.003, "loss": 4.259, "step": 1554 }, { "epoch": 0.01555, "grad_norm": 0.7292713050790204, "learning_rate": 0.003, "loss": 4.2302, "step": 1555 }, { "epoch": 0.01556, "grad_norm": 0.6334535318603711, "learning_rate": 0.003, "loss": 4.2647, "step": 1556 }, { "epoch": 0.01557, "grad_norm": 0.6665206815174863, "learning_rate": 0.003, "loss": 4.2396, "step": 1557 }, { "epoch": 0.01558, "grad_norm": 0.5467983416304218, "learning_rate": 0.003, "loss": 4.2264, "step": 1558 }, { "epoch": 0.01559, "grad_norm": 0.5303338136727427, "learning_rate": 0.003, "loss": 4.2625, "step": 1559 }, { "epoch": 0.0156, "grad_norm": 0.5964427896199266, "learning_rate": 0.003, "loss": 4.2526, "step": 1560 }, { "epoch": 0.01561, "grad_norm": 0.7487394215839274, "learning_rate": 0.003, "loss": 4.2358, "step": 1561 }, { "epoch": 0.01562, "grad_norm": 0.8937121416966828, "learning_rate": 0.003, "loss": 4.2394, "step": 1562 }, { "epoch": 0.01563, "grad_norm": 1.2085214855734254, "learning_rate": 0.003, "loss": 4.2602, "step": 1563 }, { "epoch": 0.01564, "grad_norm": 0.8696563758847599, "learning_rate": 0.003, "loss": 4.284, "step": 1564 }, { "epoch": 0.01565, "grad_norm": 0.739740990652482, "learning_rate": 0.003, "loss": 4.2566, "step": 1565 }, { "epoch": 0.01566, "grad_norm": 0.7600676271323985, "learning_rate": 0.003, "loss": 4.2738, "step": 1566 }, { "epoch": 0.01567, "grad_norm": 0.7222900608043384, "learning_rate": 0.003, "loss": 4.2646, "step": 1567 }, { "epoch": 0.01568, "grad_norm": 0.7569225436342659, "learning_rate": 0.003, "loss": 4.2466, "step": 1568 }, { "epoch": 0.01569, "grad_norm": 0.7441561581750152, "learning_rate": 0.003, "loss": 4.252, "step": 1569 }, { "epoch": 0.0157, "grad_norm": 0.7580218902280629, "learning_rate": 0.003, "loss": 4.2727, "step": 1570 }, { "epoch": 0.01571, "grad_norm": 0.771634247408187, "learning_rate": 0.003, "loss": 4.2581, "step": 1571 }, { "epoch": 0.01572, "grad_norm": 0.95958549182467, "learning_rate": 0.003, "loss": 4.2713, "step": 1572 }, { "epoch": 0.01573, "grad_norm": 0.9029057415025205, "learning_rate": 0.003, "loss": 4.261, "step": 1573 }, { "epoch": 0.01574, "grad_norm": 0.8044062509450788, "learning_rate": 0.003, "loss": 4.2692, "step": 1574 }, { "epoch": 0.01575, "grad_norm": 0.7286639057606195, "learning_rate": 0.003, "loss": 4.2305, "step": 1575 }, { "epoch": 0.01576, "grad_norm": 0.6821195872107877, "learning_rate": 0.003, "loss": 4.2492, "step": 1576 }, { "epoch": 0.01577, "grad_norm": 0.6033878670810847, "learning_rate": 0.003, "loss": 4.2068, "step": 1577 }, { "epoch": 0.01578, "grad_norm": 0.519693589168086, "learning_rate": 0.003, "loss": 4.2343, "step": 1578 }, { "epoch": 0.01579, "grad_norm": 0.46078437812161954, "learning_rate": 0.003, "loss": 4.2271, "step": 1579 }, { "epoch": 0.0158, "grad_norm": 0.3811995998581025, "learning_rate": 0.003, "loss": 4.2344, "step": 1580 }, { "epoch": 0.01581, "grad_norm": 0.40258363386782764, "learning_rate": 0.003, "loss": 4.2406, "step": 1581 }, { "epoch": 0.01582, "grad_norm": 0.4070479328001984, "learning_rate": 0.003, "loss": 4.2222, "step": 1582 }, { "epoch": 0.01583, "grad_norm": 0.39481584768858025, "learning_rate": 0.003, "loss": 4.2093, "step": 1583 }, { "epoch": 0.01584, "grad_norm": 0.4212949759278112, "learning_rate": 0.003, "loss": 4.24, "step": 1584 }, { "epoch": 0.01585, "grad_norm": 0.6375222350508811, "learning_rate": 0.003, "loss": 4.2351, "step": 1585 }, { "epoch": 0.01586, "grad_norm": 1.1087267261978884, "learning_rate": 0.003, "loss": 4.2389, "step": 1586 }, { "epoch": 0.01587, "grad_norm": 1.095427209738268, "learning_rate": 0.003, "loss": 4.2576, "step": 1587 }, { "epoch": 0.01588, "grad_norm": 0.5974585636629688, "learning_rate": 0.003, "loss": 4.2673, "step": 1588 }, { "epoch": 0.01589, "grad_norm": 0.6434065905263348, "learning_rate": 0.003, "loss": 4.2657, "step": 1589 }, { "epoch": 0.0159, "grad_norm": 0.5922765275307262, "learning_rate": 0.003, "loss": 4.2507, "step": 1590 }, { "epoch": 0.01591, "grad_norm": 0.6559622239667369, "learning_rate": 0.003, "loss": 4.2576, "step": 1591 }, { "epoch": 0.01592, "grad_norm": 0.5876956364208827, "learning_rate": 0.003, "loss": 4.2446, "step": 1592 }, { "epoch": 0.01593, "grad_norm": 0.4847713630300587, "learning_rate": 0.003, "loss": 4.2428, "step": 1593 }, { "epoch": 0.01594, "grad_norm": 0.5605434129471829, "learning_rate": 0.003, "loss": 4.2313, "step": 1594 }, { "epoch": 0.01595, "grad_norm": 0.5718187801259297, "learning_rate": 0.003, "loss": 4.2581, "step": 1595 }, { "epoch": 0.01596, "grad_norm": 0.620870673073496, "learning_rate": 0.003, "loss": 4.2509, "step": 1596 }, { "epoch": 0.01597, "grad_norm": 0.6969552121884817, "learning_rate": 0.003, "loss": 4.2154, "step": 1597 }, { "epoch": 0.01598, "grad_norm": 0.8094238052393485, "learning_rate": 0.003, "loss": 4.2172, "step": 1598 }, { "epoch": 0.01599, "grad_norm": 0.7713054312041273, "learning_rate": 0.003, "loss": 4.2333, "step": 1599 }, { "epoch": 0.016, "grad_norm": 0.7787996781195005, "learning_rate": 0.003, "loss": 4.2062, "step": 1600 }, { "epoch": 0.01601, "grad_norm": 0.620719741277366, "learning_rate": 0.003, "loss": 4.2478, "step": 1601 }, { "epoch": 0.01602, "grad_norm": 0.5965590372558249, "learning_rate": 0.003, "loss": 4.223, "step": 1602 }, { "epoch": 0.01603, "grad_norm": 0.6057948188618382, "learning_rate": 0.003, "loss": 4.2386, "step": 1603 }, { "epoch": 0.01604, "grad_norm": 0.5859806802733505, "learning_rate": 0.003, "loss": 4.2313, "step": 1604 }, { "epoch": 0.01605, "grad_norm": 0.5985785202970987, "learning_rate": 0.003, "loss": 4.2093, "step": 1605 }, { "epoch": 0.01606, "grad_norm": 0.6329923375985832, "learning_rate": 0.003, "loss": 4.2131, "step": 1606 }, { "epoch": 0.01607, "grad_norm": 0.6777814987430973, "learning_rate": 0.003, "loss": 4.2418, "step": 1607 }, { "epoch": 0.01608, "grad_norm": 0.6454825679602344, "learning_rate": 0.003, "loss": 4.2152, "step": 1608 }, { "epoch": 0.01609, "grad_norm": 0.6234331303306465, "learning_rate": 0.003, "loss": 4.222, "step": 1609 }, { "epoch": 0.0161, "grad_norm": 0.717661852780552, "learning_rate": 0.003, "loss": 4.1917, "step": 1610 }, { "epoch": 0.01611, "grad_norm": 0.814514408732785, "learning_rate": 0.003, "loss": 4.2133, "step": 1611 }, { "epoch": 0.01612, "grad_norm": 0.968378243767811, "learning_rate": 0.003, "loss": 4.2184, "step": 1612 }, { "epoch": 0.01613, "grad_norm": 1.1889382213143287, "learning_rate": 0.003, "loss": 4.2747, "step": 1613 }, { "epoch": 0.01614, "grad_norm": 0.902755449051569, "learning_rate": 0.003, "loss": 4.2894, "step": 1614 }, { "epoch": 0.01615, "grad_norm": 0.8743919537144361, "learning_rate": 0.003, "loss": 4.2622, "step": 1615 }, { "epoch": 0.01616, "grad_norm": 0.8601657492637806, "learning_rate": 0.003, "loss": 4.2396, "step": 1616 }, { "epoch": 0.01617, "grad_norm": 0.8301577875616364, "learning_rate": 0.003, "loss": 4.2333, "step": 1617 }, { "epoch": 0.01618, "grad_norm": 0.829332785699801, "learning_rate": 0.003, "loss": 4.2387, "step": 1618 }, { "epoch": 0.01619, "grad_norm": 0.7047548182139096, "learning_rate": 0.003, "loss": 4.2209, "step": 1619 }, { "epoch": 0.0162, "grad_norm": 0.7270289420377364, "learning_rate": 0.003, "loss": 4.2317, "step": 1620 }, { "epoch": 0.01621, "grad_norm": 0.6929887184456018, "learning_rate": 0.003, "loss": 4.2257, "step": 1621 }, { "epoch": 0.01622, "grad_norm": 0.7471865137769718, "learning_rate": 0.003, "loss": 4.2589, "step": 1622 }, { "epoch": 0.01623, "grad_norm": 0.8282860007733814, "learning_rate": 0.003, "loss": 4.2399, "step": 1623 }, { "epoch": 0.01624, "grad_norm": 0.8871911840665138, "learning_rate": 0.003, "loss": 4.2581, "step": 1624 }, { "epoch": 0.01625, "grad_norm": 1.0259944995678087, "learning_rate": 0.003, "loss": 4.2469, "step": 1625 }, { "epoch": 0.01626, "grad_norm": 0.937815191301713, "learning_rate": 0.003, "loss": 4.2602, "step": 1626 }, { "epoch": 0.01627, "grad_norm": 1.064022068457424, "learning_rate": 0.003, "loss": 4.2368, "step": 1627 }, { "epoch": 0.01628, "grad_norm": 1.0710330182336567, "learning_rate": 0.003, "loss": 4.2567, "step": 1628 }, { "epoch": 0.01629, "grad_norm": 0.7877325862421115, "learning_rate": 0.003, "loss": 4.2414, "step": 1629 }, { "epoch": 0.0163, "grad_norm": 0.6743454531988056, "learning_rate": 0.003, "loss": 4.2288, "step": 1630 }, { "epoch": 0.01631, "grad_norm": 0.701073161255015, "learning_rate": 0.003, "loss": 4.2499, "step": 1631 }, { "epoch": 0.01632, "grad_norm": 0.6004677978717051, "learning_rate": 0.003, "loss": 4.252, "step": 1632 }, { "epoch": 0.01633, "grad_norm": 0.5772521307266697, "learning_rate": 0.003, "loss": 4.2255, "step": 1633 }, { "epoch": 0.01634, "grad_norm": 0.5454153935480286, "learning_rate": 0.003, "loss": 4.2406, "step": 1634 }, { "epoch": 0.01635, "grad_norm": 0.5154455969479952, "learning_rate": 0.003, "loss": 4.218, "step": 1635 }, { "epoch": 0.01636, "grad_norm": 0.5267549110628605, "learning_rate": 0.003, "loss": 4.2348, "step": 1636 }, { "epoch": 0.01637, "grad_norm": 0.5971697216641335, "learning_rate": 0.003, "loss": 4.2205, "step": 1637 }, { "epoch": 0.01638, "grad_norm": 0.7211767188224439, "learning_rate": 0.003, "loss": 4.229, "step": 1638 }, { "epoch": 0.01639, "grad_norm": 0.7816125211534669, "learning_rate": 0.003, "loss": 4.2548, "step": 1639 }, { "epoch": 0.0164, "grad_norm": 0.7389027343982134, "learning_rate": 0.003, "loss": 4.2362, "step": 1640 }, { "epoch": 0.01641, "grad_norm": 0.5975265072148448, "learning_rate": 0.003, "loss": 4.2026, "step": 1641 }, { "epoch": 0.01642, "grad_norm": 0.7083476744478381, "learning_rate": 0.003, "loss": 4.2507, "step": 1642 }, { "epoch": 0.01643, "grad_norm": 0.7791000270261257, "learning_rate": 0.003, "loss": 4.2378, "step": 1643 }, { "epoch": 0.01644, "grad_norm": 0.9006394984546569, "learning_rate": 0.003, "loss": 4.2625, "step": 1644 }, { "epoch": 0.01645, "grad_norm": 1.2334686487745912, "learning_rate": 0.003, "loss": 4.2236, "step": 1645 }, { "epoch": 0.01646, "grad_norm": 0.9932721101220016, "learning_rate": 0.003, "loss": 4.263, "step": 1646 }, { "epoch": 0.01647, "grad_norm": 0.989511986212608, "learning_rate": 0.003, "loss": 4.2576, "step": 1647 }, { "epoch": 0.01648, "grad_norm": 0.8142750385583939, "learning_rate": 0.003, "loss": 4.23, "step": 1648 }, { "epoch": 0.01649, "grad_norm": 0.6967651791258922, "learning_rate": 0.003, "loss": 4.2583, "step": 1649 }, { "epoch": 0.0165, "grad_norm": 0.7348292229935104, "learning_rate": 0.003, "loss": 4.2361, "step": 1650 }, { "epoch": 0.01651, "grad_norm": 0.6565673319405235, "learning_rate": 0.003, "loss": 4.2402, "step": 1651 }, { "epoch": 0.01652, "grad_norm": 0.5674400404701213, "learning_rate": 0.003, "loss": 4.1936, "step": 1652 }, { "epoch": 0.01653, "grad_norm": 0.5571261023539824, "learning_rate": 0.003, "loss": 4.2378, "step": 1653 }, { "epoch": 0.01654, "grad_norm": 0.5083863828402352, "learning_rate": 0.003, "loss": 4.2229, "step": 1654 }, { "epoch": 0.01655, "grad_norm": 0.49820131551804164, "learning_rate": 0.003, "loss": 4.23, "step": 1655 }, { "epoch": 0.01656, "grad_norm": 0.5201001189396881, "learning_rate": 0.003, "loss": 4.2012, "step": 1656 }, { "epoch": 0.01657, "grad_norm": 0.6652455003065759, "learning_rate": 0.003, "loss": 4.2237, "step": 1657 }, { "epoch": 0.01658, "grad_norm": 0.8870121051704852, "learning_rate": 0.003, "loss": 4.219, "step": 1658 }, { "epoch": 0.01659, "grad_norm": 1.1634698909054708, "learning_rate": 0.003, "loss": 4.2361, "step": 1659 }, { "epoch": 0.0166, "grad_norm": 0.6579478278546654, "learning_rate": 0.003, "loss": 4.2096, "step": 1660 }, { "epoch": 0.01661, "grad_norm": 0.5917680182889076, "learning_rate": 0.003, "loss": 4.2092, "step": 1661 }, { "epoch": 0.01662, "grad_norm": 0.7821000738049482, "learning_rate": 0.003, "loss": 4.2171, "step": 1662 }, { "epoch": 0.01663, "grad_norm": 0.812312164693218, "learning_rate": 0.003, "loss": 4.2422, "step": 1663 }, { "epoch": 0.01664, "grad_norm": 0.7053733462479915, "learning_rate": 0.003, "loss": 4.2567, "step": 1664 }, { "epoch": 0.01665, "grad_norm": 0.713897124959619, "learning_rate": 0.003, "loss": 4.2198, "step": 1665 }, { "epoch": 0.01666, "grad_norm": 0.6600299709203347, "learning_rate": 0.003, "loss": 4.2205, "step": 1666 }, { "epoch": 0.01667, "grad_norm": 0.5832085680202569, "learning_rate": 0.003, "loss": 4.2321, "step": 1667 }, { "epoch": 0.01668, "grad_norm": 0.6589799435966834, "learning_rate": 0.003, "loss": 4.2397, "step": 1668 }, { "epoch": 0.01669, "grad_norm": 0.7719970182316414, "learning_rate": 0.003, "loss": 4.2273, "step": 1669 }, { "epoch": 0.0167, "grad_norm": 0.7846205843605817, "learning_rate": 0.003, "loss": 4.2184, "step": 1670 }, { "epoch": 0.01671, "grad_norm": 0.7635694428992538, "learning_rate": 0.003, "loss": 4.2087, "step": 1671 }, { "epoch": 0.01672, "grad_norm": 0.7758449881926132, "learning_rate": 0.003, "loss": 4.2199, "step": 1672 }, { "epoch": 0.01673, "grad_norm": 0.6618290355489082, "learning_rate": 0.003, "loss": 4.2134, "step": 1673 }, { "epoch": 0.01674, "grad_norm": 0.6727466502726199, "learning_rate": 0.003, "loss": 4.232, "step": 1674 }, { "epoch": 0.01675, "grad_norm": 0.6690360284678838, "learning_rate": 0.003, "loss": 4.2158, "step": 1675 }, { "epoch": 0.01676, "grad_norm": 0.6672382539021496, "learning_rate": 0.003, "loss": 4.2242, "step": 1676 }, { "epoch": 0.01677, "grad_norm": 0.6311361325143124, "learning_rate": 0.003, "loss": 4.2132, "step": 1677 }, { "epoch": 0.01678, "grad_norm": 0.727198962494881, "learning_rate": 0.003, "loss": 4.2299, "step": 1678 }, { "epoch": 0.01679, "grad_norm": 0.8433802333808034, "learning_rate": 0.003, "loss": 4.2177, "step": 1679 }, { "epoch": 0.0168, "grad_norm": 0.8402151525100402, "learning_rate": 0.003, "loss": 4.2352, "step": 1680 }, { "epoch": 0.01681, "grad_norm": 0.9608253642789906, "learning_rate": 0.003, "loss": 4.2433, "step": 1681 }, { "epoch": 0.01682, "grad_norm": 1.160024891342376, "learning_rate": 0.003, "loss": 4.246, "step": 1682 }, { "epoch": 0.01683, "grad_norm": 0.8201452744681862, "learning_rate": 0.003, "loss": 4.2539, "step": 1683 }, { "epoch": 0.01684, "grad_norm": 0.7434576192749681, "learning_rate": 0.003, "loss": 4.2242, "step": 1684 }, { "epoch": 0.01685, "grad_norm": 0.8733167238677911, "learning_rate": 0.003, "loss": 4.2448, "step": 1685 }, { "epoch": 0.01686, "grad_norm": 0.7251849705005492, "learning_rate": 0.003, "loss": 4.2342, "step": 1686 }, { "epoch": 0.01687, "grad_norm": 0.623355393019925, "learning_rate": 0.003, "loss": 4.2258, "step": 1687 }, { "epoch": 0.01688, "grad_norm": 0.6485004834811148, "learning_rate": 0.003, "loss": 4.2113, "step": 1688 }, { "epoch": 0.01689, "grad_norm": 0.6622097332232696, "learning_rate": 0.003, "loss": 4.2246, "step": 1689 }, { "epoch": 0.0169, "grad_norm": 0.5609920955895745, "learning_rate": 0.003, "loss": 4.2095, "step": 1690 }, { "epoch": 0.01691, "grad_norm": 0.5554950872814335, "learning_rate": 0.003, "loss": 4.2208, "step": 1691 }, { "epoch": 0.01692, "grad_norm": 0.578754263387868, "learning_rate": 0.003, "loss": 4.2223, "step": 1692 }, { "epoch": 0.01693, "grad_norm": 0.54763155586202, "learning_rate": 0.003, "loss": 4.2453, "step": 1693 }, { "epoch": 0.01694, "grad_norm": 0.5925337152955293, "learning_rate": 0.003, "loss": 4.1963, "step": 1694 }, { "epoch": 0.01695, "grad_norm": 0.5883008115307695, "learning_rate": 0.003, "loss": 4.2285, "step": 1695 }, { "epoch": 0.01696, "grad_norm": 0.5777962347479031, "learning_rate": 0.003, "loss": 4.2174, "step": 1696 }, { "epoch": 0.01697, "grad_norm": 0.6137264663560853, "learning_rate": 0.003, "loss": 4.1953, "step": 1697 }, { "epoch": 0.01698, "grad_norm": 0.5567779485618047, "learning_rate": 0.003, "loss": 4.1887, "step": 1698 }, { "epoch": 0.01699, "grad_norm": 0.563692648440794, "learning_rate": 0.003, "loss": 4.1995, "step": 1699 }, { "epoch": 0.017, "grad_norm": 0.5378862525995165, "learning_rate": 0.003, "loss": 4.2165, "step": 1700 }, { "epoch": 0.01701, "grad_norm": 0.5131924880718308, "learning_rate": 0.003, "loss": 4.1973, "step": 1701 }, { "epoch": 0.01702, "grad_norm": 0.5473378733884345, "learning_rate": 0.003, "loss": 4.2207, "step": 1702 }, { "epoch": 0.01703, "grad_norm": 0.659714976195776, "learning_rate": 0.003, "loss": 4.2099, "step": 1703 }, { "epoch": 0.01704, "grad_norm": 0.7407833108135735, "learning_rate": 0.003, "loss": 4.2001, "step": 1704 }, { "epoch": 0.01705, "grad_norm": 0.7567928276503215, "learning_rate": 0.003, "loss": 4.2073, "step": 1705 }, { "epoch": 0.01706, "grad_norm": 0.7694420146818104, "learning_rate": 0.003, "loss": 4.2055, "step": 1706 }, { "epoch": 0.01707, "grad_norm": 1.0045884849963176, "learning_rate": 0.003, "loss": 4.2374, "step": 1707 }, { "epoch": 0.01708, "grad_norm": 1.2575213437630939, "learning_rate": 0.003, "loss": 4.2465, "step": 1708 }, { "epoch": 0.01709, "grad_norm": 0.848642979076845, "learning_rate": 0.003, "loss": 4.2418, "step": 1709 }, { "epoch": 0.0171, "grad_norm": 0.7781603648787689, "learning_rate": 0.003, "loss": 4.1936, "step": 1710 }, { "epoch": 0.01711, "grad_norm": 0.7996923845242195, "learning_rate": 0.003, "loss": 4.2245, "step": 1711 }, { "epoch": 0.01712, "grad_norm": 0.7302785582736923, "learning_rate": 0.003, "loss": 4.2298, "step": 1712 }, { "epoch": 0.01713, "grad_norm": 0.7495189068505729, "learning_rate": 0.003, "loss": 4.204, "step": 1713 }, { "epoch": 0.01714, "grad_norm": 0.68320470368433, "learning_rate": 0.003, "loss": 4.2407, "step": 1714 }, { "epoch": 0.01715, "grad_norm": 0.744728870764733, "learning_rate": 0.003, "loss": 4.2481, "step": 1715 }, { "epoch": 0.01716, "grad_norm": 0.7728817520220844, "learning_rate": 0.003, "loss": 4.2317, "step": 1716 }, { "epoch": 0.01717, "grad_norm": 0.8671487727140617, "learning_rate": 0.003, "loss": 4.2664, "step": 1717 }, { "epoch": 0.01718, "grad_norm": 0.8286537250448458, "learning_rate": 0.003, "loss": 4.237, "step": 1718 }, { "epoch": 0.01719, "grad_norm": 0.7719901017400573, "learning_rate": 0.003, "loss": 4.2535, "step": 1719 }, { "epoch": 0.0172, "grad_norm": 0.7363513590865703, "learning_rate": 0.003, "loss": 4.2105, "step": 1720 }, { "epoch": 0.01721, "grad_norm": 0.6255496683743654, "learning_rate": 0.003, "loss": 4.2258, "step": 1721 }, { "epoch": 0.01722, "grad_norm": 0.5928702135655549, "learning_rate": 0.003, "loss": 4.2129, "step": 1722 }, { "epoch": 0.01723, "grad_norm": 0.6570038276937221, "learning_rate": 0.003, "loss": 4.2248, "step": 1723 }, { "epoch": 0.01724, "grad_norm": 0.6380856228410711, "learning_rate": 0.003, "loss": 4.2241, "step": 1724 }, { "epoch": 0.01725, "grad_norm": 0.7477214539729845, "learning_rate": 0.003, "loss": 4.2088, "step": 1725 }, { "epoch": 0.01726, "grad_norm": 0.7064643502935442, "learning_rate": 0.003, "loss": 4.2027, "step": 1726 }, { "epoch": 0.01727, "grad_norm": 0.7018895227983273, "learning_rate": 0.003, "loss": 4.2082, "step": 1727 }, { "epoch": 0.01728, "grad_norm": 0.7268534843228023, "learning_rate": 0.003, "loss": 4.2116, "step": 1728 }, { "epoch": 0.01729, "grad_norm": 0.8265185231394759, "learning_rate": 0.003, "loss": 4.2226, "step": 1729 }, { "epoch": 0.0173, "grad_norm": 0.9216458529069881, "learning_rate": 0.003, "loss": 4.2023, "step": 1730 }, { "epoch": 0.01731, "grad_norm": 1.0984877424905655, "learning_rate": 0.003, "loss": 4.2294, "step": 1731 }, { "epoch": 0.01732, "grad_norm": 0.9457932448227158, "learning_rate": 0.003, "loss": 4.2417, "step": 1732 }, { "epoch": 0.01733, "grad_norm": 0.8744510824253744, "learning_rate": 0.003, "loss": 4.2124, "step": 1733 }, { "epoch": 0.01734, "grad_norm": 0.8464357668562363, "learning_rate": 0.003, "loss": 4.2277, "step": 1734 }, { "epoch": 0.01735, "grad_norm": 0.7933851274075868, "learning_rate": 0.003, "loss": 4.1993, "step": 1735 }, { "epoch": 0.01736, "grad_norm": 0.7800431566899245, "learning_rate": 0.003, "loss": 4.2002, "step": 1736 }, { "epoch": 0.01737, "grad_norm": 0.7049958430065779, "learning_rate": 0.003, "loss": 4.2254, "step": 1737 }, { "epoch": 0.01738, "grad_norm": 0.7322441940210889, "learning_rate": 0.003, "loss": 4.2135, "step": 1738 }, { "epoch": 0.01739, "grad_norm": 0.7327690195119888, "learning_rate": 0.003, "loss": 4.2297, "step": 1739 }, { "epoch": 0.0174, "grad_norm": 0.7530152956649067, "learning_rate": 0.003, "loss": 4.231, "step": 1740 }, { "epoch": 0.01741, "grad_norm": 0.7681419574064243, "learning_rate": 0.003, "loss": 4.2369, "step": 1741 }, { "epoch": 0.01742, "grad_norm": 0.8179621872439043, "learning_rate": 0.003, "loss": 4.2278, "step": 1742 }, { "epoch": 0.01743, "grad_norm": 0.9578047731817773, "learning_rate": 0.003, "loss": 4.2432, "step": 1743 }, { "epoch": 0.01744, "grad_norm": 1.0853544694502002, "learning_rate": 0.003, "loss": 4.2354, "step": 1744 }, { "epoch": 0.01745, "grad_norm": 0.901300254011202, "learning_rate": 0.003, "loss": 4.1985, "step": 1745 }, { "epoch": 0.01746, "grad_norm": 0.7977925606337166, "learning_rate": 0.003, "loss": 4.2177, "step": 1746 }, { "epoch": 0.01747, "grad_norm": 0.7805003864858971, "learning_rate": 0.003, "loss": 4.2153, "step": 1747 }, { "epoch": 0.01748, "grad_norm": 0.5958068748685724, "learning_rate": 0.003, "loss": 4.2004, "step": 1748 }, { "epoch": 0.01749, "grad_norm": 0.5609955740586448, "learning_rate": 0.003, "loss": 4.1969, "step": 1749 }, { "epoch": 0.0175, "grad_norm": 0.5677742109277946, "learning_rate": 0.003, "loss": 4.2121, "step": 1750 }, { "epoch": 0.01751, "grad_norm": 0.5067010918467684, "learning_rate": 0.003, "loss": 4.2009, "step": 1751 }, { "epoch": 0.01752, "grad_norm": 0.4469462107071404, "learning_rate": 0.003, "loss": 4.239, "step": 1752 }, { "epoch": 0.01753, "grad_norm": 0.4299529922000094, "learning_rate": 0.003, "loss": 4.1859, "step": 1753 }, { "epoch": 0.01754, "grad_norm": 0.39327472210537173, "learning_rate": 0.003, "loss": 4.2141, "step": 1754 }, { "epoch": 0.01755, "grad_norm": 0.4833428525390586, "learning_rate": 0.003, "loss": 4.1582, "step": 1755 }, { "epoch": 0.01756, "grad_norm": 0.5692339112673285, "learning_rate": 0.003, "loss": 4.2351, "step": 1756 }, { "epoch": 0.01757, "grad_norm": 0.765825485079122, "learning_rate": 0.003, "loss": 4.2204, "step": 1757 }, { "epoch": 0.01758, "grad_norm": 0.9042836101782444, "learning_rate": 0.003, "loss": 4.2384, "step": 1758 }, { "epoch": 0.01759, "grad_norm": 0.8742540565152447, "learning_rate": 0.003, "loss": 4.2064, "step": 1759 }, { "epoch": 0.0176, "grad_norm": 0.7243758331092184, "learning_rate": 0.003, "loss": 4.2193, "step": 1760 }, { "epoch": 0.01761, "grad_norm": 0.6848453720193391, "learning_rate": 0.003, "loss": 4.2074, "step": 1761 }, { "epoch": 0.01762, "grad_norm": 0.8704455967545811, "learning_rate": 0.003, "loss": 4.2328, "step": 1762 }, { "epoch": 0.01763, "grad_norm": 0.8471557315960334, "learning_rate": 0.003, "loss": 4.2246, "step": 1763 }, { "epoch": 0.01764, "grad_norm": 0.7827279567320375, "learning_rate": 0.003, "loss": 4.1921, "step": 1764 }, { "epoch": 0.01765, "grad_norm": 0.8790545608575575, "learning_rate": 0.003, "loss": 4.2237, "step": 1765 }, { "epoch": 0.01766, "grad_norm": 0.763900084595892, "learning_rate": 0.003, "loss": 4.2322, "step": 1766 }, { "epoch": 0.01767, "grad_norm": 0.7449808930716393, "learning_rate": 0.003, "loss": 4.1962, "step": 1767 }, { "epoch": 0.01768, "grad_norm": 0.6931774004435453, "learning_rate": 0.003, "loss": 4.2017, "step": 1768 }, { "epoch": 0.01769, "grad_norm": 0.7426550774463054, "learning_rate": 0.003, "loss": 4.2066, "step": 1769 }, { "epoch": 0.0177, "grad_norm": 0.7834040480889046, "learning_rate": 0.003, "loss": 4.1901, "step": 1770 }, { "epoch": 0.01771, "grad_norm": 0.6750175361724853, "learning_rate": 0.003, "loss": 4.2195, "step": 1771 }, { "epoch": 0.01772, "grad_norm": 0.6376494933849937, "learning_rate": 0.003, "loss": 4.1888, "step": 1772 }, { "epoch": 0.01773, "grad_norm": 0.6192068250431033, "learning_rate": 0.003, "loss": 4.1807, "step": 1773 }, { "epoch": 0.01774, "grad_norm": 0.6106095483716042, "learning_rate": 0.003, "loss": 4.2034, "step": 1774 }, { "epoch": 0.01775, "grad_norm": 0.6196510426340663, "learning_rate": 0.003, "loss": 4.1895, "step": 1775 }, { "epoch": 0.01776, "grad_norm": 0.7097137120766858, "learning_rate": 0.003, "loss": 4.1828, "step": 1776 }, { "epoch": 0.01777, "grad_norm": 0.7063319061887237, "learning_rate": 0.003, "loss": 4.2044, "step": 1777 }, { "epoch": 0.01778, "grad_norm": 0.629621456935323, "learning_rate": 0.003, "loss": 4.194, "step": 1778 }, { "epoch": 0.01779, "grad_norm": 0.7088930396533265, "learning_rate": 0.003, "loss": 4.215, "step": 1779 }, { "epoch": 0.0178, "grad_norm": 0.7253919374521124, "learning_rate": 0.003, "loss": 4.191, "step": 1780 }, { "epoch": 0.01781, "grad_norm": 0.7852702442407208, "learning_rate": 0.003, "loss": 4.2044, "step": 1781 }, { "epoch": 0.01782, "grad_norm": 0.8394755648372281, "learning_rate": 0.003, "loss": 4.2328, "step": 1782 }, { "epoch": 0.01783, "grad_norm": 0.6910931858922343, "learning_rate": 0.003, "loss": 4.2068, "step": 1783 }, { "epoch": 0.01784, "grad_norm": 0.7674520462715927, "learning_rate": 0.003, "loss": 4.2107, "step": 1784 }, { "epoch": 0.01785, "grad_norm": 0.8199387977488617, "learning_rate": 0.003, "loss": 4.1741, "step": 1785 }, { "epoch": 0.01786, "grad_norm": 0.9173162484249777, "learning_rate": 0.003, "loss": 4.2074, "step": 1786 }, { "epoch": 0.01787, "grad_norm": 1.334253988039247, "learning_rate": 0.003, "loss": 4.2336, "step": 1787 }, { "epoch": 0.01788, "grad_norm": 1.0880162732024794, "learning_rate": 0.003, "loss": 4.2464, "step": 1788 }, { "epoch": 0.01789, "grad_norm": 0.8768448988019708, "learning_rate": 0.003, "loss": 4.2114, "step": 1789 }, { "epoch": 0.0179, "grad_norm": 0.9478883510444388, "learning_rate": 0.003, "loss": 4.2362, "step": 1790 }, { "epoch": 0.01791, "grad_norm": 0.9789788338963192, "learning_rate": 0.003, "loss": 4.2475, "step": 1791 }, { "epoch": 0.01792, "grad_norm": 0.9379061880413183, "learning_rate": 0.003, "loss": 4.2484, "step": 1792 }, { "epoch": 0.01793, "grad_norm": 0.9327271640213346, "learning_rate": 0.003, "loss": 4.215, "step": 1793 }, { "epoch": 0.01794, "grad_norm": 0.7690204695866035, "learning_rate": 0.003, "loss": 4.2222, "step": 1794 }, { "epoch": 0.01795, "grad_norm": 0.6971902449310058, "learning_rate": 0.003, "loss": 4.2172, "step": 1795 }, { "epoch": 0.01796, "grad_norm": 0.762901849453012, "learning_rate": 0.003, "loss": 4.2347, "step": 1796 }, { "epoch": 0.01797, "grad_norm": 0.8440627560282756, "learning_rate": 0.003, "loss": 4.2037, "step": 1797 }, { "epoch": 0.01798, "grad_norm": 0.8368125917294373, "learning_rate": 0.003, "loss": 4.2148, "step": 1798 }, { "epoch": 0.01799, "grad_norm": 0.7348763481882639, "learning_rate": 0.003, "loss": 4.2247, "step": 1799 }, { "epoch": 0.018, "grad_norm": 0.7680359832381647, "learning_rate": 0.003, "loss": 4.2184, "step": 1800 }, { "epoch": 0.01801, "grad_norm": 0.7404783794030995, "learning_rate": 0.003, "loss": 4.2101, "step": 1801 }, { "epoch": 0.01802, "grad_norm": 0.6580953290368566, "learning_rate": 0.003, "loss": 4.2238, "step": 1802 }, { "epoch": 0.01803, "grad_norm": 0.6630631878191348, "learning_rate": 0.003, "loss": 4.2284, "step": 1803 }, { "epoch": 0.01804, "grad_norm": 0.6396012711111247, "learning_rate": 0.003, "loss": 4.1992, "step": 1804 }, { "epoch": 0.01805, "grad_norm": 0.5559219636409923, "learning_rate": 0.003, "loss": 4.2154, "step": 1805 }, { "epoch": 0.01806, "grad_norm": 0.6144421410960899, "learning_rate": 0.003, "loss": 4.1763, "step": 1806 }, { "epoch": 0.01807, "grad_norm": 0.6146777760728932, "learning_rate": 0.003, "loss": 4.2121, "step": 1807 }, { "epoch": 0.01808, "grad_norm": 0.6116485891270191, "learning_rate": 0.003, "loss": 4.2001, "step": 1808 }, { "epoch": 0.01809, "grad_norm": 0.8096274979504547, "learning_rate": 0.003, "loss": 4.2275, "step": 1809 }, { "epoch": 0.0181, "grad_norm": 1.1102312559563035, "learning_rate": 0.003, "loss": 4.2346, "step": 1810 }, { "epoch": 0.01811, "grad_norm": 0.8754620418282368, "learning_rate": 0.003, "loss": 4.2216, "step": 1811 }, { "epoch": 0.01812, "grad_norm": 0.6567434234036816, "learning_rate": 0.003, "loss": 4.1947, "step": 1812 }, { "epoch": 0.01813, "grad_norm": 0.7375490051000831, "learning_rate": 0.003, "loss": 4.2409, "step": 1813 }, { "epoch": 0.01814, "grad_norm": 0.7842570681491089, "learning_rate": 0.003, "loss": 4.2075, "step": 1814 }, { "epoch": 0.01815, "grad_norm": 0.6332278380543743, "learning_rate": 0.003, "loss": 4.1891, "step": 1815 }, { "epoch": 0.01816, "grad_norm": 0.6578340036445237, "learning_rate": 0.003, "loss": 4.2166, "step": 1816 }, { "epoch": 0.01817, "grad_norm": 0.6624785828428507, "learning_rate": 0.003, "loss": 4.2068, "step": 1817 }, { "epoch": 0.01818, "grad_norm": 0.5897502755122268, "learning_rate": 0.003, "loss": 4.2034, "step": 1818 }, { "epoch": 0.01819, "grad_norm": 0.49357607734419184, "learning_rate": 0.003, "loss": 4.1821, "step": 1819 }, { "epoch": 0.0182, "grad_norm": 0.5025205629657381, "learning_rate": 0.003, "loss": 4.2022, "step": 1820 }, { "epoch": 0.01821, "grad_norm": 0.5231764315153676, "learning_rate": 0.003, "loss": 4.188, "step": 1821 }, { "epoch": 0.01822, "grad_norm": 0.589855961825142, "learning_rate": 0.003, "loss": 4.2017, "step": 1822 }, { "epoch": 0.01823, "grad_norm": 0.6454531707936206, "learning_rate": 0.003, "loss": 4.2159, "step": 1823 }, { "epoch": 0.01824, "grad_norm": 0.616450651672451, "learning_rate": 0.003, "loss": 4.1987, "step": 1824 }, { "epoch": 0.01825, "grad_norm": 0.5393299556773667, "learning_rate": 0.003, "loss": 4.199, "step": 1825 }, { "epoch": 0.01826, "grad_norm": 0.6162633558651508, "learning_rate": 0.003, "loss": 4.2135, "step": 1826 }, { "epoch": 0.01827, "grad_norm": 0.6366286833338192, "learning_rate": 0.003, "loss": 4.1847, "step": 1827 }, { "epoch": 0.01828, "grad_norm": 0.5519308619846083, "learning_rate": 0.003, "loss": 4.1935, "step": 1828 }, { "epoch": 0.01829, "grad_norm": 0.556700588713125, "learning_rate": 0.003, "loss": 4.2083, "step": 1829 }, { "epoch": 0.0183, "grad_norm": 0.6225243144725614, "learning_rate": 0.003, "loss": 4.2039, "step": 1830 }, { "epoch": 0.01831, "grad_norm": 0.8092938095153425, "learning_rate": 0.003, "loss": 4.2017, "step": 1831 }, { "epoch": 0.01832, "grad_norm": 1.156880999962459, "learning_rate": 0.003, "loss": 4.214, "step": 1832 }, { "epoch": 0.01833, "grad_norm": 0.8498167035958548, "learning_rate": 0.003, "loss": 4.2422, "step": 1833 }, { "epoch": 0.01834, "grad_norm": 0.6651811196480657, "learning_rate": 0.003, "loss": 4.2008, "step": 1834 }, { "epoch": 0.01835, "grad_norm": 0.7438128363368247, "learning_rate": 0.003, "loss": 4.205, "step": 1835 }, { "epoch": 0.01836, "grad_norm": 0.7712205326044778, "learning_rate": 0.003, "loss": 4.2014, "step": 1836 }, { "epoch": 0.01837, "grad_norm": 0.7094945295905764, "learning_rate": 0.003, "loss": 4.1968, "step": 1837 }, { "epoch": 0.01838, "grad_norm": 0.8255996162995448, "learning_rate": 0.003, "loss": 4.2049, "step": 1838 }, { "epoch": 0.01839, "grad_norm": 0.7001056258854736, "learning_rate": 0.003, "loss": 4.2234, "step": 1839 }, { "epoch": 0.0184, "grad_norm": 0.7156089343491636, "learning_rate": 0.003, "loss": 4.2248, "step": 1840 }, { "epoch": 0.01841, "grad_norm": 0.7514284093505675, "learning_rate": 0.003, "loss": 4.164, "step": 1841 }, { "epoch": 0.01842, "grad_norm": 0.7804042052375482, "learning_rate": 0.003, "loss": 4.1995, "step": 1842 }, { "epoch": 0.01843, "grad_norm": 0.7741073572881331, "learning_rate": 0.003, "loss": 4.1826, "step": 1843 }, { "epoch": 0.01844, "grad_norm": 0.8011416312871611, "learning_rate": 0.003, "loss": 4.1842, "step": 1844 }, { "epoch": 0.01845, "grad_norm": 0.8386720056960224, "learning_rate": 0.003, "loss": 4.187, "step": 1845 }, { "epoch": 0.01846, "grad_norm": 0.9781723483143008, "learning_rate": 0.003, "loss": 4.2242, "step": 1846 }, { "epoch": 0.01847, "grad_norm": 0.9173016227544075, "learning_rate": 0.003, "loss": 4.2189, "step": 1847 }, { "epoch": 0.01848, "grad_norm": 0.961352235410328, "learning_rate": 0.003, "loss": 4.2359, "step": 1848 }, { "epoch": 0.01849, "grad_norm": 0.9115360913743059, "learning_rate": 0.003, "loss": 4.241, "step": 1849 }, { "epoch": 0.0185, "grad_norm": 0.949227003474929, "learning_rate": 0.003, "loss": 4.2298, "step": 1850 }, { "epoch": 0.01851, "grad_norm": 0.756851342238193, "learning_rate": 0.003, "loss": 4.2063, "step": 1851 }, { "epoch": 0.01852, "grad_norm": 0.7062657388831308, "learning_rate": 0.003, "loss": 4.2058, "step": 1852 }, { "epoch": 0.01853, "grad_norm": 0.804960952863702, "learning_rate": 0.003, "loss": 4.206, "step": 1853 }, { "epoch": 0.01854, "grad_norm": 0.8048402157100555, "learning_rate": 0.003, "loss": 4.2379, "step": 1854 }, { "epoch": 0.01855, "grad_norm": 0.8514933979131342, "learning_rate": 0.003, "loss": 4.2236, "step": 1855 }, { "epoch": 0.01856, "grad_norm": 0.9293561457561126, "learning_rate": 0.003, "loss": 4.2144, "step": 1856 }, { "epoch": 0.01857, "grad_norm": 0.8452785281639297, "learning_rate": 0.003, "loss": 4.1937, "step": 1857 }, { "epoch": 0.01858, "grad_norm": 0.805524803230092, "learning_rate": 0.003, "loss": 4.2015, "step": 1858 }, { "epoch": 0.01859, "grad_norm": 0.826226040676062, "learning_rate": 0.003, "loss": 4.2023, "step": 1859 }, { "epoch": 0.0186, "grad_norm": 0.7646190876843869, "learning_rate": 0.003, "loss": 4.1808, "step": 1860 }, { "epoch": 0.01861, "grad_norm": 0.9398444707205434, "learning_rate": 0.003, "loss": 4.229, "step": 1861 }, { "epoch": 0.01862, "grad_norm": 1.0799822817783482, "learning_rate": 0.003, "loss": 4.208, "step": 1862 }, { "epoch": 0.01863, "grad_norm": 1.0663393244093409, "learning_rate": 0.003, "loss": 4.2176, "step": 1863 }, { "epoch": 0.01864, "grad_norm": 0.9063119158507146, "learning_rate": 0.003, "loss": 4.243, "step": 1864 }, { "epoch": 0.01865, "grad_norm": 0.8878085186485055, "learning_rate": 0.003, "loss": 4.222, "step": 1865 }, { "epoch": 0.01866, "grad_norm": 0.8278859311900081, "learning_rate": 0.003, "loss": 4.2161, "step": 1866 }, { "epoch": 0.01867, "grad_norm": 0.9175811468419192, "learning_rate": 0.003, "loss": 4.1983, "step": 1867 }, { "epoch": 0.01868, "grad_norm": 0.8195895794655929, "learning_rate": 0.003, "loss": 4.2097, "step": 1868 }, { "epoch": 0.01869, "grad_norm": 0.6958671652018995, "learning_rate": 0.003, "loss": 4.2233, "step": 1869 }, { "epoch": 0.0187, "grad_norm": 0.7276701584872959, "learning_rate": 0.003, "loss": 4.2132, "step": 1870 }, { "epoch": 0.01871, "grad_norm": 0.700252662578374, "learning_rate": 0.003, "loss": 4.1886, "step": 1871 }, { "epoch": 0.01872, "grad_norm": 0.7936164889803413, "learning_rate": 0.003, "loss": 4.2323, "step": 1872 }, { "epoch": 0.01873, "grad_norm": 0.8026794723116766, "learning_rate": 0.003, "loss": 4.1938, "step": 1873 }, { "epoch": 0.01874, "grad_norm": 0.6813841695856067, "learning_rate": 0.003, "loss": 4.1939, "step": 1874 }, { "epoch": 0.01875, "grad_norm": 0.7703759265763755, "learning_rate": 0.003, "loss": 4.2154, "step": 1875 }, { "epoch": 0.01876, "grad_norm": 0.7048464208203703, "learning_rate": 0.003, "loss": 4.2195, "step": 1876 }, { "epoch": 0.01877, "grad_norm": 0.6552231659596246, "learning_rate": 0.003, "loss": 4.2204, "step": 1877 }, { "epoch": 0.01878, "grad_norm": 0.6594564394551935, "learning_rate": 0.003, "loss": 4.2061, "step": 1878 }, { "epoch": 0.01879, "grad_norm": 0.6775220505077814, "learning_rate": 0.003, "loss": 4.1841, "step": 1879 }, { "epoch": 0.0188, "grad_norm": 0.7469198030113778, "learning_rate": 0.003, "loss": 4.1948, "step": 1880 }, { "epoch": 0.01881, "grad_norm": 0.8052292593043413, "learning_rate": 0.003, "loss": 4.1959, "step": 1881 }, { "epoch": 0.01882, "grad_norm": 0.9310051602523918, "learning_rate": 0.003, "loss": 4.2256, "step": 1882 }, { "epoch": 0.01883, "grad_norm": 0.8470067207894152, "learning_rate": 0.003, "loss": 4.2057, "step": 1883 }, { "epoch": 0.01884, "grad_norm": 0.7163623431526733, "learning_rate": 0.003, "loss": 4.1948, "step": 1884 }, { "epoch": 0.01885, "grad_norm": 0.7917195791610646, "learning_rate": 0.003, "loss": 4.1745, "step": 1885 }, { "epoch": 0.01886, "grad_norm": 0.7950048534183088, "learning_rate": 0.003, "loss": 4.2171, "step": 1886 }, { "epoch": 0.01887, "grad_norm": 0.7209518927340428, "learning_rate": 0.003, "loss": 4.2025, "step": 1887 }, { "epoch": 0.01888, "grad_norm": 0.633107358042472, "learning_rate": 0.003, "loss": 4.1883, "step": 1888 }, { "epoch": 0.01889, "grad_norm": 0.6143038001546575, "learning_rate": 0.003, "loss": 4.1996, "step": 1889 }, { "epoch": 0.0189, "grad_norm": 0.5158052453680656, "learning_rate": 0.003, "loss": 4.1757, "step": 1890 }, { "epoch": 0.01891, "grad_norm": 0.4633760186396196, "learning_rate": 0.003, "loss": 4.2224, "step": 1891 }, { "epoch": 0.01892, "grad_norm": 0.4927650862046063, "learning_rate": 0.003, "loss": 4.1956, "step": 1892 }, { "epoch": 0.01893, "grad_norm": 0.4373024700349087, "learning_rate": 0.003, "loss": 4.1773, "step": 1893 }, { "epoch": 0.01894, "grad_norm": 0.40335105556509215, "learning_rate": 0.003, "loss": 4.1784, "step": 1894 }, { "epoch": 0.01895, "grad_norm": 0.3931015972388579, "learning_rate": 0.003, "loss": 4.1649, "step": 1895 }, { "epoch": 0.01896, "grad_norm": 0.369330374322213, "learning_rate": 0.003, "loss": 4.1861, "step": 1896 }, { "epoch": 0.01897, "grad_norm": 0.38394762475942135, "learning_rate": 0.003, "loss": 4.1841, "step": 1897 }, { "epoch": 0.01898, "grad_norm": 0.4616420599151427, "learning_rate": 0.003, "loss": 4.1533, "step": 1898 }, { "epoch": 0.01899, "grad_norm": 0.6786086644128849, "learning_rate": 0.003, "loss": 4.1744, "step": 1899 }, { "epoch": 0.019, "grad_norm": 1.1028955308001205, "learning_rate": 0.003, "loss": 4.1821, "step": 1900 }, { "epoch": 0.01901, "grad_norm": 1.0381658886424407, "learning_rate": 0.003, "loss": 4.2416, "step": 1901 }, { "epoch": 0.01902, "grad_norm": 0.6228046274507568, "learning_rate": 0.003, "loss": 4.202, "step": 1902 }, { "epoch": 0.01903, "grad_norm": 0.552687373313921, "learning_rate": 0.003, "loss": 4.1547, "step": 1903 }, { "epoch": 0.01904, "grad_norm": 0.5642583939104693, "learning_rate": 0.003, "loss": 4.2113, "step": 1904 }, { "epoch": 0.01905, "grad_norm": 0.4866940659015072, "learning_rate": 0.003, "loss": 4.1815, "step": 1905 }, { "epoch": 0.01906, "grad_norm": 0.6770303387740269, "learning_rate": 0.003, "loss": 4.2038, "step": 1906 }, { "epoch": 0.01907, "grad_norm": 0.6799220004643979, "learning_rate": 0.003, "loss": 4.199, "step": 1907 }, { "epoch": 0.01908, "grad_norm": 0.5738027965979297, "learning_rate": 0.003, "loss": 4.2084, "step": 1908 }, { "epoch": 0.01909, "grad_norm": 0.5646602374989558, "learning_rate": 0.003, "loss": 4.1743, "step": 1909 }, { "epoch": 0.0191, "grad_norm": 0.6702075278822099, "learning_rate": 0.003, "loss": 4.1866, "step": 1910 }, { "epoch": 0.01911, "grad_norm": 0.7731308719042311, "learning_rate": 0.003, "loss": 4.1672, "step": 1911 }, { "epoch": 0.01912, "grad_norm": 0.6258475347121828, "learning_rate": 0.003, "loss": 4.1744, "step": 1912 }, { "epoch": 0.01913, "grad_norm": 0.6373334035841824, "learning_rate": 0.003, "loss": 4.1923, "step": 1913 }, { "epoch": 0.01914, "grad_norm": 0.7497697739080498, "learning_rate": 0.003, "loss": 4.212, "step": 1914 }, { "epoch": 0.01915, "grad_norm": 0.8443649873420552, "learning_rate": 0.003, "loss": 4.204, "step": 1915 }, { "epoch": 0.01916, "grad_norm": 0.8327185244516057, "learning_rate": 0.003, "loss": 4.1829, "step": 1916 }, { "epoch": 0.01917, "grad_norm": 0.8831134466171928, "learning_rate": 0.003, "loss": 4.2052, "step": 1917 }, { "epoch": 0.01918, "grad_norm": 0.9318795049142128, "learning_rate": 0.003, "loss": 4.1944, "step": 1918 }, { "epoch": 0.01919, "grad_norm": 0.944334593915859, "learning_rate": 0.003, "loss": 4.2049, "step": 1919 }, { "epoch": 0.0192, "grad_norm": 0.9365986219494583, "learning_rate": 0.003, "loss": 4.2076, "step": 1920 }, { "epoch": 0.01921, "grad_norm": 0.9617762005888578, "learning_rate": 0.003, "loss": 4.2016, "step": 1921 }, { "epoch": 0.01922, "grad_norm": 0.9805293516298391, "learning_rate": 0.003, "loss": 4.2181, "step": 1922 }, { "epoch": 0.01923, "grad_norm": 0.8498471851851511, "learning_rate": 0.003, "loss": 4.2204, "step": 1923 }, { "epoch": 0.01924, "grad_norm": 0.9257747078341632, "learning_rate": 0.003, "loss": 4.2284, "step": 1924 }, { "epoch": 0.01925, "grad_norm": 1.0324220402854314, "learning_rate": 0.003, "loss": 4.2182, "step": 1925 }, { "epoch": 0.01926, "grad_norm": 0.9745230962825202, "learning_rate": 0.003, "loss": 4.2282, "step": 1926 }, { "epoch": 0.01927, "grad_norm": 0.7705843813355484, "learning_rate": 0.003, "loss": 4.2129, "step": 1927 }, { "epoch": 0.01928, "grad_norm": 0.5911790602013839, "learning_rate": 0.003, "loss": 4.1789, "step": 1928 }, { "epoch": 0.01929, "grad_norm": 0.5782217294801848, "learning_rate": 0.003, "loss": 4.1986, "step": 1929 }, { "epoch": 0.0193, "grad_norm": 0.5556254348196169, "learning_rate": 0.003, "loss": 4.1871, "step": 1930 }, { "epoch": 0.01931, "grad_norm": 0.6337897693351197, "learning_rate": 0.003, "loss": 4.188, "step": 1931 }, { "epoch": 0.01932, "grad_norm": 0.6851141809276902, "learning_rate": 0.003, "loss": 4.1982, "step": 1932 }, { "epoch": 0.01933, "grad_norm": 0.6532471380653952, "learning_rate": 0.003, "loss": 4.1838, "step": 1933 }, { "epoch": 0.01934, "grad_norm": 0.660311918680962, "learning_rate": 0.003, "loss": 4.1881, "step": 1934 }, { "epoch": 0.01935, "grad_norm": 0.6202434802996027, "learning_rate": 0.003, "loss": 4.2019, "step": 1935 }, { "epoch": 0.01936, "grad_norm": 0.6456697693032586, "learning_rate": 0.003, "loss": 4.1829, "step": 1936 }, { "epoch": 0.01937, "grad_norm": 0.6945407817649866, "learning_rate": 0.003, "loss": 4.1968, "step": 1937 }, { "epoch": 0.01938, "grad_norm": 0.7393543695473613, "learning_rate": 0.003, "loss": 4.1957, "step": 1938 }, { "epoch": 0.01939, "grad_norm": 0.7713579649815137, "learning_rate": 0.003, "loss": 4.223, "step": 1939 }, { "epoch": 0.0194, "grad_norm": 0.6228971544711813, "learning_rate": 0.003, "loss": 4.1928, "step": 1940 }, { "epoch": 0.01941, "grad_norm": 0.5726639902946573, "learning_rate": 0.003, "loss": 4.1739, "step": 1941 }, { "epoch": 0.01942, "grad_norm": 0.6064973298236461, "learning_rate": 0.003, "loss": 4.1989, "step": 1942 }, { "epoch": 0.01943, "grad_norm": 0.6888737571597997, "learning_rate": 0.003, "loss": 4.1711, "step": 1943 }, { "epoch": 0.01944, "grad_norm": 0.6708431670479557, "learning_rate": 0.003, "loss": 4.2158, "step": 1944 }, { "epoch": 0.01945, "grad_norm": 0.5681415129494921, "learning_rate": 0.003, "loss": 4.1787, "step": 1945 }, { "epoch": 0.01946, "grad_norm": 0.47730421654011235, "learning_rate": 0.003, "loss": 4.1716, "step": 1946 }, { "epoch": 0.01947, "grad_norm": 0.47116667407771645, "learning_rate": 0.003, "loss": 4.1791, "step": 1947 }, { "epoch": 0.01948, "grad_norm": 0.6002169491076368, "learning_rate": 0.003, "loss": 4.2004, "step": 1948 }, { "epoch": 0.01949, "grad_norm": 0.6804506442238769, "learning_rate": 0.003, "loss": 4.1961, "step": 1949 }, { "epoch": 0.0195, "grad_norm": 0.9031150085350885, "learning_rate": 0.003, "loss": 4.1909, "step": 1950 }, { "epoch": 0.01951, "grad_norm": 1.055108763514552, "learning_rate": 0.003, "loss": 4.1972, "step": 1951 }, { "epoch": 0.01952, "grad_norm": 0.7942759742680753, "learning_rate": 0.003, "loss": 4.1947, "step": 1952 }, { "epoch": 0.01953, "grad_norm": 0.6995419703208098, "learning_rate": 0.003, "loss": 4.2007, "step": 1953 }, { "epoch": 0.01954, "grad_norm": 0.7323475440015588, "learning_rate": 0.003, "loss": 4.2017, "step": 1954 }, { "epoch": 0.01955, "grad_norm": 0.654602209622962, "learning_rate": 0.003, "loss": 4.1897, "step": 1955 }, { "epoch": 0.01956, "grad_norm": 0.6795706239523924, "learning_rate": 0.003, "loss": 4.188, "step": 1956 }, { "epoch": 0.01957, "grad_norm": 0.822104190978127, "learning_rate": 0.003, "loss": 4.1611, "step": 1957 }, { "epoch": 0.01958, "grad_norm": 0.7829306267633842, "learning_rate": 0.003, "loss": 4.1555, "step": 1958 }, { "epoch": 0.01959, "grad_norm": 0.7521187388682534, "learning_rate": 0.003, "loss": 4.1801, "step": 1959 }, { "epoch": 0.0196, "grad_norm": 0.8699203949276841, "learning_rate": 0.003, "loss": 4.1777, "step": 1960 }, { "epoch": 0.01961, "grad_norm": 0.9397547951451798, "learning_rate": 0.003, "loss": 4.1846, "step": 1961 }, { "epoch": 0.01962, "grad_norm": 0.8367517905224471, "learning_rate": 0.003, "loss": 4.1848, "step": 1962 }, { "epoch": 0.01963, "grad_norm": 0.8914011026895058, "learning_rate": 0.003, "loss": 4.1735, "step": 1963 }, { "epoch": 0.01964, "grad_norm": 1.069474116819015, "learning_rate": 0.003, "loss": 4.2192, "step": 1964 }, { "epoch": 0.01965, "grad_norm": 0.9846418582261246, "learning_rate": 0.003, "loss": 4.2097, "step": 1965 }, { "epoch": 0.01966, "grad_norm": 1.190189959584559, "learning_rate": 0.003, "loss": 4.2246, "step": 1966 }, { "epoch": 0.01967, "grad_norm": 0.9331071177303962, "learning_rate": 0.003, "loss": 4.1941, "step": 1967 }, { "epoch": 0.01968, "grad_norm": 0.8236928876485803, "learning_rate": 0.003, "loss": 4.2092, "step": 1968 }, { "epoch": 0.01969, "grad_norm": 0.9035337012628801, "learning_rate": 0.003, "loss": 4.2128, "step": 1969 }, { "epoch": 0.0197, "grad_norm": 0.9584839773684666, "learning_rate": 0.003, "loss": 4.2139, "step": 1970 }, { "epoch": 0.01971, "grad_norm": 1.1976612578146555, "learning_rate": 0.003, "loss": 4.2078, "step": 1971 }, { "epoch": 0.01972, "grad_norm": 1.03766882598544, "learning_rate": 0.003, "loss": 4.216, "step": 1972 }, { "epoch": 0.01973, "grad_norm": 1.157490820023187, "learning_rate": 0.003, "loss": 4.204, "step": 1973 }, { "epoch": 0.01974, "grad_norm": 1.0168705909824025, "learning_rate": 0.003, "loss": 4.2365, "step": 1974 }, { "epoch": 0.01975, "grad_norm": 0.9807823986551194, "learning_rate": 0.003, "loss": 4.2359, "step": 1975 }, { "epoch": 0.01976, "grad_norm": 0.7975927738530828, "learning_rate": 0.003, "loss": 4.2115, "step": 1976 }, { "epoch": 0.01977, "grad_norm": 0.9111601004721311, "learning_rate": 0.003, "loss": 4.2503, "step": 1977 }, { "epoch": 0.01978, "grad_norm": 0.95585271722792, "learning_rate": 0.003, "loss": 4.2456, "step": 1978 }, { "epoch": 0.01979, "grad_norm": 0.8967358768483624, "learning_rate": 0.003, "loss": 4.2367, "step": 1979 }, { "epoch": 0.0198, "grad_norm": 0.9098539062714608, "learning_rate": 0.003, "loss": 4.2135, "step": 1980 }, { "epoch": 0.01981, "grad_norm": 0.9619207371647327, "learning_rate": 0.003, "loss": 4.2036, "step": 1981 }, { "epoch": 0.01982, "grad_norm": 1.004618203421798, "learning_rate": 0.003, "loss": 4.2311, "step": 1982 }, { "epoch": 0.01983, "grad_norm": 0.8778331022367669, "learning_rate": 0.003, "loss": 4.2203, "step": 1983 }, { "epoch": 0.01984, "grad_norm": 0.7409261134848839, "learning_rate": 0.003, "loss": 4.2234, "step": 1984 }, { "epoch": 0.01985, "grad_norm": 0.7987127824711159, "learning_rate": 0.003, "loss": 4.2126, "step": 1985 }, { "epoch": 0.01986, "grad_norm": 0.8488590004969258, "learning_rate": 0.003, "loss": 4.2379, "step": 1986 }, { "epoch": 0.01987, "grad_norm": 0.856993962490694, "learning_rate": 0.003, "loss": 4.1987, "step": 1987 }, { "epoch": 0.01988, "grad_norm": 0.6814479531298734, "learning_rate": 0.003, "loss": 4.2021, "step": 1988 }, { "epoch": 0.01989, "grad_norm": 0.5447842315255877, "learning_rate": 0.003, "loss": 4.1871, "step": 1989 }, { "epoch": 0.0199, "grad_norm": 0.5760022915320738, "learning_rate": 0.003, "loss": 4.1964, "step": 1990 }, { "epoch": 0.01991, "grad_norm": 0.5132919071482156, "learning_rate": 0.003, "loss": 4.1738, "step": 1991 }, { "epoch": 0.01992, "grad_norm": 0.5851245859941666, "learning_rate": 0.003, "loss": 4.2128, "step": 1992 }, { "epoch": 0.01993, "grad_norm": 0.6267354593691943, "learning_rate": 0.003, "loss": 4.1956, "step": 1993 }, { "epoch": 0.01994, "grad_norm": 0.7099792076486661, "learning_rate": 0.003, "loss": 4.2188, "step": 1994 }, { "epoch": 0.01995, "grad_norm": 0.7678935327418717, "learning_rate": 0.003, "loss": 4.2111, "step": 1995 }, { "epoch": 0.01996, "grad_norm": 0.6394486685805509, "learning_rate": 0.003, "loss": 4.1755, "step": 1996 }, { "epoch": 0.01997, "grad_norm": 0.4226153497592854, "learning_rate": 0.003, "loss": 4.1972, "step": 1997 }, { "epoch": 0.01998, "grad_norm": 0.5031225205891672, "learning_rate": 0.003, "loss": 4.1844, "step": 1998 }, { "epoch": 0.01999, "grad_norm": 0.5395430302746123, "learning_rate": 0.003, "loss": 4.1747, "step": 1999 }, { "epoch": 0.02, "grad_norm": 0.46234156015204186, "learning_rate": 0.003, "loss": 4.1586, "step": 2000 }, { "epoch": 0.02001, "grad_norm": 0.4395345274961725, "learning_rate": 0.003, "loss": 4.1934, "step": 2001 }, { "epoch": 0.02002, "grad_norm": 0.3957661324841875, "learning_rate": 0.003, "loss": 4.1863, "step": 2002 }, { "epoch": 0.02003, "grad_norm": 0.4711152480437331, "learning_rate": 0.003, "loss": 4.1873, "step": 2003 }, { "epoch": 0.02004, "grad_norm": 0.546136823152871, "learning_rate": 0.003, "loss": 4.1727, "step": 2004 }, { "epoch": 0.02005, "grad_norm": 0.654074266015456, "learning_rate": 0.003, "loss": 4.1803, "step": 2005 }, { "epoch": 0.02006, "grad_norm": 0.710370558494441, "learning_rate": 0.003, "loss": 4.1784, "step": 2006 }, { "epoch": 0.02007, "grad_norm": 0.7542070025547006, "learning_rate": 0.003, "loss": 4.1945, "step": 2007 }, { "epoch": 0.02008, "grad_norm": 0.7773827468349818, "learning_rate": 0.003, "loss": 4.191, "step": 2008 }, { "epoch": 0.02009, "grad_norm": 0.6899352222366664, "learning_rate": 0.003, "loss": 4.1857, "step": 2009 }, { "epoch": 0.0201, "grad_norm": 0.5614651061397582, "learning_rate": 0.003, "loss": 4.1935, "step": 2010 }, { "epoch": 0.02011, "grad_norm": 0.6625002839338998, "learning_rate": 0.003, "loss": 4.183, "step": 2011 }, { "epoch": 0.02012, "grad_norm": 0.6997403670690155, "learning_rate": 0.003, "loss": 4.1822, "step": 2012 }, { "epoch": 0.02013, "grad_norm": 0.6697515151480535, "learning_rate": 0.003, "loss": 4.1896, "step": 2013 }, { "epoch": 0.02014, "grad_norm": 0.6386903403073065, "learning_rate": 0.003, "loss": 4.1729, "step": 2014 }, { "epoch": 0.02015, "grad_norm": 0.5907166723123874, "learning_rate": 0.003, "loss": 4.1657, "step": 2015 }, { "epoch": 0.02016, "grad_norm": 0.605106268984101, "learning_rate": 0.003, "loss": 4.1769, "step": 2016 }, { "epoch": 0.02017, "grad_norm": 0.6631806062284518, "learning_rate": 0.003, "loss": 4.1711, "step": 2017 }, { "epoch": 0.02018, "grad_norm": 0.6347297750042842, "learning_rate": 0.003, "loss": 4.1746, "step": 2018 }, { "epoch": 0.02019, "grad_norm": 0.8248022848153107, "learning_rate": 0.003, "loss": 4.1834, "step": 2019 }, { "epoch": 0.0202, "grad_norm": 0.9904970732072179, "learning_rate": 0.003, "loss": 4.2031, "step": 2020 }, { "epoch": 0.02021, "grad_norm": 0.9086090012812373, "learning_rate": 0.003, "loss": 4.2148, "step": 2021 }, { "epoch": 0.02022, "grad_norm": 0.9232445860299345, "learning_rate": 0.003, "loss": 4.175, "step": 2022 }, { "epoch": 0.02023, "grad_norm": 0.8050131783240017, "learning_rate": 0.003, "loss": 4.1493, "step": 2023 }, { "epoch": 0.02024, "grad_norm": 0.7442373542055678, "learning_rate": 0.003, "loss": 4.1717, "step": 2024 }, { "epoch": 0.02025, "grad_norm": 0.9832310341451624, "learning_rate": 0.003, "loss": 4.2324, "step": 2025 }, { "epoch": 0.02026, "grad_norm": 0.9556185585548506, "learning_rate": 0.003, "loss": 4.2147, "step": 2026 }, { "epoch": 0.02027, "grad_norm": 1.0633653823279028, "learning_rate": 0.003, "loss": 4.218, "step": 2027 }, { "epoch": 0.02028, "grad_norm": 0.8361708667618777, "learning_rate": 0.003, "loss": 4.1941, "step": 2028 }, { "epoch": 0.02029, "grad_norm": 0.8621114948206428, "learning_rate": 0.003, "loss": 4.1995, "step": 2029 }, { "epoch": 0.0203, "grad_norm": 0.7505639644342775, "learning_rate": 0.003, "loss": 4.1873, "step": 2030 }, { "epoch": 0.02031, "grad_norm": 0.7688539298918926, "learning_rate": 0.003, "loss": 4.1919, "step": 2031 }, { "epoch": 0.02032, "grad_norm": 0.8008832349814213, "learning_rate": 0.003, "loss": 4.1682, "step": 2032 }, { "epoch": 0.02033, "grad_norm": 0.7744220160391694, "learning_rate": 0.003, "loss": 4.2069, "step": 2033 }, { "epoch": 0.02034, "grad_norm": 0.9334621419858093, "learning_rate": 0.003, "loss": 4.2063, "step": 2034 }, { "epoch": 0.02035, "grad_norm": 1.0003714475706196, "learning_rate": 0.003, "loss": 4.1981, "step": 2035 }, { "epoch": 0.02036, "grad_norm": 1.0165755074456069, "learning_rate": 0.003, "loss": 4.2039, "step": 2036 }, { "epoch": 0.02037, "grad_norm": 0.8752656941969562, "learning_rate": 0.003, "loss": 4.2133, "step": 2037 }, { "epoch": 0.02038, "grad_norm": 0.8030828089902575, "learning_rate": 0.003, "loss": 4.1951, "step": 2038 }, { "epoch": 0.02039, "grad_norm": 0.6849651287466818, "learning_rate": 0.003, "loss": 4.1984, "step": 2039 }, { "epoch": 0.0204, "grad_norm": 0.7048992687138306, "learning_rate": 0.003, "loss": 4.2015, "step": 2040 }, { "epoch": 0.02041, "grad_norm": 0.5846622816322785, "learning_rate": 0.003, "loss": 4.1601, "step": 2041 }, { "epoch": 0.02042, "grad_norm": 0.579059647971908, "learning_rate": 0.003, "loss": 4.159, "step": 2042 }, { "epoch": 0.02043, "grad_norm": 0.5320216814522557, "learning_rate": 0.003, "loss": 4.2018, "step": 2043 }, { "epoch": 0.02044, "grad_norm": 0.5749364817997652, "learning_rate": 0.003, "loss": 4.174, "step": 2044 }, { "epoch": 0.02045, "grad_norm": 0.5872195224989512, "learning_rate": 0.003, "loss": 4.1881, "step": 2045 }, { "epoch": 0.02046, "grad_norm": 0.6166345493647961, "learning_rate": 0.003, "loss": 4.1634, "step": 2046 }, { "epoch": 0.02047, "grad_norm": 0.7223919170905914, "learning_rate": 0.003, "loss": 4.2037, "step": 2047 }, { "epoch": 0.02048, "grad_norm": 0.7799560828695167, "learning_rate": 0.003, "loss": 4.1877, "step": 2048 }, { "epoch": 0.02049, "grad_norm": 0.8702209657581298, "learning_rate": 0.003, "loss": 4.2131, "step": 2049 }, { "epoch": 0.0205, "grad_norm": 0.9375771238974213, "learning_rate": 0.003, "loss": 4.1631, "step": 2050 }, { "epoch": 0.02051, "grad_norm": 1.1873073578231947, "learning_rate": 0.003, "loss": 4.178, "step": 2051 }, { "epoch": 0.02052, "grad_norm": 1.03209456773, "learning_rate": 0.003, "loss": 4.1777, "step": 2052 }, { "epoch": 0.02053, "grad_norm": 1.0555848829046368, "learning_rate": 0.003, "loss": 4.1832, "step": 2053 }, { "epoch": 0.02054, "grad_norm": 0.9050417954028227, "learning_rate": 0.003, "loss": 4.2168, "step": 2054 }, { "epoch": 0.02055, "grad_norm": 0.8496945287219897, "learning_rate": 0.003, "loss": 4.1765, "step": 2055 }, { "epoch": 0.02056, "grad_norm": 0.7540734931162184, "learning_rate": 0.003, "loss": 4.17, "step": 2056 }, { "epoch": 0.02057, "grad_norm": 0.79729190390271, "learning_rate": 0.003, "loss": 4.2076, "step": 2057 }, { "epoch": 0.02058, "grad_norm": 0.8092766990194165, "learning_rate": 0.003, "loss": 4.1879, "step": 2058 }, { "epoch": 0.02059, "grad_norm": 0.787520651985971, "learning_rate": 0.003, "loss": 4.1662, "step": 2059 }, { "epoch": 0.0206, "grad_norm": 0.8179849805821454, "learning_rate": 0.003, "loss": 4.2123, "step": 2060 }, { "epoch": 0.02061, "grad_norm": 0.765277725532741, "learning_rate": 0.003, "loss": 4.1867, "step": 2061 }, { "epoch": 0.02062, "grad_norm": 0.6833167046153735, "learning_rate": 0.003, "loss": 4.1822, "step": 2062 }, { "epoch": 0.02063, "grad_norm": 0.7852297427280791, "learning_rate": 0.003, "loss": 4.1788, "step": 2063 }, { "epoch": 0.02064, "grad_norm": 0.7558602646875056, "learning_rate": 0.003, "loss": 4.1894, "step": 2064 }, { "epoch": 0.02065, "grad_norm": 0.7461513201926369, "learning_rate": 0.003, "loss": 4.1686, "step": 2065 }, { "epoch": 0.02066, "grad_norm": 0.8279588238364882, "learning_rate": 0.003, "loss": 4.1898, "step": 2066 }, { "epoch": 0.02067, "grad_norm": 0.7670898564018478, "learning_rate": 0.003, "loss": 4.1869, "step": 2067 }, { "epoch": 0.02068, "grad_norm": 0.6723403011847539, "learning_rate": 0.003, "loss": 4.1662, "step": 2068 }, { "epoch": 0.02069, "grad_norm": 0.6336511314262159, "learning_rate": 0.003, "loss": 4.1849, "step": 2069 }, { "epoch": 0.0207, "grad_norm": 0.70657998006886, "learning_rate": 0.003, "loss": 4.1607, "step": 2070 }, { "epoch": 0.02071, "grad_norm": 0.7487170820279913, "learning_rate": 0.003, "loss": 4.1912, "step": 2071 }, { "epoch": 0.02072, "grad_norm": 0.7172563865038417, "learning_rate": 0.003, "loss": 4.1982, "step": 2072 }, { "epoch": 0.02073, "grad_norm": 0.7815042091167561, "learning_rate": 0.003, "loss": 4.1796, "step": 2073 }, { "epoch": 0.02074, "grad_norm": 0.7869404752550972, "learning_rate": 0.003, "loss": 4.1864, "step": 2074 }, { "epoch": 0.02075, "grad_norm": 0.7115380813621578, "learning_rate": 0.003, "loss": 4.2091, "step": 2075 }, { "epoch": 0.02076, "grad_norm": 0.6271616020332964, "learning_rate": 0.003, "loss": 4.199, "step": 2076 }, { "epoch": 0.02077, "grad_norm": 0.5945516898335454, "learning_rate": 0.003, "loss": 4.1669, "step": 2077 }, { "epoch": 0.02078, "grad_norm": 0.5807187113226505, "learning_rate": 0.003, "loss": 4.1615, "step": 2078 }, { "epoch": 0.02079, "grad_norm": 0.4917157616397027, "learning_rate": 0.003, "loss": 4.1449, "step": 2079 }, { "epoch": 0.0208, "grad_norm": 0.5388783899386764, "learning_rate": 0.003, "loss": 4.1563, "step": 2080 }, { "epoch": 0.02081, "grad_norm": 0.6250429891561764, "learning_rate": 0.003, "loss": 4.1899, "step": 2081 }, { "epoch": 0.02082, "grad_norm": 0.7539524872161132, "learning_rate": 0.003, "loss": 4.1879, "step": 2082 }, { "epoch": 0.02083, "grad_norm": 0.9021795929932535, "learning_rate": 0.003, "loss": 4.189, "step": 2083 }, { "epoch": 0.02084, "grad_norm": 0.9892236370325144, "learning_rate": 0.003, "loss": 4.1914, "step": 2084 }, { "epoch": 0.02085, "grad_norm": 0.9279291435694554, "learning_rate": 0.003, "loss": 4.1653, "step": 2085 }, { "epoch": 0.02086, "grad_norm": 0.7919688525399468, "learning_rate": 0.003, "loss": 4.1726, "step": 2086 }, { "epoch": 0.02087, "grad_norm": 0.7965117787009012, "learning_rate": 0.003, "loss": 4.1719, "step": 2087 }, { "epoch": 0.02088, "grad_norm": 0.882456029692519, "learning_rate": 0.003, "loss": 4.2097, "step": 2088 }, { "epoch": 0.02089, "grad_norm": 0.8843676371103549, "learning_rate": 0.003, "loss": 4.1781, "step": 2089 }, { "epoch": 0.0209, "grad_norm": 0.9095817089780983, "learning_rate": 0.003, "loss": 4.2024, "step": 2090 }, { "epoch": 0.02091, "grad_norm": 0.8360707980502976, "learning_rate": 0.003, "loss": 4.1884, "step": 2091 }, { "epoch": 0.02092, "grad_norm": 0.8954851906550106, "learning_rate": 0.003, "loss": 4.189, "step": 2092 }, { "epoch": 0.02093, "grad_norm": 0.8146056324857043, "learning_rate": 0.003, "loss": 4.1544, "step": 2093 }, { "epoch": 0.02094, "grad_norm": 0.7558490596404085, "learning_rate": 0.003, "loss": 4.1629, "step": 2094 }, { "epoch": 0.02095, "grad_norm": 0.7384447141579936, "learning_rate": 0.003, "loss": 4.2013, "step": 2095 }, { "epoch": 0.02096, "grad_norm": 0.7339651428587286, "learning_rate": 0.003, "loss": 4.1917, "step": 2096 }, { "epoch": 0.02097, "grad_norm": 0.6671356121778469, "learning_rate": 0.003, "loss": 4.1698, "step": 2097 }, { "epoch": 0.02098, "grad_norm": 0.653522008057512, "learning_rate": 0.003, "loss": 4.1857, "step": 2098 }, { "epoch": 0.02099, "grad_norm": 0.6717296847888601, "learning_rate": 0.003, "loss": 4.1945, "step": 2099 }, { "epoch": 0.021, "grad_norm": 0.6641683049026381, "learning_rate": 0.003, "loss": 4.206, "step": 2100 }, { "epoch": 0.02101, "grad_norm": 0.8263568144502693, "learning_rate": 0.003, "loss": 4.2014, "step": 2101 }, { "epoch": 0.02102, "grad_norm": 0.9182856357229072, "learning_rate": 0.003, "loss": 4.2116, "step": 2102 }, { "epoch": 0.02103, "grad_norm": 0.8775651409452159, "learning_rate": 0.003, "loss": 4.1702, "step": 2103 }, { "epoch": 0.02104, "grad_norm": 0.717248452996101, "learning_rate": 0.003, "loss": 4.1698, "step": 2104 }, { "epoch": 0.02105, "grad_norm": 0.6147629172749789, "learning_rate": 0.003, "loss": 4.1709, "step": 2105 }, { "epoch": 0.02106, "grad_norm": 0.5350819274969562, "learning_rate": 0.003, "loss": 4.1599, "step": 2106 }, { "epoch": 0.02107, "grad_norm": 0.6022860581700974, "learning_rate": 0.003, "loss": 4.1732, "step": 2107 }, { "epoch": 0.02108, "grad_norm": 0.6033513423948526, "learning_rate": 0.003, "loss": 4.1543, "step": 2108 }, { "epoch": 0.02109, "grad_norm": 0.6042225440605065, "learning_rate": 0.003, "loss": 4.144, "step": 2109 }, { "epoch": 0.0211, "grad_norm": 0.560183095906506, "learning_rate": 0.003, "loss": 4.1584, "step": 2110 }, { "epoch": 0.02111, "grad_norm": 0.5249161566388668, "learning_rate": 0.003, "loss": 4.1663, "step": 2111 }, { "epoch": 0.02112, "grad_norm": 0.5391312057228763, "learning_rate": 0.003, "loss": 4.1641, "step": 2112 }, { "epoch": 0.02113, "grad_norm": 0.5260626981895078, "learning_rate": 0.003, "loss": 4.1597, "step": 2113 }, { "epoch": 0.02114, "grad_norm": 0.5072590511188936, "learning_rate": 0.003, "loss": 4.1483, "step": 2114 }, { "epoch": 0.02115, "grad_norm": 0.5460141991570172, "learning_rate": 0.003, "loss": 4.1417, "step": 2115 }, { "epoch": 0.02116, "grad_norm": 0.5749891422597724, "learning_rate": 0.003, "loss": 4.1705, "step": 2116 }, { "epoch": 0.02117, "grad_norm": 0.6781459947006083, "learning_rate": 0.003, "loss": 4.1668, "step": 2117 }, { "epoch": 0.02118, "grad_norm": 0.797658364148174, "learning_rate": 0.003, "loss": 4.1692, "step": 2118 }, { "epoch": 0.02119, "grad_norm": 0.8688435880924688, "learning_rate": 0.003, "loss": 4.1833, "step": 2119 }, { "epoch": 0.0212, "grad_norm": 0.7833741674522176, "learning_rate": 0.003, "loss": 4.1545, "step": 2120 }, { "epoch": 0.02121, "grad_norm": 0.791532521338522, "learning_rate": 0.003, "loss": 4.1508, "step": 2121 }, { "epoch": 0.02122, "grad_norm": 0.7913660839492322, "learning_rate": 0.003, "loss": 4.1614, "step": 2122 }, { "epoch": 0.02123, "grad_norm": 0.7506478823984966, "learning_rate": 0.003, "loss": 4.1402, "step": 2123 }, { "epoch": 0.02124, "grad_norm": 0.7580020078198468, "learning_rate": 0.003, "loss": 4.1643, "step": 2124 }, { "epoch": 0.02125, "grad_norm": 0.7006901754929752, "learning_rate": 0.003, "loss": 4.1792, "step": 2125 }, { "epoch": 0.02126, "grad_norm": 0.7653616945644249, "learning_rate": 0.003, "loss": 4.1781, "step": 2126 }, { "epoch": 0.02127, "grad_norm": 0.7492928706532664, "learning_rate": 0.003, "loss": 4.1859, "step": 2127 }, { "epoch": 0.02128, "grad_norm": 0.7795854700268753, "learning_rate": 0.003, "loss": 4.1758, "step": 2128 }, { "epoch": 0.02129, "grad_norm": 0.9805419044523191, "learning_rate": 0.003, "loss": 4.186, "step": 2129 }, { "epoch": 0.0213, "grad_norm": 1.0343575534498912, "learning_rate": 0.003, "loss": 4.1641, "step": 2130 }, { "epoch": 0.02131, "grad_norm": 0.9468793830055084, "learning_rate": 0.003, "loss": 4.1869, "step": 2131 }, { "epoch": 0.02132, "grad_norm": 0.9021420581140779, "learning_rate": 0.003, "loss": 4.2032, "step": 2132 }, { "epoch": 0.02133, "grad_norm": 0.8122842455378513, "learning_rate": 0.003, "loss": 4.1908, "step": 2133 }, { "epoch": 0.02134, "grad_norm": 1.06138323809129, "learning_rate": 0.003, "loss": 4.2048, "step": 2134 }, { "epoch": 0.02135, "grad_norm": 1.2270031550495697, "learning_rate": 0.003, "loss": 4.212, "step": 2135 }, { "epoch": 0.02136, "grad_norm": 0.824636655199696, "learning_rate": 0.003, "loss": 4.1714, "step": 2136 }, { "epoch": 0.02137, "grad_norm": 0.7977636532107003, "learning_rate": 0.003, "loss": 4.2074, "step": 2137 }, { "epoch": 0.02138, "grad_norm": 0.8175212273276642, "learning_rate": 0.003, "loss": 4.2175, "step": 2138 }, { "epoch": 0.02139, "grad_norm": 0.8041667304441814, "learning_rate": 0.003, "loss": 4.2081, "step": 2139 }, { "epoch": 0.0214, "grad_norm": 0.9410719295719912, "learning_rate": 0.003, "loss": 4.2078, "step": 2140 }, { "epoch": 0.02141, "grad_norm": 0.9128066534114356, "learning_rate": 0.003, "loss": 4.1891, "step": 2141 }, { "epoch": 0.02142, "grad_norm": 0.7166876786866843, "learning_rate": 0.003, "loss": 4.1743, "step": 2142 }, { "epoch": 0.02143, "grad_norm": 0.7553648404993994, "learning_rate": 0.003, "loss": 4.1879, "step": 2143 }, { "epoch": 0.02144, "grad_norm": 0.9693569859499341, "learning_rate": 0.003, "loss": 4.1979, "step": 2144 }, { "epoch": 0.02145, "grad_norm": 1.005405043081365, "learning_rate": 0.003, "loss": 4.1853, "step": 2145 }, { "epoch": 0.02146, "grad_norm": 0.9174606002788802, "learning_rate": 0.003, "loss": 4.1967, "step": 2146 }, { "epoch": 0.02147, "grad_norm": 0.7660679608210765, "learning_rate": 0.003, "loss": 4.2109, "step": 2147 }, { "epoch": 0.02148, "grad_norm": 0.7067244008901828, "learning_rate": 0.003, "loss": 4.222, "step": 2148 }, { "epoch": 0.02149, "grad_norm": 0.5597922211015285, "learning_rate": 0.003, "loss": 4.1982, "step": 2149 }, { "epoch": 0.0215, "grad_norm": 0.5887191266363829, "learning_rate": 0.003, "loss": 4.1847, "step": 2150 }, { "epoch": 0.02151, "grad_norm": 0.5623719175027401, "learning_rate": 0.003, "loss": 4.1889, "step": 2151 }, { "epoch": 0.02152, "grad_norm": 0.5432643275971011, "learning_rate": 0.003, "loss": 4.1639, "step": 2152 }, { "epoch": 0.02153, "grad_norm": 0.5447875969469528, "learning_rate": 0.003, "loss": 4.1717, "step": 2153 }, { "epoch": 0.02154, "grad_norm": 0.64393428597859, "learning_rate": 0.003, "loss": 4.1635, "step": 2154 }, { "epoch": 0.02155, "grad_norm": 0.836540801508149, "learning_rate": 0.003, "loss": 4.1972, "step": 2155 }, { "epoch": 0.02156, "grad_norm": 0.9453076222627308, "learning_rate": 0.003, "loss": 4.1938, "step": 2156 }, { "epoch": 0.02157, "grad_norm": 0.7417036890833684, "learning_rate": 0.003, "loss": 4.1515, "step": 2157 }, { "epoch": 0.02158, "grad_norm": 0.5957713091881504, "learning_rate": 0.003, "loss": 4.1686, "step": 2158 }, { "epoch": 0.02159, "grad_norm": 0.6018851123999939, "learning_rate": 0.003, "loss": 4.1807, "step": 2159 }, { "epoch": 0.0216, "grad_norm": 0.6716376115123553, "learning_rate": 0.003, "loss": 4.1831, "step": 2160 }, { "epoch": 0.02161, "grad_norm": 0.7819649346338547, "learning_rate": 0.003, "loss": 4.1755, "step": 2161 }, { "epoch": 0.02162, "grad_norm": 0.8233828232110464, "learning_rate": 0.003, "loss": 4.1801, "step": 2162 }, { "epoch": 0.02163, "grad_norm": 0.7824568090505709, "learning_rate": 0.003, "loss": 4.1982, "step": 2163 }, { "epoch": 0.02164, "grad_norm": 0.8597315749146158, "learning_rate": 0.003, "loss": 4.1915, "step": 2164 }, { "epoch": 0.02165, "grad_norm": 0.7979744235864884, "learning_rate": 0.003, "loss": 4.1562, "step": 2165 }, { "epoch": 0.02166, "grad_norm": 0.7759936363363831, "learning_rate": 0.003, "loss": 4.1947, "step": 2166 }, { "epoch": 0.02167, "grad_norm": 0.7097277369414112, "learning_rate": 0.003, "loss": 4.1708, "step": 2167 }, { "epoch": 0.02168, "grad_norm": 0.6129275664005919, "learning_rate": 0.003, "loss": 4.1674, "step": 2168 }, { "epoch": 0.02169, "grad_norm": 0.5617202579327312, "learning_rate": 0.003, "loss": 4.1636, "step": 2169 }, { "epoch": 0.0217, "grad_norm": 0.4729981033232719, "learning_rate": 0.003, "loss": 4.1693, "step": 2170 }, { "epoch": 0.02171, "grad_norm": 0.5127457916731437, "learning_rate": 0.003, "loss": 4.1819, "step": 2171 }, { "epoch": 0.02172, "grad_norm": 0.6304303564787295, "learning_rate": 0.003, "loss": 4.1556, "step": 2172 }, { "epoch": 0.02173, "grad_norm": 0.7235970129567234, "learning_rate": 0.003, "loss": 4.1636, "step": 2173 }, { "epoch": 0.02174, "grad_norm": 0.9537416454234164, "learning_rate": 0.003, "loss": 4.1668, "step": 2174 }, { "epoch": 0.02175, "grad_norm": 1.0772501316127283, "learning_rate": 0.003, "loss": 4.2082, "step": 2175 }, { "epoch": 0.02176, "grad_norm": 0.9320344556958656, "learning_rate": 0.003, "loss": 4.1798, "step": 2176 }, { "epoch": 0.02177, "grad_norm": 1.2306562612139564, "learning_rate": 0.003, "loss": 4.2022, "step": 2177 }, { "epoch": 0.02178, "grad_norm": 0.9649462703992993, "learning_rate": 0.003, "loss": 4.1822, "step": 2178 }, { "epoch": 0.02179, "grad_norm": 0.8364440339114567, "learning_rate": 0.003, "loss": 4.1982, "step": 2179 }, { "epoch": 0.0218, "grad_norm": 0.8494241782855642, "learning_rate": 0.003, "loss": 4.2094, "step": 2180 }, { "epoch": 0.02181, "grad_norm": 0.8028341199053393, "learning_rate": 0.003, "loss": 4.2103, "step": 2181 }, { "epoch": 0.02182, "grad_norm": 0.8789575016731874, "learning_rate": 0.003, "loss": 4.1991, "step": 2182 }, { "epoch": 0.02183, "grad_norm": 0.7339272838818488, "learning_rate": 0.003, "loss": 4.2018, "step": 2183 }, { "epoch": 0.02184, "grad_norm": 0.6992146186501603, "learning_rate": 0.003, "loss": 4.1762, "step": 2184 }, { "epoch": 0.02185, "grad_norm": 0.6859058633396239, "learning_rate": 0.003, "loss": 4.1699, "step": 2185 }, { "epoch": 0.02186, "grad_norm": 0.671595445918346, "learning_rate": 0.003, "loss": 4.186, "step": 2186 }, { "epoch": 0.02187, "grad_norm": 0.6535925166183008, "learning_rate": 0.003, "loss": 4.1812, "step": 2187 }, { "epoch": 0.02188, "grad_norm": 0.6198661745230879, "learning_rate": 0.003, "loss": 4.1584, "step": 2188 }, { "epoch": 0.02189, "grad_norm": 0.5776255514929863, "learning_rate": 0.003, "loss": 4.1869, "step": 2189 }, { "epoch": 0.0219, "grad_norm": 0.7433015793364336, "learning_rate": 0.003, "loss": 4.1787, "step": 2190 }, { "epoch": 0.02191, "grad_norm": 0.8514656528184604, "learning_rate": 0.003, "loss": 4.1806, "step": 2191 }, { "epoch": 0.02192, "grad_norm": 0.9191452260055095, "learning_rate": 0.003, "loss": 4.2122, "step": 2192 }, { "epoch": 0.02193, "grad_norm": 0.7405436618584794, "learning_rate": 0.003, "loss": 4.1726, "step": 2193 }, { "epoch": 0.02194, "grad_norm": 0.7140573914846811, "learning_rate": 0.003, "loss": 4.2215, "step": 2194 }, { "epoch": 0.02195, "grad_norm": 0.7595143608079454, "learning_rate": 0.003, "loss": 4.1859, "step": 2195 }, { "epoch": 0.02196, "grad_norm": 0.7549194736868536, "learning_rate": 0.003, "loss": 4.1951, "step": 2196 }, { "epoch": 0.02197, "grad_norm": 0.6975555957838411, "learning_rate": 0.003, "loss": 4.1831, "step": 2197 }, { "epoch": 0.02198, "grad_norm": 0.7595090640426224, "learning_rate": 0.003, "loss": 4.1756, "step": 2198 }, { "epoch": 0.02199, "grad_norm": 0.7642539057941399, "learning_rate": 0.003, "loss": 4.145, "step": 2199 }, { "epoch": 0.022, "grad_norm": 0.7482736596797179, "learning_rate": 0.003, "loss": 4.1698, "step": 2200 }, { "epoch": 0.02201, "grad_norm": 0.6545018698949331, "learning_rate": 0.003, "loss": 4.1824, "step": 2201 }, { "epoch": 0.02202, "grad_norm": 0.6269777415335018, "learning_rate": 0.003, "loss": 4.1683, "step": 2202 }, { "epoch": 0.02203, "grad_norm": 0.7202806939294419, "learning_rate": 0.003, "loss": 4.1965, "step": 2203 }, { "epoch": 0.02204, "grad_norm": 0.7354393023905447, "learning_rate": 0.003, "loss": 4.1919, "step": 2204 }, { "epoch": 0.02205, "grad_norm": 0.6658405305239573, "learning_rate": 0.003, "loss": 4.1888, "step": 2205 }, { "epoch": 0.02206, "grad_norm": 0.5494433484311174, "learning_rate": 0.003, "loss": 4.1509, "step": 2206 }, { "epoch": 0.02207, "grad_norm": 0.48191881483377974, "learning_rate": 0.003, "loss": 4.1617, "step": 2207 }, { "epoch": 0.02208, "grad_norm": 0.5055031144775365, "learning_rate": 0.003, "loss": 4.1419, "step": 2208 }, { "epoch": 0.02209, "grad_norm": 0.5328357421096614, "learning_rate": 0.003, "loss": 4.1587, "step": 2209 }, { "epoch": 0.0221, "grad_norm": 0.580303567033314, "learning_rate": 0.003, "loss": 4.1426, "step": 2210 }, { "epoch": 0.02211, "grad_norm": 0.627373370176424, "learning_rate": 0.003, "loss": 4.1541, "step": 2211 }, { "epoch": 0.02212, "grad_norm": 0.8017723022310775, "learning_rate": 0.003, "loss": 4.1578, "step": 2212 }, { "epoch": 0.02213, "grad_norm": 0.9755586674162295, "learning_rate": 0.003, "loss": 4.1762, "step": 2213 }, { "epoch": 0.02214, "grad_norm": 0.8888070506530766, "learning_rate": 0.003, "loss": 4.1705, "step": 2214 }, { "epoch": 0.02215, "grad_norm": 0.8341073466106758, "learning_rate": 0.003, "loss": 4.173, "step": 2215 }, { "epoch": 0.02216, "grad_norm": 0.8721558185443227, "learning_rate": 0.003, "loss": 4.1552, "step": 2216 }, { "epoch": 0.02217, "grad_norm": 0.9058617906836595, "learning_rate": 0.003, "loss": 4.1535, "step": 2217 }, { "epoch": 0.02218, "grad_norm": 0.8239137730922835, "learning_rate": 0.003, "loss": 4.1865, "step": 2218 }, { "epoch": 0.02219, "grad_norm": 0.7662188590247174, "learning_rate": 0.003, "loss": 4.1744, "step": 2219 }, { "epoch": 0.0222, "grad_norm": 0.7276128620873287, "learning_rate": 0.003, "loss": 4.1721, "step": 2220 }, { "epoch": 0.02221, "grad_norm": 0.8153838699769882, "learning_rate": 0.003, "loss": 4.1618, "step": 2221 }, { "epoch": 0.02222, "grad_norm": 0.9239982401134911, "learning_rate": 0.003, "loss": 4.1621, "step": 2222 }, { "epoch": 0.02223, "grad_norm": 0.9248509160902595, "learning_rate": 0.003, "loss": 4.1826, "step": 2223 }, { "epoch": 0.02224, "grad_norm": 0.8778359853731296, "learning_rate": 0.003, "loss": 4.1633, "step": 2224 }, { "epoch": 0.02225, "grad_norm": 1.1133790365277945, "learning_rate": 0.003, "loss": 4.1791, "step": 2225 }, { "epoch": 0.02226, "grad_norm": 0.9357923626997176, "learning_rate": 0.003, "loss": 4.1895, "step": 2226 }, { "epoch": 0.02227, "grad_norm": 0.8646361690518631, "learning_rate": 0.003, "loss": 4.183, "step": 2227 }, { "epoch": 0.02228, "grad_norm": 0.938807129740724, "learning_rate": 0.003, "loss": 4.1718, "step": 2228 }, { "epoch": 0.02229, "grad_norm": 0.8004751977002076, "learning_rate": 0.003, "loss": 4.149, "step": 2229 }, { "epoch": 0.0223, "grad_norm": 0.7882101721343657, "learning_rate": 0.003, "loss": 4.1858, "step": 2230 }, { "epoch": 0.02231, "grad_norm": 0.7274707205896823, "learning_rate": 0.003, "loss": 4.1896, "step": 2231 }, { "epoch": 0.02232, "grad_norm": 0.8291412822325788, "learning_rate": 0.003, "loss": 4.2, "step": 2232 }, { "epoch": 0.02233, "grad_norm": 0.8063025430085007, "learning_rate": 0.003, "loss": 4.166, "step": 2233 }, { "epoch": 0.02234, "grad_norm": 0.6911537576664851, "learning_rate": 0.003, "loss": 4.1865, "step": 2234 }, { "epoch": 0.02235, "grad_norm": 0.7448703016841659, "learning_rate": 0.003, "loss": 4.2113, "step": 2235 }, { "epoch": 0.02236, "grad_norm": 0.8233234836151326, "learning_rate": 0.003, "loss": 4.1655, "step": 2236 }, { "epoch": 0.02237, "grad_norm": 1.0093335974280213, "learning_rate": 0.003, "loss": 4.2052, "step": 2237 }, { "epoch": 0.02238, "grad_norm": 1.1018651279861302, "learning_rate": 0.003, "loss": 4.196, "step": 2238 }, { "epoch": 0.02239, "grad_norm": 0.7048103914820842, "learning_rate": 0.003, "loss": 4.1668, "step": 2239 }, { "epoch": 0.0224, "grad_norm": 0.6705866907364436, "learning_rate": 0.003, "loss": 4.1477, "step": 2240 }, { "epoch": 0.02241, "grad_norm": 0.768034661346772, "learning_rate": 0.003, "loss": 4.1807, "step": 2241 }, { "epoch": 0.02242, "grad_norm": 0.7013024117659296, "learning_rate": 0.003, "loss": 4.1591, "step": 2242 }, { "epoch": 0.02243, "grad_norm": 0.8407412837981002, "learning_rate": 0.003, "loss": 4.1937, "step": 2243 }, { "epoch": 0.02244, "grad_norm": 0.8584973105281422, "learning_rate": 0.003, "loss": 4.1731, "step": 2244 }, { "epoch": 0.02245, "grad_norm": 0.810849020894934, "learning_rate": 0.003, "loss": 4.1578, "step": 2245 }, { "epoch": 0.02246, "grad_norm": 0.7441445696162579, "learning_rate": 0.003, "loss": 4.191, "step": 2246 }, { "epoch": 0.02247, "grad_norm": 0.719895099061681, "learning_rate": 0.003, "loss": 4.162, "step": 2247 }, { "epoch": 0.02248, "grad_norm": 0.6276605133960077, "learning_rate": 0.003, "loss": 4.1652, "step": 2248 }, { "epoch": 0.02249, "grad_norm": 0.5820105403717251, "learning_rate": 0.003, "loss": 4.1561, "step": 2249 }, { "epoch": 0.0225, "grad_norm": 0.494797181910464, "learning_rate": 0.003, "loss": 4.1646, "step": 2250 }, { "epoch": 0.02251, "grad_norm": 0.45799261155941245, "learning_rate": 0.003, "loss": 4.1881, "step": 2251 }, { "epoch": 0.02252, "grad_norm": 0.4312165334190654, "learning_rate": 0.003, "loss": 4.1745, "step": 2252 }, { "epoch": 0.02253, "grad_norm": 0.4089956454491447, "learning_rate": 0.003, "loss": 4.1547, "step": 2253 }, { "epoch": 0.02254, "grad_norm": 0.41711525641558334, "learning_rate": 0.003, "loss": 4.1591, "step": 2254 }, { "epoch": 0.02255, "grad_norm": 0.39887312531471364, "learning_rate": 0.003, "loss": 4.1419, "step": 2255 }, { "epoch": 0.02256, "grad_norm": 0.44922284802782086, "learning_rate": 0.003, "loss": 4.1321, "step": 2256 }, { "epoch": 0.02257, "grad_norm": 0.43881289908027915, "learning_rate": 0.003, "loss": 4.1476, "step": 2257 }, { "epoch": 0.02258, "grad_norm": 0.42711858762354266, "learning_rate": 0.003, "loss": 4.1569, "step": 2258 }, { "epoch": 0.02259, "grad_norm": 0.4761674249696505, "learning_rate": 0.003, "loss": 4.1182, "step": 2259 }, { "epoch": 0.0226, "grad_norm": 0.6172223177216527, "learning_rate": 0.003, "loss": 4.1745, "step": 2260 }, { "epoch": 0.02261, "grad_norm": 0.9969811836278653, "learning_rate": 0.003, "loss": 4.1626, "step": 2261 }, { "epoch": 0.02262, "grad_norm": 1.4207495716773118, "learning_rate": 0.003, "loss": 4.1955, "step": 2262 }, { "epoch": 0.02263, "grad_norm": 0.5107196284950156, "learning_rate": 0.003, "loss": 4.1749, "step": 2263 }, { "epoch": 0.02264, "grad_norm": 0.8124315452603879, "learning_rate": 0.003, "loss": 4.1794, "step": 2264 }, { "epoch": 0.02265, "grad_norm": 0.7127120804095198, "learning_rate": 0.003, "loss": 4.1342, "step": 2265 }, { "epoch": 0.02266, "grad_norm": 0.5120142831669139, "learning_rate": 0.003, "loss": 4.142, "step": 2266 }, { "epoch": 0.02267, "grad_norm": 0.842715736214197, "learning_rate": 0.003, "loss": 4.1775, "step": 2267 }, { "epoch": 0.02268, "grad_norm": 0.8370937405428989, "learning_rate": 0.003, "loss": 4.1593, "step": 2268 }, { "epoch": 0.02269, "grad_norm": 0.7173617092756458, "learning_rate": 0.003, "loss": 4.174, "step": 2269 }, { "epoch": 0.0227, "grad_norm": 0.8926880986379259, "learning_rate": 0.003, "loss": 4.1781, "step": 2270 }, { "epoch": 0.02271, "grad_norm": 0.9394293424718215, "learning_rate": 0.003, "loss": 4.1873, "step": 2271 }, { "epoch": 0.02272, "grad_norm": 0.9564097717489924, "learning_rate": 0.003, "loss": 4.1878, "step": 2272 }, { "epoch": 0.02273, "grad_norm": 1.2112473190186792, "learning_rate": 0.003, "loss": 4.1998, "step": 2273 }, { "epoch": 0.02274, "grad_norm": 0.9744415053378092, "learning_rate": 0.003, "loss": 4.1786, "step": 2274 }, { "epoch": 0.02275, "grad_norm": 1.0078841940550498, "learning_rate": 0.003, "loss": 4.1796, "step": 2275 }, { "epoch": 0.02276, "grad_norm": 0.8300538512961302, "learning_rate": 0.003, "loss": 4.1696, "step": 2276 }, { "epoch": 0.02277, "grad_norm": 0.6643966250880426, "learning_rate": 0.003, "loss": 4.1719, "step": 2277 }, { "epoch": 0.02278, "grad_norm": 0.6190627183036216, "learning_rate": 0.003, "loss": 4.1782, "step": 2278 }, { "epoch": 0.02279, "grad_norm": 0.551131169249495, "learning_rate": 0.003, "loss": 4.1827, "step": 2279 }, { "epoch": 0.0228, "grad_norm": 0.5572806608313633, "learning_rate": 0.003, "loss": 4.173, "step": 2280 }, { "epoch": 0.02281, "grad_norm": 0.630640256246517, "learning_rate": 0.003, "loss": 4.1688, "step": 2281 }, { "epoch": 0.02282, "grad_norm": 0.667161853354935, "learning_rate": 0.003, "loss": 4.181, "step": 2282 }, { "epoch": 0.02283, "grad_norm": 0.7804313255347314, "learning_rate": 0.003, "loss": 4.1982, "step": 2283 }, { "epoch": 0.02284, "grad_norm": 0.8174062173017085, "learning_rate": 0.003, "loss": 4.1998, "step": 2284 }, { "epoch": 0.02285, "grad_norm": 0.8933970302021632, "learning_rate": 0.003, "loss": 4.147, "step": 2285 }, { "epoch": 0.02286, "grad_norm": 0.8583328769415308, "learning_rate": 0.003, "loss": 4.2039, "step": 2286 }, { "epoch": 0.02287, "grad_norm": 0.8734810759184407, "learning_rate": 0.003, "loss": 4.1855, "step": 2287 }, { "epoch": 0.02288, "grad_norm": 0.8928624064077537, "learning_rate": 0.003, "loss": 4.2123, "step": 2288 }, { "epoch": 0.02289, "grad_norm": 0.783879288737337, "learning_rate": 0.003, "loss": 4.2056, "step": 2289 }, { "epoch": 0.0229, "grad_norm": 0.7701279568768081, "learning_rate": 0.003, "loss": 4.1809, "step": 2290 }, { "epoch": 0.02291, "grad_norm": 0.7353904143222354, "learning_rate": 0.003, "loss": 4.1585, "step": 2291 }, { "epoch": 0.02292, "grad_norm": 0.5673182764651727, "learning_rate": 0.003, "loss": 4.1467, "step": 2292 }, { "epoch": 0.02293, "grad_norm": 0.6211445071442583, "learning_rate": 0.003, "loss": 4.1508, "step": 2293 }, { "epoch": 0.02294, "grad_norm": 0.5897432424358218, "learning_rate": 0.003, "loss": 4.1497, "step": 2294 }, { "epoch": 0.02295, "grad_norm": 0.6701151196414159, "learning_rate": 0.003, "loss": 4.147, "step": 2295 }, { "epoch": 0.02296, "grad_norm": 1.0101216354387503, "learning_rate": 0.003, "loss": 4.1897, "step": 2296 }, { "epoch": 0.02297, "grad_norm": 1.2406081319623274, "learning_rate": 0.003, "loss": 4.1822, "step": 2297 }, { "epoch": 0.02298, "grad_norm": 0.5988120231143333, "learning_rate": 0.003, "loss": 4.1702, "step": 2298 }, { "epoch": 0.02299, "grad_norm": 0.7795860072160454, "learning_rate": 0.003, "loss": 4.1804, "step": 2299 }, { "epoch": 0.023, "grad_norm": 0.784959258488215, "learning_rate": 0.003, "loss": 4.1984, "step": 2300 }, { "epoch": 0.02301, "grad_norm": 0.5879362613709453, "learning_rate": 0.003, "loss": 4.157, "step": 2301 }, { "epoch": 0.02302, "grad_norm": 0.7106606864619079, "learning_rate": 0.003, "loss": 4.1649, "step": 2302 }, { "epoch": 0.02303, "grad_norm": 0.7402995000062723, "learning_rate": 0.003, "loss": 4.1545, "step": 2303 }, { "epoch": 0.02304, "grad_norm": 0.8291546359347778, "learning_rate": 0.003, "loss": 4.1898, "step": 2304 }, { "epoch": 0.02305, "grad_norm": 0.753148855618092, "learning_rate": 0.003, "loss": 4.1615, "step": 2305 }, { "epoch": 0.02306, "grad_norm": 0.8869246970763861, "learning_rate": 0.003, "loss": 4.1444, "step": 2306 }, { "epoch": 0.02307, "grad_norm": 0.8925578818662347, "learning_rate": 0.003, "loss": 4.1758, "step": 2307 }, { "epoch": 0.02308, "grad_norm": 0.9066759173397617, "learning_rate": 0.003, "loss": 4.1762, "step": 2308 }, { "epoch": 0.02309, "grad_norm": 0.8201889707383639, "learning_rate": 0.003, "loss": 4.1952, "step": 2309 }, { "epoch": 0.0231, "grad_norm": 0.7904644702923331, "learning_rate": 0.003, "loss": 4.1751, "step": 2310 }, { "epoch": 0.02311, "grad_norm": 0.7060518287169474, "learning_rate": 0.003, "loss": 4.1776, "step": 2311 }, { "epoch": 0.02312, "grad_norm": 0.7392874926033767, "learning_rate": 0.003, "loss": 4.1519, "step": 2312 }, { "epoch": 0.02313, "grad_norm": 0.8538999440765905, "learning_rate": 0.003, "loss": 4.1529, "step": 2313 }, { "epoch": 0.02314, "grad_norm": 0.9312222422709578, "learning_rate": 0.003, "loss": 4.1718, "step": 2314 }, { "epoch": 0.02315, "grad_norm": 0.9687214234200097, "learning_rate": 0.003, "loss": 4.1771, "step": 2315 }, { "epoch": 0.02316, "grad_norm": 0.891697328396861, "learning_rate": 0.003, "loss": 4.1909, "step": 2316 }, { "epoch": 0.02317, "grad_norm": 0.897934373295407, "learning_rate": 0.003, "loss": 4.1753, "step": 2317 }, { "epoch": 0.02318, "grad_norm": 0.8051331418091766, "learning_rate": 0.003, "loss": 4.1614, "step": 2318 }, { "epoch": 0.02319, "grad_norm": 0.703806089932542, "learning_rate": 0.003, "loss": 4.1804, "step": 2319 }, { "epoch": 0.0232, "grad_norm": 0.7388332818016227, "learning_rate": 0.003, "loss": 4.1898, "step": 2320 }, { "epoch": 0.02321, "grad_norm": 0.7450344205679207, "learning_rate": 0.003, "loss": 4.1692, "step": 2321 }, { "epoch": 0.02322, "grad_norm": 0.6660500555618327, "learning_rate": 0.003, "loss": 4.1746, "step": 2322 }, { "epoch": 0.02323, "grad_norm": 0.6571661630697367, "learning_rate": 0.003, "loss": 4.1481, "step": 2323 }, { "epoch": 0.02324, "grad_norm": 0.6161646162269099, "learning_rate": 0.003, "loss": 4.1462, "step": 2324 }, { "epoch": 0.02325, "grad_norm": 0.5919512249258755, "learning_rate": 0.003, "loss": 4.1679, "step": 2325 }, { "epoch": 0.02326, "grad_norm": 0.7224558633075708, "learning_rate": 0.003, "loss": 4.1831, "step": 2326 }, { "epoch": 0.02327, "grad_norm": 0.8816178665411202, "learning_rate": 0.003, "loss": 4.1759, "step": 2327 }, { "epoch": 0.02328, "grad_norm": 0.8699762426391761, "learning_rate": 0.003, "loss": 4.176, "step": 2328 }, { "epoch": 0.02329, "grad_norm": 0.723960245924297, "learning_rate": 0.003, "loss": 4.1606, "step": 2329 }, { "epoch": 0.0233, "grad_norm": 0.7628023637683098, "learning_rate": 0.003, "loss": 4.1563, "step": 2330 }, { "epoch": 0.02331, "grad_norm": 0.7695226471244487, "learning_rate": 0.003, "loss": 4.1933, "step": 2331 }, { "epoch": 0.02332, "grad_norm": 0.7712606828136085, "learning_rate": 0.003, "loss": 4.1567, "step": 2332 }, { "epoch": 0.02333, "grad_norm": 0.7181228868994012, "learning_rate": 0.003, "loss": 4.1639, "step": 2333 }, { "epoch": 0.02334, "grad_norm": 0.6385757918578437, "learning_rate": 0.003, "loss": 4.1304, "step": 2334 }, { "epoch": 0.02335, "grad_norm": 0.5804913608133354, "learning_rate": 0.003, "loss": 4.1671, "step": 2335 }, { "epoch": 0.02336, "grad_norm": 0.6406948035907543, "learning_rate": 0.003, "loss": 4.1601, "step": 2336 }, { "epoch": 0.02337, "grad_norm": 0.7550291811921531, "learning_rate": 0.003, "loss": 4.1668, "step": 2337 }, { "epoch": 0.02338, "grad_norm": 0.867264165349628, "learning_rate": 0.003, "loss": 4.1574, "step": 2338 }, { "epoch": 0.02339, "grad_norm": 0.9370869698358649, "learning_rate": 0.003, "loss": 4.1596, "step": 2339 }, { "epoch": 0.0234, "grad_norm": 1.04114552861465, "learning_rate": 0.003, "loss": 4.1762, "step": 2340 }, { "epoch": 0.02341, "grad_norm": 0.8419443125713769, "learning_rate": 0.003, "loss": 4.1461, "step": 2341 }, { "epoch": 0.02342, "grad_norm": 0.7516609856190137, "learning_rate": 0.003, "loss": 4.1608, "step": 2342 }, { "epoch": 0.02343, "grad_norm": 0.7840218113502367, "learning_rate": 0.003, "loss": 4.1597, "step": 2343 }, { "epoch": 0.02344, "grad_norm": 0.7106909207560747, "learning_rate": 0.003, "loss": 4.1579, "step": 2344 }, { "epoch": 0.02345, "grad_norm": 0.695743479378358, "learning_rate": 0.003, "loss": 4.1505, "step": 2345 }, { "epoch": 0.02346, "grad_norm": 0.7618556711999727, "learning_rate": 0.003, "loss": 4.1514, "step": 2346 }, { "epoch": 0.02347, "grad_norm": 0.8494779389825688, "learning_rate": 0.003, "loss": 4.1923, "step": 2347 }, { "epoch": 0.02348, "grad_norm": 0.8819304188600076, "learning_rate": 0.003, "loss": 4.1614, "step": 2348 }, { "epoch": 0.02349, "grad_norm": 0.801874189029763, "learning_rate": 0.003, "loss": 4.1729, "step": 2349 }, { "epoch": 0.0235, "grad_norm": 0.7502001194200574, "learning_rate": 0.003, "loss": 4.168, "step": 2350 }, { "epoch": 0.02351, "grad_norm": 0.7987799293083814, "learning_rate": 0.003, "loss": 4.1781, "step": 2351 }, { "epoch": 0.02352, "grad_norm": 0.9306705411998242, "learning_rate": 0.003, "loss": 4.142, "step": 2352 }, { "epoch": 0.02353, "grad_norm": 0.8564501775467426, "learning_rate": 0.003, "loss": 4.1759, "step": 2353 }, { "epoch": 0.02354, "grad_norm": 0.8345109850380096, "learning_rate": 0.003, "loss": 4.1813, "step": 2354 }, { "epoch": 0.02355, "grad_norm": 0.7887172745864481, "learning_rate": 0.003, "loss": 4.1723, "step": 2355 }, { "epoch": 0.02356, "grad_norm": 0.6582873563724112, "learning_rate": 0.003, "loss": 4.1515, "step": 2356 }, { "epoch": 0.02357, "grad_norm": 0.6737457349000578, "learning_rate": 0.003, "loss": 4.1517, "step": 2357 }, { "epoch": 0.02358, "grad_norm": 0.7705872627309706, "learning_rate": 0.003, "loss": 4.1742, "step": 2358 }, { "epoch": 0.02359, "grad_norm": 0.8542556066081018, "learning_rate": 0.003, "loss": 4.1536, "step": 2359 }, { "epoch": 0.0236, "grad_norm": 0.9842191585501165, "learning_rate": 0.003, "loss": 4.2032, "step": 2360 }, { "epoch": 0.02361, "grad_norm": 0.9112511096880844, "learning_rate": 0.003, "loss": 4.1793, "step": 2361 }, { "epoch": 0.02362, "grad_norm": 0.9278874197656558, "learning_rate": 0.003, "loss": 4.1712, "step": 2362 }, { "epoch": 0.02363, "grad_norm": 0.7482616982968588, "learning_rate": 0.003, "loss": 4.1444, "step": 2363 }, { "epoch": 0.02364, "grad_norm": 0.5981870727991454, "learning_rate": 0.003, "loss": 4.1597, "step": 2364 }, { "epoch": 0.02365, "grad_norm": 0.6120042832874062, "learning_rate": 0.003, "loss": 4.1788, "step": 2365 }, { "epoch": 0.02366, "grad_norm": 0.592965390221233, "learning_rate": 0.003, "loss": 4.1489, "step": 2366 }, { "epoch": 0.02367, "grad_norm": 0.5967931209483315, "learning_rate": 0.003, "loss": 4.1579, "step": 2367 }, { "epoch": 0.02368, "grad_norm": 0.6289890460021353, "learning_rate": 0.003, "loss": 4.1346, "step": 2368 }, { "epoch": 0.02369, "grad_norm": 0.6580991252391354, "learning_rate": 0.003, "loss": 4.1441, "step": 2369 }, { "epoch": 0.0237, "grad_norm": 0.6945790129958274, "learning_rate": 0.003, "loss": 4.1741, "step": 2370 }, { "epoch": 0.02371, "grad_norm": 0.7107030962570803, "learning_rate": 0.003, "loss": 4.1569, "step": 2371 }, { "epoch": 0.02372, "grad_norm": 0.8059296050081108, "learning_rate": 0.003, "loss": 4.149, "step": 2372 }, { "epoch": 0.02373, "grad_norm": 0.921257026362051, "learning_rate": 0.003, "loss": 4.1414, "step": 2373 }, { "epoch": 0.02374, "grad_norm": 0.955728704961619, "learning_rate": 0.003, "loss": 4.1544, "step": 2374 }, { "epoch": 0.02375, "grad_norm": 0.7504286137015724, "learning_rate": 0.003, "loss": 4.15, "step": 2375 }, { "epoch": 0.02376, "grad_norm": 0.7478781963883802, "learning_rate": 0.003, "loss": 4.1724, "step": 2376 }, { "epoch": 0.02377, "grad_norm": 0.917428121872858, "learning_rate": 0.003, "loss": 4.1486, "step": 2377 }, { "epoch": 0.02378, "grad_norm": 0.7822980127349399, "learning_rate": 0.003, "loss": 4.1546, "step": 2378 }, { "epoch": 0.02379, "grad_norm": 0.5863463150077827, "learning_rate": 0.003, "loss": 4.136, "step": 2379 }, { "epoch": 0.0238, "grad_norm": 0.5340016137538751, "learning_rate": 0.003, "loss": 4.109, "step": 2380 }, { "epoch": 0.02381, "grad_norm": 0.6128857312553131, "learning_rate": 0.003, "loss": 4.1229, "step": 2381 }, { "epoch": 0.02382, "grad_norm": 0.5658688824938058, "learning_rate": 0.003, "loss": 4.1779, "step": 2382 }, { "epoch": 0.02383, "grad_norm": 0.5676379045904221, "learning_rate": 0.003, "loss": 4.1407, "step": 2383 }, { "epoch": 0.02384, "grad_norm": 0.5238096521489247, "learning_rate": 0.003, "loss": 4.1258, "step": 2384 }, { "epoch": 0.02385, "grad_norm": 0.5152751390365298, "learning_rate": 0.003, "loss": 4.1501, "step": 2385 }, { "epoch": 0.02386, "grad_norm": 0.6091514932256747, "learning_rate": 0.003, "loss": 4.13, "step": 2386 }, { "epoch": 0.02387, "grad_norm": 0.7793599922586826, "learning_rate": 0.003, "loss": 4.1323, "step": 2387 }, { "epoch": 0.02388, "grad_norm": 0.9352617435026656, "learning_rate": 0.003, "loss": 4.1923, "step": 2388 }, { "epoch": 0.02389, "grad_norm": 0.9609729763435508, "learning_rate": 0.003, "loss": 4.1586, "step": 2389 }, { "epoch": 0.0239, "grad_norm": 0.8094018370976185, "learning_rate": 0.003, "loss": 4.1475, "step": 2390 }, { "epoch": 0.02391, "grad_norm": 0.8506283143692317, "learning_rate": 0.003, "loss": 4.1734, "step": 2391 }, { "epoch": 0.02392, "grad_norm": 0.9050332115497783, "learning_rate": 0.003, "loss": 4.1803, "step": 2392 }, { "epoch": 0.02393, "grad_norm": 0.9634890728744777, "learning_rate": 0.003, "loss": 4.1413, "step": 2393 }, { "epoch": 0.02394, "grad_norm": 0.8882373157340075, "learning_rate": 0.003, "loss": 4.1569, "step": 2394 }, { "epoch": 0.02395, "grad_norm": 0.7565332153535935, "learning_rate": 0.003, "loss": 4.1675, "step": 2395 }, { "epoch": 0.02396, "grad_norm": 0.8603458435447788, "learning_rate": 0.003, "loss": 4.1849, "step": 2396 }, { "epoch": 0.02397, "grad_norm": 0.8261263361309694, "learning_rate": 0.003, "loss": 4.169, "step": 2397 }, { "epoch": 0.02398, "grad_norm": 0.7794743587492478, "learning_rate": 0.003, "loss": 4.1744, "step": 2398 }, { "epoch": 0.02399, "grad_norm": 0.8140982417839558, "learning_rate": 0.003, "loss": 4.1533, "step": 2399 }, { "epoch": 0.024, "grad_norm": 0.9091203275980858, "learning_rate": 0.003, "loss": 4.1719, "step": 2400 }, { "epoch": 0.02401, "grad_norm": 0.9082248326953591, "learning_rate": 0.003, "loss": 4.1471, "step": 2401 }, { "epoch": 0.02402, "grad_norm": 0.8996640369589112, "learning_rate": 0.003, "loss": 4.1798, "step": 2402 }, { "epoch": 0.02403, "grad_norm": 0.9493494458526733, "learning_rate": 0.003, "loss": 4.1514, "step": 2403 }, { "epoch": 0.02404, "grad_norm": 0.9827368493949332, "learning_rate": 0.003, "loss": 4.1965, "step": 2404 }, { "epoch": 0.02405, "grad_norm": 0.9551905621174913, "learning_rate": 0.003, "loss": 4.2021, "step": 2405 }, { "epoch": 0.02406, "grad_norm": 0.9364752365255031, "learning_rate": 0.003, "loss": 4.1854, "step": 2406 }, { "epoch": 0.02407, "grad_norm": 0.9463612550147267, "learning_rate": 0.003, "loss": 4.1641, "step": 2407 }, { "epoch": 0.02408, "grad_norm": 0.8719994888631714, "learning_rate": 0.003, "loss": 4.1732, "step": 2408 }, { "epoch": 0.02409, "grad_norm": 0.864310092393717, "learning_rate": 0.003, "loss": 4.1757, "step": 2409 }, { "epoch": 0.0241, "grad_norm": 0.8973500607718927, "learning_rate": 0.003, "loss": 4.1883, "step": 2410 }, { "epoch": 0.02411, "grad_norm": 1.1693499034787715, "learning_rate": 0.003, "loss": 4.1693, "step": 2411 }, { "epoch": 0.02412, "grad_norm": 0.8431604098452435, "learning_rate": 0.003, "loss": 4.164, "step": 2412 }, { "epoch": 0.02413, "grad_norm": 0.7767055362680262, "learning_rate": 0.003, "loss": 4.1597, "step": 2413 }, { "epoch": 0.02414, "grad_norm": 0.8330306566206577, "learning_rate": 0.003, "loss": 4.1744, "step": 2414 }, { "epoch": 0.02415, "grad_norm": 0.8217708926095696, "learning_rate": 0.003, "loss": 4.1765, "step": 2415 }, { "epoch": 0.02416, "grad_norm": 0.8597994699370953, "learning_rate": 0.003, "loss": 4.1589, "step": 2416 }, { "epoch": 0.02417, "grad_norm": 0.8398506547738631, "learning_rate": 0.003, "loss": 4.1829, "step": 2417 }, { "epoch": 0.02418, "grad_norm": 0.7704254084685477, "learning_rate": 0.003, "loss": 4.1714, "step": 2418 }, { "epoch": 0.02419, "grad_norm": 0.752617109928811, "learning_rate": 0.003, "loss": 4.1691, "step": 2419 }, { "epoch": 0.0242, "grad_norm": 0.681614467806083, "learning_rate": 0.003, "loss": 4.1781, "step": 2420 }, { "epoch": 0.02421, "grad_norm": 0.57806703718961, "learning_rate": 0.003, "loss": 4.1374, "step": 2421 }, { "epoch": 0.02422, "grad_norm": 0.5368829917602504, "learning_rate": 0.003, "loss": 4.1904, "step": 2422 }, { "epoch": 0.02423, "grad_norm": 0.49926017966447833, "learning_rate": 0.003, "loss": 4.1767, "step": 2423 }, { "epoch": 0.02424, "grad_norm": 0.44538511553678933, "learning_rate": 0.003, "loss": 4.1709, "step": 2424 }, { "epoch": 0.02425, "grad_norm": 0.4455623217366007, "learning_rate": 0.003, "loss": 4.1546, "step": 2425 }, { "epoch": 0.02426, "grad_norm": 0.45034256565793024, "learning_rate": 0.003, "loss": 4.1608, "step": 2426 }, { "epoch": 0.02427, "grad_norm": 0.4277494354911392, "learning_rate": 0.003, "loss": 4.1831, "step": 2427 }, { "epoch": 0.02428, "grad_norm": 0.49536930851083055, "learning_rate": 0.003, "loss": 4.1561, "step": 2428 }, { "epoch": 0.02429, "grad_norm": 0.5349623201813287, "learning_rate": 0.003, "loss": 4.1417, "step": 2429 }, { "epoch": 0.0243, "grad_norm": 0.6385700511917229, "learning_rate": 0.003, "loss": 4.1681, "step": 2430 }, { "epoch": 0.02431, "grad_norm": 0.7962007873904552, "learning_rate": 0.003, "loss": 4.1506, "step": 2431 }, { "epoch": 0.02432, "grad_norm": 0.7552982964141086, "learning_rate": 0.003, "loss": 4.1735, "step": 2432 }, { "epoch": 0.02433, "grad_norm": 0.5576758209292167, "learning_rate": 0.003, "loss": 4.179, "step": 2433 }, { "epoch": 0.02434, "grad_norm": 0.5731742455027719, "learning_rate": 0.003, "loss": 4.1457, "step": 2434 }, { "epoch": 0.02435, "grad_norm": 0.6782357026569522, "learning_rate": 0.003, "loss": 4.1482, "step": 2435 }, { "epoch": 0.02436, "grad_norm": 0.8071855900106416, "learning_rate": 0.003, "loss": 4.1587, "step": 2436 }, { "epoch": 0.02437, "grad_norm": 0.9265059909484438, "learning_rate": 0.003, "loss": 4.1467, "step": 2437 }, { "epoch": 0.02438, "grad_norm": 0.8793214152171194, "learning_rate": 0.003, "loss": 4.1644, "step": 2438 }, { "epoch": 0.02439, "grad_norm": 0.8832749976596599, "learning_rate": 0.003, "loss": 4.1384, "step": 2439 }, { "epoch": 0.0244, "grad_norm": 0.9746984844718865, "learning_rate": 0.003, "loss": 4.1934, "step": 2440 }, { "epoch": 0.02441, "grad_norm": 1.0708150303834312, "learning_rate": 0.003, "loss": 4.1618, "step": 2441 }, { "epoch": 0.02442, "grad_norm": 1.040411975678819, "learning_rate": 0.003, "loss": 4.2014, "step": 2442 }, { "epoch": 0.02443, "grad_norm": 1.157601705274513, "learning_rate": 0.003, "loss": 4.1413, "step": 2443 }, { "epoch": 0.02444, "grad_norm": 0.8998517717034221, "learning_rate": 0.003, "loss": 4.1633, "step": 2444 }, { "epoch": 0.02445, "grad_norm": 0.7914422604882547, "learning_rate": 0.003, "loss": 4.1691, "step": 2445 }, { "epoch": 0.02446, "grad_norm": 0.765570533672039, "learning_rate": 0.003, "loss": 4.168, "step": 2446 }, { "epoch": 0.02447, "grad_norm": 0.7780408804262848, "learning_rate": 0.003, "loss": 4.1745, "step": 2447 }, { "epoch": 0.02448, "grad_norm": 0.8355663969723807, "learning_rate": 0.003, "loss": 4.1748, "step": 2448 }, { "epoch": 0.02449, "grad_norm": 0.8911004412381984, "learning_rate": 0.003, "loss": 4.173, "step": 2449 }, { "epoch": 0.0245, "grad_norm": 0.8721571131136453, "learning_rate": 0.003, "loss": 4.1764, "step": 2450 }, { "epoch": 0.02451, "grad_norm": 0.8424855685228627, "learning_rate": 0.003, "loss": 4.1549, "step": 2451 }, { "epoch": 0.02452, "grad_norm": 0.71343486564028, "learning_rate": 0.003, "loss": 4.1589, "step": 2452 }, { "epoch": 0.02453, "grad_norm": 0.830794139281049, "learning_rate": 0.003, "loss": 4.1386, "step": 2453 }, { "epoch": 0.02454, "grad_norm": 0.8371964018463887, "learning_rate": 0.003, "loss": 4.1444, "step": 2454 }, { "epoch": 0.02455, "grad_norm": 0.828173261775671, "learning_rate": 0.003, "loss": 4.1555, "step": 2455 }, { "epoch": 0.02456, "grad_norm": 0.8111209228027585, "learning_rate": 0.003, "loss": 4.1205, "step": 2456 }, { "epoch": 0.02457, "grad_norm": 0.7593406743031937, "learning_rate": 0.003, "loss": 4.175, "step": 2457 }, { "epoch": 0.02458, "grad_norm": 0.6152494042836864, "learning_rate": 0.003, "loss": 4.1392, "step": 2458 }, { "epoch": 0.02459, "grad_norm": 0.6726714704776762, "learning_rate": 0.003, "loss": 4.1704, "step": 2459 }, { "epoch": 0.0246, "grad_norm": 0.6849708403280691, "learning_rate": 0.003, "loss": 4.1742, "step": 2460 }, { "epoch": 0.02461, "grad_norm": 0.6926478544751591, "learning_rate": 0.003, "loss": 4.1489, "step": 2461 }, { "epoch": 0.02462, "grad_norm": 0.6546290518877314, "learning_rate": 0.003, "loss": 4.1745, "step": 2462 }, { "epoch": 0.02463, "grad_norm": 0.6160770029093054, "learning_rate": 0.003, "loss": 4.1691, "step": 2463 }, { "epoch": 0.02464, "grad_norm": 0.5990408684539491, "learning_rate": 0.003, "loss": 4.1487, "step": 2464 }, { "epoch": 0.02465, "grad_norm": 0.5034148559800348, "learning_rate": 0.003, "loss": 4.1619, "step": 2465 }, { "epoch": 0.02466, "grad_norm": 0.4860347114545619, "learning_rate": 0.003, "loss": 4.1408, "step": 2466 }, { "epoch": 0.02467, "grad_norm": 0.4781136004723512, "learning_rate": 0.003, "loss": 4.1183, "step": 2467 }, { "epoch": 0.02468, "grad_norm": 0.4265902063645912, "learning_rate": 0.003, "loss": 4.1584, "step": 2468 }, { "epoch": 0.02469, "grad_norm": 0.5508562887056804, "learning_rate": 0.003, "loss": 4.1409, "step": 2469 }, { "epoch": 0.0247, "grad_norm": 0.8249536754461567, "learning_rate": 0.003, "loss": 4.1452, "step": 2470 }, { "epoch": 0.02471, "grad_norm": 1.4359640347930054, "learning_rate": 0.003, "loss": 4.1561, "step": 2471 }, { "epoch": 0.02472, "grad_norm": 0.6769644869683711, "learning_rate": 0.003, "loss": 4.1433, "step": 2472 }, { "epoch": 0.02473, "grad_norm": 0.7658209871323785, "learning_rate": 0.003, "loss": 4.1289, "step": 2473 }, { "epoch": 0.02474, "grad_norm": 0.9511612267134097, "learning_rate": 0.003, "loss": 4.1669, "step": 2474 }, { "epoch": 0.02475, "grad_norm": 0.8892227903889872, "learning_rate": 0.003, "loss": 4.1391, "step": 2475 }, { "epoch": 0.02476, "grad_norm": 0.9920143400330694, "learning_rate": 0.003, "loss": 4.152, "step": 2476 }, { "epoch": 0.02477, "grad_norm": 0.9006606413119249, "learning_rate": 0.003, "loss": 4.1748, "step": 2477 }, { "epoch": 0.02478, "grad_norm": 0.8088690703733978, "learning_rate": 0.003, "loss": 4.1471, "step": 2478 }, { "epoch": 0.02479, "grad_norm": 0.8182856999501472, "learning_rate": 0.003, "loss": 4.1366, "step": 2479 }, { "epoch": 0.0248, "grad_norm": 0.7355042387960451, "learning_rate": 0.003, "loss": 4.178, "step": 2480 }, { "epoch": 0.02481, "grad_norm": 0.6962248057182712, "learning_rate": 0.003, "loss": 4.1578, "step": 2481 }, { "epoch": 0.02482, "grad_norm": 0.6352228705173556, "learning_rate": 0.003, "loss": 4.1666, "step": 2482 }, { "epoch": 0.02483, "grad_norm": 0.6906094612236757, "learning_rate": 0.003, "loss": 4.1183, "step": 2483 }, { "epoch": 0.02484, "grad_norm": 0.66658401463766, "learning_rate": 0.003, "loss": 4.1474, "step": 2484 }, { "epoch": 0.02485, "grad_norm": 0.6596750859147653, "learning_rate": 0.003, "loss": 4.1705, "step": 2485 }, { "epoch": 0.02486, "grad_norm": 0.7066148867713012, "learning_rate": 0.003, "loss": 4.1929, "step": 2486 }, { "epoch": 0.02487, "grad_norm": 0.754767630208959, "learning_rate": 0.003, "loss": 4.1498, "step": 2487 }, { "epoch": 0.02488, "grad_norm": 0.7178651369815516, "learning_rate": 0.003, "loss": 4.1276, "step": 2488 }, { "epoch": 0.02489, "grad_norm": 0.7388633013067267, "learning_rate": 0.003, "loss": 4.1159, "step": 2489 }, { "epoch": 0.0249, "grad_norm": 0.7802405314573639, "learning_rate": 0.003, "loss": 4.1239, "step": 2490 }, { "epoch": 0.02491, "grad_norm": 0.6722919878141813, "learning_rate": 0.003, "loss": 4.147, "step": 2491 }, { "epoch": 0.02492, "grad_norm": 0.6231446299505073, "learning_rate": 0.003, "loss": 4.1546, "step": 2492 }, { "epoch": 0.02493, "grad_norm": 0.6055678621905288, "learning_rate": 0.003, "loss": 4.1252, "step": 2493 }, { "epoch": 0.02494, "grad_norm": 0.6270135330055409, "learning_rate": 0.003, "loss": 4.1374, "step": 2494 }, { "epoch": 0.02495, "grad_norm": 0.6525517462302536, "learning_rate": 0.003, "loss": 4.1487, "step": 2495 }, { "epoch": 0.02496, "grad_norm": 0.7329319033542416, "learning_rate": 0.003, "loss": 4.14, "step": 2496 }, { "epoch": 0.02497, "grad_norm": 0.9619996867887689, "learning_rate": 0.003, "loss": 4.1515, "step": 2497 }, { "epoch": 0.02498, "grad_norm": 1.141814403141371, "learning_rate": 0.003, "loss": 4.1545, "step": 2498 }, { "epoch": 0.02499, "grad_norm": 0.9016540268347464, "learning_rate": 0.003, "loss": 4.1556, "step": 2499 }, { "epoch": 0.025, "grad_norm": 0.9065801171881926, "learning_rate": 0.003, "loss": 4.1446, "step": 2500 }, { "epoch": 0.02501, "grad_norm": 0.8844338776736929, "learning_rate": 0.003, "loss": 4.1765, "step": 2501 }, { "epoch": 0.02502, "grad_norm": 0.8046602370535848, "learning_rate": 0.003, "loss": 4.1579, "step": 2502 }, { "epoch": 0.02503, "grad_norm": 0.7039592913476108, "learning_rate": 0.003, "loss": 4.1643, "step": 2503 }, { "epoch": 0.02504, "grad_norm": 0.7419132370317111, "learning_rate": 0.003, "loss": 4.1429, "step": 2504 }, { "epoch": 0.02505, "grad_norm": 0.7606498464541366, "learning_rate": 0.003, "loss": 4.1455, "step": 2505 }, { "epoch": 0.02506, "grad_norm": 0.769560412914919, "learning_rate": 0.003, "loss": 4.1579, "step": 2506 }, { "epoch": 0.02507, "grad_norm": 0.8361991263151639, "learning_rate": 0.003, "loss": 4.1464, "step": 2507 }, { "epoch": 0.02508, "grad_norm": 1.0314436698214402, "learning_rate": 0.003, "loss": 4.1552, "step": 2508 }, { "epoch": 0.02509, "grad_norm": 1.0808307469983176, "learning_rate": 0.003, "loss": 4.1638, "step": 2509 }, { "epoch": 0.0251, "grad_norm": 0.9756326578065097, "learning_rate": 0.003, "loss": 4.1772, "step": 2510 }, { "epoch": 0.02511, "grad_norm": 0.9782444756269447, "learning_rate": 0.003, "loss": 4.1853, "step": 2511 }, { "epoch": 0.02512, "grad_norm": 0.9679666828238646, "learning_rate": 0.003, "loss": 4.1672, "step": 2512 }, { "epoch": 0.02513, "grad_norm": 0.9141144321737233, "learning_rate": 0.003, "loss": 4.1647, "step": 2513 }, { "epoch": 0.02514, "grad_norm": 0.870311596191751, "learning_rate": 0.003, "loss": 4.1521, "step": 2514 }, { "epoch": 0.02515, "grad_norm": 0.718099567068549, "learning_rate": 0.003, "loss": 4.134, "step": 2515 }, { "epoch": 0.02516, "grad_norm": 0.6485758792814954, "learning_rate": 0.003, "loss": 4.153, "step": 2516 }, { "epoch": 0.02517, "grad_norm": 0.6631125888262853, "learning_rate": 0.003, "loss": 4.1528, "step": 2517 }, { "epoch": 0.02518, "grad_norm": 0.62508603256109, "learning_rate": 0.003, "loss": 4.1629, "step": 2518 }, { "epoch": 0.02519, "grad_norm": 0.6533648513332591, "learning_rate": 0.003, "loss": 4.1392, "step": 2519 }, { "epoch": 0.0252, "grad_norm": 0.8730883164618287, "learning_rate": 0.003, "loss": 4.1603, "step": 2520 }, { "epoch": 0.02521, "grad_norm": 1.1508715959612579, "learning_rate": 0.003, "loss": 4.1617, "step": 2521 }, { "epoch": 0.02522, "grad_norm": 0.8851560060677419, "learning_rate": 0.003, "loss": 4.1564, "step": 2522 }, { "epoch": 0.02523, "grad_norm": 0.7609503224943213, "learning_rate": 0.003, "loss": 4.1544, "step": 2523 }, { "epoch": 0.02524, "grad_norm": 0.7874722612084045, "learning_rate": 0.003, "loss": 4.1632, "step": 2524 }, { "epoch": 0.02525, "grad_norm": 0.9497267581795765, "learning_rate": 0.003, "loss": 4.1834, "step": 2525 }, { "epoch": 0.02526, "grad_norm": 1.1487960136042998, "learning_rate": 0.003, "loss": 4.1381, "step": 2526 }, { "epoch": 0.02527, "grad_norm": 0.749631180786954, "learning_rate": 0.003, "loss": 4.1602, "step": 2527 }, { "epoch": 0.02528, "grad_norm": 0.6717432753530606, "learning_rate": 0.003, "loss": 4.1816, "step": 2528 }, { "epoch": 0.02529, "grad_norm": 0.6421573788772453, "learning_rate": 0.003, "loss": 4.1481, "step": 2529 }, { "epoch": 0.0253, "grad_norm": 0.7486612963376212, "learning_rate": 0.003, "loss": 4.1689, "step": 2530 }, { "epoch": 0.02531, "grad_norm": 0.7949983435688287, "learning_rate": 0.003, "loss": 4.171, "step": 2531 }, { "epoch": 0.02532, "grad_norm": 0.7618621411023159, "learning_rate": 0.003, "loss": 4.1364, "step": 2532 }, { "epoch": 0.02533, "grad_norm": 0.8123389715874717, "learning_rate": 0.003, "loss": 4.1773, "step": 2533 }, { "epoch": 0.02534, "grad_norm": 0.808321322590649, "learning_rate": 0.003, "loss": 4.1573, "step": 2534 }, { "epoch": 0.02535, "grad_norm": 0.7051467031412186, "learning_rate": 0.003, "loss": 4.1477, "step": 2535 }, { "epoch": 0.02536, "grad_norm": 0.6093069610094953, "learning_rate": 0.003, "loss": 4.142, "step": 2536 }, { "epoch": 0.02537, "grad_norm": 0.5843395517845005, "learning_rate": 0.003, "loss": 4.1344, "step": 2537 }, { "epoch": 0.02538, "grad_norm": 0.5674485238862751, "learning_rate": 0.003, "loss": 4.1098, "step": 2538 }, { "epoch": 0.02539, "grad_norm": 0.5652766007864589, "learning_rate": 0.003, "loss": 4.1606, "step": 2539 }, { "epoch": 0.0254, "grad_norm": 0.6570254628858063, "learning_rate": 0.003, "loss": 4.1514, "step": 2540 }, { "epoch": 0.02541, "grad_norm": 0.8206242142708078, "learning_rate": 0.003, "loss": 4.1443, "step": 2541 }, { "epoch": 0.02542, "grad_norm": 0.9677168967962686, "learning_rate": 0.003, "loss": 4.134, "step": 2542 }, { "epoch": 0.02543, "grad_norm": 1.024805521305044, "learning_rate": 0.003, "loss": 4.1646, "step": 2543 }, { "epoch": 0.02544, "grad_norm": 0.7591855178067561, "learning_rate": 0.003, "loss": 4.148, "step": 2544 }, { "epoch": 0.02545, "grad_norm": 0.6449474624868338, "learning_rate": 0.003, "loss": 4.1255, "step": 2545 }, { "epoch": 0.02546, "grad_norm": 0.6980586139707194, "learning_rate": 0.003, "loss": 4.136, "step": 2546 }, { "epoch": 0.02547, "grad_norm": 0.7283106303300475, "learning_rate": 0.003, "loss": 4.1754, "step": 2547 }, { "epoch": 0.02548, "grad_norm": 0.6850467395404413, "learning_rate": 0.003, "loss": 4.1691, "step": 2548 }, { "epoch": 0.02549, "grad_norm": 0.7158743790784491, "learning_rate": 0.003, "loss": 4.1632, "step": 2549 }, { "epoch": 0.0255, "grad_norm": 0.799200990441851, "learning_rate": 0.003, "loss": 4.1303, "step": 2550 }, { "epoch": 0.02551, "grad_norm": 0.8852033835267075, "learning_rate": 0.003, "loss": 4.165, "step": 2551 }, { "epoch": 0.02552, "grad_norm": 0.9381299460340671, "learning_rate": 0.003, "loss": 4.1394, "step": 2552 }, { "epoch": 0.02553, "grad_norm": 0.8787078285398282, "learning_rate": 0.003, "loss": 4.2019, "step": 2553 }, { "epoch": 0.02554, "grad_norm": 1.0064349811006572, "learning_rate": 0.003, "loss": 4.1601, "step": 2554 }, { "epoch": 0.02555, "grad_norm": 0.8623285229523936, "learning_rate": 0.003, "loss": 4.1454, "step": 2555 }, { "epoch": 0.02556, "grad_norm": 0.779791532210884, "learning_rate": 0.003, "loss": 4.154, "step": 2556 }, { "epoch": 0.02557, "grad_norm": 0.8041071030856266, "learning_rate": 0.003, "loss": 4.1561, "step": 2557 }, { "epoch": 0.02558, "grad_norm": 0.9046731898466632, "learning_rate": 0.003, "loss": 4.1797, "step": 2558 }, { "epoch": 0.02559, "grad_norm": 0.9231060963177342, "learning_rate": 0.003, "loss": 4.1753, "step": 2559 }, { "epoch": 0.0256, "grad_norm": 0.7942918059321874, "learning_rate": 0.003, "loss": 4.1509, "step": 2560 }, { "epoch": 0.02561, "grad_norm": 0.7182994269745618, "learning_rate": 0.003, "loss": 4.1458, "step": 2561 }, { "epoch": 0.02562, "grad_norm": 0.7377092426971169, "learning_rate": 0.003, "loss": 4.1635, "step": 2562 }, { "epoch": 0.02563, "grad_norm": 0.8008807069379792, "learning_rate": 0.003, "loss": 4.1444, "step": 2563 }, { "epoch": 0.02564, "grad_norm": 0.9654334894945076, "learning_rate": 0.003, "loss": 4.1721, "step": 2564 }, { "epoch": 0.02565, "grad_norm": 1.1270177489997797, "learning_rate": 0.003, "loss": 4.1607, "step": 2565 }, { "epoch": 0.02566, "grad_norm": 0.7790702826784099, "learning_rate": 0.003, "loss": 4.1704, "step": 2566 }, { "epoch": 0.02567, "grad_norm": 0.7253981064969616, "learning_rate": 0.003, "loss": 4.1684, "step": 2567 }, { "epoch": 0.02568, "grad_norm": 0.7766989633341348, "learning_rate": 0.003, "loss": 4.1634, "step": 2568 }, { "epoch": 0.02569, "grad_norm": 0.6753943323614341, "learning_rate": 0.003, "loss": 4.1406, "step": 2569 }, { "epoch": 0.0257, "grad_norm": 0.6053036326649146, "learning_rate": 0.003, "loss": 4.142, "step": 2570 }, { "epoch": 0.02571, "grad_norm": 0.5412545714840278, "learning_rate": 0.003, "loss": 4.1611, "step": 2571 }, { "epoch": 0.02572, "grad_norm": 0.618814983550634, "learning_rate": 0.003, "loss": 4.1399, "step": 2572 }, { "epoch": 0.02573, "grad_norm": 0.6647990779688017, "learning_rate": 0.003, "loss": 4.1458, "step": 2573 }, { "epoch": 0.02574, "grad_norm": 0.7052848934500006, "learning_rate": 0.003, "loss": 4.1737, "step": 2574 }, { "epoch": 0.02575, "grad_norm": 0.7610884337795838, "learning_rate": 0.003, "loss": 4.1101, "step": 2575 }, { "epoch": 0.02576, "grad_norm": 0.6692271813839591, "learning_rate": 0.003, "loss": 4.1159, "step": 2576 }, { "epoch": 0.02577, "grad_norm": 0.5756800187751938, "learning_rate": 0.003, "loss": 4.1153, "step": 2577 }, { "epoch": 0.02578, "grad_norm": 0.5445744087322336, "learning_rate": 0.003, "loss": 4.1401, "step": 2578 }, { "epoch": 0.02579, "grad_norm": 0.5526066768211919, "learning_rate": 0.003, "loss": 4.0838, "step": 2579 }, { "epoch": 0.0258, "grad_norm": 0.555186498872379, "learning_rate": 0.003, "loss": 4.1418, "step": 2580 }, { "epoch": 0.02581, "grad_norm": 0.590974511132741, "learning_rate": 0.003, "loss": 4.1622, "step": 2581 }, { "epoch": 0.02582, "grad_norm": 0.6134714053872987, "learning_rate": 0.003, "loss": 4.157, "step": 2582 }, { "epoch": 0.02583, "grad_norm": 0.6785456864342533, "learning_rate": 0.003, "loss": 4.1327, "step": 2583 }, { "epoch": 0.02584, "grad_norm": 0.7692608608699008, "learning_rate": 0.003, "loss": 4.1476, "step": 2584 }, { "epoch": 0.02585, "grad_norm": 0.8096555829199314, "learning_rate": 0.003, "loss": 4.1338, "step": 2585 }, { "epoch": 0.02586, "grad_norm": 0.8850658157806096, "learning_rate": 0.003, "loss": 4.1563, "step": 2586 }, { "epoch": 0.02587, "grad_norm": 1.0102418517134517, "learning_rate": 0.003, "loss": 4.1487, "step": 2587 }, { "epoch": 0.02588, "grad_norm": 0.9275963803575394, "learning_rate": 0.003, "loss": 4.1505, "step": 2588 }, { "epoch": 0.02589, "grad_norm": 0.9403619185225363, "learning_rate": 0.003, "loss": 4.1571, "step": 2589 }, { "epoch": 0.0259, "grad_norm": 1.0078495428012795, "learning_rate": 0.003, "loss": 4.1693, "step": 2590 }, { "epoch": 0.02591, "grad_norm": 1.2743604633788357, "learning_rate": 0.003, "loss": 4.1191, "step": 2591 }, { "epoch": 0.02592, "grad_norm": 0.8231355726319857, "learning_rate": 0.003, "loss": 4.155, "step": 2592 }, { "epoch": 0.02593, "grad_norm": 0.6890041984971179, "learning_rate": 0.003, "loss": 4.1511, "step": 2593 }, { "epoch": 0.02594, "grad_norm": 0.7454180549344623, "learning_rate": 0.003, "loss": 4.1728, "step": 2594 }, { "epoch": 0.02595, "grad_norm": 0.6902489836421277, "learning_rate": 0.003, "loss": 4.1203, "step": 2595 }, { "epoch": 0.02596, "grad_norm": 0.8183952841129141, "learning_rate": 0.003, "loss": 4.1633, "step": 2596 }, { "epoch": 0.02597, "grad_norm": 0.9211443305771235, "learning_rate": 0.003, "loss": 4.1359, "step": 2597 }, { "epoch": 0.02598, "grad_norm": 1.0292390798108857, "learning_rate": 0.003, "loss": 4.1827, "step": 2598 }, { "epoch": 0.02599, "grad_norm": 0.9373288426158787, "learning_rate": 0.003, "loss": 4.1706, "step": 2599 }, { "epoch": 0.026, "grad_norm": 0.920433494603301, "learning_rate": 0.003, "loss": 4.1747, "step": 2600 }, { "epoch": 0.02601, "grad_norm": 0.8451864765965912, "learning_rate": 0.003, "loss": 4.1776, "step": 2601 }, { "epoch": 0.02602, "grad_norm": 0.7170319795923626, "learning_rate": 0.003, "loss": 4.1455, "step": 2602 }, { "epoch": 0.02603, "grad_norm": 0.6966464803396121, "learning_rate": 0.003, "loss": 4.1401, "step": 2603 }, { "epoch": 0.02604, "grad_norm": 0.7612566166038212, "learning_rate": 0.003, "loss": 4.1308, "step": 2604 }, { "epoch": 0.02605, "grad_norm": 0.6464701620756803, "learning_rate": 0.003, "loss": 4.1437, "step": 2605 }, { "epoch": 0.02606, "grad_norm": 0.5737007841123123, "learning_rate": 0.003, "loss": 4.162, "step": 2606 }, { "epoch": 0.02607, "grad_norm": 0.6131766565865462, "learning_rate": 0.003, "loss": 4.1509, "step": 2607 }, { "epoch": 0.02608, "grad_norm": 0.8086035003985383, "learning_rate": 0.003, "loss": 4.136, "step": 2608 }, { "epoch": 0.02609, "grad_norm": 0.9817909383598199, "learning_rate": 0.003, "loss": 4.1914, "step": 2609 }, { "epoch": 0.0261, "grad_norm": 1.0720508985841146, "learning_rate": 0.003, "loss": 4.1421, "step": 2610 }, { "epoch": 0.02611, "grad_norm": 0.8659326470213682, "learning_rate": 0.003, "loss": 4.1249, "step": 2611 }, { "epoch": 0.02612, "grad_norm": 0.8732525902579722, "learning_rate": 0.003, "loss": 4.1648, "step": 2612 }, { "epoch": 0.02613, "grad_norm": 0.9874637099516153, "learning_rate": 0.003, "loss": 4.1605, "step": 2613 }, { "epoch": 0.02614, "grad_norm": 0.906401203843813, "learning_rate": 0.003, "loss": 4.1404, "step": 2614 }, { "epoch": 0.02615, "grad_norm": 0.6462260762478055, "learning_rate": 0.003, "loss": 4.1238, "step": 2615 }, { "epoch": 0.02616, "grad_norm": 0.6006231478500065, "learning_rate": 0.003, "loss": 4.1352, "step": 2616 }, { "epoch": 0.02617, "grad_norm": 0.6102511179138815, "learning_rate": 0.003, "loss": 4.1214, "step": 2617 }, { "epoch": 0.02618, "grad_norm": 0.6619768894826954, "learning_rate": 0.003, "loss": 4.15, "step": 2618 }, { "epoch": 0.02619, "grad_norm": 0.7040985692908992, "learning_rate": 0.003, "loss": 4.1627, "step": 2619 }, { "epoch": 0.0262, "grad_norm": 0.7390370888569476, "learning_rate": 0.003, "loss": 4.1255, "step": 2620 }, { "epoch": 0.02621, "grad_norm": 0.8595720375733896, "learning_rate": 0.003, "loss": 4.1547, "step": 2621 }, { "epoch": 0.02622, "grad_norm": 0.8747740097574618, "learning_rate": 0.003, "loss": 4.1571, "step": 2622 }, { "epoch": 0.02623, "grad_norm": 0.7865985620123697, "learning_rate": 0.003, "loss": 4.1577, "step": 2623 }, { "epoch": 0.02624, "grad_norm": 0.721745866206175, "learning_rate": 0.003, "loss": 4.1924, "step": 2624 }, { "epoch": 0.02625, "grad_norm": 0.6369082515266815, "learning_rate": 0.003, "loss": 4.1844, "step": 2625 }, { "epoch": 0.02626, "grad_norm": 0.6738431853903379, "learning_rate": 0.003, "loss": 4.1204, "step": 2626 }, { "epoch": 0.02627, "grad_norm": 0.8070717121127621, "learning_rate": 0.003, "loss": 4.1402, "step": 2627 }, { "epoch": 0.02628, "grad_norm": 0.9052615625467546, "learning_rate": 0.003, "loss": 4.1733, "step": 2628 }, { "epoch": 0.02629, "grad_norm": 0.9064578842099213, "learning_rate": 0.003, "loss": 4.112, "step": 2629 }, { "epoch": 0.0263, "grad_norm": 0.9572710825858507, "learning_rate": 0.003, "loss": 4.1442, "step": 2630 }, { "epoch": 0.02631, "grad_norm": 0.9098415499268271, "learning_rate": 0.003, "loss": 4.1702, "step": 2631 }, { "epoch": 0.02632, "grad_norm": 0.957961730332363, "learning_rate": 0.003, "loss": 4.1333, "step": 2632 }, { "epoch": 0.02633, "grad_norm": 0.8910675740871853, "learning_rate": 0.003, "loss": 4.1452, "step": 2633 }, { "epoch": 0.02634, "grad_norm": 0.8894027249202754, "learning_rate": 0.003, "loss": 4.1657, "step": 2634 }, { "epoch": 0.02635, "grad_norm": 1.0919965764145694, "learning_rate": 0.003, "loss": 4.171, "step": 2635 }, { "epoch": 0.02636, "grad_norm": 1.101775206670289, "learning_rate": 0.003, "loss": 4.1603, "step": 2636 }, { "epoch": 0.02637, "grad_norm": 0.9585912224073222, "learning_rate": 0.003, "loss": 4.1888, "step": 2637 }, { "epoch": 0.02638, "grad_norm": 0.7865200036359159, "learning_rate": 0.003, "loss": 4.1464, "step": 2638 }, { "epoch": 0.02639, "grad_norm": 0.7526947533075404, "learning_rate": 0.003, "loss": 4.1366, "step": 2639 }, { "epoch": 0.0264, "grad_norm": 0.8605449721173474, "learning_rate": 0.003, "loss": 4.134, "step": 2640 }, { "epoch": 0.02641, "grad_norm": 0.9267463548326204, "learning_rate": 0.003, "loss": 4.1502, "step": 2641 }, { "epoch": 0.02642, "grad_norm": 0.9486962646703484, "learning_rate": 0.003, "loss": 4.1611, "step": 2642 }, { "epoch": 0.02643, "grad_norm": 0.8844618097245053, "learning_rate": 0.003, "loss": 4.15, "step": 2643 }, { "epoch": 0.02644, "grad_norm": 0.7967251454981952, "learning_rate": 0.003, "loss": 4.1599, "step": 2644 }, { "epoch": 0.02645, "grad_norm": 0.8225181053423539, "learning_rate": 0.003, "loss": 4.1718, "step": 2645 }, { "epoch": 0.02646, "grad_norm": 0.7987479226871795, "learning_rate": 0.003, "loss": 4.1374, "step": 2646 }, { "epoch": 0.02647, "grad_norm": 0.7821642664442445, "learning_rate": 0.003, "loss": 4.1612, "step": 2647 }, { "epoch": 0.02648, "grad_norm": 0.9284024850106564, "learning_rate": 0.003, "loss": 4.1813, "step": 2648 }, { "epoch": 0.02649, "grad_norm": 1.0907008227907322, "learning_rate": 0.003, "loss": 4.1777, "step": 2649 }, { "epoch": 0.0265, "grad_norm": 1.125793480123405, "learning_rate": 0.003, "loss": 4.1386, "step": 2650 }, { "epoch": 0.02651, "grad_norm": 0.7578496969583901, "learning_rate": 0.003, "loss": 4.1454, "step": 2651 }, { "epoch": 0.02652, "grad_norm": 0.7052794942111215, "learning_rate": 0.003, "loss": 4.1738, "step": 2652 }, { "epoch": 0.02653, "grad_norm": 0.7103196739746442, "learning_rate": 0.003, "loss": 4.1293, "step": 2653 }, { "epoch": 0.02654, "grad_norm": 0.6925385503676881, "learning_rate": 0.003, "loss": 4.1383, "step": 2654 }, { "epoch": 0.02655, "grad_norm": 0.781411208540797, "learning_rate": 0.003, "loss": 4.147, "step": 2655 }, { "epoch": 0.02656, "grad_norm": 0.7579190054446218, "learning_rate": 0.003, "loss": 4.1226, "step": 2656 }, { "epoch": 0.02657, "grad_norm": 0.7277248228326177, "learning_rate": 0.003, "loss": 4.1484, "step": 2657 }, { "epoch": 0.02658, "grad_norm": 0.6753248968688912, "learning_rate": 0.003, "loss": 4.1533, "step": 2658 }, { "epoch": 0.02659, "grad_norm": 0.6796448265031177, "learning_rate": 0.003, "loss": 4.1465, "step": 2659 }, { "epoch": 0.0266, "grad_norm": 0.6424181529879253, "learning_rate": 0.003, "loss": 4.1271, "step": 2660 }, { "epoch": 0.02661, "grad_norm": 0.7766396799485783, "learning_rate": 0.003, "loss": 4.1524, "step": 2661 }, { "epoch": 0.02662, "grad_norm": 0.864583375609625, "learning_rate": 0.003, "loss": 4.1433, "step": 2662 }, { "epoch": 0.02663, "grad_norm": 0.8284021457779097, "learning_rate": 0.003, "loss": 4.1285, "step": 2663 }, { "epoch": 0.02664, "grad_norm": 0.7120779790048899, "learning_rate": 0.003, "loss": 4.1258, "step": 2664 }, { "epoch": 0.02665, "grad_norm": 0.6851733303412342, "learning_rate": 0.003, "loss": 4.1719, "step": 2665 }, { "epoch": 0.02666, "grad_norm": 0.6758809967977054, "learning_rate": 0.003, "loss": 4.1627, "step": 2666 }, { "epoch": 0.02667, "grad_norm": 0.6361286175404186, "learning_rate": 0.003, "loss": 4.1421, "step": 2667 }, { "epoch": 0.02668, "grad_norm": 0.5673144703469689, "learning_rate": 0.003, "loss": 4.1084, "step": 2668 }, { "epoch": 0.02669, "grad_norm": 0.5094068244293505, "learning_rate": 0.003, "loss": 4.1289, "step": 2669 }, { "epoch": 0.0267, "grad_norm": 0.5324820431990631, "learning_rate": 0.003, "loss": 4.1272, "step": 2670 }, { "epoch": 0.02671, "grad_norm": 0.6250352979316671, "learning_rate": 0.003, "loss": 4.1447, "step": 2671 }, { "epoch": 0.02672, "grad_norm": 0.6359363422291939, "learning_rate": 0.003, "loss": 4.1384, "step": 2672 }, { "epoch": 0.02673, "grad_norm": 0.6102304515358753, "learning_rate": 0.003, "loss": 4.1336, "step": 2673 }, { "epoch": 0.02674, "grad_norm": 0.7766569602853689, "learning_rate": 0.003, "loss": 4.1082, "step": 2674 }, { "epoch": 0.02675, "grad_norm": 0.9731715722532488, "learning_rate": 0.003, "loss": 4.1138, "step": 2675 }, { "epoch": 0.02676, "grad_norm": 1.0370179032200628, "learning_rate": 0.003, "loss": 4.1437, "step": 2676 }, { "epoch": 0.02677, "grad_norm": 0.7623073096555095, "learning_rate": 0.003, "loss": 4.1614, "step": 2677 }, { "epoch": 0.02678, "grad_norm": 0.7777692153557114, "learning_rate": 0.003, "loss": 4.1586, "step": 2678 }, { "epoch": 0.02679, "grad_norm": 0.8733324106472917, "learning_rate": 0.003, "loss": 4.1359, "step": 2679 }, { "epoch": 0.0268, "grad_norm": 0.8266517145073005, "learning_rate": 0.003, "loss": 4.1463, "step": 2680 }, { "epoch": 0.02681, "grad_norm": 0.758773812684903, "learning_rate": 0.003, "loss": 4.1643, "step": 2681 }, { "epoch": 0.02682, "grad_norm": 0.8283252875504241, "learning_rate": 0.003, "loss": 4.1476, "step": 2682 }, { "epoch": 0.02683, "grad_norm": 0.8404974594062254, "learning_rate": 0.003, "loss": 4.1692, "step": 2683 }, { "epoch": 0.02684, "grad_norm": 0.818507190423211, "learning_rate": 0.003, "loss": 4.1427, "step": 2684 }, { "epoch": 0.02685, "grad_norm": 0.7649702763962748, "learning_rate": 0.003, "loss": 4.1484, "step": 2685 }, { "epoch": 0.02686, "grad_norm": 0.7611427665837982, "learning_rate": 0.003, "loss": 4.1328, "step": 2686 }, { "epoch": 0.02687, "grad_norm": 0.9628527455690736, "learning_rate": 0.003, "loss": 4.1512, "step": 2687 }, { "epoch": 0.02688, "grad_norm": 0.8564202799506135, "learning_rate": 0.003, "loss": 4.1277, "step": 2688 }, { "epoch": 0.02689, "grad_norm": 0.8557838178212854, "learning_rate": 0.003, "loss": 4.1562, "step": 2689 }, { "epoch": 0.0269, "grad_norm": 0.9118623509339678, "learning_rate": 0.003, "loss": 4.164, "step": 2690 }, { "epoch": 0.02691, "grad_norm": 0.8301540595445771, "learning_rate": 0.003, "loss": 4.1545, "step": 2691 }, { "epoch": 0.02692, "grad_norm": 0.6228920440524642, "learning_rate": 0.003, "loss": 4.1516, "step": 2692 }, { "epoch": 0.02693, "grad_norm": 0.6859665731725182, "learning_rate": 0.003, "loss": 4.1655, "step": 2693 }, { "epoch": 0.02694, "grad_norm": 0.7138959075984226, "learning_rate": 0.003, "loss": 4.1259, "step": 2694 }, { "epoch": 0.02695, "grad_norm": 0.7527603952329793, "learning_rate": 0.003, "loss": 4.1438, "step": 2695 }, { "epoch": 0.02696, "grad_norm": 0.7052829196693109, "learning_rate": 0.003, "loss": 4.144, "step": 2696 }, { "epoch": 0.02697, "grad_norm": 0.6398105779035383, "learning_rate": 0.003, "loss": 4.1511, "step": 2697 }, { "epoch": 0.02698, "grad_norm": 0.7194666389048138, "learning_rate": 0.003, "loss": 4.1368, "step": 2698 }, { "epoch": 0.02699, "grad_norm": 0.7132487376498455, "learning_rate": 0.003, "loss": 4.1522, "step": 2699 }, { "epoch": 0.027, "grad_norm": 0.656063779780492, "learning_rate": 0.003, "loss": 4.124, "step": 2700 }, { "epoch": 0.02701, "grad_norm": 0.629455348788436, "learning_rate": 0.003, "loss": 4.1115, "step": 2701 }, { "epoch": 0.02702, "grad_norm": 0.7466120152268881, "learning_rate": 0.003, "loss": 4.1658, "step": 2702 }, { "epoch": 0.02703, "grad_norm": 0.777360526823959, "learning_rate": 0.003, "loss": 4.1623, "step": 2703 }, { "epoch": 0.02704, "grad_norm": 0.8782075840804512, "learning_rate": 0.003, "loss": 4.11, "step": 2704 }, { "epoch": 0.02705, "grad_norm": 0.8925534153148256, "learning_rate": 0.003, "loss": 4.1656, "step": 2705 }, { "epoch": 0.02706, "grad_norm": 0.9726075369304501, "learning_rate": 0.003, "loss": 4.1314, "step": 2706 }, { "epoch": 0.02707, "grad_norm": 0.9439770827114989, "learning_rate": 0.003, "loss": 4.1304, "step": 2707 }, { "epoch": 0.02708, "grad_norm": 0.8038542754161909, "learning_rate": 0.003, "loss": 4.1613, "step": 2708 }, { "epoch": 0.02709, "grad_norm": 0.8203620131302694, "learning_rate": 0.003, "loss": 4.1282, "step": 2709 }, { "epoch": 0.0271, "grad_norm": 0.8724888263473524, "learning_rate": 0.003, "loss": 4.1371, "step": 2710 }, { "epoch": 0.02711, "grad_norm": 0.8653954860429884, "learning_rate": 0.003, "loss": 4.1256, "step": 2711 }, { "epoch": 0.02712, "grad_norm": 0.8020656899710369, "learning_rate": 0.003, "loss": 4.1343, "step": 2712 }, { "epoch": 0.02713, "grad_norm": 0.8083253547021919, "learning_rate": 0.003, "loss": 4.1308, "step": 2713 }, { "epoch": 0.02714, "grad_norm": 0.8690387355838295, "learning_rate": 0.003, "loss": 4.1327, "step": 2714 }, { "epoch": 0.02715, "grad_norm": 1.0593958700668973, "learning_rate": 0.003, "loss": 4.1347, "step": 2715 }, { "epoch": 0.02716, "grad_norm": 1.0574588180443436, "learning_rate": 0.003, "loss": 4.1532, "step": 2716 }, { "epoch": 0.02717, "grad_norm": 0.9164750014025292, "learning_rate": 0.003, "loss": 4.147, "step": 2717 }, { "epoch": 0.02718, "grad_norm": 0.9137711318115498, "learning_rate": 0.003, "loss": 4.1696, "step": 2718 }, { "epoch": 0.02719, "grad_norm": 0.7747921431969758, "learning_rate": 0.003, "loss": 4.1371, "step": 2719 }, { "epoch": 0.0272, "grad_norm": 0.8252071711518221, "learning_rate": 0.003, "loss": 4.1305, "step": 2720 }, { "epoch": 0.02721, "grad_norm": 0.9010417786683242, "learning_rate": 0.003, "loss": 4.1529, "step": 2721 }, { "epoch": 0.02722, "grad_norm": 1.0430685055558186, "learning_rate": 0.003, "loss": 4.1578, "step": 2722 }, { "epoch": 0.02723, "grad_norm": 0.8338446086253062, "learning_rate": 0.003, "loss": 4.1591, "step": 2723 }, { "epoch": 0.02724, "grad_norm": 0.7926892406317515, "learning_rate": 0.003, "loss": 4.1604, "step": 2724 }, { "epoch": 0.02725, "grad_norm": 0.9476051066490954, "learning_rate": 0.003, "loss": 4.1559, "step": 2725 }, { "epoch": 0.02726, "grad_norm": 0.9718868135312356, "learning_rate": 0.003, "loss": 4.1298, "step": 2726 }, { "epoch": 0.02727, "grad_norm": 0.8794969874731017, "learning_rate": 0.003, "loss": 4.1606, "step": 2727 }, { "epoch": 0.02728, "grad_norm": 0.7500620026401651, "learning_rate": 0.003, "loss": 4.1435, "step": 2728 }, { "epoch": 0.02729, "grad_norm": 0.682111991166883, "learning_rate": 0.003, "loss": 4.172, "step": 2729 }, { "epoch": 0.0273, "grad_norm": 0.5938416056877477, "learning_rate": 0.003, "loss": 4.1397, "step": 2730 }, { "epoch": 0.02731, "grad_norm": 0.5014324118447245, "learning_rate": 0.003, "loss": 4.1354, "step": 2731 }, { "epoch": 0.02732, "grad_norm": 0.5566218730286413, "learning_rate": 0.003, "loss": 4.1285, "step": 2732 }, { "epoch": 0.02733, "grad_norm": 0.656514130835437, "learning_rate": 0.003, "loss": 4.16, "step": 2733 }, { "epoch": 0.02734, "grad_norm": 0.7092083749191737, "learning_rate": 0.003, "loss": 4.1115, "step": 2734 }, { "epoch": 0.02735, "grad_norm": 0.7490351435778966, "learning_rate": 0.003, "loss": 4.1581, "step": 2735 }, { "epoch": 0.02736, "grad_norm": 0.8057410040143573, "learning_rate": 0.003, "loss": 4.1338, "step": 2736 }, { "epoch": 0.02737, "grad_norm": 0.7272389058341057, "learning_rate": 0.003, "loss": 4.1253, "step": 2737 }, { "epoch": 0.02738, "grad_norm": 0.7181903456270696, "learning_rate": 0.003, "loss": 4.1447, "step": 2738 }, { "epoch": 0.02739, "grad_norm": 0.8790015592136898, "learning_rate": 0.003, "loss": 4.1427, "step": 2739 }, { "epoch": 0.0274, "grad_norm": 1.0911668104806873, "learning_rate": 0.003, "loss": 4.1395, "step": 2740 }, { "epoch": 0.02741, "grad_norm": 1.0149366352031834, "learning_rate": 0.003, "loss": 4.1544, "step": 2741 }, { "epoch": 0.02742, "grad_norm": 0.8648703789133807, "learning_rate": 0.003, "loss": 4.1381, "step": 2742 }, { "epoch": 0.02743, "grad_norm": 0.8509616129669461, "learning_rate": 0.003, "loss": 4.1613, "step": 2743 }, { "epoch": 0.02744, "grad_norm": 0.7514267415016833, "learning_rate": 0.003, "loss": 4.1399, "step": 2744 }, { "epoch": 0.02745, "grad_norm": 0.666188856053761, "learning_rate": 0.003, "loss": 4.1482, "step": 2745 }, { "epoch": 0.02746, "grad_norm": 0.6204707613465867, "learning_rate": 0.003, "loss": 4.1227, "step": 2746 }, { "epoch": 0.02747, "grad_norm": 0.5745978206046833, "learning_rate": 0.003, "loss": 4.1542, "step": 2747 }, { "epoch": 0.02748, "grad_norm": 0.5095037008788326, "learning_rate": 0.003, "loss": 4.106, "step": 2748 }, { "epoch": 0.02749, "grad_norm": 0.4918061860336399, "learning_rate": 0.003, "loss": 4.1075, "step": 2749 }, { "epoch": 0.0275, "grad_norm": 0.4689633122885494, "learning_rate": 0.003, "loss": 4.1398, "step": 2750 }, { "epoch": 0.02751, "grad_norm": 0.5240834818389507, "learning_rate": 0.003, "loss": 4.1544, "step": 2751 }, { "epoch": 0.02752, "grad_norm": 0.45737584283965704, "learning_rate": 0.003, "loss": 4.1373, "step": 2752 }, { "epoch": 0.02753, "grad_norm": 0.4854554116683414, "learning_rate": 0.003, "loss": 4.1197, "step": 2753 }, { "epoch": 0.02754, "grad_norm": 0.5451937888698382, "learning_rate": 0.003, "loss": 4.1039, "step": 2754 }, { "epoch": 0.02755, "grad_norm": 0.6902713768999703, "learning_rate": 0.003, "loss": 4.1055, "step": 2755 }, { "epoch": 0.02756, "grad_norm": 0.9172618359251131, "learning_rate": 0.003, "loss": 4.1411, "step": 2756 }, { "epoch": 0.02757, "grad_norm": 1.264093714132492, "learning_rate": 0.003, "loss": 4.1713, "step": 2757 }, { "epoch": 0.02758, "grad_norm": 0.6764873385501415, "learning_rate": 0.003, "loss": 4.1046, "step": 2758 }, { "epoch": 0.02759, "grad_norm": 0.6735199753323651, "learning_rate": 0.003, "loss": 4.1384, "step": 2759 }, { "epoch": 0.0276, "grad_norm": 0.7869359581922244, "learning_rate": 0.003, "loss": 4.143, "step": 2760 }, { "epoch": 0.02761, "grad_norm": 0.8232479826802365, "learning_rate": 0.003, "loss": 4.1614, "step": 2761 }, { "epoch": 0.02762, "grad_norm": 0.8094991367198255, "learning_rate": 0.003, "loss": 4.1272, "step": 2762 }, { "epoch": 0.02763, "grad_norm": 0.808838083900847, "learning_rate": 0.003, "loss": 4.1393, "step": 2763 }, { "epoch": 0.02764, "grad_norm": 0.9499840304387701, "learning_rate": 0.003, "loss": 4.1387, "step": 2764 }, { "epoch": 0.02765, "grad_norm": 1.1661515206508581, "learning_rate": 0.003, "loss": 4.1535, "step": 2765 }, { "epoch": 0.02766, "grad_norm": 0.8834816047449258, "learning_rate": 0.003, "loss": 4.1143, "step": 2766 }, { "epoch": 0.02767, "grad_norm": 0.9679955840143722, "learning_rate": 0.003, "loss": 4.1737, "step": 2767 }, { "epoch": 0.02768, "grad_norm": 1.0122550261242687, "learning_rate": 0.003, "loss": 4.1138, "step": 2768 }, { "epoch": 0.02769, "grad_norm": 0.936589272381051, "learning_rate": 0.003, "loss": 4.1722, "step": 2769 }, { "epoch": 0.0277, "grad_norm": 0.8812342595154814, "learning_rate": 0.003, "loss": 4.1383, "step": 2770 }, { "epoch": 0.02771, "grad_norm": 0.8385099378903244, "learning_rate": 0.003, "loss": 4.1266, "step": 2771 }, { "epoch": 0.02772, "grad_norm": 0.8615548972194946, "learning_rate": 0.003, "loss": 4.1184, "step": 2772 }, { "epoch": 0.02773, "grad_norm": 0.7470925818947043, "learning_rate": 0.003, "loss": 4.1495, "step": 2773 }, { "epoch": 0.02774, "grad_norm": 0.7432890220276933, "learning_rate": 0.003, "loss": 4.1713, "step": 2774 }, { "epoch": 0.02775, "grad_norm": 0.714251751808306, "learning_rate": 0.003, "loss": 4.1377, "step": 2775 }, { "epoch": 0.02776, "grad_norm": 0.6696685091947796, "learning_rate": 0.003, "loss": 4.1315, "step": 2776 }, { "epoch": 0.02777, "grad_norm": 0.6601977907009066, "learning_rate": 0.003, "loss": 4.1109, "step": 2777 }, { "epoch": 0.02778, "grad_norm": 0.6363902696248916, "learning_rate": 0.003, "loss": 4.1509, "step": 2778 }, { "epoch": 0.02779, "grad_norm": 0.7347310050156719, "learning_rate": 0.003, "loss": 4.126, "step": 2779 }, { "epoch": 0.0278, "grad_norm": 0.8193092944005641, "learning_rate": 0.003, "loss": 4.1233, "step": 2780 }, { "epoch": 0.02781, "grad_norm": 0.9505772704924963, "learning_rate": 0.003, "loss": 4.113, "step": 2781 }, { "epoch": 0.02782, "grad_norm": 1.09253758346844, "learning_rate": 0.003, "loss": 4.1421, "step": 2782 }, { "epoch": 0.02783, "grad_norm": 0.7922623009085619, "learning_rate": 0.003, "loss": 4.1407, "step": 2783 }, { "epoch": 0.02784, "grad_norm": 0.7730396671741616, "learning_rate": 0.003, "loss": 4.136, "step": 2784 }, { "epoch": 0.02785, "grad_norm": 0.8111585358679776, "learning_rate": 0.003, "loss": 4.1529, "step": 2785 }, { "epoch": 0.02786, "grad_norm": 0.7983751779273013, "learning_rate": 0.003, "loss": 4.1458, "step": 2786 }, { "epoch": 0.02787, "grad_norm": 0.8522172170925804, "learning_rate": 0.003, "loss": 4.1468, "step": 2787 }, { "epoch": 0.02788, "grad_norm": 0.8952452301797756, "learning_rate": 0.003, "loss": 4.1379, "step": 2788 }, { "epoch": 0.02789, "grad_norm": 0.9315897488998124, "learning_rate": 0.003, "loss": 4.1439, "step": 2789 }, { "epoch": 0.0279, "grad_norm": 0.7715461952206646, "learning_rate": 0.003, "loss": 4.1139, "step": 2790 }, { "epoch": 0.02791, "grad_norm": 0.7419347495262759, "learning_rate": 0.003, "loss": 4.1266, "step": 2791 }, { "epoch": 0.02792, "grad_norm": 0.804466637477434, "learning_rate": 0.003, "loss": 4.1446, "step": 2792 }, { "epoch": 0.02793, "grad_norm": 0.9499312139027115, "learning_rate": 0.003, "loss": 4.1481, "step": 2793 }, { "epoch": 0.02794, "grad_norm": 1.079651373139261, "learning_rate": 0.003, "loss": 4.1503, "step": 2794 }, { "epoch": 0.02795, "grad_norm": 0.7784790735501392, "learning_rate": 0.003, "loss": 4.1562, "step": 2795 }, { "epoch": 0.02796, "grad_norm": 0.7016883329409419, "learning_rate": 0.003, "loss": 4.1447, "step": 2796 }, { "epoch": 0.02797, "grad_norm": 0.8527425055953903, "learning_rate": 0.003, "loss": 4.1615, "step": 2797 }, { "epoch": 0.02798, "grad_norm": 0.8344419810312547, "learning_rate": 0.003, "loss": 4.1599, "step": 2798 }, { "epoch": 0.02799, "grad_norm": 0.8118333253983723, "learning_rate": 0.003, "loss": 4.1456, "step": 2799 }, { "epoch": 0.028, "grad_norm": 0.8276964023163034, "learning_rate": 0.003, "loss": 4.154, "step": 2800 }, { "epoch": 0.02801, "grad_norm": 0.8829595698308325, "learning_rate": 0.003, "loss": 4.1343, "step": 2801 }, { "epoch": 0.02802, "grad_norm": 0.9178695537376129, "learning_rate": 0.003, "loss": 4.1357, "step": 2802 }, { "epoch": 0.02803, "grad_norm": 0.773306657979122, "learning_rate": 0.003, "loss": 4.1566, "step": 2803 }, { "epoch": 0.02804, "grad_norm": 0.6894758923555496, "learning_rate": 0.003, "loss": 4.1238, "step": 2804 }, { "epoch": 0.02805, "grad_norm": 0.6917993567356406, "learning_rate": 0.003, "loss": 4.1566, "step": 2805 }, { "epoch": 0.02806, "grad_norm": 0.6387085680780493, "learning_rate": 0.003, "loss": 4.1312, "step": 2806 }, { "epoch": 0.02807, "grad_norm": 0.580517980379294, "learning_rate": 0.003, "loss": 4.1301, "step": 2807 }, { "epoch": 0.02808, "grad_norm": 0.4980072648857084, "learning_rate": 0.003, "loss": 4.1101, "step": 2808 }, { "epoch": 0.02809, "grad_norm": 0.5292621050422022, "learning_rate": 0.003, "loss": 4.1503, "step": 2809 }, { "epoch": 0.0281, "grad_norm": 0.5662997833368786, "learning_rate": 0.003, "loss": 4.1045, "step": 2810 }, { "epoch": 0.02811, "grad_norm": 0.6056304842841205, "learning_rate": 0.003, "loss": 4.1149, "step": 2811 }, { "epoch": 0.02812, "grad_norm": 0.6510291438212791, "learning_rate": 0.003, "loss": 4.131, "step": 2812 }, { "epoch": 0.02813, "grad_norm": 0.6856589618404986, "learning_rate": 0.003, "loss": 4.1212, "step": 2813 }, { "epoch": 0.02814, "grad_norm": 0.7345790506941087, "learning_rate": 0.003, "loss": 4.1221, "step": 2814 }, { "epoch": 0.02815, "grad_norm": 0.7816359381581716, "learning_rate": 0.003, "loss": 4.1614, "step": 2815 }, { "epoch": 0.02816, "grad_norm": 0.8925647710841813, "learning_rate": 0.003, "loss": 4.1426, "step": 2816 }, { "epoch": 0.02817, "grad_norm": 1.169228788902705, "learning_rate": 0.003, "loss": 4.1079, "step": 2817 }, { "epoch": 0.02818, "grad_norm": 0.9618528564502903, "learning_rate": 0.003, "loss": 4.1194, "step": 2818 }, { "epoch": 0.02819, "grad_norm": 1.0178604687945154, "learning_rate": 0.003, "loss": 4.15, "step": 2819 }, { "epoch": 0.0282, "grad_norm": 0.8729007051855019, "learning_rate": 0.003, "loss": 4.1374, "step": 2820 }, { "epoch": 0.02821, "grad_norm": 0.7594720998624757, "learning_rate": 0.003, "loss": 4.1557, "step": 2821 }, { "epoch": 0.02822, "grad_norm": 0.7764641169305468, "learning_rate": 0.003, "loss": 4.1245, "step": 2822 }, { "epoch": 0.02823, "grad_norm": 0.79863443820284, "learning_rate": 0.003, "loss": 4.154, "step": 2823 }, { "epoch": 0.02824, "grad_norm": 0.7182103089348308, "learning_rate": 0.003, "loss": 4.1387, "step": 2824 }, { "epoch": 0.02825, "grad_norm": 0.7529407236815215, "learning_rate": 0.003, "loss": 4.1425, "step": 2825 }, { "epoch": 0.02826, "grad_norm": 0.8056220195019022, "learning_rate": 0.003, "loss": 4.1212, "step": 2826 }, { "epoch": 0.02827, "grad_norm": 0.8893025905667793, "learning_rate": 0.003, "loss": 4.1113, "step": 2827 }, { "epoch": 0.02828, "grad_norm": 0.9458155387571202, "learning_rate": 0.003, "loss": 4.1547, "step": 2828 }, { "epoch": 0.02829, "grad_norm": 1.0816962232960836, "learning_rate": 0.003, "loss": 4.1852, "step": 2829 }, { "epoch": 0.0283, "grad_norm": 0.85593992308399, "learning_rate": 0.003, "loss": 4.1432, "step": 2830 }, { "epoch": 0.02831, "grad_norm": 0.8103547032302357, "learning_rate": 0.003, "loss": 4.1446, "step": 2831 }, { "epoch": 0.02832, "grad_norm": 1.0004568820848851, "learning_rate": 0.003, "loss": 4.1611, "step": 2832 }, { "epoch": 0.02833, "grad_norm": 1.2257623869393093, "learning_rate": 0.003, "loss": 4.1482, "step": 2833 }, { "epoch": 0.02834, "grad_norm": 0.8959695287844174, "learning_rate": 0.003, "loss": 4.1264, "step": 2834 }, { "epoch": 0.02835, "grad_norm": 0.9046726088007764, "learning_rate": 0.003, "loss": 4.1382, "step": 2835 }, { "epoch": 0.02836, "grad_norm": 0.9388179555413667, "learning_rate": 0.003, "loss": 4.1634, "step": 2836 }, { "epoch": 0.02837, "grad_norm": 0.8876864866399585, "learning_rate": 0.003, "loss": 4.1312, "step": 2837 }, { "epoch": 0.02838, "grad_norm": 0.93231141838983, "learning_rate": 0.003, "loss": 4.1029, "step": 2838 }, { "epoch": 0.02839, "grad_norm": 0.8358991135319658, "learning_rate": 0.003, "loss": 4.0981, "step": 2839 }, { "epoch": 0.0284, "grad_norm": 0.8834561842613636, "learning_rate": 0.003, "loss": 4.1133, "step": 2840 }, { "epoch": 0.02841, "grad_norm": 0.9006412651182929, "learning_rate": 0.003, "loss": 4.1522, "step": 2841 }, { "epoch": 0.02842, "grad_norm": 0.9446862919101724, "learning_rate": 0.003, "loss": 4.1417, "step": 2842 }, { "epoch": 0.02843, "grad_norm": 0.8098223520337203, "learning_rate": 0.003, "loss": 4.1599, "step": 2843 }, { "epoch": 0.02844, "grad_norm": 0.7322010149090498, "learning_rate": 0.003, "loss": 4.1529, "step": 2844 }, { "epoch": 0.02845, "grad_norm": 0.6471809615510085, "learning_rate": 0.003, "loss": 4.126, "step": 2845 }, { "epoch": 0.02846, "grad_norm": 0.6878791837952257, "learning_rate": 0.003, "loss": 4.1218, "step": 2846 }, { "epoch": 0.02847, "grad_norm": 0.7696793006326048, "learning_rate": 0.003, "loss": 4.1788, "step": 2847 }, { "epoch": 0.02848, "grad_norm": 0.8913190904442756, "learning_rate": 0.003, "loss": 4.1422, "step": 2848 }, { "epoch": 0.02849, "grad_norm": 1.018118471142102, "learning_rate": 0.003, "loss": 4.1327, "step": 2849 }, { "epoch": 0.0285, "grad_norm": 0.9082110603942541, "learning_rate": 0.003, "loss": 4.1356, "step": 2850 }, { "epoch": 0.02851, "grad_norm": 0.822250823175019, "learning_rate": 0.003, "loss": 4.1725, "step": 2851 }, { "epoch": 0.02852, "grad_norm": 0.6052901464954267, "learning_rate": 0.003, "loss": 4.1424, "step": 2852 }, { "epoch": 0.02853, "grad_norm": 0.5735422812437921, "learning_rate": 0.003, "loss": 4.1065, "step": 2853 }, { "epoch": 0.02854, "grad_norm": 0.5429930679913405, "learning_rate": 0.003, "loss": 4.1448, "step": 2854 }, { "epoch": 0.02855, "grad_norm": 0.5339097730360199, "learning_rate": 0.003, "loss": 4.1387, "step": 2855 }, { "epoch": 0.02856, "grad_norm": 0.5860774205400787, "learning_rate": 0.003, "loss": 4.1428, "step": 2856 }, { "epoch": 0.02857, "grad_norm": 0.6433890086945638, "learning_rate": 0.003, "loss": 4.1236, "step": 2857 }, { "epoch": 0.02858, "grad_norm": 0.7879326106492056, "learning_rate": 0.003, "loss": 4.1162, "step": 2858 }, { "epoch": 0.02859, "grad_norm": 0.8693860304588211, "learning_rate": 0.003, "loss": 4.1274, "step": 2859 }, { "epoch": 0.0286, "grad_norm": 0.8079095294087945, "learning_rate": 0.003, "loss": 4.1417, "step": 2860 }, { "epoch": 0.02861, "grad_norm": 0.6656764279644372, "learning_rate": 0.003, "loss": 4.1049, "step": 2861 }, { "epoch": 0.02862, "grad_norm": 0.6696791424270172, "learning_rate": 0.003, "loss": 4.1232, "step": 2862 }, { "epoch": 0.02863, "grad_norm": 0.7769070451321298, "learning_rate": 0.003, "loss": 4.1498, "step": 2863 }, { "epoch": 0.02864, "grad_norm": 0.8224098496945286, "learning_rate": 0.003, "loss": 4.1241, "step": 2864 }, { "epoch": 0.02865, "grad_norm": 0.8864904617013009, "learning_rate": 0.003, "loss": 4.1583, "step": 2865 }, { "epoch": 0.02866, "grad_norm": 0.9583148110901643, "learning_rate": 0.003, "loss": 4.1437, "step": 2866 }, { "epoch": 0.02867, "grad_norm": 0.8904807738138028, "learning_rate": 0.003, "loss": 4.1281, "step": 2867 }, { "epoch": 0.02868, "grad_norm": 0.9293551806467387, "learning_rate": 0.003, "loss": 4.1391, "step": 2868 }, { "epoch": 0.02869, "grad_norm": 1.0457657175233683, "learning_rate": 0.003, "loss": 4.1353, "step": 2869 }, { "epoch": 0.0287, "grad_norm": 1.0953444171616145, "learning_rate": 0.003, "loss": 4.1636, "step": 2870 }, { "epoch": 0.02871, "grad_norm": 0.7587885970460945, "learning_rate": 0.003, "loss": 4.1356, "step": 2871 }, { "epoch": 0.02872, "grad_norm": 0.6777165872502906, "learning_rate": 0.003, "loss": 4.1681, "step": 2872 }, { "epoch": 0.02873, "grad_norm": 0.8924775793037929, "learning_rate": 0.003, "loss": 4.1422, "step": 2873 }, { "epoch": 0.02874, "grad_norm": 0.9191095226023763, "learning_rate": 0.003, "loss": 4.1633, "step": 2874 }, { "epoch": 0.02875, "grad_norm": 1.0057201785085328, "learning_rate": 0.003, "loss": 4.1702, "step": 2875 }, { "epoch": 0.02876, "grad_norm": 0.9084894421524936, "learning_rate": 0.003, "loss": 4.1504, "step": 2876 }, { "epoch": 0.02877, "grad_norm": 0.9095891721863432, "learning_rate": 0.003, "loss": 4.1305, "step": 2877 }, { "epoch": 0.02878, "grad_norm": 0.9172527890033496, "learning_rate": 0.003, "loss": 4.1286, "step": 2878 }, { "epoch": 0.02879, "grad_norm": 0.8805567763002417, "learning_rate": 0.003, "loss": 4.1227, "step": 2879 }, { "epoch": 0.0288, "grad_norm": 0.9996123727255034, "learning_rate": 0.003, "loss": 4.1332, "step": 2880 }, { "epoch": 0.02881, "grad_norm": 1.046330847202451, "learning_rate": 0.003, "loss": 4.1514, "step": 2881 }, { "epoch": 0.02882, "grad_norm": 0.772117255675699, "learning_rate": 0.003, "loss": 4.1606, "step": 2882 }, { "epoch": 0.02883, "grad_norm": 0.7008407026763371, "learning_rate": 0.003, "loss": 4.1396, "step": 2883 }, { "epoch": 0.02884, "grad_norm": 0.778782483892839, "learning_rate": 0.003, "loss": 4.177, "step": 2884 }, { "epoch": 0.02885, "grad_norm": 0.7648524574296616, "learning_rate": 0.003, "loss": 4.1174, "step": 2885 }, { "epoch": 0.02886, "grad_norm": 0.6944709668733141, "learning_rate": 0.003, "loss": 4.1469, "step": 2886 }, { "epoch": 0.02887, "grad_norm": 0.6701833801380009, "learning_rate": 0.003, "loss": 4.1291, "step": 2887 }, { "epoch": 0.02888, "grad_norm": 0.6522446873326756, "learning_rate": 0.003, "loss": 4.1256, "step": 2888 }, { "epoch": 0.02889, "grad_norm": 0.5695684026681817, "learning_rate": 0.003, "loss": 4.1113, "step": 2889 }, { "epoch": 0.0289, "grad_norm": 0.5387645552557849, "learning_rate": 0.003, "loss": 4.1434, "step": 2890 }, { "epoch": 0.02891, "grad_norm": 0.6068073035716243, "learning_rate": 0.003, "loss": 4.1589, "step": 2891 }, { "epoch": 0.02892, "grad_norm": 0.5642060774681064, "learning_rate": 0.003, "loss": 4.109, "step": 2892 }, { "epoch": 0.02893, "grad_norm": 0.64295806093738, "learning_rate": 0.003, "loss": 4.1179, "step": 2893 }, { "epoch": 0.02894, "grad_norm": 0.7755044700890192, "learning_rate": 0.003, "loss": 4.1282, "step": 2894 }, { "epoch": 0.02895, "grad_norm": 0.7810569175434396, "learning_rate": 0.003, "loss": 4.1719, "step": 2895 }, { "epoch": 0.02896, "grad_norm": 0.5425405989527838, "learning_rate": 0.003, "loss": 4.1197, "step": 2896 }, { "epoch": 0.02897, "grad_norm": 0.469070597819537, "learning_rate": 0.003, "loss": 4.0995, "step": 2897 }, { "epoch": 0.02898, "grad_norm": 0.5139238004799116, "learning_rate": 0.003, "loss": 4.1442, "step": 2898 }, { "epoch": 0.02899, "grad_norm": 0.6544046694256337, "learning_rate": 0.003, "loss": 4.1296, "step": 2899 }, { "epoch": 0.029, "grad_norm": 0.7180257646745092, "learning_rate": 0.003, "loss": 4.1219, "step": 2900 }, { "epoch": 0.02901, "grad_norm": 0.6895214504299034, "learning_rate": 0.003, "loss": 4.1358, "step": 2901 }, { "epoch": 0.02902, "grad_norm": 0.6936366493807695, "learning_rate": 0.003, "loss": 4.1524, "step": 2902 }, { "epoch": 0.02903, "grad_norm": 0.7680000086672168, "learning_rate": 0.003, "loss": 4.1137, "step": 2903 }, { "epoch": 0.02904, "grad_norm": 1.0523944817643214, "learning_rate": 0.003, "loss": 4.1402, "step": 2904 }, { "epoch": 0.02905, "grad_norm": 1.051471635673892, "learning_rate": 0.003, "loss": 4.1582, "step": 2905 }, { "epoch": 0.02906, "grad_norm": 0.8511171595587916, "learning_rate": 0.003, "loss": 4.1318, "step": 2906 }, { "epoch": 0.02907, "grad_norm": 0.8224344496311664, "learning_rate": 0.003, "loss": 4.1093, "step": 2907 }, { "epoch": 0.02908, "grad_norm": 0.6999459176877906, "learning_rate": 0.003, "loss": 4.1259, "step": 2908 }, { "epoch": 0.02909, "grad_norm": 0.819486070194941, "learning_rate": 0.003, "loss": 4.1263, "step": 2909 }, { "epoch": 0.0291, "grad_norm": 1.066905831023775, "learning_rate": 0.003, "loss": 4.1444, "step": 2910 }, { "epoch": 0.02911, "grad_norm": 0.993942719913462, "learning_rate": 0.003, "loss": 4.1435, "step": 2911 }, { "epoch": 0.02912, "grad_norm": 0.9395324885369105, "learning_rate": 0.003, "loss": 4.114, "step": 2912 }, { "epoch": 0.02913, "grad_norm": 0.9563813373046008, "learning_rate": 0.003, "loss": 4.1513, "step": 2913 }, { "epoch": 0.02914, "grad_norm": 1.204534731933291, "learning_rate": 0.003, "loss": 4.1464, "step": 2914 }, { "epoch": 0.02915, "grad_norm": 0.9555386893347948, "learning_rate": 0.003, "loss": 4.1331, "step": 2915 }, { "epoch": 0.02916, "grad_norm": 1.0824011254780639, "learning_rate": 0.003, "loss": 4.1482, "step": 2916 }, { "epoch": 0.02917, "grad_norm": 1.0942512414631864, "learning_rate": 0.003, "loss": 4.1821, "step": 2917 }, { "epoch": 0.02918, "grad_norm": 0.9071341774299415, "learning_rate": 0.003, "loss": 4.1353, "step": 2918 }, { "epoch": 0.02919, "grad_norm": 0.9246562992704038, "learning_rate": 0.003, "loss": 4.1768, "step": 2919 }, { "epoch": 0.0292, "grad_norm": 0.8971677038672106, "learning_rate": 0.003, "loss": 4.1129, "step": 2920 }, { "epoch": 0.02921, "grad_norm": 0.926961421602634, "learning_rate": 0.003, "loss": 4.1553, "step": 2921 }, { "epoch": 0.02922, "grad_norm": 1.0848027072453201, "learning_rate": 0.003, "loss": 4.161, "step": 2922 }, { "epoch": 0.02923, "grad_norm": 0.912142779077174, "learning_rate": 0.003, "loss": 4.1303, "step": 2923 }, { "epoch": 0.02924, "grad_norm": 0.9865161740552381, "learning_rate": 0.003, "loss": 4.1648, "step": 2924 }, { "epoch": 0.02925, "grad_norm": 1.0463105360491507, "learning_rate": 0.003, "loss": 4.1748, "step": 2925 }, { "epoch": 0.02926, "grad_norm": 0.9582122548230526, "learning_rate": 0.003, "loss": 4.1501, "step": 2926 }, { "epoch": 0.02927, "grad_norm": 0.8403311811917105, "learning_rate": 0.003, "loss": 4.1524, "step": 2927 }, { "epoch": 0.02928, "grad_norm": 0.7854536393801775, "learning_rate": 0.003, "loss": 4.1695, "step": 2928 }, { "epoch": 0.02929, "grad_norm": 0.7778022366151639, "learning_rate": 0.003, "loss": 4.1542, "step": 2929 }, { "epoch": 0.0293, "grad_norm": 0.7271690214257167, "learning_rate": 0.003, "loss": 4.1453, "step": 2930 }, { "epoch": 0.02931, "grad_norm": 0.782379273286375, "learning_rate": 0.003, "loss": 4.1435, "step": 2931 }, { "epoch": 0.02932, "grad_norm": 0.7974568484352181, "learning_rate": 0.003, "loss": 4.1304, "step": 2932 }, { "epoch": 0.02933, "grad_norm": 0.7828005432560315, "learning_rate": 0.003, "loss": 4.1554, "step": 2933 }, { "epoch": 0.02934, "grad_norm": 0.6614858211514127, "learning_rate": 0.003, "loss": 4.14, "step": 2934 }, { "epoch": 0.02935, "grad_norm": 0.5873856004708764, "learning_rate": 0.003, "loss": 4.1239, "step": 2935 }, { "epoch": 0.02936, "grad_norm": 0.578823462032298, "learning_rate": 0.003, "loss": 4.1409, "step": 2936 }, { "epoch": 0.02937, "grad_norm": 0.6078930790219389, "learning_rate": 0.003, "loss": 4.1209, "step": 2937 }, { "epoch": 0.02938, "grad_norm": 0.7146509387847667, "learning_rate": 0.003, "loss": 4.139, "step": 2938 }, { "epoch": 0.02939, "grad_norm": 0.8250738871743942, "learning_rate": 0.003, "loss": 4.1295, "step": 2939 }, { "epoch": 0.0294, "grad_norm": 0.8696648935923786, "learning_rate": 0.003, "loss": 4.1547, "step": 2940 }, { "epoch": 0.02941, "grad_norm": 0.9090371360813282, "learning_rate": 0.003, "loss": 4.1568, "step": 2941 }, { "epoch": 0.02942, "grad_norm": 0.8939350957264195, "learning_rate": 0.003, "loss": 4.1447, "step": 2942 }, { "epoch": 0.02943, "grad_norm": 0.7023666348770743, "learning_rate": 0.003, "loss": 4.1276, "step": 2943 }, { "epoch": 0.02944, "grad_norm": 0.7067049448574164, "learning_rate": 0.003, "loss": 4.1465, "step": 2944 }, { "epoch": 0.02945, "grad_norm": 0.6812738232543556, "learning_rate": 0.003, "loss": 4.1255, "step": 2945 }, { "epoch": 0.02946, "grad_norm": 0.6818360632430761, "learning_rate": 0.003, "loss": 4.1214, "step": 2946 }, { "epoch": 0.02947, "grad_norm": 0.6754875767553201, "learning_rate": 0.003, "loss": 4.1523, "step": 2947 }, { "epoch": 0.02948, "grad_norm": 0.6113651211997226, "learning_rate": 0.003, "loss": 4.1317, "step": 2948 }, { "epoch": 0.02949, "grad_norm": 0.5812056588270224, "learning_rate": 0.003, "loss": 4.1034, "step": 2949 }, { "epoch": 0.0295, "grad_norm": 0.6282215017847426, "learning_rate": 0.003, "loss": 4.1274, "step": 2950 }, { "epoch": 0.02951, "grad_norm": 0.7817687295389203, "learning_rate": 0.003, "loss": 4.0846, "step": 2951 }, { "epoch": 0.02952, "grad_norm": 1.0587479164041036, "learning_rate": 0.003, "loss": 4.1248, "step": 2952 }, { "epoch": 0.02953, "grad_norm": 0.9887356887399129, "learning_rate": 0.003, "loss": 4.1373, "step": 2953 }, { "epoch": 0.02954, "grad_norm": 0.7805100959975674, "learning_rate": 0.003, "loss": 4.1688, "step": 2954 }, { "epoch": 0.02955, "grad_norm": 0.6651525603429118, "learning_rate": 0.003, "loss": 4.138, "step": 2955 }, { "epoch": 0.02956, "grad_norm": 0.7699019886627679, "learning_rate": 0.003, "loss": 4.1312, "step": 2956 }, { "epoch": 0.02957, "grad_norm": 0.816443587627682, "learning_rate": 0.003, "loss": 4.1404, "step": 2957 }, { "epoch": 0.02958, "grad_norm": 0.7961877462112285, "learning_rate": 0.003, "loss": 4.1553, "step": 2958 }, { "epoch": 0.02959, "grad_norm": 0.7550243768723249, "learning_rate": 0.003, "loss": 4.1431, "step": 2959 }, { "epoch": 0.0296, "grad_norm": 0.7723125453491877, "learning_rate": 0.003, "loss": 4.1525, "step": 2960 }, { "epoch": 0.02961, "grad_norm": 0.8583607117371619, "learning_rate": 0.003, "loss": 4.127, "step": 2961 }, { "epoch": 0.02962, "grad_norm": 0.8691287903706768, "learning_rate": 0.003, "loss": 4.1333, "step": 2962 }, { "epoch": 0.02963, "grad_norm": 0.8786112930172387, "learning_rate": 0.003, "loss": 4.1116, "step": 2963 }, { "epoch": 0.02964, "grad_norm": 0.9167891542829973, "learning_rate": 0.003, "loss": 4.1027, "step": 2964 }, { "epoch": 0.02965, "grad_norm": 0.9419888897278245, "learning_rate": 0.003, "loss": 4.1533, "step": 2965 }, { "epoch": 0.02966, "grad_norm": 1.1891655776183911, "learning_rate": 0.003, "loss": 4.1783, "step": 2966 }, { "epoch": 0.02967, "grad_norm": 1.0455487688038185, "learning_rate": 0.003, "loss": 4.1592, "step": 2967 }, { "epoch": 0.02968, "grad_norm": 1.0164630073257412, "learning_rate": 0.003, "loss": 4.155, "step": 2968 }, { "epoch": 0.02969, "grad_norm": 1.0185954831664046, "learning_rate": 0.003, "loss": 4.1548, "step": 2969 }, { "epoch": 0.0297, "grad_norm": 1.043969964180144, "learning_rate": 0.003, "loss": 4.1421, "step": 2970 }, { "epoch": 0.02971, "grad_norm": 0.8397020648022002, "learning_rate": 0.003, "loss": 4.1551, "step": 2971 }, { "epoch": 0.02972, "grad_norm": 0.6978014599627598, "learning_rate": 0.003, "loss": 4.1188, "step": 2972 }, { "epoch": 0.02973, "grad_norm": 0.7307935837042818, "learning_rate": 0.003, "loss": 4.1067, "step": 2973 }, { "epoch": 0.02974, "grad_norm": 0.8618322772785041, "learning_rate": 0.003, "loss": 4.1462, "step": 2974 }, { "epoch": 0.02975, "grad_norm": 0.9050029913314735, "learning_rate": 0.003, "loss": 4.1377, "step": 2975 }, { "epoch": 0.02976, "grad_norm": 0.8860984382067472, "learning_rate": 0.003, "loss": 4.143, "step": 2976 }, { "epoch": 0.02977, "grad_norm": 0.6971184630795387, "learning_rate": 0.003, "loss": 4.1269, "step": 2977 }, { "epoch": 0.02978, "grad_norm": 0.7418889082376986, "learning_rate": 0.003, "loss": 4.1484, "step": 2978 }, { "epoch": 0.02979, "grad_norm": 0.7888236204090991, "learning_rate": 0.003, "loss": 4.133, "step": 2979 }, { "epoch": 0.0298, "grad_norm": 0.7867568676249742, "learning_rate": 0.003, "loss": 4.1354, "step": 2980 }, { "epoch": 0.02981, "grad_norm": 0.7844697697074997, "learning_rate": 0.003, "loss": 4.1438, "step": 2981 }, { "epoch": 0.02982, "grad_norm": 0.6873427232122642, "learning_rate": 0.003, "loss": 4.1364, "step": 2982 }, { "epoch": 0.02983, "grad_norm": 0.7086227659108, "learning_rate": 0.003, "loss": 4.1508, "step": 2983 }, { "epoch": 0.02984, "grad_norm": 0.7859850298348623, "learning_rate": 0.003, "loss": 4.1284, "step": 2984 }, { "epoch": 0.02985, "grad_norm": 0.7729797989684547, "learning_rate": 0.003, "loss": 4.1572, "step": 2985 }, { "epoch": 0.02986, "grad_norm": 0.6844032687054661, "learning_rate": 0.003, "loss": 4.1183, "step": 2986 }, { "epoch": 0.02987, "grad_norm": 0.5762042827564682, "learning_rate": 0.003, "loss": 4.1051, "step": 2987 }, { "epoch": 0.02988, "grad_norm": 0.5620617182133862, "learning_rate": 0.003, "loss": 4.1187, "step": 2988 }, { "epoch": 0.02989, "grad_norm": 0.5894029162100797, "learning_rate": 0.003, "loss": 4.132, "step": 2989 }, { "epoch": 0.0299, "grad_norm": 0.5837394519047691, "learning_rate": 0.003, "loss": 4.0884, "step": 2990 }, { "epoch": 0.02991, "grad_norm": 0.5606386580984015, "learning_rate": 0.003, "loss": 4.1426, "step": 2991 }, { "epoch": 0.02992, "grad_norm": 0.6147897819301783, "learning_rate": 0.003, "loss": 4.1358, "step": 2992 }, { "epoch": 0.02993, "grad_norm": 0.6621349604754609, "learning_rate": 0.003, "loss": 4.1071, "step": 2993 }, { "epoch": 0.02994, "grad_norm": 0.8082428932736804, "learning_rate": 0.003, "loss": 4.1211, "step": 2994 }, { "epoch": 0.02995, "grad_norm": 0.9615508716688156, "learning_rate": 0.003, "loss": 4.1639, "step": 2995 }, { "epoch": 0.02996, "grad_norm": 0.9867828831321791, "learning_rate": 0.003, "loss": 4.1577, "step": 2996 }, { "epoch": 0.02997, "grad_norm": 0.6984846126670015, "learning_rate": 0.003, "loss": 4.112, "step": 2997 }, { "epoch": 0.02998, "grad_norm": 0.7004936715134856, "learning_rate": 0.003, "loss": 4.1088, "step": 2998 }, { "epoch": 0.02999, "grad_norm": 0.8087922821030329, "learning_rate": 0.003, "loss": 4.106, "step": 2999 }, { "epoch": 0.03, "grad_norm": 0.8187211297372818, "learning_rate": 0.003, "loss": 4.1524, "step": 3000 }, { "epoch": 0.03001, "grad_norm": 0.7682209061752201, "learning_rate": 0.003, "loss": 4.1192, "step": 3001 }, { "epoch": 0.03002, "grad_norm": 0.7895156191994268, "learning_rate": 0.003, "loss": 4.1308, "step": 3002 }, { "epoch": 0.03003, "grad_norm": 0.9473169165490495, "learning_rate": 0.003, "loss": 4.1162, "step": 3003 }, { "epoch": 0.03004, "grad_norm": 0.9772459835659143, "learning_rate": 0.003, "loss": 4.0967, "step": 3004 }, { "epoch": 0.03005, "grad_norm": 0.9271870841526649, "learning_rate": 0.003, "loss": 4.1515, "step": 3005 }, { "epoch": 0.03006, "grad_norm": 0.81719364295006, "learning_rate": 0.003, "loss": 4.1395, "step": 3006 }, { "epoch": 0.03007, "grad_norm": 0.8963225985425357, "learning_rate": 0.003, "loss": 4.1152, "step": 3007 }, { "epoch": 0.03008, "grad_norm": 0.7818424581508167, "learning_rate": 0.003, "loss": 4.1409, "step": 3008 }, { "epoch": 0.03009, "grad_norm": 0.8175800868725163, "learning_rate": 0.003, "loss": 4.1174, "step": 3009 }, { "epoch": 0.0301, "grad_norm": 0.8915634122617913, "learning_rate": 0.003, "loss": 4.1397, "step": 3010 }, { "epoch": 0.03011, "grad_norm": 0.9916010748888695, "learning_rate": 0.003, "loss": 4.1279, "step": 3011 }, { "epoch": 0.03012, "grad_norm": 0.9009840506519443, "learning_rate": 0.003, "loss": 4.1303, "step": 3012 }, { "epoch": 0.03013, "grad_norm": 0.8990400357883044, "learning_rate": 0.003, "loss": 4.0956, "step": 3013 }, { "epoch": 0.03014, "grad_norm": 0.8701803132962008, "learning_rate": 0.003, "loss": 4.1241, "step": 3014 }, { "epoch": 0.03015, "grad_norm": 0.9059467708321113, "learning_rate": 0.003, "loss": 4.1246, "step": 3015 }, { "epoch": 0.03016, "grad_norm": 0.8139710481414894, "learning_rate": 0.003, "loss": 4.1273, "step": 3016 }, { "epoch": 0.03017, "grad_norm": 0.9003169401719128, "learning_rate": 0.003, "loss": 4.1309, "step": 3017 }, { "epoch": 0.03018, "grad_norm": 0.9148332662761703, "learning_rate": 0.003, "loss": 4.1282, "step": 3018 }, { "epoch": 0.03019, "grad_norm": 0.8097272342713991, "learning_rate": 0.003, "loss": 4.1396, "step": 3019 }, { "epoch": 0.0302, "grad_norm": 0.8482835840133595, "learning_rate": 0.003, "loss": 4.1312, "step": 3020 }, { "epoch": 0.03021, "grad_norm": 0.7875221358593745, "learning_rate": 0.003, "loss": 4.1522, "step": 3021 }, { "epoch": 0.03022, "grad_norm": 0.792143621479002, "learning_rate": 0.003, "loss": 4.1508, "step": 3022 }, { "epoch": 0.03023, "grad_norm": 0.8897124061645492, "learning_rate": 0.003, "loss": 4.1675, "step": 3023 }, { "epoch": 0.03024, "grad_norm": 1.016846130536088, "learning_rate": 0.003, "loss": 4.1643, "step": 3024 }, { "epoch": 0.03025, "grad_norm": 0.9813514493806819, "learning_rate": 0.003, "loss": 4.1447, "step": 3025 }, { "epoch": 0.03026, "grad_norm": 0.9856440178637326, "learning_rate": 0.003, "loss": 4.119, "step": 3026 }, { "epoch": 0.03027, "grad_norm": 1.0170462610037305, "learning_rate": 0.003, "loss": 4.1467, "step": 3027 }, { "epoch": 0.03028, "grad_norm": 0.9963929882829512, "learning_rate": 0.003, "loss": 4.1061, "step": 3028 }, { "epoch": 0.03029, "grad_norm": 1.1230470374601593, "learning_rate": 0.003, "loss": 4.1539, "step": 3029 }, { "epoch": 0.0303, "grad_norm": 0.9952469868078255, "learning_rate": 0.003, "loss": 4.1371, "step": 3030 }, { "epoch": 0.03031, "grad_norm": 0.7974194139158707, "learning_rate": 0.003, "loss": 4.1117, "step": 3031 }, { "epoch": 0.03032, "grad_norm": 0.813594268367442, "learning_rate": 0.003, "loss": 4.1409, "step": 3032 }, { "epoch": 0.03033, "grad_norm": 0.8000080591024091, "learning_rate": 0.003, "loss": 4.1323, "step": 3033 }, { "epoch": 0.03034, "grad_norm": 0.8702456358651927, "learning_rate": 0.003, "loss": 4.1388, "step": 3034 }, { "epoch": 0.03035, "grad_norm": 0.972910117224573, "learning_rate": 0.003, "loss": 4.1701, "step": 3035 }, { "epoch": 0.03036, "grad_norm": 0.946589194340261, "learning_rate": 0.003, "loss": 4.1449, "step": 3036 }, { "epoch": 0.03037, "grad_norm": 1.0013129497511943, "learning_rate": 0.003, "loss": 4.13, "step": 3037 }, { "epoch": 0.03038, "grad_norm": 1.0504414618218458, "learning_rate": 0.003, "loss": 4.1374, "step": 3038 }, { "epoch": 0.03039, "grad_norm": 0.9552159328342077, "learning_rate": 0.003, "loss": 4.1371, "step": 3039 }, { "epoch": 0.0304, "grad_norm": 0.8125546290590606, "learning_rate": 0.003, "loss": 4.1406, "step": 3040 }, { "epoch": 0.03041, "grad_norm": 0.7829978292483236, "learning_rate": 0.003, "loss": 4.142, "step": 3041 }, { "epoch": 0.03042, "grad_norm": 0.7611930258666472, "learning_rate": 0.003, "loss": 4.1671, "step": 3042 }, { "epoch": 0.03043, "grad_norm": 0.7149717720566953, "learning_rate": 0.003, "loss": 4.118, "step": 3043 }, { "epoch": 0.03044, "grad_norm": 0.7624230406515938, "learning_rate": 0.003, "loss": 4.12, "step": 3044 }, { "epoch": 0.03045, "grad_norm": 0.8408403467918055, "learning_rate": 0.003, "loss": 4.1235, "step": 3045 }, { "epoch": 0.03046, "grad_norm": 0.7851334779365589, "learning_rate": 0.003, "loss": 4.1328, "step": 3046 }, { "epoch": 0.03047, "grad_norm": 0.7122809857507961, "learning_rate": 0.003, "loss": 4.1374, "step": 3047 }, { "epoch": 0.03048, "grad_norm": 0.7964799855759337, "learning_rate": 0.003, "loss": 4.1208, "step": 3048 }, { "epoch": 0.03049, "grad_norm": 0.887239863638981, "learning_rate": 0.003, "loss": 4.1105, "step": 3049 }, { "epoch": 0.0305, "grad_norm": 0.9999215882595172, "learning_rate": 0.003, "loss": 4.1315, "step": 3050 }, { "epoch": 0.03051, "grad_norm": 1.0055098406963119, "learning_rate": 0.003, "loss": 4.1455, "step": 3051 }, { "epoch": 0.03052, "grad_norm": 0.9173091708203194, "learning_rate": 0.003, "loss": 4.146, "step": 3052 }, { "epoch": 0.03053, "grad_norm": 0.8629407073466706, "learning_rate": 0.003, "loss": 4.1506, "step": 3053 }, { "epoch": 0.03054, "grad_norm": 0.7744384974895352, "learning_rate": 0.003, "loss": 4.1267, "step": 3054 }, { "epoch": 0.03055, "grad_norm": 0.6670797287560947, "learning_rate": 0.003, "loss": 4.1245, "step": 3055 }, { "epoch": 0.03056, "grad_norm": 0.658467407296622, "learning_rate": 0.003, "loss": 4.134, "step": 3056 }, { "epoch": 0.03057, "grad_norm": 0.6556069512553365, "learning_rate": 0.003, "loss": 4.1326, "step": 3057 }, { "epoch": 0.03058, "grad_norm": 0.5717711332151091, "learning_rate": 0.003, "loss": 4.1029, "step": 3058 }, { "epoch": 0.03059, "grad_norm": 0.493409526384602, "learning_rate": 0.003, "loss": 4.1103, "step": 3059 }, { "epoch": 0.0306, "grad_norm": 0.5082424754021986, "learning_rate": 0.003, "loss": 4.0984, "step": 3060 }, { "epoch": 0.03061, "grad_norm": 0.4898096783004193, "learning_rate": 0.003, "loss": 4.1212, "step": 3061 }, { "epoch": 0.03062, "grad_norm": 0.5061719030039263, "learning_rate": 0.003, "loss": 4.144, "step": 3062 }, { "epoch": 0.03063, "grad_norm": 0.6337804215976139, "learning_rate": 0.003, "loss": 4.0908, "step": 3063 }, { "epoch": 0.03064, "grad_norm": 0.7363596095895648, "learning_rate": 0.003, "loss": 4.1252, "step": 3064 }, { "epoch": 0.03065, "grad_norm": 0.7804431388454032, "learning_rate": 0.003, "loss": 4.0953, "step": 3065 }, { "epoch": 0.03066, "grad_norm": 0.8048441855814717, "learning_rate": 0.003, "loss": 4.14, "step": 3066 }, { "epoch": 0.03067, "grad_norm": 0.936660465754291, "learning_rate": 0.003, "loss": 4.1504, "step": 3067 }, { "epoch": 0.03068, "grad_norm": 1.199111088765608, "learning_rate": 0.003, "loss": 4.1327, "step": 3068 }, { "epoch": 0.03069, "grad_norm": 1.024080179977825, "learning_rate": 0.003, "loss": 4.1138, "step": 3069 }, { "epoch": 0.0307, "grad_norm": 0.9087822982161698, "learning_rate": 0.003, "loss": 4.125, "step": 3070 }, { "epoch": 0.03071, "grad_norm": 0.773169782429931, "learning_rate": 0.003, "loss": 4.121, "step": 3071 }, { "epoch": 0.03072, "grad_norm": 0.7385627562002322, "learning_rate": 0.003, "loss": 4.1224, "step": 3072 }, { "epoch": 0.03073, "grad_norm": 0.8590738611383513, "learning_rate": 0.003, "loss": 4.1272, "step": 3073 }, { "epoch": 0.03074, "grad_norm": 0.7460812381201545, "learning_rate": 0.003, "loss": 4.1228, "step": 3074 }, { "epoch": 0.03075, "grad_norm": 0.9060557817564706, "learning_rate": 0.003, "loss": 4.1505, "step": 3075 }, { "epoch": 0.03076, "grad_norm": 0.9352871058483179, "learning_rate": 0.003, "loss": 4.1495, "step": 3076 }, { "epoch": 0.03077, "grad_norm": 0.8648002758853153, "learning_rate": 0.003, "loss": 4.1446, "step": 3077 }, { "epoch": 0.03078, "grad_norm": 0.7596804078061197, "learning_rate": 0.003, "loss": 4.1244, "step": 3078 }, { "epoch": 0.03079, "grad_norm": 0.7757175523238533, "learning_rate": 0.003, "loss": 4.1133, "step": 3079 }, { "epoch": 0.0308, "grad_norm": 0.8209364936522558, "learning_rate": 0.003, "loss": 4.1425, "step": 3080 }, { "epoch": 0.03081, "grad_norm": 0.8477812326348159, "learning_rate": 0.003, "loss": 4.1152, "step": 3081 }, { "epoch": 0.03082, "grad_norm": 0.8013577673715985, "learning_rate": 0.003, "loss": 4.1191, "step": 3082 }, { "epoch": 0.03083, "grad_norm": 0.7134216891930999, "learning_rate": 0.003, "loss": 4.1183, "step": 3083 }, { "epoch": 0.03084, "grad_norm": 0.7257190995117091, "learning_rate": 0.003, "loss": 4.1299, "step": 3084 }, { "epoch": 0.03085, "grad_norm": 0.8088783726503086, "learning_rate": 0.003, "loss": 4.1259, "step": 3085 }, { "epoch": 0.03086, "grad_norm": 0.8932889669749948, "learning_rate": 0.003, "loss": 4.1502, "step": 3086 }, { "epoch": 0.03087, "grad_norm": 0.9271283171010463, "learning_rate": 0.003, "loss": 4.1256, "step": 3087 }, { "epoch": 0.03088, "grad_norm": 1.0610338130344832, "learning_rate": 0.003, "loss": 4.1534, "step": 3088 }, { "epoch": 0.03089, "grad_norm": 0.9082960513513103, "learning_rate": 0.003, "loss": 4.1137, "step": 3089 }, { "epoch": 0.0309, "grad_norm": 0.8382419044332593, "learning_rate": 0.003, "loss": 4.1152, "step": 3090 }, { "epoch": 0.03091, "grad_norm": 0.7721347908154246, "learning_rate": 0.003, "loss": 4.0786, "step": 3091 }, { "epoch": 0.03092, "grad_norm": 0.5770289909808661, "learning_rate": 0.003, "loss": 4.0988, "step": 3092 }, { "epoch": 0.03093, "grad_norm": 0.6048583748826258, "learning_rate": 0.003, "loss": 4.1335, "step": 3093 }, { "epoch": 0.03094, "grad_norm": 0.5039228690347607, "learning_rate": 0.003, "loss": 4.1124, "step": 3094 }, { "epoch": 0.03095, "grad_norm": 0.4932619648402882, "learning_rate": 0.003, "loss": 4.1254, "step": 3095 }, { "epoch": 0.03096, "grad_norm": 0.44699630710548827, "learning_rate": 0.003, "loss": 4.1011, "step": 3096 }, { "epoch": 0.03097, "grad_norm": 0.42800774052172613, "learning_rate": 0.003, "loss": 4.1233, "step": 3097 }, { "epoch": 0.03098, "grad_norm": 0.5150974229730493, "learning_rate": 0.003, "loss": 4.1199, "step": 3098 }, { "epoch": 0.03099, "grad_norm": 0.6808104155412404, "learning_rate": 0.003, "loss": 4.1152, "step": 3099 }, { "epoch": 0.031, "grad_norm": 1.1124941338393186, "learning_rate": 0.003, "loss": 4.1238, "step": 3100 }, { "epoch": 0.03101, "grad_norm": 1.0220222334230853, "learning_rate": 0.003, "loss": 4.1232, "step": 3101 }, { "epoch": 0.03102, "grad_norm": 0.6635321325690858, "learning_rate": 0.003, "loss": 4.1121, "step": 3102 }, { "epoch": 0.03103, "grad_norm": 0.7879413374703326, "learning_rate": 0.003, "loss": 4.1018, "step": 3103 }, { "epoch": 0.03104, "grad_norm": 1.0336622472450878, "learning_rate": 0.003, "loss": 4.1177, "step": 3104 }, { "epoch": 0.03105, "grad_norm": 0.8225297439648239, "learning_rate": 0.003, "loss": 4.0889, "step": 3105 }, { "epoch": 0.03106, "grad_norm": 0.9200113560338348, "learning_rate": 0.003, "loss": 4.1106, "step": 3106 }, { "epoch": 0.03107, "grad_norm": 0.8693837130689374, "learning_rate": 0.003, "loss": 4.0948, "step": 3107 }, { "epoch": 0.03108, "grad_norm": 0.7481880861084276, "learning_rate": 0.003, "loss": 4.1016, "step": 3108 }, { "epoch": 0.03109, "grad_norm": 0.7161901524718123, "learning_rate": 0.003, "loss": 4.1063, "step": 3109 }, { "epoch": 0.0311, "grad_norm": 0.7717771970106354, "learning_rate": 0.003, "loss": 4.1301, "step": 3110 }, { "epoch": 0.03111, "grad_norm": 0.7918589418817704, "learning_rate": 0.003, "loss": 4.1105, "step": 3111 }, { "epoch": 0.03112, "grad_norm": 0.8112295219654945, "learning_rate": 0.003, "loss": 4.1307, "step": 3112 }, { "epoch": 0.03113, "grad_norm": 0.8724658411048615, "learning_rate": 0.003, "loss": 4.1204, "step": 3113 }, { "epoch": 0.03114, "grad_norm": 1.0040711142290948, "learning_rate": 0.003, "loss": 4.1346, "step": 3114 }, { "epoch": 0.03115, "grad_norm": 1.2108105696861353, "learning_rate": 0.003, "loss": 4.1509, "step": 3115 }, { "epoch": 0.03116, "grad_norm": 0.9386810822379548, "learning_rate": 0.003, "loss": 4.1225, "step": 3116 }, { "epoch": 0.03117, "grad_norm": 0.7805193907050799, "learning_rate": 0.003, "loss": 4.1247, "step": 3117 }, { "epoch": 0.03118, "grad_norm": 0.9100639956456111, "learning_rate": 0.003, "loss": 4.1304, "step": 3118 }, { "epoch": 0.03119, "grad_norm": 0.9031494351027202, "learning_rate": 0.003, "loss": 4.1434, "step": 3119 }, { "epoch": 0.0312, "grad_norm": 0.9920122086984918, "learning_rate": 0.003, "loss": 4.154, "step": 3120 }, { "epoch": 0.03121, "grad_norm": 1.24679349546566, "learning_rate": 0.003, "loss": 4.1376, "step": 3121 }, { "epoch": 0.03122, "grad_norm": 0.8914719736220875, "learning_rate": 0.003, "loss": 4.1494, "step": 3122 }, { "epoch": 0.03123, "grad_norm": 0.7579991423334604, "learning_rate": 0.003, "loss": 4.1403, "step": 3123 }, { "epoch": 0.03124, "grad_norm": 0.7621871567104618, "learning_rate": 0.003, "loss": 4.1182, "step": 3124 }, { "epoch": 0.03125, "grad_norm": 0.8062917259017726, "learning_rate": 0.003, "loss": 4.1181, "step": 3125 }, { "epoch": 0.03126, "grad_norm": 0.833712338155859, "learning_rate": 0.003, "loss": 4.1244, "step": 3126 }, { "epoch": 0.03127, "grad_norm": 0.8998971933566047, "learning_rate": 0.003, "loss": 4.1339, "step": 3127 }, { "epoch": 0.03128, "grad_norm": 0.9380372829323406, "learning_rate": 0.003, "loss": 4.126, "step": 3128 }, { "epoch": 0.03129, "grad_norm": 0.9521516498255859, "learning_rate": 0.003, "loss": 4.1452, "step": 3129 }, { "epoch": 0.0313, "grad_norm": 0.8951772330842159, "learning_rate": 0.003, "loss": 4.1496, "step": 3130 }, { "epoch": 0.03131, "grad_norm": 0.7755621391919874, "learning_rate": 0.003, "loss": 4.1279, "step": 3131 }, { "epoch": 0.03132, "grad_norm": 0.8129807814076891, "learning_rate": 0.003, "loss": 4.1478, "step": 3132 }, { "epoch": 0.03133, "grad_norm": 0.9303049881214197, "learning_rate": 0.003, "loss": 4.1402, "step": 3133 }, { "epoch": 0.03134, "grad_norm": 0.9415721268309895, "learning_rate": 0.003, "loss": 4.1412, "step": 3134 }, { "epoch": 0.03135, "grad_norm": 0.9104183542988432, "learning_rate": 0.003, "loss": 4.1062, "step": 3135 }, { "epoch": 0.03136, "grad_norm": 0.9100236222536682, "learning_rate": 0.003, "loss": 4.1242, "step": 3136 }, { "epoch": 0.03137, "grad_norm": 0.8798690651639479, "learning_rate": 0.003, "loss": 4.1248, "step": 3137 }, { "epoch": 0.03138, "grad_norm": 0.7903392795080382, "learning_rate": 0.003, "loss": 4.1249, "step": 3138 }, { "epoch": 0.03139, "grad_norm": 0.7667246215003086, "learning_rate": 0.003, "loss": 4.1279, "step": 3139 }, { "epoch": 0.0314, "grad_norm": 0.7544018295001089, "learning_rate": 0.003, "loss": 4.1255, "step": 3140 }, { "epoch": 0.03141, "grad_norm": 0.6716524130054017, "learning_rate": 0.003, "loss": 4.154, "step": 3141 }, { "epoch": 0.03142, "grad_norm": 0.6382378457514613, "learning_rate": 0.003, "loss": 4.1317, "step": 3142 }, { "epoch": 0.03143, "grad_norm": 0.7526757290066967, "learning_rate": 0.003, "loss": 4.1206, "step": 3143 }, { "epoch": 0.03144, "grad_norm": 0.938489146233584, "learning_rate": 0.003, "loss": 4.0931, "step": 3144 }, { "epoch": 0.03145, "grad_norm": 1.0493538668141305, "learning_rate": 0.003, "loss": 4.1262, "step": 3145 }, { "epoch": 0.03146, "grad_norm": 0.9048504750556206, "learning_rate": 0.003, "loss": 4.1308, "step": 3146 }, { "epoch": 0.03147, "grad_norm": 0.9152634263998236, "learning_rate": 0.003, "loss": 4.1297, "step": 3147 }, { "epoch": 0.03148, "grad_norm": 0.878607908387141, "learning_rate": 0.003, "loss": 4.1341, "step": 3148 }, { "epoch": 0.03149, "grad_norm": 0.6944713264838394, "learning_rate": 0.003, "loss": 4.1322, "step": 3149 }, { "epoch": 0.0315, "grad_norm": 0.6811030653109197, "learning_rate": 0.003, "loss": 4.1195, "step": 3150 }, { "epoch": 0.03151, "grad_norm": 0.7166494028947639, "learning_rate": 0.003, "loss": 4.1292, "step": 3151 }, { "epoch": 0.03152, "grad_norm": 0.7180332750616866, "learning_rate": 0.003, "loss": 4.1294, "step": 3152 }, { "epoch": 0.03153, "grad_norm": 0.8734661321822886, "learning_rate": 0.003, "loss": 4.1407, "step": 3153 }, { "epoch": 0.03154, "grad_norm": 0.9738879775883073, "learning_rate": 0.003, "loss": 4.1387, "step": 3154 }, { "epoch": 0.03155, "grad_norm": 0.8618576527781467, "learning_rate": 0.003, "loss": 4.127, "step": 3155 }, { "epoch": 0.03156, "grad_norm": 0.7300214083601039, "learning_rate": 0.003, "loss": 4.1063, "step": 3156 }, { "epoch": 0.03157, "grad_norm": 0.6260105425384149, "learning_rate": 0.003, "loss": 4.1296, "step": 3157 }, { "epoch": 0.03158, "grad_norm": 0.682384994546209, "learning_rate": 0.003, "loss": 4.1132, "step": 3158 }, { "epoch": 0.03159, "grad_norm": 0.7718937672456789, "learning_rate": 0.003, "loss": 4.1181, "step": 3159 }, { "epoch": 0.0316, "grad_norm": 0.6586793613223971, "learning_rate": 0.003, "loss": 4.1277, "step": 3160 }, { "epoch": 0.03161, "grad_norm": 0.6187219141678427, "learning_rate": 0.003, "loss": 4.133, "step": 3161 }, { "epoch": 0.03162, "grad_norm": 0.7732103677060469, "learning_rate": 0.003, "loss": 4.1389, "step": 3162 }, { "epoch": 0.03163, "grad_norm": 0.9681852590593839, "learning_rate": 0.003, "loss": 4.129, "step": 3163 }, { "epoch": 0.03164, "grad_norm": 0.983612124215567, "learning_rate": 0.003, "loss": 4.1291, "step": 3164 }, { "epoch": 0.03165, "grad_norm": 0.8828238997897765, "learning_rate": 0.003, "loss": 4.0995, "step": 3165 }, { "epoch": 0.03166, "grad_norm": 0.9082253980909, "learning_rate": 0.003, "loss": 4.1181, "step": 3166 }, { "epoch": 0.03167, "grad_norm": 0.8883995374606223, "learning_rate": 0.003, "loss": 4.11, "step": 3167 }, { "epoch": 0.03168, "grad_norm": 0.8814873185877611, "learning_rate": 0.003, "loss": 4.1367, "step": 3168 }, { "epoch": 0.03169, "grad_norm": 0.8358140037799937, "learning_rate": 0.003, "loss": 4.1428, "step": 3169 }, { "epoch": 0.0317, "grad_norm": 0.9091839519331014, "learning_rate": 0.003, "loss": 4.1008, "step": 3170 }, { "epoch": 0.03171, "grad_norm": 0.7528676805145117, "learning_rate": 0.003, "loss": 4.1362, "step": 3171 }, { "epoch": 0.03172, "grad_norm": 0.6184044517416146, "learning_rate": 0.003, "loss": 4.1235, "step": 3172 }, { "epoch": 0.03173, "grad_norm": 0.7308731124601682, "learning_rate": 0.003, "loss": 4.0974, "step": 3173 }, { "epoch": 0.03174, "grad_norm": 0.8588565114301099, "learning_rate": 0.003, "loss": 4.1133, "step": 3174 }, { "epoch": 0.03175, "grad_norm": 1.2162741354980293, "learning_rate": 0.003, "loss": 4.1527, "step": 3175 }, { "epoch": 0.03176, "grad_norm": 0.9397594133644137, "learning_rate": 0.003, "loss": 4.1148, "step": 3176 }, { "epoch": 0.03177, "grad_norm": 0.9189809109610272, "learning_rate": 0.003, "loss": 4.1275, "step": 3177 }, { "epoch": 0.03178, "grad_norm": 0.8047272875332512, "learning_rate": 0.003, "loss": 4.1657, "step": 3178 }, { "epoch": 0.03179, "grad_norm": 0.932150949680668, "learning_rate": 0.003, "loss": 4.1268, "step": 3179 }, { "epoch": 0.0318, "grad_norm": 0.9592877689147434, "learning_rate": 0.003, "loss": 4.1293, "step": 3180 }, { "epoch": 0.03181, "grad_norm": 0.9595136242555029, "learning_rate": 0.003, "loss": 4.1419, "step": 3181 }, { "epoch": 0.03182, "grad_norm": 0.9565837686401868, "learning_rate": 0.003, "loss": 4.142, "step": 3182 }, { "epoch": 0.03183, "grad_norm": 0.9741938675445059, "learning_rate": 0.003, "loss": 4.1478, "step": 3183 }, { "epoch": 0.03184, "grad_norm": 0.9857805137742832, "learning_rate": 0.003, "loss": 4.1174, "step": 3184 }, { "epoch": 0.03185, "grad_norm": 0.9176062885733086, "learning_rate": 0.003, "loss": 4.1379, "step": 3185 }, { "epoch": 0.03186, "grad_norm": 0.8884334076590751, "learning_rate": 0.003, "loss": 4.1367, "step": 3186 }, { "epoch": 0.03187, "grad_norm": 0.8658125563673901, "learning_rate": 0.003, "loss": 4.0961, "step": 3187 }, { "epoch": 0.03188, "grad_norm": 0.8999051178552305, "learning_rate": 0.003, "loss": 4.1334, "step": 3188 }, { "epoch": 0.03189, "grad_norm": 0.7859126574348619, "learning_rate": 0.003, "loss": 4.1212, "step": 3189 }, { "epoch": 0.0319, "grad_norm": 0.8606531029730619, "learning_rate": 0.003, "loss": 4.1147, "step": 3190 }, { "epoch": 0.03191, "grad_norm": 0.9918147629707751, "learning_rate": 0.003, "loss": 4.149, "step": 3191 }, { "epoch": 0.03192, "grad_norm": 1.0056390969187974, "learning_rate": 0.003, "loss": 4.132, "step": 3192 }, { "epoch": 0.03193, "grad_norm": 0.8860275310714892, "learning_rate": 0.003, "loss": 4.1258, "step": 3193 }, { "epoch": 0.03194, "grad_norm": 0.9173243755728898, "learning_rate": 0.003, "loss": 4.1534, "step": 3194 }, { "epoch": 0.03195, "grad_norm": 0.8392077257777418, "learning_rate": 0.003, "loss": 4.1203, "step": 3195 }, { "epoch": 0.03196, "grad_norm": 0.7352847590623333, "learning_rate": 0.003, "loss": 4.1274, "step": 3196 }, { "epoch": 0.03197, "grad_norm": 0.715497912918627, "learning_rate": 0.003, "loss": 4.0961, "step": 3197 }, { "epoch": 0.03198, "grad_norm": 0.6376443032868672, "learning_rate": 0.003, "loss": 4.1222, "step": 3198 }, { "epoch": 0.03199, "grad_norm": 0.5811704510301426, "learning_rate": 0.003, "loss": 4.0959, "step": 3199 }, { "epoch": 0.032, "grad_norm": 0.5381272704276707, "learning_rate": 0.003, "loss": 4.116, "step": 3200 }, { "epoch": 0.03201, "grad_norm": 0.5120575482476429, "learning_rate": 0.003, "loss": 4.0758, "step": 3201 }, { "epoch": 0.03202, "grad_norm": 0.5958579649120576, "learning_rate": 0.003, "loss": 4.1164, "step": 3202 }, { "epoch": 0.03203, "grad_norm": 0.7890366994930119, "learning_rate": 0.003, "loss": 4.1041, "step": 3203 }, { "epoch": 0.03204, "grad_norm": 0.9077676416657651, "learning_rate": 0.003, "loss": 4.1246, "step": 3204 }, { "epoch": 0.03205, "grad_norm": 0.754000654803963, "learning_rate": 0.003, "loss": 4.1157, "step": 3205 }, { "epoch": 0.03206, "grad_norm": 0.600502725716816, "learning_rate": 0.003, "loss": 4.1078, "step": 3206 }, { "epoch": 0.03207, "grad_norm": 0.6048683504208053, "learning_rate": 0.003, "loss": 4.0876, "step": 3207 }, { "epoch": 0.03208, "grad_norm": 0.7129517255787963, "learning_rate": 0.003, "loss": 4.1136, "step": 3208 }, { "epoch": 0.03209, "grad_norm": 0.8158420961472652, "learning_rate": 0.003, "loss": 4.1516, "step": 3209 }, { "epoch": 0.0321, "grad_norm": 0.7005791064338225, "learning_rate": 0.003, "loss": 4.1273, "step": 3210 }, { "epoch": 0.03211, "grad_norm": 0.6098399298288999, "learning_rate": 0.003, "loss": 4.0984, "step": 3211 }, { "epoch": 0.03212, "grad_norm": 0.6538561751290226, "learning_rate": 0.003, "loss": 4.1089, "step": 3212 }, { "epoch": 0.03213, "grad_norm": 0.5790618052777453, "learning_rate": 0.003, "loss": 4.1087, "step": 3213 }, { "epoch": 0.03214, "grad_norm": 0.6875003076630353, "learning_rate": 0.003, "loss": 4.0786, "step": 3214 }, { "epoch": 0.03215, "grad_norm": 0.799314724709517, "learning_rate": 0.003, "loss": 4.0949, "step": 3215 }, { "epoch": 0.03216, "grad_norm": 0.8890107745271224, "learning_rate": 0.003, "loss": 4.1075, "step": 3216 }, { "epoch": 0.03217, "grad_norm": 0.7725727639400009, "learning_rate": 0.003, "loss": 4.1044, "step": 3217 }, { "epoch": 0.03218, "grad_norm": 0.7089931384963014, "learning_rate": 0.003, "loss": 4.096, "step": 3218 }, { "epoch": 0.03219, "grad_norm": 0.755051345678096, "learning_rate": 0.003, "loss": 4.1025, "step": 3219 }, { "epoch": 0.0322, "grad_norm": 0.9521310432872768, "learning_rate": 0.003, "loss": 4.1255, "step": 3220 }, { "epoch": 0.03221, "grad_norm": 0.8616808278278768, "learning_rate": 0.003, "loss": 4.1285, "step": 3221 }, { "epoch": 0.03222, "grad_norm": 0.873993324764959, "learning_rate": 0.003, "loss": 4.1188, "step": 3222 }, { "epoch": 0.03223, "grad_norm": 0.8264507288043698, "learning_rate": 0.003, "loss": 4.1232, "step": 3223 }, { "epoch": 0.03224, "grad_norm": 0.8289275480200801, "learning_rate": 0.003, "loss": 4.0847, "step": 3224 }, { "epoch": 0.03225, "grad_norm": 0.7514528620660997, "learning_rate": 0.003, "loss": 4.1167, "step": 3225 }, { "epoch": 0.03226, "grad_norm": 0.7197038673889892, "learning_rate": 0.003, "loss": 4.0974, "step": 3226 }, { "epoch": 0.03227, "grad_norm": 0.8892719165128083, "learning_rate": 0.003, "loss": 4.1198, "step": 3227 }, { "epoch": 0.03228, "grad_norm": 0.9570294472379692, "learning_rate": 0.003, "loss": 4.1042, "step": 3228 }, { "epoch": 0.03229, "grad_norm": 0.9375751530879919, "learning_rate": 0.003, "loss": 4.12, "step": 3229 }, { "epoch": 0.0323, "grad_norm": 0.9755322805010285, "learning_rate": 0.003, "loss": 4.1181, "step": 3230 }, { "epoch": 0.03231, "grad_norm": 1.2740697032530537, "learning_rate": 0.003, "loss": 4.1456, "step": 3231 }, { "epoch": 0.03232, "grad_norm": 0.8205568087154713, "learning_rate": 0.003, "loss": 4.1234, "step": 3232 }, { "epoch": 0.03233, "grad_norm": 0.7719838274157066, "learning_rate": 0.003, "loss": 4.1376, "step": 3233 }, { "epoch": 0.03234, "grad_norm": 0.7880067935874491, "learning_rate": 0.003, "loss": 4.1178, "step": 3234 }, { "epoch": 0.03235, "grad_norm": 0.8025776008313478, "learning_rate": 0.003, "loss": 4.1267, "step": 3235 }, { "epoch": 0.03236, "grad_norm": 1.0153689767602323, "learning_rate": 0.003, "loss": 4.124, "step": 3236 }, { "epoch": 0.03237, "grad_norm": 1.0960896554896313, "learning_rate": 0.003, "loss": 4.1491, "step": 3237 }, { "epoch": 0.03238, "grad_norm": 0.9653438379897337, "learning_rate": 0.003, "loss": 4.1538, "step": 3238 }, { "epoch": 0.03239, "grad_norm": 0.9477216778661465, "learning_rate": 0.003, "loss": 4.1309, "step": 3239 }, { "epoch": 0.0324, "grad_norm": 1.0000644526629416, "learning_rate": 0.003, "loss": 4.1522, "step": 3240 }, { "epoch": 0.03241, "grad_norm": 0.9623250673117251, "learning_rate": 0.003, "loss": 4.1424, "step": 3241 }, { "epoch": 0.03242, "grad_norm": 1.00080805991717, "learning_rate": 0.003, "loss": 4.1214, "step": 3242 }, { "epoch": 0.03243, "grad_norm": 0.864922721509246, "learning_rate": 0.003, "loss": 4.1035, "step": 3243 }, { "epoch": 0.03244, "grad_norm": 0.7896866879394736, "learning_rate": 0.003, "loss": 4.13, "step": 3244 }, { "epoch": 0.03245, "grad_norm": 0.723475186710102, "learning_rate": 0.003, "loss": 4.1345, "step": 3245 }, { "epoch": 0.03246, "grad_norm": 0.6786037554737262, "learning_rate": 0.003, "loss": 4.1199, "step": 3246 }, { "epoch": 0.03247, "grad_norm": 0.6637920051672874, "learning_rate": 0.003, "loss": 4.1275, "step": 3247 }, { "epoch": 0.03248, "grad_norm": 0.7161721376620257, "learning_rate": 0.003, "loss": 4.1439, "step": 3248 }, { "epoch": 0.03249, "grad_norm": 0.7558986889375228, "learning_rate": 0.003, "loss": 4.1108, "step": 3249 }, { "epoch": 0.0325, "grad_norm": 0.7122471010381649, "learning_rate": 0.003, "loss": 4.1412, "step": 3250 }, { "epoch": 0.03251, "grad_norm": 0.7576764147111074, "learning_rate": 0.003, "loss": 4.1378, "step": 3251 }, { "epoch": 0.03252, "grad_norm": 0.6662542349208606, "learning_rate": 0.003, "loss": 4.1022, "step": 3252 }, { "epoch": 0.03253, "grad_norm": 0.6584169138349598, "learning_rate": 0.003, "loss": 4.1033, "step": 3253 }, { "epoch": 0.03254, "grad_norm": 0.7740732689052414, "learning_rate": 0.003, "loss": 4.1012, "step": 3254 }, { "epoch": 0.03255, "grad_norm": 0.9473846923391861, "learning_rate": 0.003, "loss": 4.1216, "step": 3255 }, { "epoch": 0.03256, "grad_norm": 0.929085241706198, "learning_rate": 0.003, "loss": 4.1245, "step": 3256 }, { "epoch": 0.03257, "grad_norm": 0.9501158349657576, "learning_rate": 0.003, "loss": 4.1102, "step": 3257 }, { "epoch": 0.03258, "grad_norm": 0.9141127030789927, "learning_rate": 0.003, "loss": 4.1248, "step": 3258 }, { "epoch": 0.03259, "grad_norm": 0.7903443980069681, "learning_rate": 0.003, "loss": 4.1197, "step": 3259 }, { "epoch": 0.0326, "grad_norm": 0.7186252333798928, "learning_rate": 0.003, "loss": 4.1173, "step": 3260 }, { "epoch": 0.03261, "grad_norm": 0.6176139155287416, "learning_rate": 0.003, "loss": 4.0891, "step": 3261 }, { "epoch": 0.03262, "grad_norm": 0.5770619992009712, "learning_rate": 0.003, "loss": 4.1129, "step": 3262 }, { "epoch": 0.03263, "grad_norm": 0.6179754292775074, "learning_rate": 0.003, "loss": 4.1218, "step": 3263 }, { "epoch": 0.03264, "grad_norm": 0.7950184256183296, "learning_rate": 0.003, "loss": 4.1379, "step": 3264 }, { "epoch": 0.03265, "grad_norm": 0.8260324885629711, "learning_rate": 0.003, "loss": 4.1313, "step": 3265 }, { "epoch": 0.03266, "grad_norm": 0.9331143722743607, "learning_rate": 0.003, "loss": 4.0906, "step": 3266 }, { "epoch": 0.03267, "grad_norm": 0.8951624994125074, "learning_rate": 0.003, "loss": 4.1009, "step": 3267 }, { "epoch": 0.03268, "grad_norm": 0.8052096070419401, "learning_rate": 0.003, "loss": 4.0866, "step": 3268 }, { "epoch": 0.03269, "grad_norm": 0.8166220426949835, "learning_rate": 0.003, "loss": 4.115, "step": 3269 }, { "epoch": 0.0327, "grad_norm": 0.7018775720106071, "learning_rate": 0.003, "loss": 4.1382, "step": 3270 }, { "epoch": 0.03271, "grad_norm": 0.7111861211006557, "learning_rate": 0.003, "loss": 4.1005, "step": 3271 }, { "epoch": 0.03272, "grad_norm": 0.8446103418486255, "learning_rate": 0.003, "loss": 4.111, "step": 3272 }, { "epoch": 0.03273, "grad_norm": 0.9056741913837429, "learning_rate": 0.003, "loss": 4.1151, "step": 3273 }, { "epoch": 0.03274, "grad_norm": 0.8569785882714194, "learning_rate": 0.003, "loss": 4.1354, "step": 3274 }, { "epoch": 0.03275, "grad_norm": 0.8267745539239577, "learning_rate": 0.003, "loss": 4.1349, "step": 3275 }, { "epoch": 0.03276, "grad_norm": 0.8644593844634266, "learning_rate": 0.003, "loss": 4.1132, "step": 3276 }, { "epoch": 0.03277, "grad_norm": 1.0535041439341994, "learning_rate": 0.003, "loss": 4.1198, "step": 3277 }, { "epoch": 0.03278, "grad_norm": 0.993769735898057, "learning_rate": 0.003, "loss": 4.1303, "step": 3278 }, { "epoch": 0.03279, "grad_norm": 1.1362817862452346, "learning_rate": 0.003, "loss": 4.1232, "step": 3279 }, { "epoch": 0.0328, "grad_norm": 0.785895471391003, "learning_rate": 0.003, "loss": 4.0976, "step": 3280 }, { "epoch": 0.03281, "grad_norm": 0.8032123764058076, "learning_rate": 0.003, "loss": 4.1444, "step": 3281 }, { "epoch": 0.03282, "grad_norm": 0.9387436206649247, "learning_rate": 0.003, "loss": 4.103, "step": 3282 }, { "epoch": 0.03283, "grad_norm": 1.1369187077903837, "learning_rate": 0.003, "loss": 4.1105, "step": 3283 }, { "epoch": 0.03284, "grad_norm": 0.9173031886562234, "learning_rate": 0.003, "loss": 4.1437, "step": 3284 }, { "epoch": 0.03285, "grad_norm": 1.0358430479898526, "learning_rate": 0.003, "loss": 4.0955, "step": 3285 }, { "epoch": 0.03286, "grad_norm": 0.8561133575195394, "learning_rate": 0.003, "loss": 4.1319, "step": 3286 }, { "epoch": 0.03287, "grad_norm": 0.8329432797036997, "learning_rate": 0.003, "loss": 4.1379, "step": 3287 }, { "epoch": 0.03288, "grad_norm": 0.8334315378634501, "learning_rate": 0.003, "loss": 4.1202, "step": 3288 }, { "epoch": 0.03289, "grad_norm": 0.6838577814234701, "learning_rate": 0.003, "loss": 4.1181, "step": 3289 }, { "epoch": 0.0329, "grad_norm": 0.6781901884347332, "learning_rate": 0.003, "loss": 4.1462, "step": 3290 }, { "epoch": 0.03291, "grad_norm": 0.6974761035595561, "learning_rate": 0.003, "loss": 4.1285, "step": 3291 }, { "epoch": 0.03292, "grad_norm": 0.8026120729452656, "learning_rate": 0.003, "loss": 4.093, "step": 3292 }, { "epoch": 0.03293, "grad_norm": 0.8409575609279364, "learning_rate": 0.003, "loss": 4.116, "step": 3293 }, { "epoch": 0.03294, "grad_norm": 0.9672433152587747, "learning_rate": 0.003, "loss": 4.1206, "step": 3294 }, { "epoch": 0.03295, "grad_norm": 0.952646103687869, "learning_rate": 0.003, "loss": 4.117, "step": 3295 }, { "epoch": 0.03296, "grad_norm": 0.898170814180958, "learning_rate": 0.003, "loss": 4.1096, "step": 3296 }, { "epoch": 0.03297, "grad_norm": 1.021226648982521, "learning_rate": 0.003, "loss": 4.1174, "step": 3297 }, { "epoch": 0.03298, "grad_norm": 1.0948474288454675, "learning_rate": 0.003, "loss": 4.1462, "step": 3298 }, { "epoch": 0.03299, "grad_norm": 1.0192347868788103, "learning_rate": 0.003, "loss": 4.1229, "step": 3299 }, { "epoch": 0.033, "grad_norm": 1.0495723694795078, "learning_rate": 0.003, "loss": 4.1193, "step": 3300 }, { "epoch": 0.03301, "grad_norm": 1.0851645957051337, "learning_rate": 0.003, "loss": 4.155, "step": 3301 }, { "epoch": 0.03302, "grad_norm": 0.9231732440912226, "learning_rate": 0.003, "loss": 4.1229, "step": 3302 }, { "epoch": 0.03303, "grad_norm": 0.8311956950138633, "learning_rate": 0.003, "loss": 4.1277, "step": 3303 }, { "epoch": 0.03304, "grad_norm": 0.7259197244925034, "learning_rate": 0.003, "loss": 4.1175, "step": 3304 }, { "epoch": 0.03305, "grad_norm": 0.6328132146169181, "learning_rate": 0.003, "loss": 4.1191, "step": 3305 }, { "epoch": 0.03306, "grad_norm": 0.680683566379763, "learning_rate": 0.003, "loss": 4.1365, "step": 3306 }, { "epoch": 0.03307, "grad_norm": 0.6927470498017374, "learning_rate": 0.003, "loss": 4.1345, "step": 3307 }, { "epoch": 0.03308, "grad_norm": 0.6675628417853611, "learning_rate": 0.003, "loss": 4.1149, "step": 3308 }, { "epoch": 0.03309, "grad_norm": 0.7202067492998604, "learning_rate": 0.003, "loss": 4.1005, "step": 3309 }, { "epoch": 0.0331, "grad_norm": 0.7699244574031957, "learning_rate": 0.003, "loss": 4.1053, "step": 3310 }, { "epoch": 0.03311, "grad_norm": 0.8693826092494591, "learning_rate": 0.003, "loss": 4.1276, "step": 3311 }, { "epoch": 0.03312, "grad_norm": 1.172876733274895, "learning_rate": 0.003, "loss": 4.1076, "step": 3312 }, { "epoch": 0.03313, "grad_norm": 0.9783748676175467, "learning_rate": 0.003, "loss": 4.1391, "step": 3313 }, { "epoch": 0.03314, "grad_norm": 0.9677078544866878, "learning_rate": 0.003, "loss": 4.0804, "step": 3314 }, { "epoch": 0.03315, "grad_norm": 0.8922546596507663, "learning_rate": 0.003, "loss": 4.131, "step": 3315 }, { "epoch": 0.03316, "grad_norm": 0.8601480724971649, "learning_rate": 0.003, "loss": 4.1318, "step": 3316 }, { "epoch": 0.03317, "grad_norm": 0.8689703079288349, "learning_rate": 0.003, "loss": 4.1234, "step": 3317 }, { "epoch": 0.03318, "grad_norm": 0.8404981974903554, "learning_rate": 0.003, "loss": 4.1039, "step": 3318 }, { "epoch": 0.03319, "grad_norm": 0.7816646536926355, "learning_rate": 0.003, "loss": 4.0965, "step": 3319 }, { "epoch": 0.0332, "grad_norm": 0.7686980103144088, "learning_rate": 0.003, "loss": 4.1225, "step": 3320 }, { "epoch": 0.03321, "grad_norm": 0.6688242043093231, "learning_rate": 0.003, "loss": 4.1337, "step": 3321 }, { "epoch": 0.03322, "grad_norm": 0.6171612564014062, "learning_rate": 0.003, "loss": 4.0854, "step": 3322 }, { "epoch": 0.03323, "grad_norm": 0.5970300363358997, "learning_rate": 0.003, "loss": 4.1264, "step": 3323 }, { "epoch": 0.03324, "grad_norm": 0.5953328227942196, "learning_rate": 0.003, "loss": 4.0936, "step": 3324 }, { "epoch": 0.03325, "grad_norm": 0.6169531392155312, "learning_rate": 0.003, "loss": 4.1268, "step": 3325 }, { "epoch": 0.03326, "grad_norm": 0.7413959337275615, "learning_rate": 0.003, "loss": 4.0852, "step": 3326 }, { "epoch": 0.03327, "grad_norm": 0.9232832965259093, "learning_rate": 0.003, "loss": 4.1215, "step": 3327 }, { "epoch": 0.03328, "grad_norm": 1.0485483129958542, "learning_rate": 0.003, "loss": 4.1432, "step": 3328 }, { "epoch": 0.03329, "grad_norm": 0.8420326285667852, "learning_rate": 0.003, "loss": 4.0969, "step": 3329 }, { "epoch": 0.0333, "grad_norm": 0.7052108452174394, "learning_rate": 0.003, "loss": 4.1002, "step": 3330 }, { "epoch": 0.03331, "grad_norm": 0.728092857943501, "learning_rate": 0.003, "loss": 4.1003, "step": 3331 }, { "epoch": 0.03332, "grad_norm": 0.9200654034817243, "learning_rate": 0.003, "loss": 4.1031, "step": 3332 }, { "epoch": 0.03333, "grad_norm": 0.9758232395574222, "learning_rate": 0.003, "loss": 4.0967, "step": 3333 }, { "epoch": 0.03334, "grad_norm": 1.0419984825931974, "learning_rate": 0.003, "loss": 4.1301, "step": 3334 }, { "epoch": 0.03335, "grad_norm": 0.9936868073161941, "learning_rate": 0.003, "loss": 4.1367, "step": 3335 }, { "epoch": 0.03336, "grad_norm": 0.9188784917760547, "learning_rate": 0.003, "loss": 4.1343, "step": 3336 }, { "epoch": 0.03337, "grad_norm": 0.9676171269128566, "learning_rate": 0.003, "loss": 4.113, "step": 3337 }, { "epoch": 0.03338, "grad_norm": 1.2398133112982033, "learning_rate": 0.003, "loss": 4.1319, "step": 3338 }, { "epoch": 0.03339, "grad_norm": 0.8757441136351082, "learning_rate": 0.003, "loss": 4.1259, "step": 3339 }, { "epoch": 0.0334, "grad_norm": 0.803431258859875, "learning_rate": 0.003, "loss": 4.102, "step": 3340 }, { "epoch": 0.03341, "grad_norm": 0.7508144599659284, "learning_rate": 0.003, "loss": 4.1183, "step": 3341 }, { "epoch": 0.03342, "grad_norm": 0.6682938205970289, "learning_rate": 0.003, "loss": 4.1049, "step": 3342 }, { "epoch": 0.03343, "grad_norm": 0.6286049563460856, "learning_rate": 0.003, "loss": 4.0788, "step": 3343 }, { "epoch": 0.03344, "grad_norm": 0.7479131859288655, "learning_rate": 0.003, "loss": 4.1327, "step": 3344 }, { "epoch": 0.03345, "grad_norm": 0.9317587885861235, "learning_rate": 0.003, "loss": 4.1167, "step": 3345 }, { "epoch": 0.03346, "grad_norm": 1.1810549914532213, "learning_rate": 0.003, "loss": 4.1402, "step": 3346 }, { "epoch": 0.03347, "grad_norm": 0.803326085791172, "learning_rate": 0.003, "loss": 4.1157, "step": 3347 }, { "epoch": 0.03348, "grad_norm": 0.6682684868194113, "learning_rate": 0.003, "loss": 4.0993, "step": 3348 }, { "epoch": 0.03349, "grad_norm": 0.7128883398636897, "learning_rate": 0.003, "loss": 4.1453, "step": 3349 }, { "epoch": 0.0335, "grad_norm": 0.8166001203873546, "learning_rate": 0.003, "loss": 4.1007, "step": 3350 }, { "epoch": 0.03351, "grad_norm": 0.8984169700598436, "learning_rate": 0.003, "loss": 4.1127, "step": 3351 }, { "epoch": 0.03352, "grad_norm": 0.891385033781036, "learning_rate": 0.003, "loss": 4.1282, "step": 3352 }, { "epoch": 0.03353, "grad_norm": 0.7436503547090926, "learning_rate": 0.003, "loss": 4.1246, "step": 3353 }, { "epoch": 0.03354, "grad_norm": 0.7000314128832471, "learning_rate": 0.003, "loss": 4.0858, "step": 3354 }, { "epoch": 0.03355, "grad_norm": 0.8076872538085662, "learning_rate": 0.003, "loss": 4.1143, "step": 3355 }, { "epoch": 0.03356, "grad_norm": 0.9065676166442113, "learning_rate": 0.003, "loss": 4.141, "step": 3356 }, { "epoch": 0.03357, "grad_norm": 0.8283445403636854, "learning_rate": 0.003, "loss": 4.1149, "step": 3357 }, { "epoch": 0.03358, "grad_norm": 0.711728954112842, "learning_rate": 0.003, "loss": 4.1298, "step": 3358 }, { "epoch": 0.03359, "grad_norm": 0.6700966992589463, "learning_rate": 0.003, "loss": 4.1152, "step": 3359 }, { "epoch": 0.0336, "grad_norm": 0.6990021919801547, "learning_rate": 0.003, "loss": 4.1287, "step": 3360 }, { "epoch": 0.03361, "grad_norm": 0.6512206263292598, "learning_rate": 0.003, "loss": 4.1284, "step": 3361 }, { "epoch": 0.03362, "grad_norm": 0.6471137948913391, "learning_rate": 0.003, "loss": 4.1245, "step": 3362 }, { "epoch": 0.03363, "grad_norm": 0.6486978718096742, "learning_rate": 0.003, "loss": 4.0746, "step": 3363 }, { "epoch": 0.03364, "grad_norm": 0.7056083808952703, "learning_rate": 0.003, "loss": 4.0975, "step": 3364 }, { "epoch": 0.03365, "grad_norm": 0.7889254390774209, "learning_rate": 0.003, "loss": 4.096, "step": 3365 }, { "epoch": 0.03366, "grad_norm": 0.8858274543513762, "learning_rate": 0.003, "loss": 4.0742, "step": 3366 }, { "epoch": 0.03367, "grad_norm": 0.8996550932306419, "learning_rate": 0.003, "loss": 4.0941, "step": 3367 }, { "epoch": 0.03368, "grad_norm": 0.9535511924749507, "learning_rate": 0.003, "loss": 4.1436, "step": 3368 }, { "epoch": 0.03369, "grad_norm": 1.025280504328262, "learning_rate": 0.003, "loss": 4.1064, "step": 3369 }, { "epoch": 0.0337, "grad_norm": 0.9606870288728299, "learning_rate": 0.003, "loss": 4.1369, "step": 3370 }, { "epoch": 0.03371, "grad_norm": 0.911846692093779, "learning_rate": 0.003, "loss": 4.0718, "step": 3371 }, { "epoch": 0.03372, "grad_norm": 0.8892950330733644, "learning_rate": 0.003, "loss": 4.1005, "step": 3372 }, { "epoch": 0.03373, "grad_norm": 0.9613355807854816, "learning_rate": 0.003, "loss": 4.1365, "step": 3373 }, { "epoch": 0.03374, "grad_norm": 0.9293495359333047, "learning_rate": 0.003, "loss": 4.1205, "step": 3374 }, { "epoch": 0.03375, "grad_norm": 0.9945254272923405, "learning_rate": 0.003, "loss": 4.1112, "step": 3375 }, { "epoch": 0.03376, "grad_norm": 0.9458311049733065, "learning_rate": 0.003, "loss": 4.085, "step": 3376 }, { "epoch": 0.03377, "grad_norm": 1.0143873093094964, "learning_rate": 0.003, "loss": 4.1348, "step": 3377 }, { "epoch": 0.03378, "grad_norm": 0.9867149119212901, "learning_rate": 0.003, "loss": 4.1415, "step": 3378 }, { "epoch": 0.03379, "grad_norm": 0.909410152436646, "learning_rate": 0.003, "loss": 4.1127, "step": 3379 }, { "epoch": 0.0338, "grad_norm": 0.9582033813869726, "learning_rate": 0.003, "loss": 4.1382, "step": 3380 }, { "epoch": 0.03381, "grad_norm": 1.0515732546439378, "learning_rate": 0.003, "loss": 4.1483, "step": 3381 }, { "epoch": 0.03382, "grad_norm": 0.9000543481782362, "learning_rate": 0.003, "loss": 4.1344, "step": 3382 }, { "epoch": 0.03383, "grad_norm": 0.7851905547422763, "learning_rate": 0.003, "loss": 4.0953, "step": 3383 }, { "epoch": 0.03384, "grad_norm": 0.7425344508528795, "learning_rate": 0.003, "loss": 4.1169, "step": 3384 }, { "epoch": 0.03385, "grad_norm": 0.7242449162586684, "learning_rate": 0.003, "loss": 4.1158, "step": 3385 }, { "epoch": 0.03386, "grad_norm": 0.7178134850877214, "learning_rate": 0.003, "loss": 4.1127, "step": 3386 }, { "epoch": 0.03387, "grad_norm": 0.6034717016906057, "learning_rate": 0.003, "loss": 4.1113, "step": 3387 }, { "epoch": 0.03388, "grad_norm": 0.6250385791221151, "learning_rate": 0.003, "loss": 4.1231, "step": 3388 }, { "epoch": 0.03389, "grad_norm": 0.5925814922250926, "learning_rate": 0.003, "loss": 4.1382, "step": 3389 }, { "epoch": 0.0339, "grad_norm": 0.6938565572265246, "learning_rate": 0.003, "loss": 4.1269, "step": 3390 }, { "epoch": 0.03391, "grad_norm": 0.8588428651999951, "learning_rate": 0.003, "loss": 4.1075, "step": 3391 }, { "epoch": 0.03392, "grad_norm": 1.0828213831544788, "learning_rate": 0.003, "loss": 4.1215, "step": 3392 }, { "epoch": 0.03393, "grad_norm": 0.9139268583774075, "learning_rate": 0.003, "loss": 4.1312, "step": 3393 }, { "epoch": 0.03394, "grad_norm": 0.8962526152154793, "learning_rate": 0.003, "loss": 4.1265, "step": 3394 }, { "epoch": 0.03395, "grad_norm": 0.9550321739497196, "learning_rate": 0.003, "loss": 4.1325, "step": 3395 }, { "epoch": 0.03396, "grad_norm": 0.9058142633647185, "learning_rate": 0.003, "loss": 4.1149, "step": 3396 }, { "epoch": 0.03397, "grad_norm": 1.030198089545334, "learning_rate": 0.003, "loss": 4.0875, "step": 3397 }, { "epoch": 0.03398, "grad_norm": 0.9817159965257135, "learning_rate": 0.003, "loss": 4.1455, "step": 3398 }, { "epoch": 0.03399, "grad_norm": 0.7537874005656849, "learning_rate": 0.003, "loss": 4.1585, "step": 3399 }, { "epoch": 0.034, "grad_norm": 0.7534398090951075, "learning_rate": 0.003, "loss": 4.1353, "step": 3400 }, { "epoch": 0.03401, "grad_norm": 0.846711011216498, "learning_rate": 0.003, "loss": 4.1125, "step": 3401 }, { "epoch": 0.03402, "grad_norm": 1.0304564422923, "learning_rate": 0.003, "loss": 4.1474, "step": 3402 }, { "epoch": 0.03403, "grad_norm": 0.8955445182551958, "learning_rate": 0.003, "loss": 4.1078, "step": 3403 }, { "epoch": 0.03404, "grad_norm": 0.8683725321318734, "learning_rate": 0.003, "loss": 4.1404, "step": 3404 }, { "epoch": 0.03405, "grad_norm": 0.8700430489216084, "learning_rate": 0.003, "loss": 4.126, "step": 3405 }, { "epoch": 0.03406, "grad_norm": 0.856851032889231, "learning_rate": 0.003, "loss": 4.1086, "step": 3406 }, { "epoch": 0.03407, "grad_norm": 0.8583304198024593, "learning_rate": 0.003, "loss": 4.1254, "step": 3407 }, { "epoch": 0.03408, "grad_norm": 0.8259652751248255, "learning_rate": 0.003, "loss": 4.1052, "step": 3408 }, { "epoch": 0.03409, "grad_norm": 0.9359241584231073, "learning_rate": 0.003, "loss": 4.1182, "step": 3409 }, { "epoch": 0.0341, "grad_norm": 0.938170801150728, "learning_rate": 0.003, "loss": 4.1147, "step": 3410 }, { "epoch": 0.03411, "grad_norm": 0.9444575938733144, "learning_rate": 0.003, "loss": 4.1289, "step": 3411 }, { "epoch": 0.03412, "grad_norm": 0.9224218450030172, "learning_rate": 0.003, "loss": 4.1473, "step": 3412 }, { "epoch": 0.03413, "grad_norm": 0.9312506396494133, "learning_rate": 0.003, "loss": 4.1534, "step": 3413 }, { "epoch": 0.03414, "grad_norm": 0.9761972676777384, "learning_rate": 0.003, "loss": 4.1424, "step": 3414 }, { "epoch": 0.03415, "grad_norm": 1.189613033448552, "learning_rate": 0.003, "loss": 4.1381, "step": 3415 }, { "epoch": 0.03416, "grad_norm": 0.8255201977611025, "learning_rate": 0.003, "loss": 4.1273, "step": 3416 }, { "epoch": 0.03417, "grad_norm": 0.8947733285821016, "learning_rate": 0.003, "loss": 4.125, "step": 3417 }, { "epoch": 0.03418, "grad_norm": 0.7984406024805614, "learning_rate": 0.003, "loss": 4.0949, "step": 3418 }, { "epoch": 0.03419, "grad_norm": 0.6630379610145436, "learning_rate": 0.003, "loss": 4.1135, "step": 3419 }, { "epoch": 0.0342, "grad_norm": 0.5975770128227218, "learning_rate": 0.003, "loss": 4.12, "step": 3420 }, { "epoch": 0.03421, "grad_norm": 0.6059481665025913, "learning_rate": 0.003, "loss": 4.1103, "step": 3421 }, { "epoch": 0.03422, "grad_norm": 0.6007015602316165, "learning_rate": 0.003, "loss": 4.1246, "step": 3422 }, { "epoch": 0.03423, "grad_norm": 0.6213374488193623, "learning_rate": 0.003, "loss": 4.1042, "step": 3423 }, { "epoch": 0.03424, "grad_norm": 0.7357379283476251, "learning_rate": 0.003, "loss": 4.1285, "step": 3424 }, { "epoch": 0.03425, "grad_norm": 1.1388627740722068, "learning_rate": 0.003, "loss": 4.1027, "step": 3425 }, { "epoch": 0.03426, "grad_norm": 1.2676165376349322, "learning_rate": 0.003, "loss": 4.1396, "step": 3426 }, { "epoch": 0.03427, "grad_norm": 0.8591095580169765, "learning_rate": 0.003, "loss": 4.0962, "step": 3427 }, { "epoch": 0.03428, "grad_norm": 0.7637078879713047, "learning_rate": 0.003, "loss": 4.096, "step": 3428 }, { "epoch": 0.03429, "grad_norm": 0.7598510773275634, "learning_rate": 0.003, "loss": 4.1094, "step": 3429 }, { "epoch": 0.0343, "grad_norm": 0.7189854251191673, "learning_rate": 0.003, "loss": 4.1044, "step": 3430 }, { "epoch": 0.03431, "grad_norm": 0.6960848938203806, "learning_rate": 0.003, "loss": 4.0955, "step": 3431 }, { "epoch": 0.03432, "grad_norm": 0.7905143093567869, "learning_rate": 0.003, "loss": 4.1069, "step": 3432 }, { "epoch": 0.03433, "grad_norm": 0.6763604081182782, "learning_rate": 0.003, "loss": 4.0757, "step": 3433 }, { "epoch": 0.03434, "grad_norm": 0.6584657241744457, "learning_rate": 0.003, "loss": 4.098, "step": 3434 }, { "epoch": 0.03435, "grad_norm": 0.6146074495577768, "learning_rate": 0.003, "loss": 4.0797, "step": 3435 }, { "epoch": 0.03436, "grad_norm": 0.6821260061437763, "learning_rate": 0.003, "loss": 4.1092, "step": 3436 }, { "epoch": 0.03437, "grad_norm": 0.7002392953868479, "learning_rate": 0.003, "loss": 4.0975, "step": 3437 }, { "epoch": 0.03438, "grad_norm": 0.6865303492632201, "learning_rate": 0.003, "loss": 4.1125, "step": 3438 }, { "epoch": 0.03439, "grad_norm": 0.6862765139756455, "learning_rate": 0.003, "loss": 4.109, "step": 3439 }, { "epoch": 0.0344, "grad_norm": 0.7374953588444623, "learning_rate": 0.003, "loss": 4.085, "step": 3440 }, { "epoch": 0.03441, "grad_norm": 0.8034314810869642, "learning_rate": 0.003, "loss": 4.1097, "step": 3441 }, { "epoch": 0.03442, "grad_norm": 0.9713109980816932, "learning_rate": 0.003, "loss": 4.0808, "step": 3442 }, { "epoch": 0.03443, "grad_norm": 1.2417830843481585, "learning_rate": 0.003, "loss": 4.1193, "step": 3443 }, { "epoch": 0.03444, "grad_norm": 0.9221286248093234, "learning_rate": 0.003, "loss": 4.1273, "step": 3444 }, { "epoch": 0.03445, "grad_norm": 0.95846171622353, "learning_rate": 0.003, "loss": 4.0932, "step": 3445 }, { "epoch": 0.03446, "grad_norm": 1.0528525400170592, "learning_rate": 0.003, "loss": 4.0839, "step": 3446 }, { "epoch": 0.03447, "grad_norm": 1.0620743717942975, "learning_rate": 0.003, "loss": 4.1319, "step": 3447 }, { "epoch": 0.03448, "grad_norm": 1.0787590252225165, "learning_rate": 0.003, "loss": 4.1092, "step": 3448 }, { "epoch": 0.03449, "grad_norm": 1.078404883653542, "learning_rate": 0.003, "loss": 4.0986, "step": 3449 }, { "epoch": 0.0345, "grad_norm": 1.1540054715604005, "learning_rate": 0.003, "loss": 4.1381, "step": 3450 }, { "epoch": 0.03451, "grad_norm": 0.8053901369440304, "learning_rate": 0.003, "loss": 4.102, "step": 3451 }, { "epoch": 0.03452, "grad_norm": 0.8242631664830717, "learning_rate": 0.003, "loss": 4.1318, "step": 3452 }, { "epoch": 0.03453, "grad_norm": 0.8626897904731716, "learning_rate": 0.003, "loss": 4.1077, "step": 3453 }, { "epoch": 0.03454, "grad_norm": 0.8237109468250721, "learning_rate": 0.003, "loss": 4.0895, "step": 3454 }, { "epoch": 0.03455, "grad_norm": 0.804980006239357, "learning_rate": 0.003, "loss": 4.0889, "step": 3455 }, { "epoch": 0.03456, "grad_norm": 0.729280374546535, "learning_rate": 0.003, "loss": 4.1054, "step": 3456 }, { "epoch": 0.03457, "grad_norm": 0.7776253504611971, "learning_rate": 0.003, "loss": 4.0704, "step": 3457 }, { "epoch": 0.03458, "grad_norm": 0.7417498419116878, "learning_rate": 0.003, "loss": 4.1078, "step": 3458 }, { "epoch": 0.03459, "grad_norm": 0.6919191119122285, "learning_rate": 0.003, "loss": 4.1315, "step": 3459 }, { "epoch": 0.0346, "grad_norm": 0.6964165299460008, "learning_rate": 0.003, "loss": 4.1312, "step": 3460 }, { "epoch": 0.03461, "grad_norm": 0.715480299476076, "learning_rate": 0.003, "loss": 4.109, "step": 3461 }, { "epoch": 0.03462, "grad_norm": 0.7536303091133582, "learning_rate": 0.003, "loss": 4.1045, "step": 3462 }, { "epoch": 0.03463, "grad_norm": 0.7082893489121429, "learning_rate": 0.003, "loss": 4.087, "step": 3463 }, { "epoch": 0.03464, "grad_norm": 0.6417430899292896, "learning_rate": 0.003, "loss": 4.099, "step": 3464 }, { "epoch": 0.03465, "grad_norm": 0.6337345648035622, "learning_rate": 0.003, "loss": 4.1065, "step": 3465 }, { "epoch": 0.03466, "grad_norm": 0.6853326694383307, "learning_rate": 0.003, "loss": 4.107, "step": 3466 }, { "epoch": 0.03467, "grad_norm": 0.6969053686300763, "learning_rate": 0.003, "loss": 4.0908, "step": 3467 }, { "epoch": 0.03468, "grad_norm": 0.7399108221307881, "learning_rate": 0.003, "loss": 4.1065, "step": 3468 }, { "epoch": 0.03469, "grad_norm": 0.8787869181598735, "learning_rate": 0.003, "loss": 4.1074, "step": 3469 }, { "epoch": 0.0347, "grad_norm": 1.0101947797716855, "learning_rate": 0.003, "loss": 4.1289, "step": 3470 }, { "epoch": 0.03471, "grad_norm": 1.1334674964796345, "learning_rate": 0.003, "loss": 4.1276, "step": 3471 }, { "epoch": 0.03472, "grad_norm": 0.8368294781332597, "learning_rate": 0.003, "loss": 4.1132, "step": 3472 }, { "epoch": 0.03473, "grad_norm": 0.8757089713498055, "learning_rate": 0.003, "loss": 4.1133, "step": 3473 }, { "epoch": 0.03474, "grad_norm": 0.8138215418551573, "learning_rate": 0.003, "loss": 4.1375, "step": 3474 }, { "epoch": 0.03475, "grad_norm": 0.9122035240346946, "learning_rate": 0.003, "loss": 4.1102, "step": 3475 }, { "epoch": 0.03476, "grad_norm": 1.0107344329113028, "learning_rate": 0.003, "loss": 4.1232, "step": 3476 }, { "epoch": 0.03477, "grad_norm": 1.0671405774179539, "learning_rate": 0.003, "loss": 4.1215, "step": 3477 }, { "epoch": 0.03478, "grad_norm": 1.011473839771263, "learning_rate": 0.003, "loss": 4.128, "step": 3478 }, { "epoch": 0.03479, "grad_norm": 1.0143839143452251, "learning_rate": 0.003, "loss": 4.1035, "step": 3479 }, { "epoch": 0.0348, "grad_norm": 1.01956672356136, "learning_rate": 0.003, "loss": 4.1097, "step": 3480 }, { "epoch": 0.03481, "grad_norm": 0.8544300973866115, "learning_rate": 0.003, "loss": 4.1174, "step": 3481 }, { "epoch": 0.03482, "grad_norm": 1.0322476593810674, "learning_rate": 0.003, "loss": 4.133, "step": 3482 }, { "epoch": 0.03483, "grad_norm": 1.1510621333444928, "learning_rate": 0.003, "loss": 4.1164, "step": 3483 }, { "epoch": 0.03484, "grad_norm": 0.929657295041821, "learning_rate": 0.003, "loss": 4.1548, "step": 3484 }, { "epoch": 0.03485, "grad_norm": 0.9553453027677797, "learning_rate": 0.003, "loss": 4.146, "step": 3485 }, { "epoch": 0.03486, "grad_norm": 0.9940865088692804, "learning_rate": 0.003, "loss": 4.1221, "step": 3486 }, { "epoch": 0.03487, "grad_norm": 0.9250098589178641, "learning_rate": 0.003, "loss": 4.1107, "step": 3487 }, { "epoch": 0.03488, "grad_norm": 0.9460673526858474, "learning_rate": 0.003, "loss": 4.111, "step": 3488 }, { "epoch": 0.03489, "grad_norm": 0.9687600332195162, "learning_rate": 0.003, "loss": 4.1276, "step": 3489 }, { "epoch": 0.0349, "grad_norm": 1.0784208838544622, "learning_rate": 0.003, "loss": 4.1277, "step": 3490 }, { "epoch": 0.03491, "grad_norm": 0.9346645940080963, "learning_rate": 0.003, "loss": 4.1409, "step": 3491 }, { "epoch": 0.03492, "grad_norm": 0.8257240466605443, "learning_rate": 0.003, "loss": 4.1242, "step": 3492 }, { "epoch": 0.03493, "grad_norm": 0.6651031888705147, "learning_rate": 0.003, "loss": 4.1079, "step": 3493 }, { "epoch": 0.03494, "grad_norm": 0.6641292093348049, "learning_rate": 0.003, "loss": 4.1103, "step": 3494 }, { "epoch": 0.03495, "grad_norm": 0.7091189628573692, "learning_rate": 0.003, "loss": 4.1192, "step": 3495 }, { "epoch": 0.03496, "grad_norm": 0.6860863869815901, "learning_rate": 0.003, "loss": 4.0904, "step": 3496 }, { "epoch": 0.03497, "grad_norm": 0.6717227669489184, "learning_rate": 0.003, "loss": 4.1269, "step": 3497 }, { "epoch": 0.03498, "grad_norm": 0.6858788932767997, "learning_rate": 0.003, "loss": 4.098, "step": 3498 }, { "epoch": 0.03499, "grad_norm": 0.6840439194259218, "learning_rate": 0.003, "loss": 4.1009, "step": 3499 }, { "epoch": 0.035, "grad_norm": 0.7718701545173198, "learning_rate": 0.003, "loss": 4.1217, "step": 3500 }, { "epoch": 0.03501, "grad_norm": 0.9467030386692938, "learning_rate": 0.003, "loss": 4.1179, "step": 3501 }, { "epoch": 0.03502, "grad_norm": 1.1344054626766904, "learning_rate": 0.003, "loss": 4.1239, "step": 3502 }, { "epoch": 0.03503, "grad_norm": 0.8227576423331606, "learning_rate": 0.003, "loss": 4.1319, "step": 3503 }, { "epoch": 0.03504, "grad_norm": 0.7907161997976049, "learning_rate": 0.003, "loss": 4.103, "step": 3504 }, { "epoch": 0.03505, "grad_norm": 0.7949755989311121, "learning_rate": 0.003, "loss": 4.1199, "step": 3505 }, { "epoch": 0.03506, "grad_norm": 0.8242114597731752, "learning_rate": 0.003, "loss": 4.1307, "step": 3506 }, { "epoch": 0.03507, "grad_norm": 0.827615657879298, "learning_rate": 0.003, "loss": 4.1076, "step": 3507 }, { "epoch": 0.03508, "grad_norm": 0.8269261240893123, "learning_rate": 0.003, "loss": 4.0859, "step": 3508 }, { "epoch": 0.03509, "grad_norm": 0.8828534433530547, "learning_rate": 0.003, "loss": 4.1022, "step": 3509 }, { "epoch": 0.0351, "grad_norm": 1.0949297929244133, "learning_rate": 0.003, "loss": 4.0996, "step": 3510 }, { "epoch": 0.03511, "grad_norm": 0.8474490719439868, "learning_rate": 0.003, "loss": 4.1094, "step": 3511 }, { "epoch": 0.03512, "grad_norm": 0.6104860735283346, "learning_rate": 0.003, "loss": 4.0928, "step": 3512 }, { "epoch": 0.03513, "grad_norm": 0.6050004310996162, "learning_rate": 0.003, "loss": 4.0934, "step": 3513 }, { "epoch": 0.03514, "grad_norm": 0.6520473843771001, "learning_rate": 0.003, "loss": 4.1051, "step": 3514 }, { "epoch": 0.03515, "grad_norm": 0.6055869327734182, "learning_rate": 0.003, "loss": 4.1134, "step": 3515 }, { "epoch": 0.03516, "grad_norm": 0.6086175138721427, "learning_rate": 0.003, "loss": 4.136, "step": 3516 }, { "epoch": 0.03517, "grad_norm": 0.6697942755212305, "learning_rate": 0.003, "loss": 4.0895, "step": 3517 }, { "epoch": 0.03518, "grad_norm": 0.7287441549864627, "learning_rate": 0.003, "loss": 4.0785, "step": 3518 }, { "epoch": 0.03519, "grad_norm": 0.6795543307624995, "learning_rate": 0.003, "loss": 4.1231, "step": 3519 }, { "epoch": 0.0352, "grad_norm": 0.5583215165075127, "learning_rate": 0.003, "loss": 4.0972, "step": 3520 }, { "epoch": 0.03521, "grad_norm": 0.6145999630971761, "learning_rate": 0.003, "loss": 4.0939, "step": 3521 }, { "epoch": 0.03522, "grad_norm": 0.6235299979345595, "learning_rate": 0.003, "loss": 4.0958, "step": 3522 }, { "epoch": 0.03523, "grad_norm": 0.6982274043250706, "learning_rate": 0.003, "loss": 4.0634, "step": 3523 }, { "epoch": 0.03524, "grad_norm": 0.8135221205032699, "learning_rate": 0.003, "loss": 4.1134, "step": 3524 }, { "epoch": 0.03525, "grad_norm": 0.9550932431193345, "learning_rate": 0.003, "loss": 4.0866, "step": 3525 }, { "epoch": 0.03526, "grad_norm": 0.9769559861681798, "learning_rate": 0.003, "loss": 4.0996, "step": 3526 }, { "epoch": 0.03527, "grad_norm": 0.9916459776325028, "learning_rate": 0.003, "loss": 4.1281, "step": 3527 }, { "epoch": 0.03528, "grad_norm": 1.161858614363555, "learning_rate": 0.003, "loss": 4.1182, "step": 3528 }, { "epoch": 0.03529, "grad_norm": 0.8840893570988297, "learning_rate": 0.003, "loss": 4.1083, "step": 3529 }, { "epoch": 0.0353, "grad_norm": 0.9045833698319836, "learning_rate": 0.003, "loss": 4.1059, "step": 3530 }, { "epoch": 0.03531, "grad_norm": 1.0824064864090153, "learning_rate": 0.003, "loss": 4.1235, "step": 3531 }, { "epoch": 0.03532, "grad_norm": 1.04041676924932, "learning_rate": 0.003, "loss": 4.1238, "step": 3532 }, { "epoch": 0.03533, "grad_norm": 1.0971254119119307, "learning_rate": 0.003, "loss": 4.1274, "step": 3533 }, { "epoch": 0.03534, "grad_norm": 0.9892749396028874, "learning_rate": 0.003, "loss": 4.1235, "step": 3534 }, { "epoch": 0.03535, "grad_norm": 0.8985518501036314, "learning_rate": 0.003, "loss": 4.0881, "step": 3535 }, { "epoch": 0.03536, "grad_norm": 0.7993862708923696, "learning_rate": 0.003, "loss": 4.0885, "step": 3536 }, { "epoch": 0.03537, "grad_norm": 0.8735445800029786, "learning_rate": 0.003, "loss": 4.1018, "step": 3537 }, { "epoch": 0.03538, "grad_norm": 0.9507196424596396, "learning_rate": 0.003, "loss": 4.1074, "step": 3538 }, { "epoch": 0.03539, "grad_norm": 0.9320860917835899, "learning_rate": 0.003, "loss": 4.0979, "step": 3539 }, { "epoch": 0.0354, "grad_norm": 1.0666914195552315, "learning_rate": 0.003, "loss": 4.1405, "step": 3540 }, { "epoch": 0.03541, "grad_norm": 0.9666553633993341, "learning_rate": 0.003, "loss": 4.1236, "step": 3541 }, { "epoch": 0.03542, "grad_norm": 1.075546280507871, "learning_rate": 0.003, "loss": 4.1084, "step": 3542 }, { "epoch": 0.03543, "grad_norm": 0.8581109533371994, "learning_rate": 0.003, "loss": 4.1149, "step": 3543 }, { "epoch": 0.03544, "grad_norm": 0.8504542868770893, "learning_rate": 0.003, "loss": 4.1221, "step": 3544 }, { "epoch": 0.03545, "grad_norm": 0.8221740518533669, "learning_rate": 0.003, "loss": 4.0889, "step": 3545 }, { "epoch": 0.03546, "grad_norm": 0.856238149878472, "learning_rate": 0.003, "loss": 4.1099, "step": 3546 }, { "epoch": 0.03547, "grad_norm": 0.8136205837732846, "learning_rate": 0.003, "loss": 4.1181, "step": 3547 }, { "epoch": 0.03548, "grad_norm": 0.9120415275886503, "learning_rate": 0.003, "loss": 4.1234, "step": 3548 }, { "epoch": 0.03549, "grad_norm": 0.8741924577842357, "learning_rate": 0.003, "loss": 4.1189, "step": 3549 }, { "epoch": 0.0355, "grad_norm": 0.964690101454288, "learning_rate": 0.003, "loss": 4.0735, "step": 3550 }, { "epoch": 0.03551, "grad_norm": 1.1078408326241436, "learning_rate": 0.003, "loss": 4.1406, "step": 3551 }, { "epoch": 0.03552, "grad_norm": 0.8276304700566389, "learning_rate": 0.003, "loss": 4.0932, "step": 3552 }, { "epoch": 0.03553, "grad_norm": 0.6988104369223903, "learning_rate": 0.003, "loss": 4.1033, "step": 3553 }, { "epoch": 0.03554, "grad_norm": 0.8099473741524069, "learning_rate": 0.003, "loss": 4.1096, "step": 3554 }, { "epoch": 0.03555, "grad_norm": 0.7657626977957569, "learning_rate": 0.003, "loss": 4.1203, "step": 3555 }, { "epoch": 0.03556, "grad_norm": 0.6884161752719029, "learning_rate": 0.003, "loss": 4.1008, "step": 3556 }, { "epoch": 0.03557, "grad_norm": 0.6257341319138348, "learning_rate": 0.003, "loss": 4.0964, "step": 3557 }, { "epoch": 0.03558, "grad_norm": 0.6075327774193832, "learning_rate": 0.003, "loss": 4.1258, "step": 3558 }, { "epoch": 0.03559, "grad_norm": 0.7848274408146922, "learning_rate": 0.003, "loss": 4.1122, "step": 3559 }, { "epoch": 0.0356, "grad_norm": 1.0374578386942082, "learning_rate": 0.003, "loss": 4.1241, "step": 3560 }, { "epoch": 0.03561, "grad_norm": 1.0758010083557943, "learning_rate": 0.003, "loss": 4.1508, "step": 3561 }, { "epoch": 0.03562, "grad_norm": 0.7322873944575906, "learning_rate": 0.003, "loss": 4.1072, "step": 3562 }, { "epoch": 0.03563, "grad_norm": 0.7971284325210378, "learning_rate": 0.003, "loss": 4.1392, "step": 3563 }, { "epoch": 0.03564, "grad_norm": 1.0246051569009555, "learning_rate": 0.003, "loss": 4.1233, "step": 3564 }, { "epoch": 0.03565, "grad_norm": 1.2267527206427153, "learning_rate": 0.003, "loss": 4.1252, "step": 3565 }, { "epoch": 0.03566, "grad_norm": 0.8984275051065349, "learning_rate": 0.003, "loss": 4.1198, "step": 3566 }, { "epoch": 0.03567, "grad_norm": 0.9814381465438691, "learning_rate": 0.003, "loss": 4.1164, "step": 3567 }, { "epoch": 0.03568, "grad_norm": 0.862338747629593, "learning_rate": 0.003, "loss": 4.1125, "step": 3568 }, { "epoch": 0.03569, "grad_norm": 0.8507776080373626, "learning_rate": 0.003, "loss": 4.1044, "step": 3569 }, { "epoch": 0.0357, "grad_norm": 0.8450119567501945, "learning_rate": 0.003, "loss": 4.108, "step": 3570 }, { "epoch": 0.03571, "grad_norm": 0.8474288365898862, "learning_rate": 0.003, "loss": 4.1151, "step": 3571 }, { "epoch": 0.03572, "grad_norm": 0.8860990170054822, "learning_rate": 0.003, "loss": 4.1365, "step": 3572 }, { "epoch": 0.03573, "grad_norm": 0.9378112912832053, "learning_rate": 0.003, "loss": 4.1084, "step": 3573 }, { "epoch": 0.03574, "grad_norm": 0.7793011201012979, "learning_rate": 0.003, "loss": 4.1265, "step": 3574 }, { "epoch": 0.03575, "grad_norm": 0.6347551630020188, "learning_rate": 0.003, "loss": 4.099, "step": 3575 }, { "epoch": 0.03576, "grad_norm": 0.6273033455713914, "learning_rate": 0.003, "loss": 4.0843, "step": 3576 }, { "epoch": 0.03577, "grad_norm": 0.5948625546551696, "learning_rate": 0.003, "loss": 4.1162, "step": 3577 }, { "epoch": 0.03578, "grad_norm": 0.5805191268794814, "learning_rate": 0.003, "loss": 4.1044, "step": 3578 }, { "epoch": 0.03579, "grad_norm": 0.5381920460033986, "learning_rate": 0.003, "loss": 4.1175, "step": 3579 }, { "epoch": 0.0358, "grad_norm": 0.7081167212858254, "learning_rate": 0.003, "loss": 4.0774, "step": 3580 }, { "epoch": 0.03581, "grad_norm": 0.7386340619770309, "learning_rate": 0.003, "loss": 4.0886, "step": 3581 }, { "epoch": 0.03582, "grad_norm": 0.7587714591488295, "learning_rate": 0.003, "loss": 4.0906, "step": 3582 }, { "epoch": 0.03583, "grad_norm": 0.7113793632761408, "learning_rate": 0.003, "loss": 4.0903, "step": 3583 }, { "epoch": 0.03584, "grad_norm": 0.7188054852978065, "learning_rate": 0.003, "loss": 4.0791, "step": 3584 }, { "epoch": 0.03585, "grad_norm": 0.8853261674987007, "learning_rate": 0.003, "loss": 4.0815, "step": 3585 }, { "epoch": 0.03586, "grad_norm": 0.92627880930667, "learning_rate": 0.003, "loss": 4.1062, "step": 3586 }, { "epoch": 0.03587, "grad_norm": 0.9331834952096867, "learning_rate": 0.003, "loss": 4.105, "step": 3587 }, { "epoch": 0.03588, "grad_norm": 1.056355930051097, "learning_rate": 0.003, "loss": 4.1099, "step": 3588 }, { "epoch": 0.03589, "grad_norm": 0.8554656185849556, "learning_rate": 0.003, "loss": 4.1212, "step": 3589 }, { "epoch": 0.0359, "grad_norm": 0.7792232208377492, "learning_rate": 0.003, "loss": 4.0836, "step": 3590 }, { "epoch": 0.03591, "grad_norm": 0.9342912310042636, "learning_rate": 0.003, "loss": 4.1217, "step": 3591 }, { "epoch": 0.03592, "grad_norm": 1.0503229079193128, "learning_rate": 0.003, "loss": 4.1126, "step": 3592 }, { "epoch": 0.03593, "grad_norm": 0.984608248076784, "learning_rate": 0.003, "loss": 4.1077, "step": 3593 }, { "epoch": 0.03594, "grad_norm": 0.9992015208659966, "learning_rate": 0.003, "loss": 4.1142, "step": 3594 }, { "epoch": 0.03595, "grad_norm": 0.9486124739849024, "learning_rate": 0.003, "loss": 4.1062, "step": 3595 }, { "epoch": 0.03596, "grad_norm": 0.8044450679529417, "learning_rate": 0.003, "loss": 4.1375, "step": 3596 }, { "epoch": 0.03597, "grad_norm": 0.7529472117586564, "learning_rate": 0.003, "loss": 4.1092, "step": 3597 }, { "epoch": 0.03598, "grad_norm": 0.8016519620578548, "learning_rate": 0.003, "loss": 4.1136, "step": 3598 }, { "epoch": 0.03599, "grad_norm": 0.8552258797660491, "learning_rate": 0.003, "loss": 4.1107, "step": 3599 }, { "epoch": 0.036, "grad_norm": 1.122743201613801, "learning_rate": 0.003, "loss": 4.1422, "step": 3600 }, { "epoch": 0.03601, "grad_norm": 0.9558780975359691, "learning_rate": 0.003, "loss": 4.1108, "step": 3601 }, { "epoch": 0.03602, "grad_norm": 1.0399279121526195, "learning_rate": 0.003, "loss": 4.1008, "step": 3602 }, { "epoch": 0.03603, "grad_norm": 1.1551062763334126, "learning_rate": 0.003, "loss": 4.0958, "step": 3603 }, { "epoch": 0.03604, "grad_norm": 1.0548506296076239, "learning_rate": 0.003, "loss": 4.1313, "step": 3604 }, { "epoch": 0.03605, "grad_norm": 1.001983402921064, "learning_rate": 0.003, "loss": 4.1215, "step": 3605 }, { "epoch": 0.03606, "grad_norm": 1.0312319108923618, "learning_rate": 0.003, "loss": 4.1116, "step": 3606 }, { "epoch": 0.03607, "grad_norm": 0.8219603208628181, "learning_rate": 0.003, "loss": 4.1019, "step": 3607 }, { "epoch": 0.03608, "grad_norm": 0.6498677677486123, "learning_rate": 0.003, "loss": 4.0969, "step": 3608 }, { "epoch": 0.03609, "grad_norm": 0.7278852617397139, "learning_rate": 0.003, "loss": 4.1257, "step": 3609 }, { "epoch": 0.0361, "grad_norm": 0.6666501580008998, "learning_rate": 0.003, "loss": 4.126, "step": 3610 }, { "epoch": 0.03611, "grad_norm": 0.6972920943122692, "learning_rate": 0.003, "loss": 4.0758, "step": 3611 }, { "epoch": 0.03612, "grad_norm": 0.8293279199659314, "learning_rate": 0.003, "loss": 4.0764, "step": 3612 }, { "epoch": 0.03613, "grad_norm": 0.8280160598898497, "learning_rate": 0.003, "loss": 4.1168, "step": 3613 }, { "epoch": 0.03614, "grad_norm": 0.8586511775157879, "learning_rate": 0.003, "loss": 4.0947, "step": 3614 }, { "epoch": 0.03615, "grad_norm": 0.8273149005356012, "learning_rate": 0.003, "loss": 4.1065, "step": 3615 }, { "epoch": 0.03616, "grad_norm": 0.7395998497715127, "learning_rate": 0.003, "loss": 4.1143, "step": 3616 }, { "epoch": 0.03617, "grad_norm": 0.6904839766505554, "learning_rate": 0.003, "loss": 4.1067, "step": 3617 }, { "epoch": 0.03618, "grad_norm": 0.7602021438934125, "learning_rate": 0.003, "loss": 4.0988, "step": 3618 }, { "epoch": 0.03619, "grad_norm": 0.9970287144190367, "learning_rate": 0.003, "loss": 4.1035, "step": 3619 }, { "epoch": 0.0362, "grad_norm": 1.0227512354316275, "learning_rate": 0.003, "loss": 4.1153, "step": 3620 }, { "epoch": 0.03621, "grad_norm": 0.8480434130474432, "learning_rate": 0.003, "loss": 4.112, "step": 3621 }, { "epoch": 0.03622, "grad_norm": 0.9271509010196743, "learning_rate": 0.003, "loss": 4.0842, "step": 3622 }, { "epoch": 0.03623, "grad_norm": 1.022948927798352, "learning_rate": 0.003, "loss": 4.0792, "step": 3623 }, { "epoch": 0.03624, "grad_norm": 0.9265641312425992, "learning_rate": 0.003, "loss": 4.0852, "step": 3624 }, { "epoch": 0.03625, "grad_norm": 0.7813804518175715, "learning_rate": 0.003, "loss": 4.1199, "step": 3625 }, { "epoch": 0.03626, "grad_norm": 0.7288040056584648, "learning_rate": 0.003, "loss": 4.0939, "step": 3626 }, { "epoch": 0.03627, "grad_norm": 0.7898367328534155, "learning_rate": 0.003, "loss": 4.0953, "step": 3627 }, { "epoch": 0.03628, "grad_norm": 0.7391500282099692, "learning_rate": 0.003, "loss": 4.1039, "step": 3628 }, { "epoch": 0.03629, "grad_norm": 0.7244163565447427, "learning_rate": 0.003, "loss": 4.1225, "step": 3629 }, { "epoch": 0.0363, "grad_norm": 0.8351668360599707, "learning_rate": 0.003, "loss": 4.108, "step": 3630 }, { "epoch": 0.03631, "grad_norm": 1.1144221832925818, "learning_rate": 0.003, "loss": 4.1113, "step": 3631 }, { "epoch": 0.03632, "grad_norm": 0.9360712274389132, "learning_rate": 0.003, "loss": 4.1011, "step": 3632 }, { "epoch": 0.03633, "grad_norm": 0.9876936083254465, "learning_rate": 0.003, "loss": 4.1331, "step": 3633 }, { "epoch": 0.03634, "grad_norm": 0.955681965536761, "learning_rate": 0.003, "loss": 4.1088, "step": 3634 }, { "epoch": 0.03635, "grad_norm": 0.9023651977998233, "learning_rate": 0.003, "loss": 4.0924, "step": 3635 }, { "epoch": 0.03636, "grad_norm": 0.8274154329119018, "learning_rate": 0.003, "loss": 4.1097, "step": 3636 }, { "epoch": 0.03637, "grad_norm": 0.9898592340376765, "learning_rate": 0.003, "loss": 4.1049, "step": 3637 }, { "epoch": 0.03638, "grad_norm": 0.961405507097599, "learning_rate": 0.003, "loss": 4.1193, "step": 3638 }, { "epoch": 0.03639, "grad_norm": 1.0204413055029042, "learning_rate": 0.003, "loss": 4.145, "step": 3639 }, { "epoch": 0.0364, "grad_norm": 0.9674075028743515, "learning_rate": 0.003, "loss": 4.1379, "step": 3640 }, { "epoch": 0.03641, "grad_norm": 1.0768346328712466, "learning_rate": 0.003, "loss": 4.125, "step": 3641 }, { "epoch": 0.03642, "grad_norm": 0.9224514479840723, "learning_rate": 0.003, "loss": 4.1408, "step": 3642 }, { "epoch": 0.03643, "grad_norm": 1.0336265072437074, "learning_rate": 0.003, "loss": 4.1059, "step": 3643 }, { "epoch": 0.03644, "grad_norm": 0.8524724447399462, "learning_rate": 0.003, "loss": 4.1268, "step": 3644 }, { "epoch": 0.03645, "grad_norm": 0.746873753702558, "learning_rate": 0.003, "loss": 4.0924, "step": 3645 }, { "epoch": 0.03646, "grad_norm": 0.8800991852578832, "learning_rate": 0.003, "loss": 4.1164, "step": 3646 }, { "epoch": 0.03647, "grad_norm": 0.9340999264767859, "learning_rate": 0.003, "loss": 4.1139, "step": 3647 }, { "epoch": 0.03648, "grad_norm": 0.9312651206865153, "learning_rate": 0.003, "loss": 4.1023, "step": 3648 }, { "epoch": 0.03649, "grad_norm": 0.9165122392124831, "learning_rate": 0.003, "loss": 4.1262, "step": 3649 }, { "epoch": 0.0365, "grad_norm": 0.956526663147831, "learning_rate": 0.003, "loss": 4.1081, "step": 3650 }, { "epoch": 0.03651, "grad_norm": 0.8484726129203977, "learning_rate": 0.003, "loss": 4.1246, "step": 3651 }, { "epoch": 0.03652, "grad_norm": 0.7894465078154086, "learning_rate": 0.003, "loss": 4.1058, "step": 3652 }, { "epoch": 0.03653, "grad_norm": 0.6892303382737016, "learning_rate": 0.003, "loss": 4.0903, "step": 3653 }, { "epoch": 0.03654, "grad_norm": 0.6682166624701149, "learning_rate": 0.003, "loss": 4.0881, "step": 3654 }, { "epoch": 0.03655, "grad_norm": 0.6644222696456153, "learning_rate": 0.003, "loss": 4.1114, "step": 3655 }, { "epoch": 0.03656, "grad_norm": 0.6972374084601054, "learning_rate": 0.003, "loss": 4.0992, "step": 3656 }, { "epoch": 0.03657, "grad_norm": 0.6757860783494947, "learning_rate": 0.003, "loss": 4.071, "step": 3657 }, { "epoch": 0.03658, "grad_norm": 0.7083328895452327, "learning_rate": 0.003, "loss": 4.1336, "step": 3658 }, { "epoch": 0.03659, "grad_norm": 0.7718946593018728, "learning_rate": 0.003, "loss": 4.0862, "step": 3659 }, { "epoch": 0.0366, "grad_norm": 0.7376732318109632, "learning_rate": 0.003, "loss": 4.1142, "step": 3660 }, { "epoch": 0.03661, "grad_norm": 0.8048594254747962, "learning_rate": 0.003, "loss": 4.0967, "step": 3661 }, { "epoch": 0.03662, "grad_norm": 0.9041684527522658, "learning_rate": 0.003, "loss": 4.0936, "step": 3662 }, { "epoch": 0.03663, "grad_norm": 0.8857606200128569, "learning_rate": 0.003, "loss": 4.1121, "step": 3663 }, { "epoch": 0.03664, "grad_norm": 0.9256759603717064, "learning_rate": 0.003, "loss": 4.0945, "step": 3664 }, { "epoch": 0.03665, "grad_norm": 0.9238563202936576, "learning_rate": 0.003, "loss": 4.1202, "step": 3665 }, { "epoch": 0.03666, "grad_norm": 0.8203365130003366, "learning_rate": 0.003, "loss": 4.074, "step": 3666 }, { "epoch": 0.03667, "grad_norm": 0.9024471801382937, "learning_rate": 0.003, "loss": 4.0876, "step": 3667 }, { "epoch": 0.03668, "grad_norm": 1.0552967059744773, "learning_rate": 0.003, "loss": 4.1067, "step": 3668 }, { "epoch": 0.03669, "grad_norm": 1.0820390277779695, "learning_rate": 0.003, "loss": 4.0894, "step": 3669 }, { "epoch": 0.0367, "grad_norm": 0.9454674065362177, "learning_rate": 0.003, "loss": 4.1199, "step": 3670 }, { "epoch": 0.03671, "grad_norm": 1.0059330853811892, "learning_rate": 0.003, "loss": 4.1144, "step": 3671 }, { "epoch": 0.03672, "grad_norm": 1.2723317844660584, "learning_rate": 0.003, "loss": 4.1282, "step": 3672 }, { "epoch": 0.03673, "grad_norm": 0.8050766891971283, "learning_rate": 0.003, "loss": 4.1214, "step": 3673 }, { "epoch": 0.03674, "grad_norm": 0.8682507056177615, "learning_rate": 0.003, "loss": 4.0873, "step": 3674 }, { "epoch": 0.03675, "grad_norm": 1.0276133687150726, "learning_rate": 0.003, "loss": 4.1309, "step": 3675 }, { "epoch": 0.03676, "grad_norm": 1.0466449018255517, "learning_rate": 0.003, "loss": 4.0901, "step": 3676 }, { "epoch": 0.03677, "grad_norm": 0.9830229711282336, "learning_rate": 0.003, "loss": 4.1062, "step": 3677 }, { "epoch": 0.03678, "grad_norm": 0.9217069489116423, "learning_rate": 0.003, "loss": 4.1303, "step": 3678 }, { "epoch": 0.03679, "grad_norm": 1.0822177384710947, "learning_rate": 0.003, "loss": 4.1232, "step": 3679 }, { "epoch": 0.0368, "grad_norm": 1.0907486819128838, "learning_rate": 0.003, "loss": 4.1207, "step": 3680 }, { "epoch": 0.03681, "grad_norm": 0.8227793104650016, "learning_rate": 0.003, "loss": 4.0847, "step": 3681 }, { "epoch": 0.03682, "grad_norm": 0.7808126016328544, "learning_rate": 0.003, "loss": 4.1234, "step": 3682 }, { "epoch": 0.03683, "grad_norm": 0.7174400556511353, "learning_rate": 0.003, "loss": 4.0807, "step": 3683 }, { "epoch": 0.03684, "grad_norm": 0.6775479041332162, "learning_rate": 0.003, "loss": 4.104, "step": 3684 }, { "epoch": 0.03685, "grad_norm": 0.6420088354614908, "learning_rate": 0.003, "loss": 4.0865, "step": 3685 }, { "epoch": 0.03686, "grad_norm": 0.598867465128322, "learning_rate": 0.003, "loss": 4.1055, "step": 3686 }, { "epoch": 0.03687, "grad_norm": 0.6115731068077563, "learning_rate": 0.003, "loss": 4.1238, "step": 3687 }, { "epoch": 0.03688, "grad_norm": 0.7067511764658732, "learning_rate": 0.003, "loss": 4.1159, "step": 3688 }, { "epoch": 0.03689, "grad_norm": 0.7020192080483855, "learning_rate": 0.003, "loss": 4.0827, "step": 3689 }, { "epoch": 0.0369, "grad_norm": 0.6267089096242754, "learning_rate": 0.003, "loss": 4.1099, "step": 3690 }, { "epoch": 0.03691, "grad_norm": 0.5456674081937926, "learning_rate": 0.003, "loss": 4.0896, "step": 3691 }, { "epoch": 0.03692, "grad_norm": 0.6082919076452641, "learning_rate": 0.003, "loss": 4.127, "step": 3692 }, { "epoch": 0.03693, "grad_norm": 0.7939340117807796, "learning_rate": 0.003, "loss": 4.0993, "step": 3693 }, { "epoch": 0.03694, "grad_norm": 1.0013591289075594, "learning_rate": 0.003, "loss": 4.1044, "step": 3694 }, { "epoch": 0.03695, "grad_norm": 1.022061020358787, "learning_rate": 0.003, "loss": 4.1043, "step": 3695 }, { "epoch": 0.03696, "grad_norm": 0.6767445565263814, "learning_rate": 0.003, "loss": 4.0932, "step": 3696 }, { "epoch": 0.03697, "grad_norm": 0.6543502581869196, "learning_rate": 0.003, "loss": 4.0827, "step": 3697 }, { "epoch": 0.03698, "grad_norm": 0.898978343569856, "learning_rate": 0.003, "loss": 4.1225, "step": 3698 }, { "epoch": 0.03699, "grad_norm": 0.8905816524859695, "learning_rate": 0.003, "loss": 4.1114, "step": 3699 }, { "epoch": 0.037, "grad_norm": 0.7721797452363818, "learning_rate": 0.003, "loss": 4.0978, "step": 3700 }, { "epoch": 0.03701, "grad_norm": 0.9150903630097929, "learning_rate": 0.003, "loss": 4.1031, "step": 3701 }, { "epoch": 0.03702, "grad_norm": 0.846227592035782, "learning_rate": 0.003, "loss": 4.0942, "step": 3702 }, { "epoch": 0.03703, "grad_norm": 0.797196639545616, "learning_rate": 0.003, "loss": 4.105, "step": 3703 }, { "epoch": 0.03704, "grad_norm": 0.9810543408588123, "learning_rate": 0.003, "loss": 4.1134, "step": 3704 }, { "epoch": 0.03705, "grad_norm": 1.0722834307776175, "learning_rate": 0.003, "loss": 4.1352, "step": 3705 }, { "epoch": 0.03706, "grad_norm": 0.9721358338604488, "learning_rate": 0.003, "loss": 4.1164, "step": 3706 }, { "epoch": 0.03707, "grad_norm": 0.9790738664900162, "learning_rate": 0.003, "loss": 4.1016, "step": 3707 }, { "epoch": 0.03708, "grad_norm": 0.9353887990568662, "learning_rate": 0.003, "loss": 4.1207, "step": 3708 }, { "epoch": 0.03709, "grad_norm": 0.9856206989122267, "learning_rate": 0.003, "loss": 4.1007, "step": 3709 }, { "epoch": 0.0371, "grad_norm": 1.0451787463045008, "learning_rate": 0.003, "loss": 4.138, "step": 3710 }, { "epoch": 0.03711, "grad_norm": 1.0753305901256527, "learning_rate": 0.003, "loss": 4.1107, "step": 3711 }, { "epoch": 0.03712, "grad_norm": 0.9432866794357371, "learning_rate": 0.003, "loss": 4.1099, "step": 3712 }, { "epoch": 0.03713, "grad_norm": 1.0228561402780971, "learning_rate": 0.003, "loss": 4.1028, "step": 3713 }, { "epoch": 0.03714, "grad_norm": 1.0155399617885337, "learning_rate": 0.003, "loss": 4.1147, "step": 3714 }, { "epoch": 0.03715, "grad_norm": 0.9501309057637405, "learning_rate": 0.003, "loss": 4.1227, "step": 3715 }, { "epoch": 0.03716, "grad_norm": 0.8368341993061407, "learning_rate": 0.003, "loss": 4.1051, "step": 3716 }, { "epoch": 0.03717, "grad_norm": 0.8200844350513596, "learning_rate": 0.003, "loss": 4.1116, "step": 3717 }, { "epoch": 0.03718, "grad_norm": 0.8192379479874041, "learning_rate": 0.003, "loss": 4.0813, "step": 3718 }, { "epoch": 0.03719, "grad_norm": 0.9007315714309677, "learning_rate": 0.003, "loss": 4.1138, "step": 3719 }, { "epoch": 0.0372, "grad_norm": 0.9179074609676963, "learning_rate": 0.003, "loss": 4.1166, "step": 3720 }, { "epoch": 0.03721, "grad_norm": 0.848049967304013, "learning_rate": 0.003, "loss": 4.1026, "step": 3721 }, { "epoch": 0.03722, "grad_norm": 0.7009453544906782, "learning_rate": 0.003, "loss": 4.0992, "step": 3722 }, { "epoch": 0.03723, "grad_norm": 0.6973322955990157, "learning_rate": 0.003, "loss": 4.1295, "step": 3723 }, { "epoch": 0.03724, "grad_norm": 0.6858684932844772, "learning_rate": 0.003, "loss": 4.1048, "step": 3724 }, { "epoch": 0.03725, "grad_norm": 0.5759232117551641, "learning_rate": 0.003, "loss": 4.1114, "step": 3725 }, { "epoch": 0.03726, "grad_norm": 0.7355358643002436, "learning_rate": 0.003, "loss": 4.0888, "step": 3726 }, { "epoch": 0.03727, "grad_norm": 0.975453002086878, "learning_rate": 0.003, "loss": 4.128, "step": 3727 }, { "epoch": 0.03728, "grad_norm": 1.2871266145714035, "learning_rate": 0.003, "loss": 4.0871, "step": 3728 }, { "epoch": 0.03729, "grad_norm": 0.6800175356883061, "learning_rate": 0.003, "loss": 4.1097, "step": 3729 }, { "epoch": 0.0373, "grad_norm": 0.8995970728462417, "learning_rate": 0.003, "loss": 4.0995, "step": 3730 }, { "epoch": 0.03731, "grad_norm": 0.8748991092762279, "learning_rate": 0.003, "loss": 4.1225, "step": 3731 }, { "epoch": 0.03732, "grad_norm": 0.7674871139345869, "learning_rate": 0.003, "loss": 4.1157, "step": 3732 }, { "epoch": 0.03733, "grad_norm": 0.7725141224382513, "learning_rate": 0.003, "loss": 4.0939, "step": 3733 }, { "epoch": 0.03734, "grad_norm": 0.923649436345944, "learning_rate": 0.003, "loss": 4.101, "step": 3734 }, { "epoch": 0.03735, "grad_norm": 0.85452781445576, "learning_rate": 0.003, "loss": 4.0922, "step": 3735 }, { "epoch": 0.03736, "grad_norm": 0.8691053620191994, "learning_rate": 0.003, "loss": 4.1222, "step": 3736 }, { "epoch": 0.03737, "grad_norm": 0.8505997578362463, "learning_rate": 0.003, "loss": 4.1089, "step": 3737 }, { "epoch": 0.03738, "grad_norm": 0.7742946039499282, "learning_rate": 0.003, "loss": 4.1245, "step": 3738 }, { "epoch": 0.03739, "grad_norm": 0.7994977680328913, "learning_rate": 0.003, "loss": 4.0899, "step": 3739 }, { "epoch": 0.0374, "grad_norm": 0.8536215986910768, "learning_rate": 0.003, "loss": 4.1105, "step": 3740 }, { "epoch": 0.03741, "grad_norm": 0.9409826319598602, "learning_rate": 0.003, "loss": 4.0963, "step": 3741 }, { "epoch": 0.03742, "grad_norm": 0.8593777917195926, "learning_rate": 0.003, "loss": 4.0892, "step": 3742 }, { "epoch": 0.03743, "grad_norm": 0.7563917031775911, "learning_rate": 0.003, "loss": 4.0831, "step": 3743 }, { "epoch": 0.03744, "grad_norm": 0.7103064287871557, "learning_rate": 0.003, "loss": 4.1122, "step": 3744 }, { "epoch": 0.03745, "grad_norm": 0.7615538447680247, "learning_rate": 0.003, "loss": 4.0968, "step": 3745 }, { "epoch": 0.03746, "grad_norm": 0.9955801956257352, "learning_rate": 0.003, "loss": 4.1095, "step": 3746 }, { "epoch": 0.03747, "grad_norm": 1.0171288172949948, "learning_rate": 0.003, "loss": 4.1216, "step": 3747 }, { "epoch": 0.03748, "grad_norm": 0.7896231689985856, "learning_rate": 0.003, "loss": 4.0881, "step": 3748 }, { "epoch": 0.03749, "grad_norm": 0.6375567183654871, "learning_rate": 0.003, "loss": 4.095, "step": 3749 }, { "epoch": 0.0375, "grad_norm": 0.7372117367719312, "learning_rate": 0.003, "loss": 4.1199, "step": 3750 }, { "epoch": 0.03751, "grad_norm": 0.7461639244591386, "learning_rate": 0.003, "loss": 4.0717, "step": 3751 }, { "epoch": 0.03752, "grad_norm": 0.7827559728941343, "learning_rate": 0.003, "loss": 4.1018, "step": 3752 }, { "epoch": 0.03753, "grad_norm": 0.7771731000337748, "learning_rate": 0.003, "loss": 4.1046, "step": 3753 }, { "epoch": 0.03754, "grad_norm": 1.0118496549896825, "learning_rate": 0.003, "loss": 4.1181, "step": 3754 }, { "epoch": 0.03755, "grad_norm": 1.2993270154749912, "learning_rate": 0.003, "loss": 4.124, "step": 3755 }, { "epoch": 0.03756, "grad_norm": 0.8028019558848566, "learning_rate": 0.003, "loss": 4.0805, "step": 3756 }, { "epoch": 0.03757, "grad_norm": 0.9071996665258343, "learning_rate": 0.003, "loss": 4.1147, "step": 3757 }, { "epoch": 0.03758, "grad_norm": 0.8773892948854304, "learning_rate": 0.003, "loss": 4.0569, "step": 3758 }, { "epoch": 0.03759, "grad_norm": 0.8198221769200625, "learning_rate": 0.003, "loss": 4.1152, "step": 3759 }, { "epoch": 0.0376, "grad_norm": 0.8540457248460523, "learning_rate": 0.003, "loss": 4.1047, "step": 3760 }, { "epoch": 0.03761, "grad_norm": 0.7667243415560708, "learning_rate": 0.003, "loss": 4.071, "step": 3761 }, { "epoch": 0.03762, "grad_norm": 0.8865050328861852, "learning_rate": 0.003, "loss": 4.1272, "step": 3762 }, { "epoch": 0.03763, "grad_norm": 0.9591731803168125, "learning_rate": 0.003, "loss": 4.1125, "step": 3763 }, { "epoch": 0.03764, "grad_norm": 0.9480606119145719, "learning_rate": 0.003, "loss": 4.125, "step": 3764 }, { "epoch": 0.03765, "grad_norm": 0.9684597356680353, "learning_rate": 0.003, "loss": 4.1473, "step": 3765 }, { "epoch": 0.03766, "grad_norm": 0.8344731198089695, "learning_rate": 0.003, "loss": 4.0824, "step": 3766 }, { "epoch": 0.03767, "grad_norm": 0.7765792550643911, "learning_rate": 0.003, "loss": 4.1232, "step": 3767 }, { "epoch": 0.03768, "grad_norm": 0.7642334739357078, "learning_rate": 0.003, "loss": 4.098, "step": 3768 }, { "epoch": 0.03769, "grad_norm": 0.7211211499394363, "learning_rate": 0.003, "loss": 4.089, "step": 3769 }, { "epoch": 0.0377, "grad_norm": 0.6106973291196678, "learning_rate": 0.003, "loss": 4.0668, "step": 3770 }, { "epoch": 0.03771, "grad_norm": 0.5628256340241241, "learning_rate": 0.003, "loss": 4.0822, "step": 3771 }, { "epoch": 0.03772, "grad_norm": 0.5845993807831852, "learning_rate": 0.003, "loss": 4.1005, "step": 3772 }, { "epoch": 0.03773, "grad_norm": 0.6697980766862262, "learning_rate": 0.003, "loss": 4.1105, "step": 3773 }, { "epoch": 0.03774, "grad_norm": 0.8252901528282155, "learning_rate": 0.003, "loss": 4.0962, "step": 3774 }, { "epoch": 0.03775, "grad_norm": 0.9517527171183254, "learning_rate": 0.003, "loss": 4.1173, "step": 3775 }, { "epoch": 0.03776, "grad_norm": 1.0897263182368793, "learning_rate": 0.003, "loss": 4.1013, "step": 3776 }, { "epoch": 0.03777, "grad_norm": 0.8653535869810033, "learning_rate": 0.003, "loss": 4.1103, "step": 3777 }, { "epoch": 0.03778, "grad_norm": 0.7342155379460369, "learning_rate": 0.003, "loss": 4.0844, "step": 3778 }, { "epoch": 0.03779, "grad_norm": 0.7679190695396096, "learning_rate": 0.003, "loss": 4.0992, "step": 3779 }, { "epoch": 0.0378, "grad_norm": 0.8679609457918785, "learning_rate": 0.003, "loss": 4.1037, "step": 3780 }, { "epoch": 0.03781, "grad_norm": 1.0049631112041457, "learning_rate": 0.003, "loss": 4.1356, "step": 3781 }, { "epoch": 0.03782, "grad_norm": 1.092459674146767, "learning_rate": 0.003, "loss": 4.1145, "step": 3782 }, { "epoch": 0.03783, "grad_norm": 0.9622890806365146, "learning_rate": 0.003, "loss": 4.1132, "step": 3783 }, { "epoch": 0.03784, "grad_norm": 1.0671033317728673, "learning_rate": 0.003, "loss": 4.1163, "step": 3784 }, { "epoch": 0.03785, "grad_norm": 1.0407807642051592, "learning_rate": 0.003, "loss": 4.1009, "step": 3785 }, { "epoch": 0.03786, "grad_norm": 1.125690448525855, "learning_rate": 0.003, "loss": 4.1206, "step": 3786 }, { "epoch": 0.03787, "grad_norm": 1.0253559423721736, "learning_rate": 0.003, "loss": 4.108, "step": 3787 }, { "epoch": 0.03788, "grad_norm": 1.0136069570600932, "learning_rate": 0.003, "loss": 4.1383, "step": 3788 }, { "epoch": 0.03789, "grad_norm": 1.1118575565083433, "learning_rate": 0.003, "loss": 4.0781, "step": 3789 }, { "epoch": 0.0379, "grad_norm": 0.7950650221590647, "learning_rate": 0.003, "loss": 4.0936, "step": 3790 }, { "epoch": 0.03791, "grad_norm": 0.6642703034618491, "learning_rate": 0.003, "loss": 4.102, "step": 3791 }, { "epoch": 0.03792, "grad_norm": 0.6118532884669681, "learning_rate": 0.003, "loss": 4.131, "step": 3792 }, { "epoch": 0.03793, "grad_norm": 0.6538749880963972, "learning_rate": 0.003, "loss": 4.1243, "step": 3793 }, { "epoch": 0.03794, "grad_norm": 0.7185276449261756, "learning_rate": 0.003, "loss": 4.1251, "step": 3794 }, { "epoch": 0.03795, "grad_norm": 0.8476725115524525, "learning_rate": 0.003, "loss": 4.1113, "step": 3795 }, { "epoch": 0.03796, "grad_norm": 0.912186760325603, "learning_rate": 0.003, "loss": 4.0943, "step": 3796 }, { "epoch": 0.03797, "grad_norm": 0.8535289933328677, "learning_rate": 0.003, "loss": 4.0821, "step": 3797 }, { "epoch": 0.03798, "grad_norm": 0.8439916131790419, "learning_rate": 0.003, "loss": 4.0994, "step": 3798 }, { "epoch": 0.03799, "grad_norm": 0.977315385277912, "learning_rate": 0.003, "loss": 4.1126, "step": 3799 }, { "epoch": 0.038, "grad_norm": 1.2434381910310124, "learning_rate": 0.003, "loss": 4.1299, "step": 3800 }, { "epoch": 0.03801, "grad_norm": 0.8428497034893558, "learning_rate": 0.003, "loss": 4.1253, "step": 3801 }, { "epoch": 0.03802, "grad_norm": 0.7525631044925924, "learning_rate": 0.003, "loss": 4.0961, "step": 3802 }, { "epoch": 0.03803, "grad_norm": 0.8068378132076305, "learning_rate": 0.003, "loss": 4.1244, "step": 3803 }, { "epoch": 0.03804, "grad_norm": 0.8984500712876651, "learning_rate": 0.003, "loss": 4.0932, "step": 3804 }, { "epoch": 0.03805, "grad_norm": 0.9405144408554322, "learning_rate": 0.003, "loss": 4.1103, "step": 3805 }, { "epoch": 0.03806, "grad_norm": 1.019634044722222, "learning_rate": 0.003, "loss": 4.1129, "step": 3806 }, { "epoch": 0.03807, "grad_norm": 0.8853714667588649, "learning_rate": 0.003, "loss": 4.1011, "step": 3807 }, { "epoch": 0.03808, "grad_norm": 0.9597650598957446, "learning_rate": 0.003, "loss": 4.1172, "step": 3808 }, { "epoch": 0.03809, "grad_norm": 1.067683764868459, "learning_rate": 0.003, "loss": 4.1028, "step": 3809 }, { "epoch": 0.0381, "grad_norm": 0.9853327608719147, "learning_rate": 0.003, "loss": 4.0906, "step": 3810 }, { "epoch": 0.03811, "grad_norm": 1.1386409326086608, "learning_rate": 0.003, "loss": 4.1243, "step": 3811 }, { "epoch": 0.03812, "grad_norm": 0.8785836941800041, "learning_rate": 0.003, "loss": 4.1117, "step": 3812 }, { "epoch": 0.03813, "grad_norm": 0.719604168428238, "learning_rate": 0.003, "loss": 4.0807, "step": 3813 }, { "epoch": 0.03814, "grad_norm": 0.8437531723051056, "learning_rate": 0.003, "loss": 4.1129, "step": 3814 }, { "epoch": 0.03815, "grad_norm": 0.9017994260619784, "learning_rate": 0.003, "loss": 4.1038, "step": 3815 }, { "epoch": 0.03816, "grad_norm": 1.0098474951212937, "learning_rate": 0.003, "loss": 4.107, "step": 3816 }, { "epoch": 0.03817, "grad_norm": 0.9361762835503497, "learning_rate": 0.003, "loss": 4.0878, "step": 3817 }, { "epoch": 0.03818, "grad_norm": 1.037066830030048, "learning_rate": 0.003, "loss": 4.1377, "step": 3818 }, { "epoch": 0.03819, "grad_norm": 1.156007843641428, "learning_rate": 0.003, "loss": 4.0914, "step": 3819 }, { "epoch": 0.0382, "grad_norm": 0.9923419777257736, "learning_rate": 0.003, "loss": 4.1377, "step": 3820 }, { "epoch": 0.03821, "grad_norm": 1.1885176826442838, "learning_rate": 0.003, "loss": 4.0908, "step": 3821 }, { "epoch": 0.03822, "grad_norm": 0.8699977531184279, "learning_rate": 0.003, "loss": 4.1066, "step": 3822 }, { "epoch": 0.03823, "grad_norm": 0.9310049147972063, "learning_rate": 0.003, "loss": 4.1051, "step": 3823 }, { "epoch": 0.03824, "grad_norm": 1.0606557350696768, "learning_rate": 0.003, "loss": 4.1039, "step": 3824 }, { "epoch": 0.03825, "grad_norm": 0.8761874314983482, "learning_rate": 0.003, "loss": 4.1167, "step": 3825 }, { "epoch": 0.03826, "grad_norm": 0.709566654404231, "learning_rate": 0.003, "loss": 4.0953, "step": 3826 }, { "epoch": 0.03827, "grad_norm": 0.665621012314629, "learning_rate": 0.003, "loss": 4.1211, "step": 3827 }, { "epoch": 0.03828, "grad_norm": 0.6539927553498923, "learning_rate": 0.003, "loss": 4.0957, "step": 3828 }, { "epoch": 0.03829, "grad_norm": 0.6659373242823122, "learning_rate": 0.003, "loss": 4.1003, "step": 3829 }, { "epoch": 0.0383, "grad_norm": 0.719614104181746, "learning_rate": 0.003, "loss": 4.0887, "step": 3830 }, { "epoch": 0.03831, "grad_norm": 0.7380247193128887, "learning_rate": 0.003, "loss": 4.0917, "step": 3831 }, { "epoch": 0.03832, "grad_norm": 0.7602873975407207, "learning_rate": 0.003, "loss": 4.0885, "step": 3832 }, { "epoch": 0.03833, "grad_norm": 0.7801412356291381, "learning_rate": 0.003, "loss": 4.091, "step": 3833 }, { "epoch": 0.03834, "grad_norm": 1.035527155697683, "learning_rate": 0.003, "loss": 4.1267, "step": 3834 }, { "epoch": 0.03835, "grad_norm": 1.2017267869538604, "learning_rate": 0.003, "loss": 4.1248, "step": 3835 }, { "epoch": 0.03836, "grad_norm": 0.7780948979729766, "learning_rate": 0.003, "loss": 4.1159, "step": 3836 }, { "epoch": 0.03837, "grad_norm": 0.6833191218840556, "learning_rate": 0.003, "loss": 4.0998, "step": 3837 }, { "epoch": 0.03838, "grad_norm": 0.8599951602639524, "learning_rate": 0.003, "loss": 4.0887, "step": 3838 }, { "epoch": 0.03839, "grad_norm": 0.9833951212613625, "learning_rate": 0.003, "loss": 4.0983, "step": 3839 }, { "epoch": 0.0384, "grad_norm": 1.1478082520006916, "learning_rate": 0.003, "loss": 4.1098, "step": 3840 }, { "epoch": 0.03841, "grad_norm": 0.8829906180137885, "learning_rate": 0.003, "loss": 4.1072, "step": 3841 }, { "epoch": 0.03842, "grad_norm": 0.7834869010490613, "learning_rate": 0.003, "loss": 4.1048, "step": 3842 }, { "epoch": 0.03843, "grad_norm": 0.7188713056155882, "learning_rate": 0.003, "loss": 4.0917, "step": 3843 }, { "epoch": 0.03844, "grad_norm": 0.7540179942394175, "learning_rate": 0.003, "loss": 4.0985, "step": 3844 }, { "epoch": 0.03845, "grad_norm": 0.7463415722264508, "learning_rate": 0.003, "loss": 4.0979, "step": 3845 }, { "epoch": 0.03846, "grad_norm": 0.7138861193622222, "learning_rate": 0.003, "loss": 4.1121, "step": 3846 }, { "epoch": 0.03847, "grad_norm": 0.648731470870398, "learning_rate": 0.003, "loss": 4.0983, "step": 3847 }, { "epoch": 0.03848, "grad_norm": 0.7547795493913247, "learning_rate": 0.003, "loss": 4.0875, "step": 3848 }, { "epoch": 0.03849, "grad_norm": 0.799301070310209, "learning_rate": 0.003, "loss": 4.1026, "step": 3849 }, { "epoch": 0.0385, "grad_norm": 0.9203078148453605, "learning_rate": 0.003, "loss": 4.1155, "step": 3850 }, { "epoch": 0.03851, "grad_norm": 1.0151353622998731, "learning_rate": 0.003, "loss": 4.0825, "step": 3851 }, { "epoch": 0.03852, "grad_norm": 1.0144010495517577, "learning_rate": 0.003, "loss": 4.1208, "step": 3852 }, { "epoch": 0.03853, "grad_norm": 1.0493705006427887, "learning_rate": 0.003, "loss": 4.1176, "step": 3853 }, { "epoch": 0.03854, "grad_norm": 0.8074337792156867, "learning_rate": 0.003, "loss": 4.103, "step": 3854 }, { "epoch": 0.03855, "grad_norm": 0.8026707872705597, "learning_rate": 0.003, "loss": 4.1197, "step": 3855 }, { "epoch": 0.03856, "grad_norm": 0.7804974920617295, "learning_rate": 0.003, "loss": 4.091, "step": 3856 }, { "epoch": 0.03857, "grad_norm": 0.8054893207885017, "learning_rate": 0.003, "loss": 4.0965, "step": 3857 }, { "epoch": 0.03858, "grad_norm": 0.8546443108408268, "learning_rate": 0.003, "loss": 4.0935, "step": 3858 }, { "epoch": 0.03859, "grad_norm": 0.8455331814308655, "learning_rate": 0.003, "loss": 4.1175, "step": 3859 }, { "epoch": 0.0386, "grad_norm": 0.7390789874576452, "learning_rate": 0.003, "loss": 4.0757, "step": 3860 }, { "epoch": 0.03861, "grad_norm": 0.7582288889706922, "learning_rate": 0.003, "loss": 4.1151, "step": 3861 }, { "epoch": 0.03862, "grad_norm": 0.725403944101907, "learning_rate": 0.003, "loss": 4.0906, "step": 3862 }, { "epoch": 0.03863, "grad_norm": 0.8633932250780971, "learning_rate": 0.003, "loss": 4.09, "step": 3863 }, { "epoch": 0.03864, "grad_norm": 1.1650833586712557, "learning_rate": 0.003, "loss": 4.1044, "step": 3864 }, { "epoch": 0.03865, "grad_norm": 0.9893693208520536, "learning_rate": 0.003, "loss": 4.1167, "step": 3865 }, { "epoch": 0.03866, "grad_norm": 1.0874614460090002, "learning_rate": 0.003, "loss": 4.0949, "step": 3866 }, { "epoch": 0.03867, "grad_norm": 0.7886630657768378, "learning_rate": 0.003, "loss": 4.0704, "step": 3867 }, { "epoch": 0.03868, "grad_norm": 0.885679172374958, "learning_rate": 0.003, "loss": 4.108, "step": 3868 }, { "epoch": 0.03869, "grad_norm": 1.0141213895298733, "learning_rate": 0.003, "loss": 4.0985, "step": 3869 }, { "epoch": 0.0387, "grad_norm": 1.0688565646198265, "learning_rate": 0.003, "loss": 4.1191, "step": 3870 }, { "epoch": 0.03871, "grad_norm": 0.9129625883332004, "learning_rate": 0.003, "loss": 4.0893, "step": 3871 }, { "epoch": 0.03872, "grad_norm": 0.8736530068321784, "learning_rate": 0.003, "loss": 4.0788, "step": 3872 }, { "epoch": 0.03873, "grad_norm": 0.9127445482435979, "learning_rate": 0.003, "loss": 4.1211, "step": 3873 }, { "epoch": 0.03874, "grad_norm": 1.1125648535743125, "learning_rate": 0.003, "loss": 4.0982, "step": 3874 }, { "epoch": 0.03875, "grad_norm": 1.0031183839809612, "learning_rate": 0.003, "loss": 4.1, "step": 3875 }, { "epoch": 0.03876, "grad_norm": 0.9060582464048182, "learning_rate": 0.003, "loss": 4.1299, "step": 3876 }, { "epoch": 0.03877, "grad_norm": 0.8392586887613771, "learning_rate": 0.003, "loss": 4.1084, "step": 3877 }, { "epoch": 0.03878, "grad_norm": 0.8001456111460843, "learning_rate": 0.003, "loss": 4.1209, "step": 3878 }, { "epoch": 0.03879, "grad_norm": 0.7457591238961055, "learning_rate": 0.003, "loss": 4.1183, "step": 3879 }, { "epoch": 0.0388, "grad_norm": 0.6124933426277533, "learning_rate": 0.003, "loss": 4.0806, "step": 3880 }, { "epoch": 0.03881, "grad_norm": 0.6131747582366786, "learning_rate": 0.003, "loss": 4.1053, "step": 3881 }, { "epoch": 0.03882, "grad_norm": 0.6113752675559317, "learning_rate": 0.003, "loss": 4.1139, "step": 3882 }, { "epoch": 0.03883, "grad_norm": 0.6919250963347912, "learning_rate": 0.003, "loss": 4.082, "step": 3883 }, { "epoch": 0.03884, "grad_norm": 0.7426309370638033, "learning_rate": 0.003, "loss": 4.0938, "step": 3884 }, { "epoch": 0.03885, "grad_norm": 0.9915545301535461, "learning_rate": 0.003, "loss": 4.1154, "step": 3885 }, { "epoch": 0.03886, "grad_norm": 1.1987560180799988, "learning_rate": 0.003, "loss": 4.0994, "step": 3886 }, { "epoch": 0.03887, "grad_norm": 0.8162692852302313, "learning_rate": 0.003, "loss": 4.1024, "step": 3887 }, { "epoch": 0.03888, "grad_norm": 1.0025366149196155, "learning_rate": 0.003, "loss": 4.0827, "step": 3888 }, { "epoch": 0.03889, "grad_norm": 1.146222148985757, "learning_rate": 0.003, "loss": 4.108, "step": 3889 }, { "epoch": 0.0389, "grad_norm": 0.8230126221175265, "learning_rate": 0.003, "loss": 4.0881, "step": 3890 }, { "epoch": 0.03891, "grad_norm": 0.8705081765994817, "learning_rate": 0.003, "loss": 4.0965, "step": 3891 }, { "epoch": 0.03892, "grad_norm": 0.7747593450381118, "learning_rate": 0.003, "loss": 4.1087, "step": 3892 }, { "epoch": 0.03893, "grad_norm": 0.7117098416936728, "learning_rate": 0.003, "loss": 4.0818, "step": 3893 }, { "epoch": 0.03894, "grad_norm": 0.7380911807082656, "learning_rate": 0.003, "loss": 4.0931, "step": 3894 }, { "epoch": 0.03895, "grad_norm": 0.9497127876188006, "learning_rate": 0.003, "loss": 4.0738, "step": 3895 }, { "epoch": 0.03896, "grad_norm": 1.1241836801249476, "learning_rate": 0.003, "loss": 4.1122, "step": 3896 }, { "epoch": 0.03897, "grad_norm": 0.9331139773236928, "learning_rate": 0.003, "loss": 4.0794, "step": 3897 }, { "epoch": 0.03898, "grad_norm": 0.8717563333320789, "learning_rate": 0.003, "loss": 4.1109, "step": 3898 }, { "epoch": 0.03899, "grad_norm": 0.9575796876780424, "learning_rate": 0.003, "loss": 4.1062, "step": 3899 }, { "epoch": 0.039, "grad_norm": 1.1111071654055427, "learning_rate": 0.003, "loss": 4.1102, "step": 3900 }, { "epoch": 0.03901, "grad_norm": 0.9101352152485117, "learning_rate": 0.003, "loss": 4.1223, "step": 3901 }, { "epoch": 0.03902, "grad_norm": 0.9149491392794752, "learning_rate": 0.003, "loss": 4.0934, "step": 3902 }, { "epoch": 0.03903, "grad_norm": 0.9599549632230119, "learning_rate": 0.003, "loss": 4.1314, "step": 3903 }, { "epoch": 0.03904, "grad_norm": 0.9977595444316653, "learning_rate": 0.003, "loss": 4.1108, "step": 3904 }, { "epoch": 0.03905, "grad_norm": 0.9772682724535922, "learning_rate": 0.003, "loss": 4.1314, "step": 3905 }, { "epoch": 0.03906, "grad_norm": 1.116840612654856, "learning_rate": 0.003, "loss": 4.1091, "step": 3906 }, { "epoch": 0.03907, "grad_norm": 0.9927827399452427, "learning_rate": 0.003, "loss": 4.1197, "step": 3907 }, { "epoch": 0.03908, "grad_norm": 1.0513974248161086, "learning_rate": 0.003, "loss": 4.1024, "step": 3908 }, { "epoch": 0.03909, "grad_norm": 0.951299576586947, "learning_rate": 0.003, "loss": 4.1068, "step": 3909 }, { "epoch": 0.0391, "grad_norm": 0.9273375029445102, "learning_rate": 0.003, "loss": 4.132, "step": 3910 }, { "epoch": 0.03911, "grad_norm": 0.960086352721459, "learning_rate": 0.003, "loss": 4.1206, "step": 3911 }, { "epoch": 0.03912, "grad_norm": 0.9317199647764666, "learning_rate": 0.003, "loss": 4.116, "step": 3912 }, { "epoch": 0.03913, "grad_norm": 0.8946789663336782, "learning_rate": 0.003, "loss": 4.0906, "step": 3913 }, { "epoch": 0.03914, "grad_norm": 0.8487878737890102, "learning_rate": 0.003, "loss": 4.1249, "step": 3914 }, { "epoch": 0.03915, "grad_norm": 0.8668410486160162, "learning_rate": 0.003, "loss": 4.0957, "step": 3915 }, { "epoch": 0.03916, "grad_norm": 0.8897335359039827, "learning_rate": 0.003, "loss": 4.126, "step": 3916 }, { "epoch": 0.03917, "grad_norm": 1.0123681906019413, "learning_rate": 0.003, "loss": 4.1215, "step": 3917 }, { "epoch": 0.03918, "grad_norm": 1.0602217244059164, "learning_rate": 0.003, "loss": 4.1106, "step": 3918 }, { "epoch": 0.03919, "grad_norm": 1.02799372222634, "learning_rate": 0.003, "loss": 4.0775, "step": 3919 }, { "epoch": 0.0392, "grad_norm": 0.7728333569294379, "learning_rate": 0.003, "loss": 4.0936, "step": 3920 }, { "epoch": 0.03921, "grad_norm": 0.7158476135413256, "learning_rate": 0.003, "loss": 4.0882, "step": 3921 }, { "epoch": 0.03922, "grad_norm": 0.8125567354684526, "learning_rate": 0.003, "loss": 4.1303, "step": 3922 }, { "epoch": 0.03923, "grad_norm": 0.9863034003179841, "learning_rate": 0.003, "loss": 4.0868, "step": 3923 }, { "epoch": 0.03924, "grad_norm": 1.0668800143383192, "learning_rate": 0.003, "loss": 4.0999, "step": 3924 }, { "epoch": 0.03925, "grad_norm": 0.9458022068309033, "learning_rate": 0.003, "loss": 4.1015, "step": 3925 }, { "epoch": 0.03926, "grad_norm": 0.913203888262044, "learning_rate": 0.003, "loss": 4.0937, "step": 3926 }, { "epoch": 0.03927, "grad_norm": 0.8813175388341771, "learning_rate": 0.003, "loss": 4.1061, "step": 3927 }, { "epoch": 0.03928, "grad_norm": 0.8794380772976899, "learning_rate": 0.003, "loss": 4.1203, "step": 3928 }, { "epoch": 0.03929, "grad_norm": 1.0579124240791549, "learning_rate": 0.003, "loss": 4.1352, "step": 3929 }, { "epoch": 0.0393, "grad_norm": 1.1597780940734346, "learning_rate": 0.003, "loss": 4.1258, "step": 3930 }, { "epoch": 0.03931, "grad_norm": 0.7081278586289745, "learning_rate": 0.003, "loss": 4.1169, "step": 3931 }, { "epoch": 0.03932, "grad_norm": 0.7809455628695875, "learning_rate": 0.003, "loss": 4.1175, "step": 3932 }, { "epoch": 0.03933, "grad_norm": 0.9272931464921295, "learning_rate": 0.003, "loss": 4.1094, "step": 3933 }, { "epoch": 0.03934, "grad_norm": 0.849076414415576, "learning_rate": 0.003, "loss": 4.0983, "step": 3934 }, { "epoch": 0.03935, "grad_norm": 0.7972121383758832, "learning_rate": 0.003, "loss": 4.0957, "step": 3935 }, { "epoch": 0.03936, "grad_norm": 0.736286380065545, "learning_rate": 0.003, "loss": 4.0552, "step": 3936 }, { "epoch": 0.03937, "grad_norm": 0.7969361690394817, "learning_rate": 0.003, "loss": 4.0919, "step": 3937 }, { "epoch": 0.03938, "grad_norm": 0.7648853318696774, "learning_rate": 0.003, "loss": 4.0959, "step": 3938 }, { "epoch": 0.03939, "grad_norm": 0.793082890734816, "learning_rate": 0.003, "loss": 4.0729, "step": 3939 }, { "epoch": 0.0394, "grad_norm": 0.9421729446698976, "learning_rate": 0.003, "loss": 4.1093, "step": 3940 }, { "epoch": 0.03941, "grad_norm": 0.9532085204003842, "learning_rate": 0.003, "loss": 4.1021, "step": 3941 }, { "epoch": 0.03942, "grad_norm": 0.9597084811820548, "learning_rate": 0.003, "loss": 4.1174, "step": 3942 }, { "epoch": 0.03943, "grad_norm": 0.9484931289816191, "learning_rate": 0.003, "loss": 4.1064, "step": 3943 }, { "epoch": 0.03944, "grad_norm": 0.9294543546840306, "learning_rate": 0.003, "loss": 4.121, "step": 3944 }, { "epoch": 0.03945, "grad_norm": 0.8988004519802858, "learning_rate": 0.003, "loss": 4.0913, "step": 3945 }, { "epoch": 0.03946, "grad_norm": 1.0598680988385802, "learning_rate": 0.003, "loss": 4.1233, "step": 3946 }, { "epoch": 0.03947, "grad_norm": 0.8720535328674782, "learning_rate": 0.003, "loss": 4.1206, "step": 3947 }, { "epoch": 0.03948, "grad_norm": 0.9223454341748609, "learning_rate": 0.003, "loss": 4.1371, "step": 3948 }, { "epoch": 0.03949, "grad_norm": 0.8915715222436728, "learning_rate": 0.003, "loss": 4.0824, "step": 3949 }, { "epoch": 0.0395, "grad_norm": 0.9448936409245293, "learning_rate": 0.003, "loss": 4.1126, "step": 3950 }, { "epoch": 0.03951, "grad_norm": 1.0385370830415304, "learning_rate": 0.003, "loss": 4.1462, "step": 3951 }, { "epoch": 0.03952, "grad_norm": 0.9030178362877832, "learning_rate": 0.003, "loss": 4.1202, "step": 3952 }, { "epoch": 0.03953, "grad_norm": 0.8709314822989492, "learning_rate": 0.003, "loss": 4.1006, "step": 3953 }, { "epoch": 0.03954, "grad_norm": 0.6813347239160019, "learning_rate": 0.003, "loss": 4.095, "step": 3954 }, { "epoch": 0.03955, "grad_norm": 0.5792685005630919, "learning_rate": 0.003, "loss": 4.0936, "step": 3955 }, { "epoch": 0.03956, "grad_norm": 0.643092840993703, "learning_rate": 0.003, "loss": 4.0958, "step": 3956 }, { "epoch": 0.03957, "grad_norm": 0.5958384751343148, "learning_rate": 0.003, "loss": 4.1, "step": 3957 }, { "epoch": 0.03958, "grad_norm": 0.7216735106401475, "learning_rate": 0.003, "loss": 4.077, "step": 3958 }, { "epoch": 0.03959, "grad_norm": 1.0447079173416385, "learning_rate": 0.003, "loss": 4.0851, "step": 3959 }, { "epoch": 0.0396, "grad_norm": 1.390251410216987, "learning_rate": 0.003, "loss": 4.1242, "step": 3960 }, { "epoch": 0.03961, "grad_norm": 0.6008725960965626, "learning_rate": 0.003, "loss": 4.1009, "step": 3961 }, { "epoch": 0.03962, "grad_norm": 1.007662011162288, "learning_rate": 0.003, "loss": 4.1212, "step": 3962 }, { "epoch": 0.03963, "grad_norm": 1.1370046987648283, "learning_rate": 0.003, "loss": 4.1122, "step": 3963 }, { "epoch": 0.03964, "grad_norm": 0.747283204388864, "learning_rate": 0.003, "loss": 4.0999, "step": 3964 }, { "epoch": 0.03965, "grad_norm": 0.8660291958106119, "learning_rate": 0.003, "loss": 4.1044, "step": 3965 }, { "epoch": 0.03966, "grad_norm": 0.8173353175111122, "learning_rate": 0.003, "loss": 4.1372, "step": 3966 }, { "epoch": 0.03967, "grad_norm": 0.8293952582170112, "learning_rate": 0.003, "loss": 4.0959, "step": 3967 }, { "epoch": 0.03968, "grad_norm": 0.7178876491150251, "learning_rate": 0.003, "loss": 4.1208, "step": 3968 }, { "epoch": 0.03969, "grad_norm": 0.6761246373413493, "learning_rate": 0.003, "loss": 4.0997, "step": 3969 }, { "epoch": 0.0397, "grad_norm": 0.781718933884442, "learning_rate": 0.003, "loss": 4.1046, "step": 3970 }, { "epoch": 0.03971, "grad_norm": 0.8449284031201099, "learning_rate": 0.003, "loss": 4.0832, "step": 3971 }, { "epoch": 0.03972, "grad_norm": 0.7027976770057135, "learning_rate": 0.003, "loss": 4.1, "step": 3972 }, { "epoch": 0.03973, "grad_norm": 0.7615706188874817, "learning_rate": 0.003, "loss": 4.1084, "step": 3973 }, { "epoch": 0.03974, "grad_norm": 0.9198349150433933, "learning_rate": 0.003, "loss": 4.1094, "step": 3974 }, { "epoch": 0.03975, "grad_norm": 0.9827265823761052, "learning_rate": 0.003, "loss": 4.1023, "step": 3975 }, { "epoch": 0.03976, "grad_norm": 0.9713747801072962, "learning_rate": 0.003, "loss": 4.135, "step": 3976 }, { "epoch": 0.03977, "grad_norm": 0.9509110934532634, "learning_rate": 0.003, "loss": 4.122, "step": 3977 }, { "epoch": 0.03978, "grad_norm": 0.8340186563863297, "learning_rate": 0.003, "loss": 4.0857, "step": 3978 }, { "epoch": 0.03979, "grad_norm": 0.8587622003381145, "learning_rate": 0.003, "loss": 4.1073, "step": 3979 }, { "epoch": 0.0398, "grad_norm": 0.9900201402082706, "learning_rate": 0.003, "loss": 4.1077, "step": 3980 }, { "epoch": 0.03981, "grad_norm": 0.8963808643427871, "learning_rate": 0.003, "loss": 4.0968, "step": 3981 }, { "epoch": 0.03982, "grad_norm": 0.8219983933371988, "learning_rate": 0.003, "loss": 4.08, "step": 3982 }, { "epoch": 0.03983, "grad_norm": 0.8040656765435304, "learning_rate": 0.003, "loss": 4.0972, "step": 3983 }, { "epoch": 0.03984, "grad_norm": 0.7325063244064047, "learning_rate": 0.003, "loss": 4.1049, "step": 3984 }, { "epoch": 0.03985, "grad_norm": 0.883058640101833, "learning_rate": 0.003, "loss": 4.1043, "step": 3985 }, { "epoch": 0.03986, "grad_norm": 1.0904689835883374, "learning_rate": 0.003, "loss": 4.1096, "step": 3986 }, { "epoch": 0.03987, "grad_norm": 1.0592742752953161, "learning_rate": 0.003, "loss": 4.1145, "step": 3987 }, { "epoch": 0.03988, "grad_norm": 0.9215756713392262, "learning_rate": 0.003, "loss": 4.1143, "step": 3988 }, { "epoch": 0.03989, "grad_norm": 0.9308579277666478, "learning_rate": 0.003, "loss": 4.1057, "step": 3989 }, { "epoch": 0.0399, "grad_norm": 0.6893991687243239, "learning_rate": 0.003, "loss": 4.0686, "step": 3990 }, { "epoch": 0.03991, "grad_norm": 0.6626762508427944, "learning_rate": 0.003, "loss": 4.1133, "step": 3991 }, { "epoch": 0.03992, "grad_norm": 0.6277503646624452, "learning_rate": 0.003, "loss": 4.0926, "step": 3992 }, { "epoch": 0.03993, "grad_norm": 0.5389226959273035, "learning_rate": 0.003, "loss": 4.0853, "step": 3993 }, { "epoch": 0.03994, "grad_norm": 0.5575784523742429, "learning_rate": 0.003, "loss": 4.0842, "step": 3994 }, { "epoch": 0.03995, "grad_norm": 0.5740995198289247, "learning_rate": 0.003, "loss": 4.0697, "step": 3995 }, { "epoch": 0.03996, "grad_norm": 0.6506767895381821, "learning_rate": 0.003, "loss": 4.1048, "step": 3996 }, { "epoch": 0.03997, "grad_norm": 0.8018658682841067, "learning_rate": 0.003, "loss": 4.1071, "step": 3997 }, { "epoch": 0.03998, "grad_norm": 1.1165769471951579, "learning_rate": 0.003, "loss": 4.1178, "step": 3998 }, { "epoch": 0.03999, "grad_norm": 0.9183179386537218, "learning_rate": 0.003, "loss": 4.1204, "step": 3999 }, { "epoch": 0.04, "grad_norm": 0.7930924507289704, "learning_rate": 0.003, "loss": 4.118, "step": 4000 }, { "epoch": 0.04001, "grad_norm": 0.7997730049089519, "learning_rate": 0.003, "loss": 4.114, "step": 4001 }, { "epoch": 0.04002, "grad_norm": 0.9222776505941644, "learning_rate": 0.003, "loss": 4.0909, "step": 4002 }, { "epoch": 0.04003, "grad_norm": 1.0818631603686821, "learning_rate": 0.003, "loss": 4.1176, "step": 4003 }, { "epoch": 0.04004, "grad_norm": 0.9791417920974259, "learning_rate": 0.003, "loss": 4.1202, "step": 4004 }, { "epoch": 0.04005, "grad_norm": 0.9808789569533176, "learning_rate": 0.003, "loss": 4.131, "step": 4005 }, { "epoch": 0.04006, "grad_norm": 0.8961052673893415, "learning_rate": 0.003, "loss": 4.0864, "step": 4006 }, { "epoch": 0.04007, "grad_norm": 0.8297969899387416, "learning_rate": 0.003, "loss": 4.1092, "step": 4007 }, { "epoch": 0.04008, "grad_norm": 0.936733303052199, "learning_rate": 0.003, "loss": 4.0885, "step": 4008 }, { "epoch": 0.04009, "grad_norm": 0.9644457814855122, "learning_rate": 0.003, "loss": 4.0918, "step": 4009 }, { "epoch": 0.0401, "grad_norm": 1.013041858960856, "learning_rate": 0.003, "loss": 4.1123, "step": 4010 }, { "epoch": 0.04011, "grad_norm": 1.0633452177910276, "learning_rate": 0.003, "loss": 4.123, "step": 4011 }, { "epoch": 0.04012, "grad_norm": 1.0649433557962202, "learning_rate": 0.003, "loss": 4.1157, "step": 4012 }, { "epoch": 0.04013, "grad_norm": 0.7933050292506824, "learning_rate": 0.003, "loss": 4.1084, "step": 4013 }, { "epoch": 0.04014, "grad_norm": 0.7879046370570779, "learning_rate": 0.003, "loss": 4.0887, "step": 4014 }, { "epoch": 0.04015, "grad_norm": 0.8241932652214115, "learning_rate": 0.003, "loss": 4.0718, "step": 4015 }, { "epoch": 0.04016, "grad_norm": 0.8658550465105778, "learning_rate": 0.003, "loss": 4.0914, "step": 4016 }, { "epoch": 0.04017, "grad_norm": 0.9228756535179865, "learning_rate": 0.003, "loss": 4.1344, "step": 4017 }, { "epoch": 0.04018, "grad_norm": 0.9531173484679942, "learning_rate": 0.003, "loss": 4.1019, "step": 4018 }, { "epoch": 0.04019, "grad_norm": 1.0866964724732295, "learning_rate": 0.003, "loss": 4.0876, "step": 4019 }, { "epoch": 0.0402, "grad_norm": 1.0577908225334638, "learning_rate": 0.003, "loss": 4.1206, "step": 4020 }, { "epoch": 0.04021, "grad_norm": 1.0725239975062906, "learning_rate": 0.003, "loss": 4.0972, "step": 4021 }, { "epoch": 0.04022, "grad_norm": 1.0475988978108968, "learning_rate": 0.003, "loss": 4.0915, "step": 4022 }, { "epoch": 0.04023, "grad_norm": 1.065198125983714, "learning_rate": 0.003, "loss": 4.1016, "step": 4023 }, { "epoch": 0.04024, "grad_norm": 0.9510719367654007, "learning_rate": 0.003, "loss": 4.0848, "step": 4024 }, { "epoch": 0.04025, "grad_norm": 0.9965721786284437, "learning_rate": 0.003, "loss": 4.0934, "step": 4025 }, { "epoch": 0.04026, "grad_norm": 1.1597169306225377, "learning_rate": 0.003, "loss": 4.1247, "step": 4026 }, { "epoch": 0.04027, "grad_norm": 0.8115276383463242, "learning_rate": 0.003, "loss": 4.118, "step": 4027 }, { "epoch": 0.04028, "grad_norm": 0.7507067496165764, "learning_rate": 0.003, "loss": 4.0962, "step": 4028 }, { "epoch": 0.04029, "grad_norm": 0.8043593457637668, "learning_rate": 0.003, "loss": 4.1237, "step": 4029 }, { "epoch": 0.0403, "grad_norm": 0.8475092967533915, "learning_rate": 0.003, "loss": 4.0785, "step": 4030 }, { "epoch": 0.04031, "grad_norm": 0.7950265087708841, "learning_rate": 0.003, "loss": 4.0908, "step": 4031 }, { "epoch": 0.04032, "grad_norm": 0.7929178533450967, "learning_rate": 0.003, "loss": 4.1173, "step": 4032 }, { "epoch": 0.04033, "grad_norm": 0.9419776254998102, "learning_rate": 0.003, "loss": 4.1137, "step": 4033 }, { "epoch": 0.04034, "grad_norm": 1.0174202023914847, "learning_rate": 0.003, "loss": 4.0873, "step": 4034 }, { "epoch": 0.04035, "grad_norm": 1.0008080685810283, "learning_rate": 0.003, "loss": 4.1085, "step": 4035 }, { "epoch": 0.04036, "grad_norm": 0.9875885643657349, "learning_rate": 0.003, "loss": 4.1267, "step": 4036 }, { "epoch": 0.04037, "grad_norm": 1.035750371651436, "learning_rate": 0.003, "loss": 4.0822, "step": 4037 }, { "epoch": 0.04038, "grad_norm": 1.089114000312345, "learning_rate": 0.003, "loss": 4.1029, "step": 4038 }, { "epoch": 0.04039, "grad_norm": 0.7787711745520574, "learning_rate": 0.003, "loss": 4.093, "step": 4039 }, { "epoch": 0.0404, "grad_norm": 0.8304131011478352, "learning_rate": 0.003, "loss": 4.0899, "step": 4040 }, { "epoch": 0.04041, "grad_norm": 0.8845677735505116, "learning_rate": 0.003, "loss": 4.0867, "step": 4041 }, { "epoch": 0.04042, "grad_norm": 1.0056077779577761, "learning_rate": 0.003, "loss": 4.1323, "step": 4042 }, { "epoch": 0.04043, "grad_norm": 1.303684048760548, "learning_rate": 0.003, "loss": 4.1299, "step": 4043 }, { "epoch": 0.04044, "grad_norm": 0.6804116358869476, "learning_rate": 0.003, "loss": 4.1091, "step": 4044 }, { "epoch": 0.04045, "grad_norm": 0.6777286555779822, "learning_rate": 0.003, "loss": 4.0524, "step": 4045 }, { "epoch": 0.04046, "grad_norm": 0.7168976521438496, "learning_rate": 0.003, "loss": 4.1003, "step": 4046 }, { "epoch": 0.04047, "grad_norm": 0.8016076938020208, "learning_rate": 0.003, "loss": 4.0921, "step": 4047 }, { "epoch": 0.04048, "grad_norm": 0.8003360249896011, "learning_rate": 0.003, "loss": 4.0835, "step": 4048 }, { "epoch": 0.04049, "grad_norm": 0.7905185716828504, "learning_rate": 0.003, "loss": 4.1233, "step": 4049 }, { "epoch": 0.0405, "grad_norm": 0.7170296620649927, "learning_rate": 0.003, "loss": 4.1172, "step": 4050 }, { "epoch": 0.04051, "grad_norm": 0.8022124254069631, "learning_rate": 0.003, "loss": 4.0999, "step": 4051 }, { "epoch": 0.04052, "grad_norm": 0.9348016278831669, "learning_rate": 0.003, "loss": 4.11, "step": 4052 }, { "epoch": 0.04053, "grad_norm": 0.8618520313571836, "learning_rate": 0.003, "loss": 4.0556, "step": 4053 }, { "epoch": 0.04054, "grad_norm": 0.8261211062660251, "learning_rate": 0.003, "loss": 4.0768, "step": 4054 }, { "epoch": 0.04055, "grad_norm": 0.6845606042201053, "learning_rate": 0.003, "loss": 4.0666, "step": 4055 }, { "epoch": 0.04056, "grad_norm": 0.6070419310929447, "learning_rate": 0.003, "loss": 4.09, "step": 4056 }, { "epoch": 0.04057, "grad_norm": 0.5685943884831188, "learning_rate": 0.003, "loss": 4.0894, "step": 4057 }, { "epoch": 0.04058, "grad_norm": 0.6709504673340433, "learning_rate": 0.003, "loss": 4.0639, "step": 4058 }, { "epoch": 0.04059, "grad_norm": 0.8379919064931752, "learning_rate": 0.003, "loss": 4.051, "step": 4059 }, { "epoch": 0.0406, "grad_norm": 0.8620293391959047, "learning_rate": 0.003, "loss": 4.1127, "step": 4060 }, { "epoch": 0.04061, "grad_norm": 0.7852271201009998, "learning_rate": 0.003, "loss": 4.0943, "step": 4061 }, { "epoch": 0.04062, "grad_norm": 0.8559296475729065, "learning_rate": 0.003, "loss": 4.0773, "step": 4062 }, { "epoch": 0.04063, "grad_norm": 0.8779279835196838, "learning_rate": 0.003, "loss": 4.0841, "step": 4063 }, { "epoch": 0.04064, "grad_norm": 0.8897248490868346, "learning_rate": 0.003, "loss": 4.099, "step": 4064 }, { "epoch": 0.04065, "grad_norm": 0.9175138271766847, "learning_rate": 0.003, "loss": 4.1364, "step": 4065 }, { "epoch": 0.04066, "grad_norm": 0.9362345350031807, "learning_rate": 0.003, "loss": 4.0996, "step": 4066 }, { "epoch": 0.04067, "grad_norm": 1.1545536887257815, "learning_rate": 0.003, "loss": 4.1086, "step": 4067 }, { "epoch": 0.04068, "grad_norm": 1.0240578066067638, "learning_rate": 0.003, "loss": 4.1132, "step": 4068 }, { "epoch": 0.04069, "grad_norm": 0.941652681317373, "learning_rate": 0.003, "loss": 4.1035, "step": 4069 }, { "epoch": 0.0407, "grad_norm": 0.9346763708267345, "learning_rate": 0.003, "loss": 4.1051, "step": 4070 }, { "epoch": 0.04071, "grad_norm": 0.9599025044832693, "learning_rate": 0.003, "loss": 4.0759, "step": 4071 }, { "epoch": 0.04072, "grad_norm": 0.8612213977045744, "learning_rate": 0.003, "loss": 4.0953, "step": 4072 }, { "epoch": 0.04073, "grad_norm": 0.8763585891787764, "learning_rate": 0.003, "loss": 4.0808, "step": 4073 }, { "epoch": 0.04074, "grad_norm": 0.8539311608465675, "learning_rate": 0.003, "loss": 4.1083, "step": 4074 }, { "epoch": 0.04075, "grad_norm": 0.8369021460447633, "learning_rate": 0.003, "loss": 4.1042, "step": 4075 }, { "epoch": 0.04076, "grad_norm": 0.8578020250558176, "learning_rate": 0.003, "loss": 4.0979, "step": 4076 }, { "epoch": 0.04077, "grad_norm": 0.85497575989368, "learning_rate": 0.003, "loss": 4.1111, "step": 4077 }, { "epoch": 0.04078, "grad_norm": 0.9407927776815804, "learning_rate": 0.003, "loss": 4.0876, "step": 4078 }, { "epoch": 0.04079, "grad_norm": 1.05128762652415, "learning_rate": 0.003, "loss": 4.1036, "step": 4079 }, { "epoch": 0.0408, "grad_norm": 1.1019406938246195, "learning_rate": 0.003, "loss": 4.0979, "step": 4080 }, { "epoch": 0.04081, "grad_norm": 0.9496061799293344, "learning_rate": 0.003, "loss": 4.0748, "step": 4081 }, { "epoch": 0.04082, "grad_norm": 0.8481874389103903, "learning_rate": 0.003, "loss": 4.1091, "step": 4082 }, { "epoch": 0.04083, "grad_norm": 0.7274191448577992, "learning_rate": 0.003, "loss": 4.082, "step": 4083 }, { "epoch": 0.04084, "grad_norm": 0.7904195126005293, "learning_rate": 0.003, "loss": 4.1207, "step": 4084 }, { "epoch": 0.04085, "grad_norm": 1.0202097759202264, "learning_rate": 0.003, "loss": 4.1066, "step": 4085 }, { "epoch": 0.04086, "grad_norm": 1.201486915510698, "learning_rate": 0.003, "loss": 4.1299, "step": 4086 }, { "epoch": 0.04087, "grad_norm": 0.868844436475151, "learning_rate": 0.003, "loss": 4.1076, "step": 4087 }, { "epoch": 0.04088, "grad_norm": 0.9444985463912003, "learning_rate": 0.003, "loss": 4.089, "step": 4088 }, { "epoch": 0.04089, "grad_norm": 0.9918074019046071, "learning_rate": 0.003, "loss": 4.0921, "step": 4089 }, { "epoch": 0.0409, "grad_norm": 1.0955168255438645, "learning_rate": 0.003, "loss": 4.1134, "step": 4090 }, { "epoch": 0.04091, "grad_norm": 1.063937537128444, "learning_rate": 0.003, "loss": 4.1242, "step": 4091 }, { "epoch": 0.04092, "grad_norm": 0.9343133313137877, "learning_rate": 0.003, "loss": 4.0782, "step": 4092 }, { "epoch": 0.04093, "grad_norm": 0.8938252574219301, "learning_rate": 0.003, "loss": 4.106, "step": 4093 }, { "epoch": 0.04094, "grad_norm": 0.8646025553563678, "learning_rate": 0.003, "loss": 4.0958, "step": 4094 }, { "epoch": 0.04095, "grad_norm": 0.8849098800450139, "learning_rate": 0.003, "loss": 4.0708, "step": 4095 }, { "epoch": 0.04096, "grad_norm": 0.8639434333725027, "learning_rate": 0.003, "loss": 4.0767, "step": 4096 }, { "epoch": 0.04097, "grad_norm": 0.8248508344367464, "learning_rate": 0.003, "loss": 4.096, "step": 4097 }, { "epoch": 0.04098, "grad_norm": 0.7799456648454658, "learning_rate": 0.003, "loss": 4.0966, "step": 4098 }, { "epoch": 0.04099, "grad_norm": 0.8045819576448443, "learning_rate": 0.003, "loss": 4.1195, "step": 4099 }, { "epoch": 0.041, "grad_norm": 0.8747001760069023, "learning_rate": 0.003, "loss": 4.0786, "step": 4100 }, { "epoch": 0.04101, "grad_norm": 0.8938516305008589, "learning_rate": 0.003, "loss": 4.0744, "step": 4101 }, { "epoch": 0.04102, "grad_norm": 0.8240754586578543, "learning_rate": 0.003, "loss": 4.0914, "step": 4102 }, { "epoch": 0.04103, "grad_norm": 0.7515676676481744, "learning_rate": 0.003, "loss": 4.1135, "step": 4103 }, { "epoch": 0.04104, "grad_norm": 0.7588461451530453, "learning_rate": 0.003, "loss": 4.099, "step": 4104 }, { "epoch": 0.04105, "grad_norm": 0.8416483809920972, "learning_rate": 0.003, "loss": 4.0658, "step": 4105 }, { "epoch": 0.04106, "grad_norm": 0.9997989043605089, "learning_rate": 0.003, "loss": 4.1091, "step": 4106 }, { "epoch": 0.04107, "grad_norm": 1.4519560189758212, "learning_rate": 0.003, "loss": 4.1167, "step": 4107 }, { "epoch": 0.04108, "grad_norm": 0.6881032147408636, "learning_rate": 0.003, "loss": 4.0891, "step": 4108 }, { "epoch": 0.04109, "grad_norm": 0.7741592484410211, "learning_rate": 0.003, "loss": 4.0795, "step": 4109 }, { "epoch": 0.0411, "grad_norm": 0.8818900570270763, "learning_rate": 0.003, "loss": 4.091, "step": 4110 }, { "epoch": 0.04111, "grad_norm": 1.0723961097005286, "learning_rate": 0.003, "loss": 4.0794, "step": 4111 }, { "epoch": 0.04112, "grad_norm": 1.0495234672278315, "learning_rate": 0.003, "loss": 4.0982, "step": 4112 }, { "epoch": 0.04113, "grad_norm": 1.028878109333595, "learning_rate": 0.003, "loss": 4.1422, "step": 4113 }, { "epoch": 0.04114, "grad_norm": 0.7814661056488829, "learning_rate": 0.003, "loss": 4.0787, "step": 4114 }, { "epoch": 0.04115, "grad_norm": 0.7046355162923472, "learning_rate": 0.003, "loss": 4.089, "step": 4115 }, { "epoch": 0.04116, "grad_norm": 0.7912332755348991, "learning_rate": 0.003, "loss": 4.1044, "step": 4116 }, { "epoch": 0.04117, "grad_norm": 0.8341278502744938, "learning_rate": 0.003, "loss": 4.0668, "step": 4117 }, { "epoch": 0.04118, "grad_norm": 0.8875854653843481, "learning_rate": 0.003, "loss": 4.1278, "step": 4118 }, { "epoch": 0.04119, "grad_norm": 0.8609577714531109, "learning_rate": 0.003, "loss": 4.1038, "step": 4119 }, { "epoch": 0.0412, "grad_norm": 0.9318473319692638, "learning_rate": 0.003, "loss": 4.0972, "step": 4120 }, { "epoch": 0.04121, "grad_norm": 0.9493333365772441, "learning_rate": 0.003, "loss": 4.1233, "step": 4121 }, { "epoch": 0.04122, "grad_norm": 0.9836587921676327, "learning_rate": 0.003, "loss": 4.1001, "step": 4122 }, { "epoch": 0.04123, "grad_norm": 0.9314136846053894, "learning_rate": 0.003, "loss": 4.1073, "step": 4123 }, { "epoch": 0.04124, "grad_norm": 0.8615395432982054, "learning_rate": 0.003, "loss": 4.0853, "step": 4124 }, { "epoch": 0.04125, "grad_norm": 0.8303231719235581, "learning_rate": 0.003, "loss": 4.107, "step": 4125 }, { "epoch": 0.04126, "grad_norm": 0.9351121203757022, "learning_rate": 0.003, "loss": 4.1031, "step": 4126 }, { "epoch": 0.04127, "grad_norm": 0.9548721015062305, "learning_rate": 0.003, "loss": 4.0928, "step": 4127 }, { "epoch": 0.04128, "grad_norm": 0.904134032279689, "learning_rate": 0.003, "loss": 4.0795, "step": 4128 }, { "epoch": 0.04129, "grad_norm": 1.0360809502468598, "learning_rate": 0.003, "loss": 4.1288, "step": 4129 }, { "epoch": 0.0413, "grad_norm": 1.141478517660115, "learning_rate": 0.003, "loss": 4.0942, "step": 4130 }, { "epoch": 0.04131, "grad_norm": 1.097730707750305, "learning_rate": 0.003, "loss": 4.1188, "step": 4131 }, { "epoch": 0.04132, "grad_norm": 0.9015795328637733, "learning_rate": 0.003, "loss": 4.0805, "step": 4132 }, { "epoch": 0.04133, "grad_norm": 0.9605681859330745, "learning_rate": 0.003, "loss": 4.1225, "step": 4133 }, { "epoch": 0.04134, "grad_norm": 0.9723288613378216, "learning_rate": 0.003, "loss": 4.1152, "step": 4134 }, { "epoch": 0.04135, "grad_norm": 0.9769907462898332, "learning_rate": 0.003, "loss": 4.0955, "step": 4135 }, { "epoch": 0.04136, "grad_norm": 0.8696285037251947, "learning_rate": 0.003, "loss": 4.0888, "step": 4136 }, { "epoch": 0.04137, "grad_norm": 0.8622412103402255, "learning_rate": 0.003, "loss": 4.1276, "step": 4137 }, { "epoch": 0.04138, "grad_norm": 0.8940895987636069, "learning_rate": 0.003, "loss": 4.114, "step": 4138 }, { "epoch": 0.04139, "grad_norm": 0.8558944236718854, "learning_rate": 0.003, "loss": 4.1079, "step": 4139 }, { "epoch": 0.0414, "grad_norm": 0.7906160709298794, "learning_rate": 0.003, "loss": 4.1091, "step": 4140 }, { "epoch": 0.04141, "grad_norm": 0.8043674825801352, "learning_rate": 0.003, "loss": 4.0851, "step": 4141 }, { "epoch": 0.04142, "grad_norm": 0.8668589703050257, "learning_rate": 0.003, "loss": 4.1101, "step": 4142 }, { "epoch": 0.04143, "grad_norm": 1.0143988611429429, "learning_rate": 0.003, "loss": 4.1009, "step": 4143 }, { "epoch": 0.04144, "grad_norm": 1.1221724323882003, "learning_rate": 0.003, "loss": 4.105, "step": 4144 }, { "epoch": 0.04145, "grad_norm": 0.9750842855026217, "learning_rate": 0.003, "loss": 4.0885, "step": 4145 }, { "epoch": 0.04146, "grad_norm": 0.837063893029182, "learning_rate": 0.003, "loss": 4.1029, "step": 4146 }, { "epoch": 0.04147, "grad_norm": 0.817279014947959, "learning_rate": 0.003, "loss": 4.1136, "step": 4147 }, { "epoch": 0.04148, "grad_norm": 0.6652410842078591, "learning_rate": 0.003, "loss": 4.0677, "step": 4148 }, { "epoch": 0.04149, "grad_norm": 0.601931902805492, "learning_rate": 0.003, "loss": 4.0762, "step": 4149 }, { "epoch": 0.0415, "grad_norm": 0.5744893147283616, "learning_rate": 0.003, "loss": 4.0783, "step": 4150 }, { "epoch": 0.04151, "grad_norm": 0.5594756907939531, "learning_rate": 0.003, "loss": 4.0958, "step": 4151 }, { "epoch": 0.04152, "grad_norm": 0.6696918347600734, "learning_rate": 0.003, "loss": 4.097, "step": 4152 }, { "epoch": 0.04153, "grad_norm": 0.8337852170452664, "learning_rate": 0.003, "loss": 4.0646, "step": 4153 }, { "epoch": 0.04154, "grad_norm": 0.8486120723348882, "learning_rate": 0.003, "loss": 4.1015, "step": 4154 }, { "epoch": 0.04155, "grad_norm": 0.697828069478384, "learning_rate": 0.003, "loss": 4.0726, "step": 4155 }, { "epoch": 0.04156, "grad_norm": 0.4957422759820407, "learning_rate": 0.003, "loss": 4.0881, "step": 4156 }, { "epoch": 0.04157, "grad_norm": 0.5563098539794213, "learning_rate": 0.003, "loss": 4.1032, "step": 4157 }, { "epoch": 0.04158, "grad_norm": 0.6673553499632091, "learning_rate": 0.003, "loss": 4.1043, "step": 4158 }, { "epoch": 0.04159, "grad_norm": 0.8290986224854208, "learning_rate": 0.003, "loss": 4.0802, "step": 4159 }, { "epoch": 0.0416, "grad_norm": 0.9164477827441916, "learning_rate": 0.003, "loss": 4.0966, "step": 4160 }, { "epoch": 0.04161, "grad_norm": 0.8138741601967407, "learning_rate": 0.003, "loss": 4.0993, "step": 4161 }, { "epoch": 0.04162, "grad_norm": 0.7719431484259072, "learning_rate": 0.003, "loss": 4.0587, "step": 4162 }, { "epoch": 0.04163, "grad_norm": 0.7815652988597618, "learning_rate": 0.003, "loss": 4.0858, "step": 4163 }, { "epoch": 0.04164, "grad_norm": 0.9136897661923532, "learning_rate": 0.003, "loss": 4.1081, "step": 4164 }, { "epoch": 0.04165, "grad_norm": 1.0910864238229012, "learning_rate": 0.003, "loss": 4.089, "step": 4165 }, { "epoch": 0.04166, "grad_norm": 1.0985022482979871, "learning_rate": 0.003, "loss": 4.0829, "step": 4166 }, { "epoch": 0.04167, "grad_norm": 0.884758586994079, "learning_rate": 0.003, "loss": 4.1031, "step": 4167 }, { "epoch": 0.04168, "grad_norm": 0.8375929677822369, "learning_rate": 0.003, "loss": 4.1005, "step": 4168 }, { "epoch": 0.04169, "grad_norm": 0.8912187343234272, "learning_rate": 0.003, "loss": 4.1106, "step": 4169 }, { "epoch": 0.0417, "grad_norm": 1.09510323581272, "learning_rate": 0.003, "loss": 4.0782, "step": 4170 }, { "epoch": 0.04171, "grad_norm": 0.9235321645280937, "learning_rate": 0.003, "loss": 4.0951, "step": 4171 }, { "epoch": 0.04172, "grad_norm": 0.9054535762684148, "learning_rate": 0.003, "loss": 4.1142, "step": 4172 }, { "epoch": 0.04173, "grad_norm": 0.9533816623318108, "learning_rate": 0.003, "loss": 4.1107, "step": 4173 }, { "epoch": 0.04174, "grad_norm": 0.9693424734311672, "learning_rate": 0.003, "loss": 4.0809, "step": 4174 }, { "epoch": 0.04175, "grad_norm": 0.9476037015111809, "learning_rate": 0.003, "loss": 4.1271, "step": 4175 }, { "epoch": 0.04176, "grad_norm": 0.9584295419287631, "learning_rate": 0.003, "loss": 4.0947, "step": 4176 }, { "epoch": 0.04177, "grad_norm": 0.9248605600298978, "learning_rate": 0.003, "loss": 4.072, "step": 4177 }, { "epoch": 0.04178, "grad_norm": 1.0049448032304569, "learning_rate": 0.003, "loss": 4.1083, "step": 4178 }, { "epoch": 0.04179, "grad_norm": 1.0827168186886107, "learning_rate": 0.003, "loss": 4.0888, "step": 4179 }, { "epoch": 0.0418, "grad_norm": 0.8883360779651741, "learning_rate": 0.003, "loss": 4.098, "step": 4180 }, { "epoch": 0.04181, "grad_norm": 1.0344215717913283, "learning_rate": 0.003, "loss": 4.1003, "step": 4181 }, { "epoch": 0.04182, "grad_norm": 0.9869075813400712, "learning_rate": 0.003, "loss": 4.0833, "step": 4182 }, { "epoch": 0.04183, "grad_norm": 0.8294921509305445, "learning_rate": 0.003, "loss": 4.0878, "step": 4183 }, { "epoch": 0.04184, "grad_norm": 0.869514009963607, "learning_rate": 0.003, "loss": 4.1424, "step": 4184 }, { "epoch": 0.04185, "grad_norm": 1.0166270234192272, "learning_rate": 0.003, "loss": 4.1279, "step": 4185 }, { "epoch": 0.04186, "grad_norm": 0.9675533699418017, "learning_rate": 0.003, "loss": 4.0714, "step": 4186 }, { "epoch": 0.04187, "grad_norm": 1.118617978668176, "learning_rate": 0.003, "loss": 4.1282, "step": 4187 }, { "epoch": 0.04188, "grad_norm": 0.9597380404807206, "learning_rate": 0.003, "loss": 4.0878, "step": 4188 }, { "epoch": 0.04189, "grad_norm": 0.8821463731911939, "learning_rate": 0.003, "loss": 4.1, "step": 4189 }, { "epoch": 0.0419, "grad_norm": 0.8335574771570168, "learning_rate": 0.003, "loss": 4.097, "step": 4190 }, { "epoch": 0.04191, "grad_norm": 0.960590386364999, "learning_rate": 0.003, "loss": 4.1012, "step": 4191 }, { "epoch": 0.04192, "grad_norm": 1.1082087641443477, "learning_rate": 0.003, "loss": 4.0884, "step": 4192 }, { "epoch": 0.04193, "grad_norm": 1.1014870968077684, "learning_rate": 0.003, "loss": 4.0724, "step": 4193 }, { "epoch": 0.04194, "grad_norm": 1.004137077094656, "learning_rate": 0.003, "loss": 4.0669, "step": 4194 }, { "epoch": 0.04195, "grad_norm": 1.0060456499295114, "learning_rate": 0.003, "loss": 4.1185, "step": 4195 }, { "epoch": 0.04196, "grad_norm": 0.9781412326562324, "learning_rate": 0.003, "loss": 4.0768, "step": 4196 }, { "epoch": 0.04197, "grad_norm": 0.966982025696319, "learning_rate": 0.003, "loss": 4.0865, "step": 4197 }, { "epoch": 0.04198, "grad_norm": 1.0321323425834754, "learning_rate": 0.003, "loss": 4.0848, "step": 4198 }, { "epoch": 0.04199, "grad_norm": 0.9725763984900901, "learning_rate": 0.003, "loss": 4.1218, "step": 4199 }, { "epoch": 0.042, "grad_norm": 0.9044032352315242, "learning_rate": 0.003, "loss": 4.0991, "step": 4200 }, { "epoch": 0.04201, "grad_norm": 0.876685657514267, "learning_rate": 0.003, "loss": 4.08, "step": 4201 }, { "epoch": 0.04202, "grad_norm": 1.0379948329277224, "learning_rate": 0.003, "loss": 4.1002, "step": 4202 }, { "epoch": 0.04203, "grad_norm": 0.9407666140032972, "learning_rate": 0.003, "loss": 4.1169, "step": 4203 }, { "epoch": 0.04204, "grad_norm": 0.9627655702680004, "learning_rate": 0.003, "loss": 4.085, "step": 4204 }, { "epoch": 0.04205, "grad_norm": 0.879727149930489, "learning_rate": 0.003, "loss": 4.1074, "step": 4205 }, { "epoch": 0.04206, "grad_norm": 0.7201424170354667, "learning_rate": 0.003, "loss": 4.098, "step": 4206 }, { "epoch": 0.04207, "grad_norm": 0.8722237657873413, "learning_rate": 0.003, "loss": 4.0915, "step": 4207 }, { "epoch": 0.04208, "grad_norm": 1.057153458391563, "learning_rate": 0.003, "loss": 4.1051, "step": 4208 }, { "epoch": 0.04209, "grad_norm": 1.0856375627812824, "learning_rate": 0.003, "loss": 4.1123, "step": 4209 }, { "epoch": 0.0421, "grad_norm": 0.8686311196866661, "learning_rate": 0.003, "loss": 4.0617, "step": 4210 }, { "epoch": 0.04211, "grad_norm": 0.772423867231878, "learning_rate": 0.003, "loss": 4.0983, "step": 4211 }, { "epoch": 0.04212, "grad_norm": 0.9206795604812895, "learning_rate": 0.003, "loss": 4.0918, "step": 4212 }, { "epoch": 0.04213, "grad_norm": 1.024206681316176, "learning_rate": 0.003, "loss": 4.0789, "step": 4213 }, { "epoch": 0.04214, "grad_norm": 0.9670322877487537, "learning_rate": 0.003, "loss": 4.0856, "step": 4214 }, { "epoch": 0.04215, "grad_norm": 0.7494961355008928, "learning_rate": 0.003, "loss": 4.1001, "step": 4215 }, { "epoch": 0.04216, "grad_norm": 0.765486635210703, "learning_rate": 0.003, "loss": 4.0645, "step": 4216 }, { "epoch": 0.04217, "grad_norm": 0.7160617513742286, "learning_rate": 0.003, "loss": 4.0848, "step": 4217 }, { "epoch": 0.04218, "grad_norm": 0.8033027325871259, "learning_rate": 0.003, "loss": 4.1174, "step": 4218 }, { "epoch": 0.04219, "grad_norm": 0.8144707096133446, "learning_rate": 0.003, "loss": 4.0403, "step": 4219 }, { "epoch": 0.0422, "grad_norm": 0.8870053013997257, "learning_rate": 0.003, "loss": 4.1062, "step": 4220 }, { "epoch": 0.04221, "grad_norm": 1.0572558853767193, "learning_rate": 0.003, "loss": 4.0827, "step": 4221 }, { "epoch": 0.04222, "grad_norm": 0.8601884630133385, "learning_rate": 0.003, "loss": 4.0479, "step": 4222 }, { "epoch": 0.04223, "grad_norm": 0.7192916764502633, "learning_rate": 0.003, "loss": 4.1063, "step": 4223 }, { "epoch": 0.04224, "grad_norm": 0.7121512553768459, "learning_rate": 0.003, "loss": 4.1112, "step": 4224 }, { "epoch": 0.04225, "grad_norm": 0.7021515831824932, "learning_rate": 0.003, "loss": 4.0944, "step": 4225 }, { "epoch": 0.04226, "grad_norm": 0.8314637642734086, "learning_rate": 0.003, "loss": 4.0828, "step": 4226 }, { "epoch": 0.04227, "grad_norm": 0.9670578496344213, "learning_rate": 0.003, "loss": 4.0877, "step": 4227 }, { "epoch": 0.04228, "grad_norm": 1.049287879558258, "learning_rate": 0.003, "loss": 4.0772, "step": 4228 }, { "epoch": 0.04229, "grad_norm": 1.0992300949270042, "learning_rate": 0.003, "loss": 4.1078, "step": 4229 }, { "epoch": 0.0423, "grad_norm": 0.900897411198522, "learning_rate": 0.003, "loss": 4.0917, "step": 4230 }, { "epoch": 0.04231, "grad_norm": 0.9451671959275939, "learning_rate": 0.003, "loss": 4.0886, "step": 4231 }, { "epoch": 0.04232, "grad_norm": 0.7956005679951864, "learning_rate": 0.003, "loss": 4.0993, "step": 4232 }, { "epoch": 0.04233, "grad_norm": 0.8292582126895408, "learning_rate": 0.003, "loss": 4.0505, "step": 4233 }, { "epoch": 0.04234, "grad_norm": 0.8871903907197981, "learning_rate": 0.003, "loss": 4.0874, "step": 4234 }, { "epoch": 0.04235, "grad_norm": 0.9300140410326806, "learning_rate": 0.003, "loss": 4.0712, "step": 4235 }, { "epoch": 0.04236, "grad_norm": 1.0741902913167412, "learning_rate": 0.003, "loss": 4.0895, "step": 4236 }, { "epoch": 0.04237, "grad_norm": 0.9580888994428801, "learning_rate": 0.003, "loss": 4.0592, "step": 4237 }, { "epoch": 0.04238, "grad_norm": 0.9482815531910007, "learning_rate": 0.003, "loss": 4.1176, "step": 4238 }, { "epoch": 0.04239, "grad_norm": 0.9555806662772239, "learning_rate": 0.003, "loss": 4.1016, "step": 4239 }, { "epoch": 0.0424, "grad_norm": 0.8664629875137623, "learning_rate": 0.003, "loss": 4.1005, "step": 4240 }, { "epoch": 0.04241, "grad_norm": 0.9630766502725931, "learning_rate": 0.003, "loss": 4.1171, "step": 4241 }, { "epoch": 0.04242, "grad_norm": 1.0804387798244068, "learning_rate": 0.003, "loss": 4.1085, "step": 4242 }, { "epoch": 0.04243, "grad_norm": 0.9274350779718051, "learning_rate": 0.003, "loss": 4.0861, "step": 4243 }, { "epoch": 0.04244, "grad_norm": 0.913816427911704, "learning_rate": 0.003, "loss": 4.0946, "step": 4244 }, { "epoch": 0.04245, "grad_norm": 1.106413525319224, "learning_rate": 0.003, "loss": 4.0955, "step": 4245 }, { "epoch": 0.04246, "grad_norm": 0.9030634078700811, "learning_rate": 0.003, "loss": 4.1158, "step": 4246 }, { "epoch": 0.04247, "grad_norm": 0.8416832028937715, "learning_rate": 0.003, "loss": 4.0884, "step": 4247 }, { "epoch": 0.04248, "grad_norm": 0.8169991638726913, "learning_rate": 0.003, "loss": 4.081, "step": 4248 }, { "epoch": 0.04249, "grad_norm": 0.8044824810175584, "learning_rate": 0.003, "loss": 4.0797, "step": 4249 }, { "epoch": 0.0425, "grad_norm": 0.8896696091741753, "learning_rate": 0.003, "loss": 4.0983, "step": 4250 }, { "epoch": 0.04251, "grad_norm": 0.9502948772765745, "learning_rate": 0.003, "loss": 4.0614, "step": 4251 }, { "epoch": 0.04252, "grad_norm": 1.0326556881542461, "learning_rate": 0.003, "loss": 4.1092, "step": 4252 }, { "epoch": 0.04253, "grad_norm": 1.0173408114295495, "learning_rate": 0.003, "loss": 4.0741, "step": 4253 }, { "epoch": 0.04254, "grad_norm": 1.0646057446624475, "learning_rate": 0.003, "loss": 4.1019, "step": 4254 }, { "epoch": 0.04255, "grad_norm": 0.8420645317602736, "learning_rate": 0.003, "loss": 4.0732, "step": 4255 }, { "epoch": 0.04256, "grad_norm": 0.7201557468187585, "learning_rate": 0.003, "loss": 4.078, "step": 4256 }, { "epoch": 0.04257, "grad_norm": 0.7996495415748023, "learning_rate": 0.003, "loss": 4.1028, "step": 4257 }, { "epoch": 0.04258, "grad_norm": 0.8858738615733014, "learning_rate": 0.003, "loss": 4.1038, "step": 4258 }, { "epoch": 0.04259, "grad_norm": 0.9662802527822355, "learning_rate": 0.003, "loss": 4.0711, "step": 4259 }, { "epoch": 0.0426, "grad_norm": 0.9169898773347952, "learning_rate": 0.003, "loss": 4.0869, "step": 4260 }, { "epoch": 0.04261, "grad_norm": 0.9208708917372306, "learning_rate": 0.003, "loss": 4.0993, "step": 4261 }, { "epoch": 0.04262, "grad_norm": 0.8866710041215375, "learning_rate": 0.003, "loss": 4.1145, "step": 4262 }, { "epoch": 0.04263, "grad_norm": 0.8426381040253105, "learning_rate": 0.003, "loss": 4.0973, "step": 4263 }, { "epoch": 0.04264, "grad_norm": 0.743799590275064, "learning_rate": 0.003, "loss": 4.1055, "step": 4264 }, { "epoch": 0.04265, "grad_norm": 0.8815249453115196, "learning_rate": 0.003, "loss": 4.1041, "step": 4265 }, { "epoch": 0.04266, "grad_norm": 0.8452841678134956, "learning_rate": 0.003, "loss": 4.0856, "step": 4266 }, { "epoch": 0.04267, "grad_norm": 0.7585523353787604, "learning_rate": 0.003, "loss": 4.0593, "step": 4267 }, { "epoch": 0.04268, "grad_norm": 0.7042766430430472, "learning_rate": 0.003, "loss": 4.0972, "step": 4268 }, { "epoch": 0.04269, "grad_norm": 0.6767603788338118, "learning_rate": 0.003, "loss": 4.0585, "step": 4269 }, { "epoch": 0.0427, "grad_norm": 0.6619260992554636, "learning_rate": 0.003, "loss": 4.0769, "step": 4270 }, { "epoch": 0.04271, "grad_norm": 0.716784572802792, "learning_rate": 0.003, "loss": 4.0901, "step": 4271 }, { "epoch": 0.04272, "grad_norm": 0.9018222570354946, "learning_rate": 0.003, "loss": 4.0805, "step": 4272 }, { "epoch": 0.04273, "grad_norm": 1.0946540429372817, "learning_rate": 0.003, "loss": 4.0688, "step": 4273 }, { "epoch": 0.04274, "grad_norm": 0.8458329250448817, "learning_rate": 0.003, "loss": 4.086, "step": 4274 }, { "epoch": 0.04275, "grad_norm": 0.6435172962120423, "learning_rate": 0.003, "loss": 4.0865, "step": 4275 }, { "epoch": 0.04276, "grad_norm": 0.6643590249615142, "learning_rate": 0.003, "loss": 4.1023, "step": 4276 }, { "epoch": 0.04277, "grad_norm": 0.79792656427568, "learning_rate": 0.003, "loss": 4.0928, "step": 4277 }, { "epoch": 0.04278, "grad_norm": 0.740840553173491, "learning_rate": 0.003, "loss": 4.0939, "step": 4278 }, { "epoch": 0.04279, "grad_norm": 0.7711154804154717, "learning_rate": 0.003, "loss": 4.071, "step": 4279 }, { "epoch": 0.0428, "grad_norm": 0.7250008586500746, "learning_rate": 0.003, "loss": 4.0495, "step": 4280 }, { "epoch": 0.04281, "grad_norm": 0.7499387037166975, "learning_rate": 0.003, "loss": 4.1047, "step": 4281 }, { "epoch": 0.04282, "grad_norm": 0.7545960253753359, "learning_rate": 0.003, "loss": 4.0814, "step": 4282 }, { "epoch": 0.04283, "grad_norm": 0.839588483108746, "learning_rate": 0.003, "loss": 4.12, "step": 4283 }, { "epoch": 0.04284, "grad_norm": 0.86181150410575, "learning_rate": 0.003, "loss": 4.074, "step": 4284 }, { "epoch": 0.04285, "grad_norm": 0.8662575012952002, "learning_rate": 0.003, "loss": 4.09, "step": 4285 }, { "epoch": 0.04286, "grad_norm": 1.0398949684975605, "learning_rate": 0.003, "loss": 4.1182, "step": 4286 }, { "epoch": 0.04287, "grad_norm": 1.1167633903119278, "learning_rate": 0.003, "loss": 4.1002, "step": 4287 }, { "epoch": 0.04288, "grad_norm": 0.9953157675421085, "learning_rate": 0.003, "loss": 4.0784, "step": 4288 }, { "epoch": 0.04289, "grad_norm": 0.9963288991872585, "learning_rate": 0.003, "loss": 4.087, "step": 4289 }, { "epoch": 0.0429, "grad_norm": 1.0134088286440928, "learning_rate": 0.003, "loss": 4.0732, "step": 4290 }, { "epoch": 0.04291, "grad_norm": 1.0632191551515977, "learning_rate": 0.003, "loss": 4.08, "step": 4291 }, { "epoch": 0.04292, "grad_norm": 1.1744325304960588, "learning_rate": 0.003, "loss": 4.0864, "step": 4292 }, { "epoch": 0.04293, "grad_norm": 0.8830847280464275, "learning_rate": 0.003, "loss": 4.1184, "step": 4293 }, { "epoch": 0.04294, "grad_norm": 0.8997282546954833, "learning_rate": 0.003, "loss": 4.0968, "step": 4294 }, { "epoch": 0.04295, "grad_norm": 1.0130781104561735, "learning_rate": 0.003, "loss": 4.0742, "step": 4295 }, { "epoch": 0.04296, "grad_norm": 0.7688499577075354, "learning_rate": 0.003, "loss": 4.0677, "step": 4296 }, { "epoch": 0.04297, "grad_norm": 0.8069754114362383, "learning_rate": 0.003, "loss": 4.0556, "step": 4297 }, { "epoch": 0.04298, "grad_norm": 0.7696772164144003, "learning_rate": 0.003, "loss": 4.1021, "step": 4298 }, { "epoch": 0.04299, "grad_norm": 0.731529824570407, "learning_rate": 0.003, "loss": 4.0886, "step": 4299 }, { "epoch": 0.043, "grad_norm": 0.7813911597495976, "learning_rate": 0.003, "loss": 4.0702, "step": 4300 }, { "epoch": 0.04301, "grad_norm": 0.9515070484621972, "learning_rate": 0.003, "loss": 4.1246, "step": 4301 }, { "epoch": 0.04302, "grad_norm": 1.1524985858220247, "learning_rate": 0.003, "loss": 4.1198, "step": 4302 }, { "epoch": 0.04303, "grad_norm": 0.9661803127063716, "learning_rate": 0.003, "loss": 4.1038, "step": 4303 }, { "epoch": 0.04304, "grad_norm": 0.8958980804239224, "learning_rate": 0.003, "loss": 4.1004, "step": 4304 }, { "epoch": 0.04305, "grad_norm": 0.9457226757083944, "learning_rate": 0.003, "loss": 4.0986, "step": 4305 }, { "epoch": 0.04306, "grad_norm": 0.866320067732626, "learning_rate": 0.003, "loss": 4.0701, "step": 4306 }, { "epoch": 0.04307, "grad_norm": 0.9815566634548711, "learning_rate": 0.003, "loss": 4.0798, "step": 4307 }, { "epoch": 0.04308, "grad_norm": 1.1045714176495842, "learning_rate": 0.003, "loss": 4.1016, "step": 4308 }, { "epoch": 0.04309, "grad_norm": 0.9997081776371058, "learning_rate": 0.003, "loss": 4.0875, "step": 4309 }, { "epoch": 0.0431, "grad_norm": 1.014433219426494, "learning_rate": 0.003, "loss": 4.1076, "step": 4310 }, { "epoch": 0.04311, "grad_norm": 1.0841431057954531, "learning_rate": 0.003, "loss": 4.1103, "step": 4311 }, { "epoch": 0.04312, "grad_norm": 0.8706786032806877, "learning_rate": 0.003, "loss": 4.0822, "step": 4312 }, { "epoch": 0.04313, "grad_norm": 1.0443926449585144, "learning_rate": 0.003, "loss": 4.1006, "step": 4313 }, { "epoch": 0.04314, "grad_norm": 1.0606632584516302, "learning_rate": 0.003, "loss": 4.0894, "step": 4314 }, { "epoch": 0.04315, "grad_norm": 0.8710054154104404, "learning_rate": 0.003, "loss": 4.1084, "step": 4315 }, { "epoch": 0.04316, "grad_norm": 0.7770801944004984, "learning_rate": 0.003, "loss": 4.101, "step": 4316 }, { "epoch": 0.04317, "grad_norm": 0.808693446756647, "learning_rate": 0.003, "loss": 4.1163, "step": 4317 }, { "epoch": 0.04318, "grad_norm": 0.783023904953245, "learning_rate": 0.003, "loss": 4.059, "step": 4318 }, { "epoch": 0.04319, "grad_norm": 0.7045592780420906, "learning_rate": 0.003, "loss": 4.0509, "step": 4319 }, { "epoch": 0.0432, "grad_norm": 0.6211212627554941, "learning_rate": 0.003, "loss": 4.0712, "step": 4320 }, { "epoch": 0.04321, "grad_norm": 0.7218417386943828, "learning_rate": 0.003, "loss": 4.0759, "step": 4321 }, { "epoch": 0.04322, "grad_norm": 0.7864622459064595, "learning_rate": 0.003, "loss": 4.1099, "step": 4322 }, { "epoch": 0.04323, "grad_norm": 1.0759947667136016, "learning_rate": 0.003, "loss": 4.0829, "step": 4323 }, { "epoch": 0.04324, "grad_norm": 1.3618558609167744, "learning_rate": 0.003, "loss": 4.0891, "step": 4324 }, { "epoch": 0.04325, "grad_norm": 0.8537661961267661, "learning_rate": 0.003, "loss": 4.108, "step": 4325 }, { "epoch": 0.04326, "grad_norm": 0.8673429528992446, "learning_rate": 0.003, "loss": 4.0867, "step": 4326 }, { "epoch": 0.04327, "grad_norm": 0.8784142198291053, "learning_rate": 0.003, "loss": 4.071, "step": 4327 }, { "epoch": 0.04328, "grad_norm": 0.964766867252245, "learning_rate": 0.003, "loss": 4.088, "step": 4328 }, { "epoch": 0.04329, "grad_norm": 1.159486755106838, "learning_rate": 0.003, "loss": 4.1146, "step": 4329 }, { "epoch": 0.0433, "grad_norm": 0.9798503929358533, "learning_rate": 0.003, "loss": 4.0823, "step": 4330 }, { "epoch": 0.04331, "grad_norm": 0.8036875374792932, "learning_rate": 0.003, "loss": 4.0724, "step": 4331 }, { "epoch": 0.04332, "grad_norm": 0.8974020360029874, "learning_rate": 0.003, "loss": 4.1218, "step": 4332 }, { "epoch": 0.04333, "grad_norm": 0.952759627899482, "learning_rate": 0.003, "loss": 4.0939, "step": 4333 }, { "epoch": 0.04334, "grad_norm": 0.9486168347147088, "learning_rate": 0.003, "loss": 4.0848, "step": 4334 }, { "epoch": 0.04335, "grad_norm": 0.9411584678122592, "learning_rate": 0.003, "loss": 4.073, "step": 4335 }, { "epoch": 0.04336, "grad_norm": 0.8380130707060495, "learning_rate": 0.003, "loss": 4.1043, "step": 4336 }, { "epoch": 0.04337, "grad_norm": 0.8435104385458285, "learning_rate": 0.003, "loss": 4.0897, "step": 4337 }, { "epoch": 0.04338, "grad_norm": 0.8283613873296221, "learning_rate": 0.003, "loss": 4.0901, "step": 4338 }, { "epoch": 0.04339, "grad_norm": 0.7575807206093103, "learning_rate": 0.003, "loss": 4.0957, "step": 4339 }, { "epoch": 0.0434, "grad_norm": 0.7052060232541129, "learning_rate": 0.003, "loss": 4.0745, "step": 4340 }, { "epoch": 0.04341, "grad_norm": 0.7393447733605004, "learning_rate": 0.003, "loss": 4.0863, "step": 4341 }, { "epoch": 0.04342, "grad_norm": 0.6868972479892425, "learning_rate": 0.003, "loss": 4.0719, "step": 4342 }, { "epoch": 0.04343, "grad_norm": 0.642426794922686, "learning_rate": 0.003, "loss": 4.1075, "step": 4343 }, { "epoch": 0.04344, "grad_norm": 0.6793615281465072, "learning_rate": 0.003, "loss": 4.0521, "step": 4344 }, { "epoch": 0.04345, "grad_norm": 0.6547984850581937, "learning_rate": 0.003, "loss": 4.0924, "step": 4345 }, { "epoch": 0.04346, "grad_norm": 0.7129305907572272, "learning_rate": 0.003, "loss": 4.0874, "step": 4346 }, { "epoch": 0.04347, "grad_norm": 0.7392919981263668, "learning_rate": 0.003, "loss": 4.0892, "step": 4347 }, { "epoch": 0.04348, "grad_norm": 0.7595005587543163, "learning_rate": 0.003, "loss": 4.0718, "step": 4348 }, { "epoch": 0.04349, "grad_norm": 0.8185974571279835, "learning_rate": 0.003, "loss": 4.087, "step": 4349 }, { "epoch": 0.0435, "grad_norm": 0.9514565408114718, "learning_rate": 0.003, "loss": 4.0754, "step": 4350 }, { "epoch": 0.04351, "grad_norm": 1.2109347120622453, "learning_rate": 0.003, "loss": 4.0959, "step": 4351 }, { "epoch": 0.04352, "grad_norm": 0.9471998868314153, "learning_rate": 0.003, "loss": 4.1051, "step": 4352 }, { "epoch": 0.04353, "grad_norm": 0.9889455977002414, "learning_rate": 0.003, "loss": 4.0786, "step": 4353 }, { "epoch": 0.04354, "grad_norm": 1.0731295960755523, "learning_rate": 0.003, "loss": 4.088, "step": 4354 }, { "epoch": 0.04355, "grad_norm": 0.9572032046556027, "learning_rate": 0.003, "loss": 4.0916, "step": 4355 }, { "epoch": 0.04356, "grad_norm": 0.9581656158071228, "learning_rate": 0.003, "loss": 4.0979, "step": 4356 }, { "epoch": 0.04357, "grad_norm": 0.9195125428358254, "learning_rate": 0.003, "loss": 4.0862, "step": 4357 }, { "epoch": 0.04358, "grad_norm": 0.9636453763618577, "learning_rate": 0.003, "loss": 4.0757, "step": 4358 }, { "epoch": 0.04359, "grad_norm": 1.0660232103277558, "learning_rate": 0.003, "loss": 4.1052, "step": 4359 }, { "epoch": 0.0436, "grad_norm": 0.8061306785792844, "learning_rate": 0.003, "loss": 4.0996, "step": 4360 }, { "epoch": 0.04361, "grad_norm": 0.8093145893752948, "learning_rate": 0.003, "loss": 4.0629, "step": 4361 }, { "epoch": 0.04362, "grad_norm": 0.8171945284904929, "learning_rate": 0.003, "loss": 4.0733, "step": 4362 }, { "epoch": 0.04363, "grad_norm": 0.9868190592217813, "learning_rate": 0.003, "loss": 4.0814, "step": 4363 }, { "epoch": 0.04364, "grad_norm": 1.0426300462439566, "learning_rate": 0.003, "loss": 4.0994, "step": 4364 }, { "epoch": 0.04365, "grad_norm": 0.8588093044292321, "learning_rate": 0.003, "loss": 4.0957, "step": 4365 }, { "epoch": 0.04366, "grad_norm": 0.8909026739864028, "learning_rate": 0.003, "loss": 4.0533, "step": 4366 }, { "epoch": 0.04367, "grad_norm": 0.873925255651534, "learning_rate": 0.003, "loss": 4.1008, "step": 4367 }, { "epoch": 0.04368, "grad_norm": 0.779588637997916, "learning_rate": 0.003, "loss": 4.0846, "step": 4368 }, { "epoch": 0.04369, "grad_norm": 0.7966324124265414, "learning_rate": 0.003, "loss": 4.0772, "step": 4369 }, { "epoch": 0.0437, "grad_norm": 0.669780598735826, "learning_rate": 0.003, "loss": 4.1015, "step": 4370 }, { "epoch": 0.04371, "grad_norm": 0.7760483978802495, "learning_rate": 0.003, "loss": 4.0884, "step": 4371 }, { "epoch": 0.04372, "grad_norm": 0.9716643560234968, "learning_rate": 0.003, "loss": 4.0775, "step": 4372 }, { "epoch": 0.04373, "grad_norm": 1.2693018325935452, "learning_rate": 0.003, "loss": 4.1111, "step": 4373 }, { "epoch": 0.04374, "grad_norm": 1.0224726158531943, "learning_rate": 0.003, "loss": 4.1489, "step": 4374 }, { "epoch": 0.04375, "grad_norm": 0.8263535068880948, "learning_rate": 0.003, "loss": 4.0555, "step": 4375 }, { "epoch": 0.04376, "grad_norm": 0.7522103171040029, "learning_rate": 0.003, "loss": 4.0945, "step": 4376 }, { "epoch": 0.04377, "grad_norm": 0.8208201264915056, "learning_rate": 0.003, "loss": 4.1211, "step": 4377 }, { "epoch": 0.04378, "grad_norm": 1.005702386332168, "learning_rate": 0.003, "loss": 4.109, "step": 4378 }, { "epoch": 0.04379, "grad_norm": 1.1786773838771147, "learning_rate": 0.003, "loss": 4.1324, "step": 4379 }, { "epoch": 0.0438, "grad_norm": 0.7871810906501763, "learning_rate": 0.003, "loss": 4.092, "step": 4380 }, { "epoch": 0.04381, "grad_norm": 0.7577866085120181, "learning_rate": 0.003, "loss": 4.0802, "step": 4381 }, { "epoch": 0.04382, "grad_norm": 0.830788547447954, "learning_rate": 0.003, "loss": 4.096, "step": 4382 }, { "epoch": 0.04383, "grad_norm": 0.9439340501432005, "learning_rate": 0.003, "loss": 4.076, "step": 4383 }, { "epoch": 0.04384, "grad_norm": 0.9569811292204884, "learning_rate": 0.003, "loss": 4.0812, "step": 4384 }, { "epoch": 0.04385, "grad_norm": 0.9621273589739346, "learning_rate": 0.003, "loss": 4.1186, "step": 4385 }, { "epoch": 0.04386, "grad_norm": 1.0027765639035047, "learning_rate": 0.003, "loss": 4.0978, "step": 4386 }, { "epoch": 0.04387, "grad_norm": 0.8877446565419372, "learning_rate": 0.003, "loss": 4.1159, "step": 4387 }, { "epoch": 0.04388, "grad_norm": 1.004365074328248, "learning_rate": 0.003, "loss": 4.0785, "step": 4388 }, { "epoch": 0.04389, "grad_norm": 1.167012365586639, "learning_rate": 0.003, "loss": 4.1193, "step": 4389 }, { "epoch": 0.0439, "grad_norm": 1.126759575747849, "learning_rate": 0.003, "loss": 4.1115, "step": 4390 }, { "epoch": 0.04391, "grad_norm": 0.8766190371623821, "learning_rate": 0.003, "loss": 4.0806, "step": 4391 }, { "epoch": 0.04392, "grad_norm": 0.9422353250001032, "learning_rate": 0.003, "loss": 4.0901, "step": 4392 }, { "epoch": 0.04393, "grad_norm": 0.9388161319056185, "learning_rate": 0.003, "loss": 4.0779, "step": 4393 }, { "epoch": 0.04394, "grad_norm": 0.9030510084400544, "learning_rate": 0.003, "loss": 4.0976, "step": 4394 }, { "epoch": 0.04395, "grad_norm": 0.8932781141162982, "learning_rate": 0.003, "loss": 4.0795, "step": 4395 }, { "epoch": 0.04396, "grad_norm": 0.8796817611377403, "learning_rate": 0.003, "loss": 4.0526, "step": 4396 }, { "epoch": 0.04397, "grad_norm": 0.844265233977852, "learning_rate": 0.003, "loss": 4.0674, "step": 4397 }, { "epoch": 0.04398, "grad_norm": 0.9152454694688225, "learning_rate": 0.003, "loss": 4.0846, "step": 4398 }, { "epoch": 0.04399, "grad_norm": 0.9294951448787108, "learning_rate": 0.003, "loss": 4.0919, "step": 4399 }, { "epoch": 0.044, "grad_norm": 1.0106829137077165, "learning_rate": 0.003, "loss": 4.0903, "step": 4400 }, { "epoch": 0.04401, "grad_norm": 0.9222214369606679, "learning_rate": 0.003, "loss": 4.1049, "step": 4401 }, { "epoch": 0.04402, "grad_norm": 0.8861574452686165, "learning_rate": 0.003, "loss": 4.1072, "step": 4402 }, { "epoch": 0.04403, "grad_norm": 0.9244720061111934, "learning_rate": 0.003, "loss": 4.0741, "step": 4403 }, { "epoch": 0.04404, "grad_norm": 1.0163229703427172, "learning_rate": 0.003, "loss": 4.1046, "step": 4404 }, { "epoch": 0.04405, "grad_norm": 1.112663606677766, "learning_rate": 0.003, "loss": 4.103, "step": 4405 }, { "epoch": 0.04406, "grad_norm": 0.7836665936004462, "learning_rate": 0.003, "loss": 4.0944, "step": 4406 }, { "epoch": 0.04407, "grad_norm": 0.6834208693181686, "learning_rate": 0.003, "loss": 4.0614, "step": 4407 }, { "epoch": 0.04408, "grad_norm": 0.7215319828238491, "learning_rate": 0.003, "loss": 4.0692, "step": 4408 }, { "epoch": 0.04409, "grad_norm": 0.7547734730978946, "learning_rate": 0.003, "loss": 4.0991, "step": 4409 }, { "epoch": 0.0441, "grad_norm": 0.9855505388299907, "learning_rate": 0.003, "loss": 4.0924, "step": 4410 }, { "epoch": 0.04411, "grad_norm": 1.3745879066451838, "learning_rate": 0.003, "loss": 4.0889, "step": 4411 }, { "epoch": 0.04412, "grad_norm": 0.6697260575539041, "learning_rate": 0.003, "loss": 4.0609, "step": 4412 }, { "epoch": 0.04413, "grad_norm": 0.7289649196117617, "learning_rate": 0.003, "loss": 4.0687, "step": 4413 }, { "epoch": 0.04414, "grad_norm": 0.8710542961593792, "learning_rate": 0.003, "loss": 4.121, "step": 4414 }, { "epoch": 0.04415, "grad_norm": 1.006707768649903, "learning_rate": 0.003, "loss": 4.089, "step": 4415 }, { "epoch": 0.04416, "grad_norm": 0.9528175763218202, "learning_rate": 0.003, "loss": 4.0762, "step": 4416 }, { "epoch": 0.04417, "grad_norm": 0.8424334779705969, "learning_rate": 0.003, "loss": 4.0503, "step": 4417 }, { "epoch": 0.04418, "grad_norm": 0.97351224925848, "learning_rate": 0.003, "loss": 4.0966, "step": 4418 }, { "epoch": 0.04419, "grad_norm": 1.0808697355237324, "learning_rate": 0.003, "loss": 4.1194, "step": 4419 }, { "epoch": 0.0442, "grad_norm": 1.167054123021739, "learning_rate": 0.003, "loss": 4.0947, "step": 4420 }, { "epoch": 0.04421, "grad_norm": 0.8176085170190497, "learning_rate": 0.003, "loss": 4.1169, "step": 4421 }, { "epoch": 0.04422, "grad_norm": 0.7560953731068145, "learning_rate": 0.003, "loss": 4.0803, "step": 4422 }, { "epoch": 0.04423, "grad_norm": 0.8430900886347851, "learning_rate": 0.003, "loss": 4.0997, "step": 4423 }, { "epoch": 0.04424, "grad_norm": 0.7698126783686144, "learning_rate": 0.003, "loss": 4.0479, "step": 4424 }, { "epoch": 0.04425, "grad_norm": 0.7635205731836768, "learning_rate": 0.003, "loss": 4.0713, "step": 4425 }, { "epoch": 0.04426, "grad_norm": 0.7393576832666733, "learning_rate": 0.003, "loss": 4.0931, "step": 4426 }, { "epoch": 0.04427, "grad_norm": 0.7066164659139067, "learning_rate": 0.003, "loss": 4.0786, "step": 4427 }, { "epoch": 0.04428, "grad_norm": 0.584092377564762, "learning_rate": 0.003, "loss": 4.0711, "step": 4428 }, { "epoch": 0.04429, "grad_norm": 0.5955745561562374, "learning_rate": 0.003, "loss": 4.1113, "step": 4429 }, { "epoch": 0.0443, "grad_norm": 0.7642349609553867, "learning_rate": 0.003, "loss": 4.0711, "step": 4430 }, { "epoch": 0.04431, "grad_norm": 0.9897440622578424, "learning_rate": 0.003, "loss": 4.0996, "step": 4431 }, { "epoch": 0.04432, "grad_norm": 1.3796673035154565, "learning_rate": 0.003, "loss": 4.1162, "step": 4432 }, { "epoch": 0.04433, "grad_norm": 0.7338783584401088, "learning_rate": 0.003, "loss": 4.079, "step": 4433 }, { "epoch": 0.04434, "grad_norm": 0.9478779466631931, "learning_rate": 0.003, "loss": 4.0833, "step": 4434 }, { "epoch": 0.04435, "grad_norm": 1.0373098684540567, "learning_rate": 0.003, "loss": 4.1009, "step": 4435 }, { "epoch": 0.04436, "grad_norm": 0.9002494417955366, "learning_rate": 0.003, "loss": 4.0695, "step": 4436 }, { "epoch": 0.04437, "grad_norm": 0.9423712815921459, "learning_rate": 0.003, "loss": 4.0946, "step": 4437 }, { "epoch": 0.04438, "grad_norm": 0.9881181207836567, "learning_rate": 0.003, "loss": 4.1344, "step": 4438 }, { "epoch": 0.04439, "grad_norm": 1.140055930440485, "learning_rate": 0.003, "loss": 4.1062, "step": 4439 }, { "epoch": 0.0444, "grad_norm": 0.8857720718409576, "learning_rate": 0.003, "loss": 4.0592, "step": 4440 }, { "epoch": 0.04441, "grad_norm": 0.9085661359962524, "learning_rate": 0.003, "loss": 4.0916, "step": 4441 }, { "epoch": 0.04442, "grad_norm": 0.8204868786177558, "learning_rate": 0.003, "loss": 4.0858, "step": 4442 }, { "epoch": 0.04443, "grad_norm": 0.6457268453463154, "learning_rate": 0.003, "loss": 4.0546, "step": 4443 }, { "epoch": 0.04444, "grad_norm": 0.6492396831004539, "learning_rate": 0.003, "loss": 4.0556, "step": 4444 }, { "epoch": 0.04445, "grad_norm": 0.6928510619497573, "learning_rate": 0.003, "loss": 4.0868, "step": 4445 }, { "epoch": 0.04446, "grad_norm": 0.851264848376963, "learning_rate": 0.003, "loss": 4.0572, "step": 4446 }, { "epoch": 0.04447, "grad_norm": 0.9403414167914219, "learning_rate": 0.003, "loss": 4.0663, "step": 4447 }, { "epoch": 0.04448, "grad_norm": 1.0475208155252718, "learning_rate": 0.003, "loss": 4.0656, "step": 4448 }, { "epoch": 0.04449, "grad_norm": 0.8839010679595062, "learning_rate": 0.003, "loss": 4.0779, "step": 4449 }, { "epoch": 0.0445, "grad_norm": 0.9663307778578972, "learning_rate": 0.003, "loss": 4.0855, "step": 4450 }, { "epoch": 0.04451, "grad_norm": 1.0371788520078717, "learning_rate": 0.003, "loss": 4.0875, "step": 4451 }, { "epoch": 0.04452, "grad_norm": 1.2078981755286253, "learning_rate": 0.003, "loss": 4.1113, "step": 4452 }, { "epoch": 0.04453, "grad_norm": 0.8296222855961709, "learning_rate": 0.003, "loss": 4.1097, "step": 4453 }, { "epoch": 0.04454, "grad_norm": 0.8721163575738796, "learning_rate": 0.003, "loss": 4.0902, "step": 4454 }, { "epoch": 0.04455, "grad_norm": 0.9017669849588411, "learning_rate": 0.003, "loss": 4.1017, "step": 4455 }, { "epoch": 0.04456, "grad_norm": 1.0543326711835521, "learning_rate": 0.003, "loss": 4.0725, "step": 4456 }, { "epoch": 0.04457, "grad_norm": 1.1758149593074942, "learning_rate": 0.003, "loss": 4.0972, "step": 4457 }, { "epoch": 0.04458, "grad_norm": 0.795675945576436, "learning_rate": 0.003, "loss": 4.1065, "step": 4458 }, { "epoch": 0.04459, "grad_norm": 0.8944676165743426, "learning_rate": 0.003, "loss": 4.1156, "step": 4459 }, { "epoch": 0.0446, "grad_norm": 1.0309911114547456, "learning_rate": 0.003, "loss": 4.1151, "step": 4460 }, { "epoch": 0.04461, "grad_norm": 1.1633164535503087, "learning_rate": 0.003, "loss": 4.1207, "step": 4461 }, { "epoch": 0.04462, "grad_norm": 1.167208135838096, "learning_rate": 0.003, "loss": 4.0744, "step": 4462 }, { "epoch": 0.04463, "grad_norm": 1.183108803762208, "learning_rate": 0.003, "loss": 4.0919, "step": 4463 }, { "epoch": 0.04464, "grad_norm": 0.7854170437651848, "learning_rate": 0.003, "loss": 4.0985, "step": 4464 }, { "epoch": 0.04465, "grad_norm": 0.8018127380897019, "learning_rate": 0.003, "loss": 4.0828, "step": 4465 }, { "epoch": 0.04466, "grad_norm": 0.7724293795857595, "learning_rate": 0.003, "loss": 4.0933, "step": 4466 }, { "epoch": 0.04467, "grad_norm": 0.8927290074378922, "learning_rate": 0.003, "loss": 4.089, "step": 4467 }, { "epoch": 0.04468, "grad_norm": 0.9529441187417813, "learning_rate": 0.003, "loss": 4.0693, "step": 4468 }, { "epoch": 0.04469, "grad_norm": 0.7635512052136587, "learning_rate": 0.003, "loss": 4.0938, "step": 4469 }, { "epoch": 0.0447, "grad_norm": 0.7111288881650668, "learning_rate": 0.003, "loss": 4.0964, "step": 4470 }, { "epoch": 0.04471, "grad_norm": 0.6842975948143225, "learning_rate": 0.003, "loss": 4.1143, "step": 4471 }, { "epoch": 0.04472, "grad_norm": 0.6721731379887363, "learning_rate": 0.003, "loss": 4.064, "step": 4472 }, { "epoch": 0.04473, "grad_norm": 0.8269116687874477, "learning_rate": 0.003, "loss": 4.069, "step": 4473 }, { "epoch": 0.04474, "grad_norm": 0.9372410627748204, "learning_rate": 0.003, "loss": 4.07, "step": 4474 }, { "epoch": 0.04475, "grad_norm": 1.1298342557384584, "learning_rate": 0.003, "loss": 4.0664, "step": 4475 }, { "epoch": 0.04476, "grad_norm": 0.8988046555647741, "learning_rate": 0.003, "loss": 4.0742, "step": 4476 }, { "epoch": 0.04477, "grad_norm": 0.795000264212953, "learning_rate": 0.003, "loss": 4.0865, "step": 4477 }, { "epoch": 0.04478, "grad_norm": 0.8406418984097118, "learning_rate": 0.003, "loss": 4.0847, "step": 4478 }, { "epoch": 0.04479, "grad_norm": 0.9513259886842036, "learning_rate": 0.003, "loss": 4.067, "step": 4479 }, { "epoch": 0.0448, "grad_norm": 1.0486642112843845, "learning_rate": 0.003, "loss": 4.0806, "step": 4480 }, { "epoch": 0.04481, "grad_norm": 1.0910923440009397, "learning_rate": 0.003, "loss": 4.0771, "step": 4481 }, { "epoch": 0.04482, "grad_norm": 0.9923003720594974, "learning_rate": 0.003, "loss": 4.102, "step": 4482 }, { "epoch": 0.04483, "grad_norm": 0.9838181891048627, "learning_rate": 0.003, "loss": 4.0915, "step": 4483 }, { "epoch": 0.04484, "grad_norm": 0.8441164141274783, "learning_rate": 0.003, "loss": 4.0995, "step": 4484 }, { "epoch": 0.04485, "grad_norm": 0.8006899110895409, "learning_rate": 0.003, "loss": 4.1063, "step": 4485 }, { "epoch": 0.04486, "grad_norm": 0.8707281199253866, "learning_rate": 0.003, "loss": 4.0701, "step": 4486 }, { "epoch": 0.04487, "grad_norm": 0.8680647327916373, "learning_rate": 0.003, "loss": 4.0813, "step": 4487 }, { "epoch": 0.04488, "grad_norm": 0.8736811662681273, "learning_rate": 0.003, "loss": 4.1028, "step": 4488 }, { "epoch": 0.04489, "grad_norm": 0.8803676696260273, "learning_rate": 0.003, "loss": 4.1047, "step": 4489 }, { "epoch": 0.0449, "grad_norm": 0.9871186527446516, "learning_rate": 0.003, "loss": 4.1047, "step": 4490 }, { "epoch": 0.04491, "grad_norm": 1.0838956165086664, "learning_rate": 0.003, "loss": 4.0947, "step": 4491 }, { "epoch": 0.04492, "grad_norm": 1.0246550076014433, "learning_rate": 0.003, "loss": 4.1021, "step": 4492 }, { "epoch": 0.04493, "grad_norm": 1.119573546351604, "learning_rate": 0.003, "loss": 4.1161, "step": 4493 }, { "epoch": 0.04494, "grad_norm": 0.9017080906502098, "learning_rate": 0.003, "loss": 4.0891, "step": 4494 }, { "epoch": 0.04495, "grad_norm": 0.8048737469068201, "learning_rate": 0.003, "loss": 4.0853, "step": 4495 }, { "epoch": 0.04496, "grad_norm": 0.8207659865646967, "learning_rate": 0.003, "loss": 4.1246, "step": 4496 }, { "epoch": 0.04497, "grad_norm": 1.1245269296552654, "learning_rate": 0.003, "loss": 4.1121, "step": 4497 }, { "epoch": 0.04498, "grad_norm": 1.0002119651690387, "learning_rate": 0.003, "loss": 4.0823, "step": 4498 }, { "epoch": 0.04499, "grad_norm": 0.9808448366317947, "learning_rate": 0.003, "loss": 4.0531, "step": 4499 }, { "epoch": 0.045, "grad_norm": 1.132093441653165, "learning_rate": 0.003, "loss": 4.0864, "step": 4500 }, { "epoch": 0.04501, "grad_norm": 0.8718373099791662, "learning_rate": 0.003, "loss": 4.0759, "step": 4501 }, { "epoch": 0.04502, "grad_norm": 0.9228626903708667, "learning_rate": 0.003, "loss": 4.116, "step": 4502 }, { "epoch": 0.04503, "grad_norm": 0.8263232740111328, "learning_rate": 0.003, "loss": 4.1153, "step": 4503 }, { "epoch": 0.04504, "grad_norm": 0.7734875104374885, "learning_rate": 0.003, "loss": 4.1093, "step": 4504 }, { "epoch": 0.04505, "grad_norm": 0.7885987258017754, "learning_rate": 0.003, "loss": 4.1044, "step": 4505 }, { "epoch": 0.04506, "grad_norm": 0.9407227338991642, "learning_rate": 0.003, "loss": 4.0866, "step": 4506 }, { "epoch": 0.04507, "grad_norm": 1.0832398695950372, "learning_rate": 0.003, "loss": 4.067, "step": 4507 }, { "epoch": 0.04508, "grad_norm": 0.9418456435744189, "learning_rate": 0.003, "loss": 4.0834, "step": 4508 }, { "epoch": 0.04509, "grad_norm": 0.9175750111895549, "learning_rate": 0.003, "loss": 4.1085, "step": 4509 }, { "epoch": 0.0451, "grad_norm": 0.9398070401461067, "learning_rate": 0.003, "loss": 4.1109, "step": 4510 }, { "epoch": 0.04511, "grad_norm": 0.9217534503191119, "learning_rate": 0.003, "loss": 4.0934, "step": 4511 }, { "epoch": 0.04512, "grad_norm": 1.0427993141187701, "learning_rate": 0.003, "loss": 4.0519, "step": 4512 }, { "epoch": 0.04513, "grad_norm": 0.8428325423508638, "learning_rate": 0.003, "loss": 4.0786, "step": 4513 }, { "epoch": 0.04514, "grad_norm": 1.0089526014399501, "learning_rate": 0.003, "loss": 4.0941, "step": 4514 }, { "epoch": 0.04515, "grad_norm": 0.9789233122430068, "learning_rate": 0.003, "loss": 4.0893, "step": 4515 }, { "epoch": 0.04516, "grad_norm": 0.9091489043065707, "learning_rate": 0.003, "loss": 4.0965, "step": 4516 }, { "epoch": 0.04517, "grad_norm": 0.9751493943869993, "learning_rate": 0.003, "loss": 4.1139, "step": 4517 }, { "epoch": 0.04518, "grad_norm": 0.8917249628104398, "learning_rate": 0.003, "loss": 4.0877, "step": 4518 }, { "epoch": 0.04519, "grad_norm": 1.004402772465955, "learning_rate": 0.003, "loss": 4.0835, "step": 4519 }, { "epoch": 0.0452, "grad_norm": 1.2586466593520984, "learning_rate": 0.003, "loss": 4.0953, "step": 4520 }, { "epoch": 0.04521, "grad_norm": 0.9330729244910515, "learning_rate": 0.003, "loss": 4.0815, "step": 4521 }, { "epoch": 0.04522, "grad_norm": 0.8641019927023269, "learning_rate": 0.003, "loss": 4.0767, "step": 4522 }, { "epoch": 0.04523, "grad_norm": 0.9140037813457487, "learning_rate": 0.003, "loss": 4.0813, "step": 4523 }, { "epoch": 0.04524, "grad_norm": 0.8919093436216252, "learning_rate": 0.003, "loss": 4.0586, "step": 4524 }, { "epoch": 0.04525, "grad_norm": 1.0121384333442254, "learning_rate": 0.003, "loss": 4.0716, "step": 4525 }, { "epoch": 0.04526, "grad_norm": 1.1210191689178208, "learning_rate": 0.003, "loss": 4.1035, "step": 4526 }, { "epoch": 0.04527, "grad_norm": 0.682641155436752, "learning_rate": 0.003, "loss": 4.0755, "step": 4527 }, { "epoch": 0.04528, "grad_norm": 0.6585540834263701, "learning_rate": 0.003, "loss": 4.0532, "step": 4528 }, { "epoch": 0.04529, "grad_norm": 0.7678794616279656, "learning_rate": 0.003, "loss": 4.061, "step": 4529 }, { "epoch": 0.0453, "grad_norm": 0.8419648665385003, "learning_rate": 0.003, "loss": 4.0545, "step": 4530 }, { "epoch": 0.04531, "grad_norm": 0.9205297479236283, "learning_rate": 0.003, "loss": 4.0614, "step": 4531 }, { "epoch": 0.04532, "grad_norm": 0.8853526961425466, "learning_rate": 0.003, "loss": 4.088, "step": 4532 }, { "epoch": 0.04533, "grad_norm": 0.8992375264745746, "learning_rate": 0.003, "loss": 4.0517, "step": 4533 }, { "epoch": 0.04534, "grad_norm": 0.9811346625863182, "learning_rate": 0.003, "loss": 4.0986, "step": 4534 }, { "epoch": 0.04535, "grad_norm": 1.037436568279496, "learning_rate": 0.003, "loss": 4.1191, "step": 4535 }, { "epoch": 0.04536, "grad_norm": 0.8288199794219244, "learning_rate": 0.003, "loss": 4.1116, "step": 4536 }, { "epoch": 0.04537, "grad_norm": 0.8088616928239108, "learning_rate": 0.003, "loss": 4.0889, "step": 4537 }, { "epoch": 0.04538, "grad_norm": 0.7318781047913877, "learning_rate": 0.003, "loss": 4.0888, "step": 4538 }, { "epoch": 0.04539, "grad_norm": 0.7179435097962413, "learning_rate": 0.003, "loss": 4.0502, "step": 4539 }, { "epoch": 0.0454, "grad_norm": 0.8058129172445117, "learning_rate": 0.003, "loss": 4.0624, "step": 4540 }, { "epoch": 0.04541, "grad_norm": 0.9730325188123338, "learning_rate": 0.003, "loss": 4.1112, "step": 4541 }, { "epoch": 0.04542, "grad_norm": 1.1629088900069842, "learning_rate": 0.003, "loss": 4.0661, "step": 4542 }, { "epoch": 0.04543, "grad_norm": 1.0223952095742048, "learning_rate": 0.003, "loss": 4.0942, "step": 4543 }, { "epoch": 0.04544, "grad_norm": 0.9007892884805351, "learning_rate": 0.003, "loss": 4.0719, "step": 4544 }, { "epoch": 0.04545, "grad_norm": 0.8810595549441049, "learning_rate": 0.003, "loss": 4.0834, "step": 4545 }, { "epoch": 0.04546, "grad_norm": 1.0706790887149014, "learning_rate": 0.003, "loss": 4.0718, "step": 4546 }, { "epoch": 0.04547, "grad_norm": 1.0783793172148153, "learning_rate": 0.003, "loss": 4.0792, "step": 4547 }, { "epoch": 0.04548, "grad_norm": 0.8754970851766884, "learning_rate": 0.003, "loss": 4.0879, "step": 4548 }, { "epoch": 0.04549, "grad_norm": 1.006047833218977, "learning_rate": 0.003, "loss": 4.0827, "step": 4549 }, { "epoch": 0.0455, "grad_norm": 1.0770476162131184, "learning_rate": 0.003, "loss": 4.1161, "step": 4550 }, { "epoch": 0.04551, "grad_norm": 0.9601215888010274, "learning_rate": 0.003, "loss": 4.1242, "step": 4551 }, { "epoch": 0.04552, "grad_norm": 0.9774413017455548, "learning_rate": 0.003, "loss": 4.111, "step": 4552 }, { "epoch": 0.04553, "grad_norm": 1.0213364834049192, "learning_rate": 0.003, "loss": 4.0959, "step": 4553 }, { "epoch": 0.04554, "grad_norm": 0.9568143904158197, "learning_rate": 0.003, "loss": 4.0819, "step": 4554 }, { "epoch": 0.04555, "grad_norm": 0.7973060747821642, "learning_rate": 0.003, "loss": 4.0881, "step": 4555 }, { "epoch": 0.04556, "grad_norm": 0.9299995488489511, "learning_rate": 0.003, "loss": 4.0943, "step": 4556 }, { "epoch": 0.04557, "grad_norm": 1.1293974930486246, "learning_rate": 0.003, "loss": 4.0845, "step": 4557 }, { "epoch": 0.04558, "grad_norm": 1.026675541394777, "learning_rate": 0.003, "loss": 4.1108, "step": 4558 }, { "epoch": 0.04559, "grad_norm": 1.0345981426986643, "learning_rate": 0.003, "loss": 4.1249, "step": 4559 }, { "epoch": 0.0456, "grad_norm": 1.1305484499753016, "learning_rate": 0.003, "loss": 4.0854, "step": 4560 }, { "epoch": 0.04561, "grad_norm": 0.925988269592052, "learning_rate": 0.003, "loss": 4.0913, "step": 4561 }, { "epoch": 0.04562, "grad_norm": 0.8510922703082149, "learning_rate": 0.003, "loss": 4.1115, "step": 4562 }, { "epoch": 0.04563, "grad_norm": 0.9226408925609122, "learning_rate": 0.003, "loss": 4.0786, "step": 4563 }, { "epoch": 0.04564, "grad_norm": 1.0130794105331695, "learning_rate": 0.003, "loss": 4.0952, "step": 4564 }, { "epoch": 0.04565, "grad_norm": 1.1969435548126093, "learning_rate": 0.003, "loss": 4.0725, "step": 4565 }, { "epoch": 0.04566, "grad_norm": 0.9275288015749137, "learning_rate": 0.003, "loss": 4.1017, "step": 4566 }, { "epoch": 0.04567, "grad_norm": 0.8651130584077846, "learning_rate": 0.003, "loss": 4.0909, "step": 4567 }, { "epoch": 0.04568, "grad_norm": 0.8986618248546338, "learning_rate": 0.003, "loss": 4.0685, "step": 4568 }, { "epoch": 0.04569, "grad_norm": 0.6837244864462902, "learning_rate": 0.003, "loss": 4.0887, "step": 4569 }, { "epoch": 0.0457, "grad_norm": 0.6768551414670718, "learning_rate": 0.003, "loss": 4.0781, "step": 4570 }, { "epoch": 0.04571, "grad_norm": 0.7428397016306537, "learning_rate": 0.003, "loss": 4.107, "step": 4571 }, { "epoch": 0.04572, "grad_norm": 0.8995755995048413, "learning_rate": 0.003, "loss": 4.0813, "step": 4572 }, { "epoch": 0.04573, "grad_norm": 0.9009642352606402, "learning_rate": 0.003, "loss": 4.058, "step": 4573 }, { "epoch": 0.04574, "grad_norm": 0.7114211134538346, "learning_rate": 0.003, "loss": 4.0634, "step": 4574 }, { "epoch": 0.04575, "grad_norm": 0.6599729401731194, "learning_rate": 0.003, "loss": 4.0868, "step": 4575 }, { "epoch": 0.04576, "grad_norm": 0.7597125240743299, "learning_rate": 0.003, "loss": 4.0805, "step": 4576 }, { "epoch": 0.04577, "grad_norm": 0.8421667189567135, "learning_rate": 0.003, "loss": 4.1001, "step": 4577 }, { "epoch": 0.04578, "grad_norm": 0.8104388984795634, "learning_rate": 0.003, "loss": 4.066, "step": 4578 }, { "epoch": 0.04579, "grad_norm": 0.8976119076785662, "learning_rate": 0.003, "loss": 4.0531, "step": 4579 }, { "epoch": 0.0458, "grad_norm": 0.9887238152154557, "learning_rate": 0.003, "loss": 4.0887, "step": 4580 }, { "epoch": 0.04581, "grad_norm": 1.0944325064747162, "learning_rate": 0.003, "loss": 4.1047, "step": 4581 }, { "epoch": 0.04582, "grad_norm": 1.1228836648844638, "learning_rate": 0.003, "loss": 4.1083, "step": 4582 }, { "epoch": 0.04583, "grad_norm": 1.037982851445284, "learning_rate": 0.003, "loss": 4.0738, "step": 4583 }, { "epoch": 0.04584, "grad_norm": 1.1309942180537078, "learning_rate": 0.003, "loss": 4.0889, "step": 4584 }, { "epoch": 0.04585, "grad_norm": 0.8719784933921241, "learning_rate": 0.003, "loss": 4.0785, "step": 4585 }, { "epoch": 0.04586, "grad_norm": 0.9988395861483548, "learning_rate": 0.003, "loss": 4.0882, "step": 4586 }, { "epoch": 0.04587, "grad_norm": 1.1757119262154812, "learning_rate": 0.003, "loss": 4.1107, "step": 4587 }, { "epoch": 0.04588, "grad_norm": 0.9935517321787154, "learning_rate": 0.003, "loss": 4.106, "step": 4588 }, { "epoch": 0.04589, "grad_norm": 0.9699416826899608, "learning_rate": 0.003, "loss": 4.073, "step": 4589 }, { "epoch": 0.0459, "grad_norm": 0.8608811328558719, "learning_rate": 0.003, "loss": 4.0949, "step": 4590 }, { "epoch": 0.04591, "grad_norm": 0.8189922265739307, "learning_rate": 0.003, "loss": 4.0583, "step": 4591 }, { "epoch": 0.04592, "grad_norm": 0.7122732264854349, "learning_rate": 0.003, "loss": 4.0811, "step": 4592 }, { "epoch": 0.04593, "grad_norm": 0.6916533373498136, "learning_rate": 0.003, "loss": 4.1044, "step": 4593 }, { "epoch": 0.04594, "grad_norm": 0.7141399590985198, "learning_rate": 0.003, "loss": 4.0964, "step": 4594 }, { "epoch": 0.04595, "grad_norm": 0.5874937539781525, "learning_rate": 0.003, "loss": 4.0797, "step": 4595 }, { "epoch": 0.04596, "grad_norm": 0.5901031684112441, "learning_rate": 0.003, "loss": 4.0822, "step": 4596 }, { "epoch": 0.04597, "grad_norm": 0.6145935292761844, "learning_rate": 0.003, "loss": 4.0849, "step": 4597 }, { "epoch": 0.04598, "grad_norm": 0.6900732502328394, "learning_rate": 0.003, "loss": 4.1197, "step": 4598 }, { "epoch": 0.04599, "grad_norm": 0.7532465802179442, "learning_rate": 0.003, "loss": 4.0664, "step": 4599 }, { "epoch": 0.046, "grad_norm": 0.7204851942827531, "learning_rate": 0.003, "loss": 4.0796, "step": 4600 }, { "epoch": 0.04601, "grad_norm": 0.8000251382960614, "learning_rate": 0.003, "loss": 4.0849, "step": 4601 }, { "epoch": 0.04602, "grad_norm": 0.9181816267947781, "learning_rate": 0.003, "loss": 4.0829, "step": 4602 }, { "epoch": 0.04603, "grad_norm": 1.1329954986924105, "learning_rate": 0.003, "loss": 4.1, "step": 4603 }, { "epoch": 0.04604, "grad_norm": 0.9229244630258843, "learning_rate": 0.003, "loss": 4.0923, "step": 4604 }, { "epoch": 0.04605, "grad_norm": 0.9397750901932713, "learning_rate": 0.003, "loss": 4.1063, "step": 4605 }, { "epoch": 0.04606, "grad_norm": 0.9807853977592482, "learning_rate": 0.003, "loss": 4.071, "step": 4606 }, { "epoch": 0.04607, "grad_norm": 1.0004066586342284, "learning_rate": 0.003, "loss": 4.0801, "step": 4607 }, { "epoch": 0.04608, "grad_norm": 0.8365719223227974, "learning_rate": 0.003, "loss": 4.0608, "step": 4608 }, { "epoch": 0.04609, "grad_norm": 0.8004776907383365, "learning_rate": 0.003, "loss": 4.0825, "step": 4609 }, { "epoch": 0.0461, "grad_norm": 1.0497099318779148, "learning_rate": 0.003, "loss": 4.0677, "step": 4610 }, { "epoch": 0.04611, "grad_norm": 1.2600264680618676, "learning_rate": 0.003, "loss": 4.1259, "step": 4611 }, { "epoch": 0.04612, "grad_norm": 0.7894125524130393, "learning_rate": 0.003, "loss": 4.0945, "step": 4612 }, { "epoch": 0.04613, "grad_norm": 0.8137383483366754, "learning_rate": 0.003, "loss": 4.0774, "step": 4613 }, { "epoch": 0.04614, "grad_norm": 1.0780550037519088, "learning_rate": 0.003, "loss": 4.0491, "step": 4614 }, { "epoch": 0.04615, "grad_norm": 1.146445498524777, "learning_rate": 0.003, "loss": 4.0926, "step": 4615 }, { "epoch": 0.04616, "grad_norm": 1.0658805778199005, "learning_rate": 0.003, "loss": 4.0745, "step": 4616 }, { "epoch": 0.04617, "grad_norm": 1.0441620047388833, "learning_rate": 0.003, "loss": 4.0986, "step": 4617 }, { "epoch": 0.04618, "grad_norm": 0.8556036446407603, "learning_rate": 0.003, "loss": 4.0758, "step": 4618 }, { "epoch": 0.04619, "grad_norm": 0.8711936990908583, "learning_rate": 0.003, "loss": 4.0747, "step": 4619 }, { "epoch": 0.0462, "grad_norm": 0.9909063580253566, "learning_rate": 0.003, "loss": 4.1061, "step": 4620 }, { "epoch": 0.04621, "grad_norm": 1.0674313514316285, "learning_rate": 0.003, "loss": 4.118, "step": 4621 }, { "epoch": 0.04622, "grad_norm": 0.9135451914376392, "learning_rate": 0.003, "loss": 4.1124, "step": 4622 }, { "epoch": 0.04623, "grad_norm": 0.9086448162432442, "learning_rate": 0.003, "loss": 4.0951, "step": 4623 }, { "epoch": 0.04624, "grad_norm": 0.929118113001063, "learning_rate": 0.003, "loss": 4.0728, "step": 4624 }, { "epoch": 0.04625, "grad_norm": 0.8923285451003576, "learning_rate": 0.003, "loss": 4.0925, "step": 4625 }, { "epoch": 0.04626, "grad_norm": 0.8550528854318953, "learning_rate": 0.003, "loss": 4.0966, "step": 4626 }, { "epoch": 0.04627, "grad_norm": 0.8738286232684426, "learning_rate": 0.003, "loss": 4.0834, "step": 4627 }, { "epoch": 0.04628, "grad_norm": 1.040219821170605, "learning_rate": 0.003, "loss": 4.1134, "step": 4628 }, { "epoch": 0.04629, "grad_norm": 1.0457108285440184, "learning_rate": 0.003, "loss": 4.0893, "step": 4629 }, { "epoch": 0.0463, "grad_norm": 1.0237213701996026, "learning_rate": 0.003, "loss": 4.1058, "step": 4630 }, { "epoch": 0.04631, "grad_norm": 0.903960943241525, "learning_rate": 0.003, "loss": 4.084, "step": 4631 }, { "epoch": 0.04632, "grad_norm": 0.848296335406008, "learning_rate": 0.003, "loss": 4.0734, "step": 4632 }, { "epoch": 0.04633, "grad_norm": 0.9208369707573915, "learning_rate": 0.003, "loss": 4.0785, "step": 4633 }, { "epoch": 0.04634, "grad_norm": 0.9324467970591866, "learning_rate": 0.003, "loss": 4.0824, "step": 4634 }, { "epoch": 0.04635, "grad_norm": 1.1007094021276311, "learning_rate": 0.003, "loss": 4.0932, "step": 4635 }, { "epoch": 0.04636, "grad_norm": 1.1761724983902668, "learning_rate": 0.003, "loss": 4.1293, "step": 4636 }, { "epoch": 0.04637, "grad_norm": 0.8928241988529365, "learning_rate": 0.003, "loss": 4.0681, "step": 4637 }, { "epoch": 0.04638, "grad_norm": 0.7909525696684022, "learning_rate": 0.003, "loss": 4.1013, "step": 4638 }, { "epoch": 0.04639, "grad_norm": 0.8316115510623557, "learning_rate": 0.003, "loss": 4.0717, "step": 4639 }, { "epoch": 0.0464, "grad_norm": 0.8890413282477022, "learning_rate": 0.003, "loss": 4.0938, "step": 4640 }, { "epoch": 0.04641, "grad_norm": 0.9442456572250497, "learning_rate": 0.003, "loss": 4.1097, "step": 4641 }, { "epoch": 0.04642, "grad_norm": 1.1131605186896782, "learning_rate": 0.003, "loss": 4.0593, "step": 4642 }, { "epoch": 0.04643, "grad_norm": 1.151049967466462, "learning_rate": 0.003, "loss": 4.0865, "step": 4643 }, { "epoch": 0.04644, "grad_norm": 1.0077381059472987, "learning_rate": 0.003, "loss": 4.0905, "step": 4644 }, { "epoch": 0.04645, "grad_norm": 0.8760793972978849, "learning_rate": 0.003, "loss": 4.0792, "step": 4645 }, { "epoch": 0.04646, "grad_norm": 0.8512107506066473, "learning_rate": 0.003, "loss": 4.0771, "step": 4646 }, { "epoch": 0.04647, "grad_norm": 0.8732029277276215, "learning_rate": 0.003, "loss": 4.0748, "step": 4647 }, { "epoch": 0.04648, "grad_norm": 0.9302078959957535, "learning_rate": 0.003, "loss": 4.0974, "step": 4648 }, { "epoch": 0.04649, "grad_norm": 0.9169568810760613, "learning_rate": 0.003, "loss": 4.0818, "step": 4649 }, { "epoch": 0.0465, "grad_norm": 0.9303804967387479, "learning_rate": 0.003, "loss": 4.053, "step": 4650 }, { "epoch": 0.04651, "grad_norm": 0.872676445058754, "learning_rate": 0.003, "loss": 4.0853, "step": 4651 }, { "epoch": 0.04652, "grad_norm": 0.8018180143670698, "learning_rate": 0.003, "loss": 4.09, "step": 4652 }, { "epoch": 0.04653, "grad_norm": 0.8064464814963113, "learning_rate": 0.003, "loss": 4.0896, "step": 4653 }, { "epoch": 0.04654, "grad_norm": 0.8944906023744553, "learning_rate": 0.003, "loss": 4.0846, "step": 4654 }, { "epoch": 0.04655, "grad_norm": 1.1219617714586472, "learning_rate": 0.003, "loss": 4.0955, "step": 4655 }, { "epoch": 0.04656, "grad_norm": 1.0550396369369868, "learning_rate": 0.003, "loss": 4.0687, "step": 4656 }, { "epoch": 0.04657, "grad_norm": 1.0337811454324184, "learning_rate": 0.003, "loss": 4.1054, "step": 4657 }, { "epoch": 0.04658, "grad_norm": 0.9390842279569726, "learning_rate": 0.003, "loss": 4.083, "step": 4658 }, { "epoch": 0.04659, "grad_norm": 0.7870888779187648, "learning_rate": 0.003, "loss": 4.0752, "step": 4659 }, { "epoch": 0.0466, "grad_norm": 0.7813047740300597, "learning_rate": 0.003, "loss": 4.0937, "step": 4660 }, { "epoch": 0.04661, "grad_norm": 0.8185250491523086, "learning_rate": 0.003, "loss": 4.0796, "step": 4661 }, { "epoch": 0.04662, "grad_norm": 0.7657744046442502, "learning_rate": 0.003, "loss": 4.0644, "step": 4662 }, { "epoch": 0.04663, "grad_norm": 0.9612044009806899, "learning_rate": 0.003, "loss": 4.0885, "step": 4663 }, { "epoch": 0.04664, "grad_norm": 1.091240235491955, "learning_rate": 0.003, "loss": 4.0688, "step": 4664 }, { "epoch": 0.04665, "grad_norm": 0.9496659607676349, "learning_rate": 0.003, "loss": 4.0652, "step": 4665 }, { "epoch": 0.04666, "grad_norm": 0.8885966480506947, "learning_rate": 0.003, "loss": 4.0611, "step": 4666 }, { "epoch": 0.04667, "grad_norm": 0.8146510839872884, "learning_rate": 0.003, "loss": 4.0644, "step": 4667 }, { "epoch": 0.04668, "grad_norm": 0.7003726363991867, "learning_rate": 0.003, "loss": 4.0341, "step": 4668 }, { "epoch": 0.04669, "grad_norm": 0.6213740348621104, "learning_rate": 0.003, "loss": 4.0899, "step": 4669 }, { "epoch": 0.0467, "grad_norm": 0.7033914078971897, "learning_rate": 0.003, "loss": 4.04, "step": 4670 }, { "epoch": 0.04671, "grad_norm": 0.6956570433878502, "learning_rate": 0.003, "loss": 4.0646, "step": 4671 }, { "epoch": 0.04672, "grad_norm": 0.7790564265361141, "learning_rate": 0.003, "loss": 4.0834, "step": 4672 }, { "epoch": 0.04673, "grad_norm": 0.8582519469717382, "learning_rate": 0.003, "loss": 4.0867, "step": 4673 }, { "epoch": 0.04674, "grad_norm": 1.0257732379563222, "learning_rate": 0.003, "loss": 4.0598, "step": 4674 }, { "epoch": 0.04675, "grad_norm": 1.0228753347895319, "learning_rate": 0.003, "loss": 4.0889, "step": 4675 }, { "epoch": 0.04676, "grad_norm": 1.091796013099298, "learning_rate": 0.003, "loss": 4.096, "step": 4676 }, { "epoch": 0.04677, "grad_norm": 0.9874564467619078, "learning_rate": 0.003, "loss": 4.1002, "step": 4677 }, { "epoch": 0.04678, "grad_norm": 0.9545956541830211, "learning_rate": 0.003, "loss": 4.055, "step": 4678 }, { "epoch": 0.04679, "grad_norm": 0.9188392135996144, "learning_rate": 0.003, "loss": 4.0875, "step": 4679 }, { "epoch": 0.0468, "grad_norm": 0.9976774725576849, "learning_rate": 0.003, "loss": 4.0607, "step": 4680 }, { "epoch": 0.04681, "grad_norm": 1.2926044572885032, "learning_rate": 0.003, "loss": 4.1224, "step": 4681 }, { "epoch": 0.04682, "grad_norm": 0.8936432704892819, "learning_rate": 0.003, "loss": 4.0795, "step": 4682 }, { "epoch": 0.04683, "grad_norm": 0.9387765394338359, "learning_rate": 0.003, "loss": 4.0738, "step": 4683 }, { "epoch": 0.04684, "grad_norm": 1.0010607126157993, "learning_rate": 0.003, "loss": 4.0972, "step": 4684 }, { "epoch": 0.04685, "grad_norm": 1.1642588881453941, "learning_rate": 0.003, "loss": 4.0844, "step": 4685 }, { "epoch": 0.04686, "grad_norm": 0.9177452996715223, "learning_rate": 0.003, "loss": 4.0887, "step": 4686 }, { "epoch": 0.04687, "grad_norm": 1.0845507224363737, "learning_rate": 0.003, "loss": 4.1267, "step": 4687 }, { "epoch": 0.04688, "grad_norm": 1.0851979161146954, "learning_rate": 0.003, "loss": 4.1109, "step": 4688 }, { "epoch": 0.04689, "grad_norm": 1.0323716074650593, "learning_rate": 0.003, "loss": 4.1251, "step": 4689 }, { "epoch": 0.0469, "grad_norm": 0.8881158922609561, "learning_rate": 0.003, "loss": 4.0659, "step": 4690 }, { "epoch": 0.04691, "grad_norm": 0.7530974336635942, "learning_rate": 0.003, "loss": 4.0791, "step": 4691 }, { "epoch": 0.04692, "grad_norm": 0.8251300897824291, "learning_rate": 0.003, "loss": 4.0807, "step": 4692 }, { "epoch": 0.04693, "grad_norm": 1.1080787687675981, "learning_rate": 0.003, "loss": 4.1121, "step": 4693 }, { "epoch": 0.04694, "grad_norm": 1.2008844146719992, "learning_rate": 0.003, "loss": 4.0831, "step": 4694 }, { "epoch": 0.04695, "grad_norm": 0.8692807098125874, "learning_rate": 0.003, "loss": 4.0656, "step": 4695 }, { "epoch": 0.04696, "grad_norm": 0.7273592465913997, "learning_rate": 0.003, "loss": 4.1023, "step": 4696 }, { "epoch": 0.04697, "grad_norm": 0.791219049234071, "learning_rate": 0.003, "loss": 4.0875, "step": 4697 }, { "epoch": 0.04698, "grad_norm": 0.8259619113948167, "learning_rate": 0.003, "loss": 4.0897, "step": 4698 }, { "epoch": 0.04699, "grad_norm": 0.986873640288411, "learning_rate": 0.003, "loss": 4.0838, "step": 4699 }, { "epoch": 0.047, "grad_norm": 1.124829270421113, "learning_rate": 0.003, "loss": 4.103, "step": 4700 }, { "epoch": 0.04701, "grad_norm": 0.8041528371793156, "learning_rate": 0.003, "loss": 4.1021, "step": 4701 }, { "epoch": 0.04702, "grad_norm": 0.9002565040000517, "learning_rate": 0.003, "loss": 4.0976, "step": 4702 }, { "epoch": 0.04703, "grad_norm": 0.928884750922695, "learning_rate": 0.003, "loss": 4.0859, "step": 4703 }, { "epoch": 0.04704, "grad_norm": 0.9517910705080795, "learning_rate": 0.003, "loss": 4.0778, "step": 4704 }, { "epoch": 0.04705, "grad_norm": 1.0793630137006167, "learning_rate": 0.003, "loss": 4.1135, "step": 4705 }, { "epoch": 0.04706, "grad_norm": 0.8932410896556339, "learning_rate": 0.003, "loss": 4.0518, "step": 4706 }, { "epoch": 0.04707, "grad_norm": 0.8273663973299694, "learning_rate": 0.003, "loss": 4.0908, "step": 4707 }, { "epoch": 0.04708, "grad_norm": 0.7707848347191034, "learning_rate": 0.003, "loss": 4.0434, "step": 4708 }, { "epoch": 0.04709, "grad_norm": 0.6881441521153875, "learning_rate": 0.003, "loss": 4.0731, "step": 4709 }, { "epoch": 0.0471, "grad_norm": 0.714094436830912, "learning_rate": 0.003, "loss": 4.0848, "step": 4710 }, { "epoch": 0.04711, "grad_norm": 0.8507678879908461, "learning_rate": 0.003, "loss": 4.0801, "step": 4711 }, { "epoch": 0.04712, "grad_norm": 0.8931516416205477, "learning_rate": 0.003, "loss": 4.0711, "step": 4712 }, { "epoch": 0.04713, "grad_norm": 0.9279444773212077, "learning_rate": 0.003, "loss": 4.07, "step": 4713 }, { "epoch": 0.04714, "grad_norm": 0.7844617012393187, "learning_rate": 0.003, "loss": 4.0749, "step": 4714 }, { "epoch": 0.04715, "grad_norm": 0.7834150113825615, "learning_rate": 0.003, "loss": 4.1002, "step": 4715 }, { "epoch": 0.04716, "grad_norm": 0.7743590099580365, "learning_rate": 0.003, "loss": 4.0714, "step": 4716 }, { "epoch": 0.04717, "grad_norm": 0.7709401253853543, "learning_rate": 0.003, "loss": 4.0883, "step": 4717 }, { "epoch": 0.04718, "grad_norm": 0.8235615104288091, "learning_rate": 0.003, "loss": 4.0511, "step": 4718 }, { "epoch": 0.04719, "grad_norm": 0.8708271313882437, "learning_rate": 0.003, "loss": 4.0615, "step": 4719 }, { "epoch": 0.0472, "grad_norm": 0.8040720392649453, "learning_rate": 0.003, "loss": 4.0944, "step": 4720 }, { "epoch": 0.04721, "grad_norm": 0.7637937594189287, "learning_rate": 0.003, "loss": 4.054, "step": 4721 }, { "epoch": 0.04722, "grad_norm": 0.7154347513877589, "learning_rate": 0.003, "loss": 4.069, "step": 4722 }, { "epoch": 0.04723, "grad_norm": 0.8612068842939984, "learning_rate": 0.003, "loss": 4.0811, "step": 4723 }, { "epoch": 0.04724, "grad_norm": 0.9614536713142897, "learning_rate": 0.003, "loss": 4.0598, "step": 4724 }, { "epoch": 0.04725, "grad_norm": 1.0189566497638871, "learning_rate": 0.003, "loss": 4.0874, "step": 4725 }, { "epoch": 0.04726, "grad_norm": 1.0839491352411363, "learning_rate": 0.003, "loss": 4.0786, "step": 4726 }, { "epoch": 0.04727, "grad_norm": 1.0649373566906404, "learning_rate": 0.003, "loss": 4.064, "step": 4727 }, { "epoch": 0.04728, "grad_norm": 0.867382918842643, "learning_rate": 0.003, "loss": 4.0677, "step": 4728 }, { "epoch": 0.04729, "grad_norm": 0.8648790898500417, "learning_rate": 0.003, "loss": 4.0871, "step": 4729 }, { "epoch": 0.0473, "grad_norm": 0.8269978275529186, "learning_rate": 0.003, "loss": 4.0814, "step": 4730 }, { "epoch": 0.04731, "grad_norm": 0.8941716511884031, "learning_rate": 0.003, "loss": 4.0772, "step": 4731 }, { "epoch": 0.04732, "grad_norm": 0.9280984555504275, "learning_rate": 0.003, "loss": 4.0911, "step": 4732 }, { "epoch": 0.04733, "grad_norm": 1.147397771954512, "learning_rate": 0.003, "loss": 4.0877, "step": 4733 }, { "epoch": 0.04734, "grad_norm": 0.9874050482010743, "learning_rate": 0.003, "loss": 4.0883, "step": 4734 }, { "epoch": 0.04735, "grad_norm": 1.2239662812431078, "learning_rate": 0.003, "loss": 4.114, "step": 4735 }, { "epoch": 0.04736, "grad_norm": 0.9512556578156451, "learning_rate": 0.003, "loss": 4.0925, "step": 4736 }, { "epoch": 0.04737, "grad_norm": 1.1383559521224216, "learning_rate": 0.003, "loss": 4.0647, "step": 4737 }, { "epoch": 0.04738, "grad_norm": 0.9981707221550351, "learning_rate": 0.003, "loss": 4.1033, "step": 4738 }, { "epoch": 0.04739, "grad_norm": 0.9631032735800266, "learning_rate": 0.003, "loss": 4.0359, "step": 4739 }, { "epoch": 0.0474, "grad_norm": 0.8943309500832445, "learning_rate": 0.003, "loss": 4.1061, "step": 4740 }, { "epoch": 0.04741, "grad_norm": 0.9142912447416025, "learning_rate": 0.003, "loss": 4.0967, "step": 4741 }, { "epoch": 0.04742, "grad_norm": 0.9095935688180709, "learning_rate": 0.003, "loss": 4.0768, "step": 4742 }, { "epoch": 0.04743, "grad_norm": 0.9621787693657161, "learning_rate": 0.003, "loss": 4.1005, "step": 4743 }, { "epoch": 0.04744, "grad_norm": 0.983730502100782, "learning_rate": 0.003, "loss": 4.0628, "step": 4744 }, { "epoch": 0.04745, "grad_norm": 1.0519698186730737, "learning_rate": 0.003, "loss": 4.0701, "step": 4745 }, { "epoch": 0.04746, "grad_norm": 1.0692770481585765, "learning_rate": 0.003, "loss": 4.0901, "step": 4746 }, { "epoch": 0.04747, "grad_norm": 0.9800763430595273, "learning_rate": 0.003, "loss": 4.0605, "step": 4747 }, { "epoch": 0.04748, "grad_norm": 1.0447027226711574, "learning_rate": 0.003, "loss": 4.1131, "step": 4748 }, { "epoch": 0.04749, "grad_norm": 0.9780745361519866, "learning_rate": 0.003, "loss": 4.1178, "step": 4749 }, { "epoch": 0.0475, "grad_norm": 1.1823864036419054, "learning_rate": 0.003, "loss": 4.0892, "step": 4750 }, { "epoch": 0.04751, "grad_norm": 1.0317082296257587, "learning_rate": 0.003, "loss": 4.0512, "step": 4751 }, { "epoch": 0.04752, "grad_norm": 1.0191266508391366, "learning_rate": 0.003, "loss": 4.0841, "step": 4752 }, { "epoch": 0.04753, "grad_norm": 0.9650995183204055, "learning_rate": 0.003, "loss": 4.0888, "step": 4753 }, { "epoch": 0.04754, "grad_norm": 0.9626529774574477, "learning_rate": 0.003, "loss": 4.1079, "step": 4754 }, { "epoch": 0.04755, "grad_norm": 1.011836432397673, "learning_rate": 0.003, "loss": 4.0896, "step": 4755 }, { "epoch": 0.04756, "grad_norm": 0.9061088923081047, "learning_rate": 0.003, "loss": 4.0887, "step": 4756 }, { "epoch": 0.04757, "grad_norm": 0.8653623623227834, "learning_rate": 0.003, "loss": 4.0833, "step": 4757 }, { "epoch": 0.04758, "grad_norm": 0.8875207606926206, "learning_rate": 0.003, "loss": 4.0762, "step": 4758 }, { "epoch": 0.04759, "grad_norm": 0.8817482562664115, "learning_rate": 0.003, "loss": 4.0888, "step": 4759 }, { "epoch": 0.0476, "grad_norm": 0.7350149992314764, "learning_rate": 0.003, "loss": 4.0637, "step": 4760 }, { "epoch": 0.04761, "grad_norm": 0.6886778817907339, "learning_rate": 0.003, "loss": 4.0696, "step": 4761 }, { "epoch": 0.04762, "grad_norm": 0.6706585457203895, "learning_rate": 0.003, "loss": 4.0639, "step": 4762 }, { "epoch": 0.04763, "grad_norm": 0.7887867887553318, "learning_rate": 0.003, "loss": 4.0669, "step": 4763 }, { "epoch": 0.04764, "grad_norm": 0.97596832551055, "learning_rate": 0.003, "loss": 4.0587, "step": 4764 }, { "epoch": 0.04765, "grad_norm": 1.2783386527166918, "learning_rate": 0.003, "loss": 4.1179, "step": 4765 }, { "epoch": 0.04766, "grad_norm": 0.87011816316084, "learning_rate": 0.003, "loss": 4.0816, "step": 4766 }, { "epoch": 0.04767, "grad_norm": 0.995725590420577, "learning_rate": 0.003, "loss": 4.0836, "step": 4767 }, { "epoch": 0.04768, "grad_norm": 0.9157007548076511, "learning_rate": 0.003, "loss": 4.0762, "step": 4768 }, { "epoch": 0.04769, "grad_norm": 0.7763424443251495, "learning_rate": 0.003, "loss": 4.0373, "step": 4769 }, { "epoch": 0.0477, "grad_norm": 0.9132161182733682, "learning_rate": 0.003, "loss": 4.0549, "step": 4770 }, { "epoch": 0.04771, "grad_norm": 1.0690816936012133, "learning_rate": 0.003, "loss": 4.081, "step": 4771 }, { "epoch": 0.04772, "grad_norm": 1.0183011941792959, "learning_rate": 0.003, "loss": 4.0843, "step": 4772 }, { "epoch": 0.04773, "grad_norm": 0.9142174256967822, "learning_rate": 0.003, "loss": 4.1024, "step": 4773 }, { "epoch": 0.04774, "grad_norm": 0.7603001306934604, "learning_rate": 0.003, "loss": 4.0826, "step": 4774 }, { "epoch": 0.04775, "grad_norm": 0.8346482465320779, "learning_rate": 0.003, "loss": 4.0835, "step": 4775 }, { "epoch": 0.04776, "grad_norm": 0.9773364899564101, "learning_rate": 0.003, "loss": 4.0729, "step": 4776 }, { "epoch": 0.04777, "grad_norm": 1.0784655700916257, "learning_rate": 0.003, "loss": 4.0746, "step": 4777 }, { "epoch": 0.04778, "grad_norm": 0.9412592454712865, "learning_rate": 0.003, "loss": 4.0479, "step": 4778 }, { "epoch": 0.04779, "grad_norm": 1.0145035098418551, "learning_rate": 0.003, "loss": 4.0918, "step": 4779 }, { "epoch": 0.0478, "grad_norm": 1.0762920782151484, "learning_rate": 0.003, "loss": 4.0954, "step": 4780 }, { "epoch": 0.04781, "grad_norm": 0.8651372390591274, "learning_rate": 0.003, "loss": 4.0699, "step": 4781 }, { "epoch": 0.04782, "grad_norm": 0.8769680695281393, "learning_rate": 0.003, "loss": 4.0713, "step": 4782 }, { "epoch": 0.04783, "grad_norm": 0.9787359970897872, "learning_rate": 0.003, "loss": 4.0678, "step": 4783 }, { "epoch": 0.04784, "grad_norm": 0.9721858465952792, "learning_rate": 0.003, "loss": 4.0917, "step": 4784 }, { "epoch": 0.04785, "grad_norm": 1.0635527582181876, "learning_rate": 0.003, "loss": 4.0951, "step": 4785 }, { "epoch": 0.04786, "grad_norm": 0.9396709467834784, "learning_rate": 0.003, "loss": 4.0965, "step": 4786 }, { "epoch": 0.04787, "grad_norm": 1.00148310702931, "learning_rate": 0.003, "loss": 4.0914, "step": 4787 }, { "epoch": 0.04788, "grad_norm": 0.8743917541049051, "learning_rate": 0.003, "loss": 4.0745, "step": 4788 }, { "epoch": 0.04789, "grad_norm": 0.7884230141024988, "learning_rate": 0.003, "loss": 4.0576, "step": 4789 }, { "epoch": 0.0479, "grad_norm": 0.8498046311242973, "learning_rate": 0.003, "loss": 4.0738, "step": 4790 }, { "epoch": 0.04791, "grad_norm": 0.956319683384673, "learning_rate": 0.003, "loss": 4.095, "step": 4791 }, { "epoch": 0.04792, "grad_norm": 1.228255623374456, "learning_rate": 0.003, "loss": 4.1159, "step": 4792 }, { "epoch": 0.04793, "grad_norm": 0.9294780478699636, "learning_rate": 0.003, "loss": 4.0688, "step": 4793 }, { "epoch": 0.04794, "grad_norm": 0.9672358732016223, "learning_rate": 0.003, "loss": 4.0907, "step": 4794 }, { "epoch": 0.04795, "grad_norm": 1.0525050179084454, "learning_rate": 0.003, "loss": 4.0955, "step": 4795 }, { "epoch": 0.04796, "grad_norm": 1.1544771283976443, "learning_rate": 0.003, "loss": 4.0651, "step": 4796 }, { "epoch": 0.04797, "grad_norm": 0.915501476651925, "learning_rate": 0.003, "loss": 4.0978, "step": 4797 }, { "epoch": 0.04798, "grad_norm": 0.8655114100315004, "learning_rate": 0.003, "loss": 4.0542, "step": 4798 }, { "epoch": 0.04799, "grad_norm": 0.9840921488311046, "learning_rate": 0.003, "loss": 4.0695, "step": 4799 }, { "epoch": 0.048, "grad_norm": 0.9567911011323519, "learning_rate": 0.003, "loss": 4.0744, "step": 4800 }, { "epoch": 0.04801, "grad_norm": 1.0260566498791253, "learning_rate": 0.003, "loss": 4.0849, "step": 4801 }, { "epoch": 0.04802, "grad_norm": 0.9765671371087857, "learning_rate": 0.003, "loss": 4.0589, "step": 4802 }, { "epoch": 0.04803, "grad_norm": 0.8954590032392303, "learning_rate": 0.003, "loss": 4.067, "step": 4803 }, { "epoch": 0.04804, "grad_norm": 0.9397394535107887, "learning_rate": 0.003, "loss": 4.1015, "step": 4804 }, { "epoch": 0.04805, "grad_norm": 0.8330259017268677, "learning_rate": 0.003, "loss": 4.0977, "step": 4805 }, { "epoch": 0.04806, "grad_norm": 0.8897845335382429, "learning_rate": 0.003, "loss": 4.0469, "step": 4806 }, { "epoch": 0.04807, "grad_norm": 0.8951815464379674, "learning_rate": 0.003, "loss": 4.0989, "step": 4807 }, { "epoch": 0.04808, "grad_norm": 0.8091055618521581, "learning_rate": 0.003, "loss": 4.0753, "step": 4808 }, { "epoch": 0.04809, "grad_norm": 0.90919679772142, "learning_rate": 0.003, "loss": 4.0697, "step": 4809 }, { "epoch": 0.0481, "grad_norm": 1.0315510358211395, "learning_rate": 0.003, "loss": 4.0975, "step": 4810 }, { "epoch": 0.04811, "grad_norm": 1.0721233459919157, "learning_rate": 0.003, "loss": 4.0916, "step": 4811 }, { "epoch": 0.04812, "grad_norm": 1.0618859760248345, "learning_rate": 0.003, "loss": 4.0969, "step": 4812 }, { "epoch": 0.04813, "grad_norm": 0.9313083894483718, "learning_rate": 0.003, "loss": 4.08, "step": 4813 }, { "epoch": 0.04814, "grad_norm": 0.8584027305263373, "learning_rate": 0.003, "loss": 4.0354, "step": 4814 }, { "epoch": 0.04815, "grad_norm": 0.8633671828950363, "learning_rate": 0.003, "loss": 4.0765, "step": 4815 }, { "epoch": 0.04816, "grad_norm": 1.0445614739609703, "learning_rate": 0.003, "loss": 4.0889, "step": 4816 }, { "epoch": 0.04817, "grad_norm": 1.156557836130519, "learning_rate": 0.003, "loss": 4.0682, "step": 4817 }, { "epoch": 0.04818, "grad_norm": 0.9056636167430384, "learning_rate": 0.003, "loss": 4.0728, "step": 4818 }, { "epoch": 0.04819, "grad_norm": 0.9644804670241944, "learning_rate": 0.003, "loss": 4.0807, "step": 4819 }, { "epoch": 0.0482, "grad_norm": 0.8579108360881226, "learning_rate": 0.003, "loss": 4.0677, "step": 4820 }, { "epoch": 0.04821, "grad_norm": 0.738347738618665, "learning_rate": 0.003, "loss": 4.0927, "step": 4821 }, { "epoch": 0.04822, "grad_norm": 0.77578338268237, "learning_rate": 0.003, "loss": 4.0683, "step": 4822 }, { "epoch": 0.04823, "grad_norm": 0.7660224855432475, "learning_rate": 0.003, "loss": 4.0661, "step": 4823 }, { "epoch": 0.04824, "grad_norm": 0.7699061557992386, "learning_rate": 0.003, "loss": 4.0523, "step": 4824 }, { "epoch": 0.04825, "grad_norm": 0.9058101965573263, "learning_rate": 0.003, "loss": 4.072, "step": 4825 }, { "epoch": 0.04826, "grad_norm": 1.1063436218286011, "learning_rate": 0.003, "loss": 4.083, "step": 4826 }, { "epoch": 0.04827, "grad_norm": 0.8962605854230049, "learning_rate": 0.003, "loss": 4.0839, "step": 4827 }, { "epoch": 0.04828, "grad_norm": 0.9401425903734211, "learning_rate": 0.003, "loss": 4.0922, "step": 4828 }, { "epoch": 0.04829, "grad_norm": 1.008827045223568, "learning_rate": 0.003, "loss": 4.0779, "step": 4829 }, { "epoch": 0.0483, "grad_norm": 1.1759354719434816, "learning_rate": 0.003, "loss": 4.094, "step": 4830 }, { "epoch": 0.04831, "grad_norm": 0.9149475371771189, "learning_rate": 0.003, "loss": 4.0539, "step": 4831 }, { "epoch": 0.04832, "grad_norm": 0.9417806047622538, "learning_rate": 0.003, "loss": 4.0804, "step": 4832 }, { "epoch": 0.04833, "grad_norm": 0.8568983398054711, "learning_rate": 0.003, "loss": 4.0802, "step": 4833 }, { "epoch": 0.04834, "grad_norm": 0.9118080863225161, "learning_rate": 0.003, "loss": 4.0515, "step": 4834 }, { "epoch": 0.04835, "grad_norm": 0.8727113022874836, "learning_rate": 0.003, "loss": 4.091, "step": 4835 }, { "epoch": 0.04836, "grad_norm": 0.7282176510987858, "learning_rate": 0.003, "loss": 4.0541, "step": 4836 }, { "epoch": 0.04837, "grad_norm": 0.8743286431817264, "learning_rate": 0.003, "loss": 4.0812, "step": 4837 }, { "epoch": 0.04838, "grad_norm": 1.0886280382022706, "learning_rate": 0.003, "loss": 4.0982, "step": 4838 }, { "epoch": 0.04839, "grad_norm": 0.9289173758415538, "learning_rate": 0.003, "loss": 4.0784, "step": 4839 }, { "epoch": 0.0484, "grad_norm": 0.9689477229941422, "learning_rate": 0.003, "loss": 4.0838, "step": 4840 }, { "epoch": 0.04841, "grad_norm": 0.8968968888481653, "learning_rate": 0.003, "loss": 4.0773, "step": 4841 }, { "epoch": 0.04842, "grad_norm": 0.7785478768547701, "learning_rate": 0.003, "loss": 4.0916, "step": 4842 }, { "epoch": 0.04843, "grad_norm": 0.7603045256063694, "learning_rate": 0.003, "loss": 4.048, "step": 4843 }, { "epoch": 0.04844, "grad_norm": 0.8780025270605276, "learning_rate": 0.003, "loss": 4.0815, "step": 4844 }, { "epoch": 0.04845, "grad_norm": 0.9254852484657723, "learning_rate": 0.003, "loss": 4.0677, "step": 4845 }, { "epoch": 0.04846, "grad_norm": 0.8987509251388802, "learning_rate": 0.003, "loss": 4.0889, "step": 4846 }, { "epoch": 0.04847, "grad_norm": 0.8893955297373247, "learning_rate": 0.003, "loss": 4.0535, "step": 4847 }, { "epoch": 0.04848, "grad_norm": 0.8912302394312529, "learning_rate": 0.003, "loss": 4.0973, "step": 4848 }, { "epoch": 0.04849, "grad_norm": 0.8726877737099056, "learning_rate": 0.003, "loss": 4.0889, "step": 4849 }, { "epoch": 0.0485, "grad_norm": 0.8314222830339668, "learning_rate": 0.003, "loss": 4.0765, "step": 4850 }, { "epoch": 0.04851, "grad_norm": 0.7822732329238694, "learning_rate": 0.003, "loss": 4.0876, "step": 4851 }, { "epoch": 0.04852, "grad_norm": 0.9092871934087126, "learning_rate": 0.003, "loss": 4.0282, "step": 4852 }, { "epoch": 0.04853, "grad_norm": 1.2348482197912367, "learning_rate": 0.003, "loss": 4.0946, "step": 4853 }, { "epoch": 0.04854, "grad_norm": 0.8979894181749922, "learning_rate": 0.003, "loss": 4.0863, "step": 4854 }, { "epoch": 0.04855, "grad_norm": 0.8934339928496606, "learning_rate": 0.003, "loss": 4.0953, "step": 4855 }, { "epoch": 0.04856, "grad_norm": 1.0136848244881436, "learning_rate": 0.003, "loss": 4.095, "step": 4856 }, { "epoch": 0.04857, "grad_norm": 1.2509395241639578, "learning_rate": 0.003, "loss": 4.1218, "step": 4857 }, { "epoch": 0.04858, "grad_norm": 0.9372409373437549, "learning_rate": 0.003, "loss": 4.0756, "step": 4858 }, { "epoch": 0.04859, "grad_norm": 0.9546537840113466, "learning_rate": 0.003, "loss": 4.1102, "step": 4859 }, { "epoch": 0.0486, "grad_norm": 1.082853408289471, "learning_rate": 0.003, "loss": 4.093, "step": 4860 }, { "epoch": 0.04861, "grad_norm": 1.01675025574686, "learning_rate": 0.003, "loss": 4.086, "step": 4861 }, { "epoch": 0.04862, "grad_norm": 0.9176376091053398, "learning_rate": 0.003, "loss": 4.0838, "step": 4862 }, { "epoch": 0.04863, "grad_norm": 0.8568974528178754, "learning_rate": 0.003, "loss": 4.1013, "step": 4863 }, { "epoch": 0.04864, "grad_norm": 0.8166420481645057, "learning_rate": 0.003, "loss": 4.0783, "step": 4864 }, { "epoch": 0.04865, "grad_norm": 0.9234428400906274, "learning_rate": 0.003, "loss": 4.098, "step": 4865 }, { "epoch": 0.04866, "grad_norm": 0.8738302868938767, "learning_rate": 0.003, "loss": 4.0999, "step": 4866 }, { "epoch": 0.04867, "grad_norm": 0.85532860997535, "learning_rate": 0.003, "loss": 4.0715, "step": 4867 }, { "epoch": 0.04868, "grad_norm": 0.7330290515083526, "learning_rate": 0.003, "loss": 4.0776, "step": 4868 }, { "epoch": 0.04869, "grad_norm": 0.7237705668329806, "learning_rate": 0.003, "loss": 4.0879, "step": 4869 }, { "epoch": 0.0487, "grad_norm": 0.7073551331896761, "learning_rate": 0.003, "loss": 4.0749, "step": 4870 }, { "epoch": 0.04871, "grad_norm": 0.7482228718063552, "learning_rate": 0.003, "loss": 4.094, "step": 4871 }, { "epoch": 0.04872, "grad_norm": 0.7934599742401708, "learning_rate": 0.003, "loss": 4.06, "step": 4872 }, { "epoch": 0.04873, "grad_norm": 0.8520994037973396, "learning_rate": 0.003, "loss": 4.0851, "step": 4873 }, { "epoch": 0.04874, "grad_norm": 0.9436390490861155, "learning_rate": 0.003, "loss": 4.0796, "step": 4874 }, { "epoch": 0.04875, "grad_norm": 1.3353781337660462, "learning_rate": 0.003, "loss": 4.0849, "step": 4875 }, { "epoch": 0.04876, "grad_norm": 0.8304614123526641, "learning_rate": 0.003, "loss": 4.0763, "step": 4876 }, { "epoch": 0.04877, "grad_norm": 0.7707719582887104, "learning_rate": 0.003, "loss": 4.0776, "step": 4877 }, { "epoch": 0.04878, "grad_norm": 0.9308445091065936, "learning_rate": 0.003, "loss": 4.0616, "step": 4878 }, { "epoch": 0.04879, "grad_norm": 0.9815137055251556, "learning_rate": 0.003, "loss": 4.057, "step": 4879 }, { "epoch": 0.0488, "grad_norm": 1.3666093708712401, "learning_rate": 0.003, "loss": 4.0795, "step": 4880 }, { "epoch": 0.04881, "grad_norm": 0.8702473732106857, "learning_rate": 0.003, "loss": 4.0669, "step": 4881 }, { "epoch": 0.04882, "grad_norm": 0.879457851478898, "learning_rate": 0.003, "loss": 4.0728, "step": 4882 }, { "epoch": 0.04883, "grad_norm": 0.8303309342477992, "learning_rate": 0.003, "loss": 4.0649, "step": 4883 }, { "epoch": 0.04884, "grad_norm": 0.8052075077532388, "learning_rate": 0.003, "loss": 4.0678, "step": 4884 }, { "epoch": 0.04885, "grad_norm": 0.8973915391486328, "learning_rate": 0.003, "loss": 4.0818, "step": 4885 }, { "epoch": 0.04886, "grad_norm": 1.0019930120717506, "learning_rate": 0.003, "loss": 4.078, "step": 4886 }, { "epoch": 0.04887, "grad_norm": 1.347620612956241, "learning_rate": 0.003, "loss": 4.1003, "step": 4887 }, { "epoch": 0.04888, "grad_norm": 0.8778759238009314, "learning_rate": 0.003, "loss": 4.0927, "step": 4888 }, { "epoch": 0.04889, "grad_norm": 1.0906727199530957, "learning_rate": 0.003, "loss": 4.0783, "step": 4889 }, { "epoch": 0.0489, "grad_norm": 0.9502197503744106, "learning_rate": 0.003, "loss": 4.0826, "step": 4890 }, { "epoch": 0.04891, "grad_norm": 0.9462880674223806, "learning_rate": 0.003, "loss": 4.0929, "step": 4891 }, { "epoch": 0.04892, "grad_norm": 0.9960546118887255, "learning_rate": 0.003, "loss": 4.0933, "step": 4892 }, { "epoch": 0.04893, "grad_norm": 0.9133067753769846, "learning_rate": 0.003, "loss": 4.0906, "step": 4893 }, { "epoch": 0.04894, "grad_norm": 0.910365622657426, "learning_rate": 0.003, "loss": 4.1016, "step": 4894 }, { "epoch": 0.04895, "grad_norm": 1.0152626137013607, "learning_rate": 0.003, "loss": 4.0797, "step": 4895 }, { "epoch": 0.04896, "grad_norm": 0.9625608021661926, "learning_rate": 0.003, "loss": 4.096, "step": 4896 }, { "epoch": 0.04897, "grad_norm": 0.9603064678490546, "learning_rate": 0.003, "loss": 4.1006, "step": 4897 }, { "epoch": 0.04898, "grad_norm": 1.0125115002322624, "learning_rate": 0.003, "loss": 4.0908, "step": 4898 }, { "epoch": 0.04899, "grad_norm": 1.0091142549096461, "learning_rate": 0.003, "loss": 4.079, "step": 4899 }, { "epoch": 0.049, "grad_norm": 1.1619884083457441, "learning_rate": 0.003, "loss": 4.1115, "step": 4900 }, { "epoch": 0.04901, "grad_norm": 0.8775379815040303, "learning_rate": 0.003, "loss": 4.0646, "step": 4901 }, { "epoch": 0.04902, "grad_norm": 0.793220630533508, "learning_rate": 0.003, "loss": 4.095, "step": 4902 }, { "epoch": 0.04903, "grad_norm": 0.8017930562442611, "learning_rate": 0.003, "loss": 4.0951, "step": 4903 }, { "epoch": 0.04904, "grad_norm": 0.8507583142575733, "learning_rate": 0.003, "loss": 4.0616, "step": 4904 }, { "epoch": 0.04905, "grad_norm": 0.9366175720443591, "learning_rate": 0.003, "loss": 4.0647, "step": 4905 }, { "epoch": 0.04906, "grad_norm": 1.0894519512603444, "learning_rate": 0.003, "loss": 4.0797, "step": 4906 }, { "epoch": 0.04907, "grad_norm": 0.9566147882681758, "learning_rate": 0.003, "loss": 4.0613, "step": 4907 }, { "epoch": 0.04908, "grad_norm": 0.8813724661117732, "learning_rate": 0.003, "loss": 4.0732, "step": 4908 }, { "epoch": 0.04909, "grad_norm": 0.7697604768117718, "learning_rate": 0.003, "loss": 4.0773, "step": 4909 }, { "epoch": 0.0491, "grad_norm": 0.9551094520562223, "learning_rate": 0.003, "loss": 4.071, "step": 4910 }, { "epoch": 0.04911, "grad_norm": 1.5155833386194069, "learning_rate": 0.003, "loss": 4.0824, "step": 4911 }, { "epoch": 0.04912, "grad_norm": 0.9025182185743093, "learning_rate": 0.003, "loss": 4.0507, "step": 4912 }, { "epoch": 0.04913, "grad_norm": 0.7963791253987615, "learning_rate": 0.003, "loss": 4.0699, "step": 4913 }, { "epoch": 0.04914, "grad_norm": 0.7975682531864906, "learning_rate": 0.003, "loss": 4.074, "step": 4914 }, { "epoch": 0.04915, "grad_norm": 0.7680989535713021, "learning_rate": 0.003, "loss": 4.0798, "step": 4915 }, { "epoch": 0.04916, "grad_norm": 0.8541651719195734, "learning_rate": 0.003, "loss": 4.0782, "step": 4916 }, { "epoch": 0.04917, "grad_norm": 0.9306809194401052, "learning_rate": 0.003, "loss": 4.0395, "step": 4917 }, { "epoch": 0.04918, "grad_norm": 1.0201811580852054, "learning_rate": 0.003, "loss": 4.0805, "step": 4918 }, { "epoch": 0.04919, "grad_norm": 0.9164268845754078, "learning_rate": 0.003, "loss": 4.0783, "step": 4919 }, { "epoch": 0.0492, "grad_norm": 0.8305372570501433, "learning_rate": 0.003, "loss": 4.0765, "step": 4920 }, { "epoch": 0.04921, "grad_norm": 0.7707198235784101, "learning_rate": 0.003, "loss": 4.0926, "step": 4921 }, { "epoch": 0.04922, "grad_norm": 0.7928692496541254, "learning_rate": 0.003, "loss": 4.0671, "step": 4922 }, { "epoch": 0.04923, "grad_norm": 0.7521164440028039, "learning_rate": 0.003, "loss": 4.045, "step": 4923 }, { "epoch": 0.04924, "grad_norm": 0.8188114735033863, "learning_rate": 0.003, "loss": 4.0991, "step": 4924 }, { "epoch": 0.04925, "grad_norm": 0.8564277609742044, "learning_rate": 0.003, "loss": 4.051, "step": 4925 }, { "epoch": 0.04926, "grad_norm": 0.8486097281410112, "learning_rate": 0.003, "loss": 4.0563, "step": 4926 }, { "epoch": 0.04927, "grad_norm": 0.889369882812886, "learning_rate": 0.003, "loss": 4.0896, "step": 4927 }, { "epoch": 0.04928, "grad_norm": 1.040367513666876, "learning_rate": 0.003, "loss": 4.0578, "step": 4928 }, { "epoch": 0.04929, "grad_norm": 1.1046422380445349, "learning_rate": 0.003, "loss": 4.0775, "step": 4929 }, { "epoch": 0.0493, "grad_norm": 0.8664686841477672, "learning_rate": 0.003, "loss": 4.0646, "step": 4930 }, { "epoch": 0.04931, "grad_norm": 0.9761798460720659, "learning_rate": 0.003, "loss": 4.0523, "step": 4931 }, { "epoch": 0.04932, "grad_norm": 1.0969681843858505, "learning_rate": 0.003, "loss": 4.1055, "step": 4932 }, { "epoch": 0.04933, "grad_norm": 0.8634620800542036, "learning_rate": 0.003, "loss": 4.0746, "step": 4933 }, { "epoch": 0.04934, "grad_norm": 1.0167878960199042, "learning_rate": 0.003, "loss": 4.1067, "step": 4934 }, { "epoch": 0.04935, "grad_norm": 1.2105132259455145, "learning_rate": 0.003, "loss": 4.1103, "step": 4935 }, { "epoch": 0.04936, "grad_norm": 0.8823692534511746, "learning_rate": 0.003, "loss": 4.0749, "step": 4936 }, { "epoch": 0.04937, "grad_norm": 1.0035117633460957, "learning_rate": 0.003, "loss": 4.0734, "step": 4937 }, { "epoch": 0.04938, "grad_norm": 1.21119716146334, "learning_rate": 0.003, "loss": 4.0877, "step": 4938 }, { "epoch": 0.04939, "grad_norm": 0.9542017309667814, "learning_rate": 0.003, "loss": 4.093, "step": 4939 }, { "epoch": 0.0494, "grad_norm": 0.9693778311510872, "learning_rate": 0.003, "loss": 4.0976, "step": 4940 }, { "epoch": 0.04941, "grad_norm": 1.1934773830149854, "learning_rate": 0.003, "loss": 4.0758, "step": 4941 }, { "epoch": 0.04942, "grad_norm": 0.9941479800765747, "learning_rate": 0.003, "loss": 4.0833, "step": 4942 }, { "epoch": 0.04943, "grad_norm": 1.2980963908573873, "learning_rate": 0.003, "loss": 4.1165, "step": 4943 }, { "epoch": 0.04944, "grad_norm": 0.7685905125841351, "learning_rate": 0.003, "loss": 4.1046, "step": 4944 }, { "epoch": 0.04945, "grad_norm": 0.77621337036946, "learning_rate": 0.003, "loss": 4.094, "step": 4945 }, { "epoch": 0.04946, "grad_norm": 0.7935358182030233, "learning_rate": 0.003, "loss": 4.1189, "step": 4946 }, { "epoch": 0.04947, "grad_norm": 0.95777398203718, "learning_rate": 0.003, "loss": 4.0637, "step": 4947 }, { "epoch": 0.04948, "grad_norm": 1.0505854626251887, "learning_rate": 0.003, "loss": 4.0838, "step": 4948 }, { "epoch": 0.04949, "grad_norm": 0.9843835143059065, "learning_rate": 0.003, "loss": 4.0889, "step": 4949 }, { "epoch": 0.0495, "grad_norm": 0.9820238950682217, "learning_rate": 0.003, "loss": 4.0503, "step": 4950 }, { "epoch": 0.04951, "grad_norm": 1.0176777494089932, "learning_rate": 0.003, "loss": 4.0613, "step": 4951 }, { "epoch": 0.04952, "grad_norm": 0.8631784047281243, "learning_rate": 0.003, "loss": 4.0956, "step": 4952 }, { "epoch": 0.04953, "grad_norm": 0.8078946550955691, "learning_rate": 0.003, "loss": 4.0754, "step": 4953 }, { "epoch": 0.04954, "grad_norm": 0.8107838454898298, "learning_rate": 0.003, "loss": 4.0998, "step": 4954 }, { "epoch": 0.04955, "grad_norm": 0.6872102056615723, "learning_rate": 0.003, "loss": 4.0695, "step": 4955 }, { "epoch": 0.04956, "grad_norm": 0.7000353354694138, "learning_rate": 0.003, "loss": 4.0861, "step": 4956 }, { "epoch": 0.04957, "grad_norm": 0.768512912596234, "learning_rate": 0.003, "loss": 4.0543, "step": 4957 }, { "epoch": 0.04958, "grad_norm": 0.773414971171959, "learning_rate": 0.003, "loss": 4.0715, "step": 4958 }, { "epoch": 0.04959, "grad_norm": 0.6897656034365274, "learning_rate": 0.003, "loss": 4.0752, "step": 4959 }, { "epoch": 0.0496, "grad_norm": 0.5963565715617187, "learning_rate": 0.003, "loss": 4.0435, "step": 4960 }, { "epoch": 0.04961, "grad_norm": 0.6834698784405567, "learning_rate": 0.003, "loss": 4.0489, "step": 4961 }, { "epoch": 0.04962, "grad_norm": 0.7972061518569966, "learning_rate": 0.003, "loss": 4.0654, "step": 4962 }, { "epoch": 0.04963, "grad_norm": 0.8471174104945988, "learning_rate": 0.003, "loss": 4.1044, "step": 4963 }, { "epoch": 0.04964, "grad_norm": 0.8890963190037607, "learning_rate": 0.003, "loss": 4.079, "step": 4964 }, { "epoch": 0.04965, "grad_norm": 0.9621708392835049, "learning_rate": 0.003, "loss": 4.0829, "step": 4965 }, { "epoch": 0.04966, "grad_norm": 1.2746050729963243, "learning_rate": 0.003, "loss": 4.0627, "step": 4966 }, { "epoch": 0.04967, "grad_norm": 0.9487241879206226, "learning_rate": 0.003, "loss": 4.0831, "step": 4967 }, { "epoch": 0.04968, "grad_norm": 1.0115561803434678, "learning_rate": 0.003, "loss": 4.1113, "step": 4968 }, { "epoch": 0.04969, "grad_norm": 1.0743944507868857, "learning_rate": 0.003, "loss": 4.0867, "step": 4969 }, { "epoch": 0.0497, "grad_norm": 0.9957497513808655, "learning_rate": 0.003, "loss": 4.0797, "step": 4970 }, { "epoch": 0.04971, "grad_norm": 0.9301130535679807, "learning_rate": 0.003, "loss": 4.0988, "step": 4971 }, { "epoch": 0.04972, "grad_norm": 1.0252366398011912, "learning_rate": 0.003, "loss": 4.0737, "step": 4972 }, { "epoch": 0.04973, "grad_norm": 1.0321786535910968, "learning_rate": 0.003, "loss": 4.1218, "step": 4973 }, { "epoch": 0.04974, "grad_norm": 1.3675268731180446, "learning_rate": 0.003, "loss": 4.0929, "step": 4974 }, { "epoch": 0.04975, "grad_norm": 0.9689102407574199, "learning_rate": 0.003, "loss": 4.0839, "step": 4975 }, { "epoch": 0.04976, "grad_norm": 1.034378936349661, "learning_rate": 0.003, "loss": 4.0842, "step": 4976 }, { "epoch": 0.04977, "grad_norm": 1.0659592144925003, "learning_rate": 0.003, "loss": 4.0971, "step": 4977 }, { "epoch": 0.04978, "grad_norm": 0.9463690418294757, "learning_rate": 0.003, "loss": 4.0943, "step": 4978 }, { "epoch": 0.04979, "grad_norm": 1.0778624556709335, "learning_rate": 0.003, "loss": 4.1048, "step": 4979 }, { "epoch": 0.0498, "grad_norm": 1.1912796103263936, "learning_rate": 0.003, "loss": 4.0978, "step": 4980 }, { "epoch": 0.04981, "grad_norm": 0.9428519138134729, "learning_rate": 0.003, "loss": 4.0631, "step": 4981 }, { "epoch": 0.04982, "grad_norm": 0.9114023013651604, "learning_rate": 0.003, "loss": 4.0867, "step": 4982 }, { "epoch": 0.04983, "grad_norm": 0.843362002569619, "learning_rate": 0.003, "loss": 4.0415, "step": 4983 }, { "epoch": 0.04984, "grad_norm": 0.7329533030111096, "learning_rate": 0.003, "loss": 4.0463, "step": 4984 }, { "epoch": 0.04985, "grad_norm": 0.8771158538637082, "learning_rate": 0.003, "loss": 4.0766, "step": 4985 }, { "epoch": 0.04986, "grad_norm": 0.9492314223910526, "learning_rate": 0.003, "loss": 4.0937, "step": 4986 }, { "epoch": 0.04987, "grad_norm": 0.9063125309075447, "learning_rate": 0.003, "loss": 4.0605, "step": 4987 }, { "epoch": 0.04988, "grad_norm": 0.8211391661395855, "learning_rate": 0.003, "loss": 4.09, "step": 4988 }, { "epoch": 0.04989, "grad_norm": 0.87309817323828, "learning_rate": 0.003, "loss": 4.0952, "step": 4989 }, { "epoch": 0.0499, "grad_norm": 0.8139798258933807, "learning_rate": 0.003, "loss": 4.0704, "step": 4990 }, { "epoch": 0.04991, "grad_norm": 0.8390355952116492, "learning_rate": 0.003, "loss": 4.0561, "step": 4991 }, { "epoch": 0.04992, "grad_norm": 0.9935950349965598, "learning_rate": 0.003, "loss": 4.0456, "step": 4992 }, { "epoch": 0.04993, "grad_norm": 1.0610402805979944, "learning_rate": 0.003, "loss": 4.0747, "step": 4993 }, { "epoch": 0.04994, "grad_norm": 0.94882186728126, "learning_rate": 0.003, "loss": 4.0607, "step": 4994 }, { "epoch": 0.04995, "grad_norm": 0.867388049906827, "learning_rate": 0.003, "loss": 4.0785, "step": 4995 }, { "epoch": 0.04996, "grad_norm": 0.9650777431351639, "learning_rate": 0.003, "loss": 4.0629, "step": 4996 }, { "epoch": 0.04997, "grad_norm": 0.9684613017855864, "learning_rate": 0.003, "loss": 4.0792, "step": 4997 }, { "epoch": 0.04998, "grad_norm": 0.9878003417576896, "learning_rate": 0.003, "loss": 4.1043, "step": 4998 }, { "epoch": 0.04999, "grad_norm": 0.953046742937088, "learning_rate": 0.003, "loss": 4.0636, "step": 4999 }, { "epoch": 0.05, "grad_norm": 0.844866115668994, "learning_rate": 0.003, "loss": 4.1039, "step": 5000 }, { "epoch": 0.05001, "grad_norm": 0.8155144329490257, "learning_rate": 0.003, "loss": 4.098, "step": 5001 }, { "epoch": 0.05002, "grad_norm": 0.9071734968733114, "learning_rate": 0.003, "loss": 4.0731, "step": 5002 }, { "epoch": 0.05003, "grad_norm": 1.0523308479446838, "learning_rate": 0.003, "loss": 4.092, "step": 5003 }, { "epoch": 0.05004, "grad_norm": 1.0673372138869082, "learning_rate": 0.003, "loss": 4.0748, "step": 5004 }, { "epoch": 0.05005, "grad_norm": 1.0190354983748227, "learning_rate": 0.003, "loss": 4.0976, "step": 5005 }, { "epoch": 0.05006, "grad_norm": 1.0502501422500765, "learning_rate": 0.003, "loss": 4.0762, "step": 5006 }, { "epoch": 0.05007, "grad_norm": 1.0050657203422344, "learning_rate": 0.003, "loss": 4.0922, "step": 5007 }, { "epoch": 0.05008, "grad_norm": 1.0632875671321045, "learning_rate": 0.003, "loss": 4.063, "step": 5008 }, { "epoch": 0.05009, "grad_norm": 0.7483220321269478, "learning_rate": 0.003, "loss": 4.0633, "step": 5009 }, { "epoch": 0.0501, "grad_norm": 0.6604154006789746, "learning_rate": 0.003, "loss": 4.076, "step": 5010 }, { "epoch": 0.05011, "grad_norm": 0.7127635769855144, "learning_rate": 0.003, "loss": 4.0771, "step": 5011 }, { "epoch": 0.05012, "grad_norm": 0.8658367408694297, "learning_rate": 0.003, "loss": 4.0661, "step": 5012 }, { "epoch": 0.05013, "grad_norm": 1.0526587712962345, "learning_rate": 0.003, "loss": 4.0761, "step": 5013 }, { "epoch": 0.05014, "grad_norm": 1.2523503854735638, "learning_rate": 0.003, "loss": 4.0565, "step": 5014 }, { "epoch": 0.05015, "grad_norm": 0.8154569818223713, "learning_rate": 0.003, "loss": 4.0894, "step": 5015 }, { "epoch": 0.05016, "grad_norm": 0.8907021793572791, "learning_rate": 0.003, "loss": 4.0694, "step": 5016 }, { "epoch": 0.05017, "grad_norm": 0.9052920115396309, "learning_rate": 0.003, "loss": 4.0847, "step": 5017 }, { "epoch": 0.05018, "grad_norm": 0.8754711897047392, "learning_rate": 0.003, "loss": 4.0788, "step": 5018 }, { "epoch": 0.05019, "grad_norm": 0.8774784593403933, "learning_rate": 0.003, "loss": 4.0979, "step": 5019 }, { "epoch": 0.0502, "grad_norm": 0.9389866910530438, "learning_rate": 0.003, "loss": 4.0692, "step": 5020 }, { "epoch": 0.05021, "grad_norm": 0.9591253397524557, "learning_rate": 0.003, "loss": 4.0722, "step": 5021 }, { "epoch": 0.05022, "grad_norm": 1.1105484396556573, "learning_rate": 0.003, "loss": 4.0783, "step": 5022 }, { "epoch": 0.05023, "grad_norm": 1.3065590449165418, "learning_rate": 0.003, "loss": 4.1089, "step": 5023 }, { "epoch": 0.05024, "grad_norm": 0.9093611617258934, "learning_rate": 0.003, "loss": 4.0612, "step": 5024 }, { "epoch": 0.05025, "grad_norm": 0.8149464138741495, "learning_rate": 0.003, "loss": 4.0977, "step": 5025 }, { "epoch": 0.05026, "grad_norm": 0.8063387216832264, "learning_rate": 0.003, "loss": 4.0701, "step": 5026 }, { "epoch": 0.05027, "grad_norm": 0.9928443146318517, "learning_rate": 0.003, "loss": 4.0895, "step": 5027 }, { "epoch": 0.05028, "grad_norm": 1.1022004638491405, "learning_rate": 0.003, "loss": 4.0788, "step": 5028 }, { "epoch": 0.05029, "grad_norm": 1.0254112827493802, "learning_rate": 0.003, "loss": 4.0926, "step": 5029 }, { "epoch": 0.0503, "grad_norm": 0.9739559101423857, "learning_rate": 0.003, "loss": 4.0655, "step": 5030 }, { "epoch": 0.05031, "grad_norm": 1.195596806455749, "learning_rate": 0.003, "loss": 4.0903, "step": 5031 }, { "epoch": 0.05032, "grad_norm": 0.8132570593113878, "learning_rate": 0.003, "loss": 4.0818, "step": 5032 }, { "epoch": 0.05033, "grad_norm": 0.7335990765850869, "learning_rate": 0.003, "loss": 4.0563, "step": 5033 }, { "epoch": 0.05034, "grad_norm": 0.6554999770414173, "learning_rate": 0.003, "loss": 4.055, "step": 5034 }, { "epoch": 0.05035, "grad_norm": 0.7532736427609922, "learning_rate": 0.003, "loss": 4.0786, "step": 5035 }, { "epoch": 0.05036, "grad_norm": 0.8283547847263479, "learning_rate": 0.003, "loss": 4.0614, "step": 5036 }, { "epoch": 0.05037, "grad_norm": 0.9606336416914282, "learning_rate": 0.003, "loss": 4.0616, "step": 5037 }, { "epoch": 0.05038, "grad_norm": 1.1756105988578247, "learning_rate": 0.003, "loss": 4.0784, "step": 5038 }, { "epoch": 0.05039, "grad_norm": 0.7260800281879718, "learning_rate": 0.003, "loss": 4.0816, "step": 5039 }, { "epoch": 0.0504, "grad_norm": 0.6895678700118688, "learning_rate": 0.003, "loss": 4.0769, "step": 5040 }, { "epoch": 0.05041, "grad_norm": 0.9054512238934349, "learning_rate": 0.003, "loss": 4.0834, "step": 5041 }, { "epoch": 0.05042, "grad_norm": 1.0681246931889021, "learning_rate": 0.003, "loss": 4.0798, "step": 5042 }, { "epoch": 0.05043, "grad_norm": 1.0081790953059804, "learning_rate": 0.003, "loss": 4.0765, "step": 5043 }, { "epoch": 0.05044, "grad_norm": 1.0083278627521677, "learning_rate": 0.003, "loss": 4.095, "step": 5044 }, { "epoch": 0.05045, "grad_norm": 1.1323410375959377, "learning_rate": 0.003, "loss": 4.1136, "step": 5045 }, { "epoch": 0.05046, "grad_norm": 1.038046747857265, "learning_rate": 0.003, "loss": 4.0726, "step": 5046 }, { "epoch": 0.05047, "grad_norm": 0.8846272273108629, "learning_rate": 0.003, "loss": 4.0807, "step": 5047 }, { "epoch": 0.05048, "grad_norm": 1.039375733492065, "learning_rate": 0.003, "loss": 4.0824, "step": 5048 }, { "epoch": 0.05049, "grad_norm": 1.0198096987245278, "learning_rate": 0.003, "loss": 4.0447, "step": 5049 }, { "epoch": 0.0505, "grad_norm": 0.9914651248213096, "learning_rate": 0.003, "loss": 4.1331, "step": 5050 }, { "epoch": 0.05051, "grad_norm": 0.9522133302767952, "learning_rate": 0.003, "loss": 4.0903, "step": 5051 }, { "epoch": 0.05052, "grad_norm": 1.020178995716012, "learning_rate": 0.003, "loss": 4.0667, "step": 5052 }, { "epoch": 0.05053, "grad_norm": 0.9136513702774933, "learning_rate": 0.003, "loss": 4.0395, "step": 5053 }, { "epoch": 0.05054, "grad_norm": 0.8516625497650816, "learning_rate": 0.003, "loss": 4.0932, "step": 5054 }, { "epoch": 0.05055, "grad_norm": 0.8444636192801542, "learning_rate": 0.003, "loss": 4.0714, "step": 5055 }, { "epoch": 0.05056, "grad_norm": 0.8646124548092219, "learning_rate": 0.003, "loss": 4.0859, "step": 5056 }, { "epoch": 0.05057, "grad_norm": 0.954021030827355, "learning_rate": 0.003, "loss": 4.0913, "step": 5057 }, { "epoch": 0.05058, "grad_norm": 1.1354179546437237, "learning_rate": 0.003, "loss": 4.0972, "step": 5058 }, { "epoch": 0.05059, "grad_norm": 0.8412247009608202, "learning_rate": 0.003, "loss": 4.0589, "step": 5059 }, { "epoch": 0.0506, "grad_norm": 0.8258030312088399, "learning_rate": 0.003, "loss": 4.089, "step": 5060 }, { "epoch": 0.05061, "grad_norm": 0.8796678252375678, "learning_rate": 0.003, "loss": 4.0694, "step": 5061 }, { "epoch": 0.05062, "grad_norm": 0.9882911088154981, "learning_rate": 0.003, "loss": 4.055, "step": 5062 }, { "epoch": 0.05063, "grad_norm": 0.9432186009346578, "learning_rate": 0.003, "loss": 4.0424, "step": 5063 }, { "epoch": 0.05064, "grad_norm": 0.9485814708559243, "learning_rate": 0.003, "loss": 4.0823, "step": 5064 }, { "epoch": 0.05065, "grad_norm": 0.9973027340770267, "learning_rate": 0.003, "loss": 4.0716, "step": 5065 }, { "epoch": 0.05066, "grad_norm": 1.055670001942788, "learning_rate": 0.003, "loss": 4.0612, "step": 5066 }, { "epoch": 0.05067, "grad_norm": 0.9244772620512077, "learning_rate": 0.003, "loss": 4.0698, "step": 5067 }, { "epoch": 0.05068, "grad_norm": 0.958855347779479, "learning_rate": 0.003, "loss": 4.093, "step": 5068 }, { "epoch": 0.05069, "grad_norm": 0.9074306933330328, "learning_rate": 0.003, "loss": 4.0826, "step": 5069 }, { "epoch": 0.0507, "grad_norm": 0.7465736760883044, "learning_rate": 0.003, "loss": 4.0915, "step": 5070 }, { "epoch": 0.05071, "grad_norm": 0.7907220925527945, "learning_rate": 0.003, "loss": 4.0797, "step": 5071 }, { "epoch": 0.05072, "grad_norm": 0.8791832214881413, "learning_rate": 0.003, "loss": 4.0542, "step": 5072 }, { "epoch": 0.05073, "grad_norm": 1.1193497551932123, "learning_rate": 0.003, "loss": 4.0625, "step": 5073 }, { "epoch": 0.05074, "grad_norm": 1.007997199633059, "learning_rate": 0.003, "loss": 4.0568, "step": 5074 }, { "epoch": 0.05075, "grad_norm": 0.9210544932505602, "learning_rate": 0.003, "loss": 4.0754, "step": 5075 }, { "epoch": 0.05076, "grad_norm": 0.8971244157459003, "learning_rate": 0.003, "loss": 4.09, "step": 5076 }, { "epoch": 0.05077, "grad_norm": 0.8845891734232929, "learning_rate": 0.003, "loss": 4.0928, "step": 5077 }, { "epoch": 0.05078, "grad_norm": 0.9113721083676786, "learning_rate": 0.003, "loss": 4.0864, "step": 5078 }, { "epoch": 0.05079, "grad_norm": 0.9084231790144179, "learning_rate": 0.003, "loss": 4.0586, "step": 5079 }, { "epoch": 0.0508, "grad_norm": 1.0477669246554797, "learning_rate": 0.003, "loss": 4.0583, "step": 5080 }, { "epoch": 0.05081, "grad_norm": 1.0274679159676723, "learning_rate": 0.003, "loss": 4.0841, "step": 5081 }, { "epoch": 0.05082, "grad_norm": 0.9811435796751755, "learning_rate": 0.003, "loss": 4.0879, "step": 5082 }, { "epoch": 0.05083, "grad_norm": 0.9115900027432353, "learning_rate": 0.003, "loss": 4.0503, "step": 5083 }, { "epoch": 0.05084, "grad_norm": 0.9665650959530513, "learning_rate": 0.003, "loss": 4.0697, "step": 5084 }, { "epoch": 0.05085, "grad_norm": 1.094785200544881, "learning_rate": 0.003, "loss": 4.0406, "step": 5085 }, { "epoch": 0.05086, "grad_norm": 1.0395235168756072, "learning_rate": 0.003, "loss": 4.0495, "step": 5086 }, { "epoch": 0.05087, "grad_norm": 1.1914983032220043, "learning_rate": 0.003, "loss": 4.0776, "step": 5087 }, { "epoch": 0.05088, "grad_norm": 0.9164887728560919, "learning_rate": 0.003, "loss": 4.0725, "step": 5088 }, { "epoch": 0.05089, "grad_norm": 0.9984418259866299, "learning_rate": 0.003, "loss": 4.0696, "step": 5089 }, { "epoch": 0.0509, "grad_norm": 0.9643661674080093, "learning_rate": 0.003, "loss": 4.1039, "step": 5090 }, { "epoch": 0.05091, "grad_norm": 0.9837794177673876, "learning_rate": 0.003, "loss": 4.067, "step": 5091 }, { "epoch": 0.05092, "grad_norm": 0.8924921438341328, "learning_rate": 0.003, "loss": 4.0663, "step": 5092 }, { "epoch": 0.05093, "grad_norm": 0.8256552974904879, "learning_rate": 0.003, "loss": 4.0814, "step": 5093 }, { "epoch": 0.05094, "grad_norm": 0.9039163713516233, "learning_rate": 0.003, "loss": 4.0451, "step": 5094 }, { "epoch": 0.05095, "grad_norm": 1.2383238891133954, "learning_rate": 0.003, "loss": 4.0887, "step": 5095 }, { "epoch": 0.05096, "grad_norm": 0.9650892595888488, "learning_rate": 0.003, "loss": 4.074, "step": 5096 }, { "epoch": 0.05097, "grad_norm": 0.9342147612808765, "learning_rate": 0.003, "loss": 4.0678, "step": 5097 }, { "epoch": 0.05098, "grad_norm": 0.9150581045088569, "learning_rate": 0.003, "loss": 4.0596, "step": 5098 }, { "epoch": 0.05099, "grad_norm": 1.0196257914961222, "learning_rate": 0.003, "loss": 4.0429, "step": 5099 }, { "epoch": 0.051, "grad_norm": 1.0100480797466045, "learning_rate": 0.003, "loss": 4.0651, "step": 5100 }, { "epoch": 0.05101, "grad_norm": 1.076613085076168, "learning_rate": 0.003, "loss": 4.1062, "step": 5101 }, { "epoch": 0.05102, "grad_norm": 0.9177055767593738, "learning_rate": 0.003, "loss": 4.0748, "step": 5102 }, { "epoch": 0.05103, "grad_norm": 0.7867724366196349, "learning_rate": 0.003, "loss": 4.0841, "step": 5103 }, { "epoch": 0.05104, "grad_norm": 0.8457986934357559, "learning_rate": 0.003, "loss": 4.0646, "step": 5104 }, { "epoch": 0.05105, "grad_norm": 0.8367744837015725, "learning_rate": 0.003, "loss": 4.055, "step": 5105 }, { "epoch": 0.05106, "grad_norm": 0.8022124167980758, "learning_rate": 0.003, "loss": 4.0295, "step": 5106 }, { "epoch": 0.05107, "grad_norm": 0.6952811544982499, "learning_rate": 0.003, "loss": 4.0528, "step": 5107 }, { "epoch": 0.05108, "grad_norm": 0.7444855516396648, "learning_rate": 0.003, "loss": 4.1015, "step": 5108 }, { "epoch": 0.05109, "grad_norm": 0.878589896084288, "learning_rate": 0.003, "loss": 4.0436, "step": 5109 }, { "epoch": 0.0511, "grad_norm": 0.8745594675885457, "learning_rate": 0.003, "loss": 4.0782, "step": 5110 }, { "epoch": 0.05111, "grad_norm": 1.0139622357551754, "learning_rate": 0.003, "loss": 4.0972, "step": 5111 }, { "epoch": 0.05112, "grad_norm": 1.248129365292357, "learning_rate": 0.003, "loss": 4.0919, "step": 5112 }, { "epoch": 0.05113, "grad_norm": 0.9885210087032184, "learning_rate": 0.003, "loss": 4.0743, "step": 5113 }, { "epoch": 0.05114, "grad_norm": 0.9571971369820982, "learning_rate": 0.003, "loss": 4.0506, "step": 5114 }, { "epoch": 0.05115, "grad_norm": 0.9106967184247701, "learning_rate": 0.003, "loss": 4.0784, "step": 5115 }, { "epoch": 0.05116, "grad_norm": 1.053212984649482, "learning_rate": 0.003, "loss": 4.0904, "step": 5116 }, { "epoch": 0.05117, "grad_norm": 0.9762026130378781, "learning_rate": 0.003, "loss": 4.066, "step": 5117 }, { "epoch": 0.05118, "grad_norm": 0.9813459473673732, "learning_rate": 0.003, "loss": 4.0675, "step": 5118 }, { "epoch": 0.05119, "grad_norm": 1.0553578473596843, "learning_rate": 0.003, "loss": 4.0545, "step": 5119 }, { "epoch": 0.0512, "grad_norm": 1.070915563107028, "learning_rate": 0.003, "loss": 4.045, "step": 5120 }, { "epoch": 0.05121, "grad_norm": 0.8748371385007153, "learning_rate": 0.003, "loss": 4.0596, "step": 5121 }, { "epoch": 0.05122, "grad_norm": 0.960144764905716, "learning_rate": 0.003, "loss": 4.052, "step": 5122 }, { "epoch": 0.05123, "grad_norm": 1.210628825057938, "learning_rate": 0.003, "loss": 4.0783, "step": 5123 }, { "epoch": 0.05124, "grad_norm": 0.9135871799109425, "learning_rate": 0.003, "loss": 4.1068, "step": 5124 }, { "epoch": 0.05125, "grad_norm": 0.9676901109206436, "learning_rate": 0.003, "loss": 4.0741, "step": 5125 }, { "epoch": 0.05126, "grad_norm": 0.8403551330424058, "learning_rate": 0.003, "loss": 4.0649, "step": 5126 }, { "epoch": 0.05127, "grad_norm": 0.7466734661308947, "learning_rate": 0.003, "loss": 4.0648, "step": 5127 }, { "epoch": 0.05128, "grad_norm": 0.728346628542258, "learning_rate": 0.003, "loss": 4.0822, "step": 5128 }, { "epoch": 0.05129, "grad_norm": 0.7017928229749225, "learning_rate": 0.003, "loss": 4.0485, "step": 5129 }, { "epoch": 0.0513, "grad_norm": 0.7221803684673601, "learning_rate": 0.003, "loss": 4.0348, "step": 5130 }, { "epoch": 0.05131, "grad_norm": 0.7808750308328987, "learning_rate": 0.003, "loss": 4.0746, "step": 5131 }, { "epoch": 0.05132, "grad_norm": 0.8913684947688636, "learning_rate": 0.003, "loss": 4.0614, "step": 5132 }, { "epoch": 0.05133, "grad_norm": 1.1454285750946989, "learning_rate": 0.003, "loss": 4.0771, "step": 5133 }, { "epoch": 0.05134, "grad_norm": 0.9684078269337082, "learning_rate": 0.003, "loss": 4.0834, "step": 5134 }, { "epoch": 0.05135, "grad_norm": 1.1615129798672017, "learning_rate": 0.003, "loss": 4.0576, "step": 5135 }, { "epoch": 0.05136, "grad_norm": 0.8816470981524503, "learning_rate": 0.003, "loss": 4.0367, "step": 5136 }, { "epoch": 0.05137, "grad_norm": 0.8808116644656396, "learning_rate": 0.003, "loss": 4.0813, "step": 5137 }, { "epoch": 0.05138, "grad_norm": 1.030677698421762, "learning_rate": 0.003, "loss": 4.0754, "step": 5138 }, { "epoch": 0.05139, "grad_norm": 1.1279946491267732, "learning_rate": 0.003, "loss": 4.0747, "step": 5139 }, { "epoch": 0.0514, "grad_norm": 0.9370222106532408, "learning_rate": 0.003, "loss": 4.0676, "step": 5140 }, { "epoch": 0.05141, "grad_norm": 0.8884938807254016, "learning_rate": 0.003, "loss": 4.1182, "step": 5141 }, { "epoch": 0.05142, "grad_norm": 0.840850706102145, "learning_rate": 0.003, "loss": 4.0609, "step": 5142 }, { "epoch": 0.05143, "grad_norm": 0.880595971401337, "learning_rate": 0.003, "loss": 4.0693, "step": 5143 }, { "epoch": 0.05144, "grad_norm": 0.8704477269765287, "learning_rate": 0.003, "loss": 4.0567, "step": 5144 }, { "epoch": 0.05145, "grad_norm": 0.8916851706228778, "learning_rate": 0.003, "loss": 4.055, "step": 5145 }, { "epoch": 0.05146, "grad_norm": 0.9663208313115196, "learning_rate": 0.003, "loss": 4.0476, "step": 5146 }, { "epoch": 0.05147, "grad_norm": 1.1070241756865764, "learning_rate": 0.003, "loss": 4.0845, "step": 5147 }, { "epoch": 0.05148, "grad_norm": 0.9885155736285973, "learning_rate": 0.003, "loss": 4.0813, "step": 5148 }, { "epoch": 0.05149, "grad_norm": 0.9670853678419679, "learning_rate": 0.003, "loss": 4.0561, "step": 5149 }, { "epoch": 0.0515, "grad_norm": 0.9350123569517975, "learning_rate": 0.003, "loss": 4.0934, "step": 5150 }, { "epoch": 0.05151, "grad_norm": 0.9079989062981128, "learning_rate": 0.003, "loss": 4.0546, "step": 5151 }, { "epoch": 0.05152, "grad_norm": 0.9776926173785698, "learning_rate": 0.003, "loss": 4.0937, "step": 5152 }, { "epoch": 0.05153, "grad_norm": 0.9166249719052514, "learning_rate": 0.003, "loss": 4.07, "step": 5153 }, { "epoch": 0.05154, "grad_norm": 0.8423591519799284, "learning_rate": 0.003, "loss": 4.0811, "step": 5154 }, { "epoch": 0.05155, "grad_norm": 0.9495784465505834, "learning_rate": 0.003, "loss": 4.0838, "step": 5155 }, { "epoch": 0.05156, "grad_norm": 0.8711852658243976, "learning_rate": 0.003, "loss": 4.1039, "step": 5156 }, { "epoch": 0.05157, "grad_norm": 0.9761077463552009, "learning_rate": 0.003, "loss": 4.0795, "step": 5157 }, { "epoch": 0.05158, "grad_norm": 0.9931352807114164, "learning_rate": 0.003, "loss": 4.0791, "step": 5158 }, { "epoch": 0.05159, "grad_norm": 1.1193695002600963, "learning_rate": 0.003, "loss": 4.0619, "step": 5159 }, { "epoch": 0.0516, "grad_norm": 0.9267022082064607, "learning_rate": 0.003, "loss": 4.0636, "step": 5160 }, { "epoch": 0.05161, "grad_norm": 0.9665280786599717, "learning_rate": 0.003, "loss": 4.0389, "step": 5161 }, { "epoch": 0.05162, "grad_norm": 1.0869042755370812, "learning_rate": 0.003, "loss": 4.0735, "step": 5162 }, { "epoch": 0.05163, "grad_norm": 1.0568255095175747, "learning_rate": 0.003, "loss": 4.0885, "step": 5163 }, { "epoch": 0.05164, "grad_norm": 1.1739265193923354, "learning_rate": 0.003, "loss": 4.0693, "step": 5164 }, { "epoch": 0.05165, "grad_norm": 0.9577726183728671, "learning_rate": 0.003, "loss": 4.0856, "step": 5165 }, { "epoch": 0.05166, "grad_norm": 1.1352998589608443, "learning_rate": 0.003, "loss": 4.084, "step": 5166 }, { "epoch": 0.05167, "grad_norm": 0.8717433391514583, "learning_rate": 0.003, "loss": 4.0888, "step": 5167 }, { "epoch": 0.05168, "grad_norm": 0.870068697924481, "learning_rate": 0.003, "loss": 4.115, "step": 5168 }, { "epoch": 0.05169, "grad_norm": 1.0023358246624934, "learning_rate": 0.003, "loss": 4.0695, "step": 5169 }, { "epoch": 0.0517, "grad_norm": 1.2431734452049883, "learning_rate": 0.003, "loss": 4.0434, "step": 5170 }, { "epoch": 0.05171, "grad_norm": 0.9116624433354724, "learning_rate": 0.003, "loss": 4.068, "step": 5171 }, { "epoch": 0.05172, "grad_norm": 0.9323927967551716, "learning_rate": 0.003, "loss": 4.0832, "step": 5172 }, { "epoch": 0.05173, "grad_norm": 1.054805595580774, "learning_rate": 0.003, "loss": 4.0957, "step": 5173 }, { "epoch": 0.05174, "grad_norm": 1.122856751648051, "learning_rate": 0.003, "loss": 4.0906, "step": 5174 }, { "epoch": 0.05175, "grad_norm": 0.9937471915910451, "learning_rate": 0.003, "loss": 4.0927, "step": 5175 }, { "epoch": 0.05176, "grad_norm": 0.9840832744172103, "learning_rate": 0.003, "loss": 4.0595, "step": 5176 }, { "epoch": 0.05177, "grad_norm": 0.7800980213457716, "learning_rate": 0.003, "loss": 4.0512, "step": 5177 }, { "epoch": 0.05178, "grad_norm": 0.8673592583630511, "learning_rate": 0.003, "loss": 4.0513, "step": 5178 }, { "epoch": 0.05179, "grad_norm": 0.8980602578393677, "learning_rate": 0.003, "loss": 4.07, "step": 5179 }, { "epoch": 0.0518, "grad_norm": 1.0782172804196768, "learning_rate": 0.003, "loss": 4.0708, "step": 5180 }, { "epoch": 0.05181, "grad_norm": 1.3393343782861993, "learning_rate": 0.003, "loss": 4.0904, "step": 5181 }, { "epoch": 0.05182, "grad_norm": 0.6874879870433082, "learning_rate": 0.003, "loss": 4.0907, "step": 5182 }, { "epoch": 0.05183, "grad_norm": 0.8933939115278953, "learning_rate": 0.003, "loss": 4.0571, "step": 5183 }, { "epoch": 0.05184, "grad_norm": 1.0375617190613013, "learning_rate": 0.003, "loss": 4.0642, "step": 5184 }, { "epoch": 0.05185, "grad_norm": 0.978363863806633, "learning_rate": 0.003, "loss": 4.0629, "step": 5185 }, { "epoch": 0.05186, "grad_norm": 0.9787815400755827, "learning_rate": 0.003, "loss": 4.0721, "step": 5186 }, { "epoch": 0.05187, "grad_norm": 1.026722875042982, "learning_rate": 0.003, "loss": 4.1133, "step": 5187 }, { "epoch": 0.05188, "grad_norm": 1.0387976995995625, "learning_rate": 0.003, "loss": 4.0896, "step": 5188 }, { "epoch": 0.05189, "grad_norm": 0.9737693143733961, "learning_rate": 0.003, "loss": 4.0633, "step": 5189 }, { "epoch": 0.0519, "grad_norm": 1.1745663438513876, "learning_rate": 0.003, "loss": 4.0705, "step": 5190 }, { "epoch": 0.05191, "grad_norm": 0.9594735851770623, "learning_rate": 0.003, "loss": 4.0673, "step": 5191 }, { "epoch": 0.05192, "grad_norm": 0.9706881201053492, "learning_rate": 0.003, "loss": 4.0869, "step": 5192 }, { "epoch": 0.05193, "grad_norm": 0.927921231735236, "learning_rate": 0.003, "loss": 4.0815, "step": 5193 }, { "epoch": 0.05194, "grad_norm": 0.8511889522904593, "learning_rate": 0.003, "loss": 4.0442, "step": 5194 }, { "epoch": 0.05195, "grad_norm": 0.8688574305845654, "learning_rate": 0.003, "loss": 4.0833, "step": 5195 }, { "epoch": 0.05196, "grad_norm": 1.0602526179506908, "learning_rate": 0.003, "loss": 4.0662, "step": 5196 }, { "epoch": 0.05197, "grad_norm": 1.004033518921005, "learning_rate": 0.003, "loss": 4.0874, "step": 5197 }, { "epoch": 0.05198, "grad_norm": 0.9382654504233616, "learning_rate": 0.003, "loss": 4.0577, "step": 5198 }, { "epoch": 0.05199, "grad_norm": 0.8240832698733139, "learning_rate": 0.003, "loss": 4.0443, "step": 5199 }, { "epoch": 0.052, "grad_norm": 0.8010190091673817, "learning_rate": 0.003, "loss": 4.0748, "step": 5200 }, { "epoch": 0.05201, "grad_norm": 0.9345369763160736, "learning_rate": 0.003, "loss": 4.079, "step": 5201 }, { "epoch": 0.05202, "grad_norm": 1.1219968562809288, "learning_rate": 0.003, "loss": 4.0713, "step": 5202 }, { "epoch": 0.05203, "grad_norm": 1.165320649672993, "learning_rate": 0.003, "loss": 4.1032, "step": 5203 }, { "epoch": 0.05204, "grad_norm": 1.0069940016760848, "learning_rate": 0.003, "loss": 4.0912, "step": 5204 }, { "epoch": 0.05205, "grad_norm": 0.9073269196171544, "learning_rate": 0.003, "loss": 4.0947, "step": 5205 }, { "epoch": 0.05206, "grad_norm": 0.9676783509672855, "learning_rate": 0.003, "loss": 4.0719, "step": 5206 }, { "epoch": 0.05207, "grad_norm": 0.9614251201683252, "learning_rate": 0.003, "loss": 4.0559, "step": 5207 }, { "epoch": 0.05208, "grad_norm": 0.8233264549032968, "learning_rate": 0.003, "loss": 4.0703, "step": 5208 }, { "epoch": 0.05209, "grad_norm": 0.795950781260021, "learning_rate": 0.003, "loss": 4.0636, "step": 5209 }, { "epoch": 0.0521, "grad_norm": 0.850100905132024, "learning_rate": 0.003, "loss": 4.0376, "step": 5210 }, { "epoch": 0.05211, "grad_norm": 1.0102855739696595, "learning_rate": 0.003, "loss": 4.064, "step": 5211 }, { "epoch": 0.05212, "grad_norm": 1.3483238868956038, "learning_rate": 0.003, "loss": 4.1233, "step": 5212 }, { "epoch": 0.05213, "grad_norm": 0.771838626249321, "learning_rate": 0.003, "loss": 4.0664, "step": 5213 }, { "epoch": 0.05214, "grad_norm": 0.6993971591998677, "learning_rate": 0.003, "loss": 4.0572, "step": 5214 }, { "epoch": 0.05215, "grad_norm": 0.7581728248150723, "learning_rate": 0.003, "loss": 4.0501, "step": 5215 }, { "epoch": 0.05216, "grad_norm": 0.8519198915236995, "learning_rate": 0.003, "loss": 4.0619, "step": 5216 }, { "epoch": 0.05217, "grad_norm": 1.0745388491695431, "learning_rate": 0.003, "loss": 4.0712, "step": 5217 }, { "epoch": 0.05218, "grad_norm": 0.9935688948883226, "learning_rate": 0.003, "loss": 4.0616, "step": 5218 }, { "epoch": 0.05219, "grad_norm": 0.9084561291587792, "learning_rate": 0.003, "loss": 4.0856, "step": 5219 }, { "epoch": 0.0522, "grad_norm": 1.0337978058374222, "learning_rate": 0.003, "loss": 4.0525, "step": 5220 }, { "epoch": 0.05221, "grad_norm": 1.1422321793715118, "learning_rate": 0.003, "loss": 4.0672, "step": 5221 }, { "epoch": 0.05222, "grad_norm": 0.7554460463065314, "learning_rate": 0.003, "loss": 4.069, "step": 5222 }, { "epoch": 0.05223, "grad_norm": 0.8000343955599867, "learning_rate": 0.003, "loss": 4.0844, "step": 5223 }, { "epoch": 0.05224, "grad_norm": 0.9379433719212857, "learning_rate": 0.003, "loss": 4.0613, "step": 5224 }, { "epoch": 0.05225, "grad_norm": 1.2417850745548258, "learning_rate": 0.003, "loss": 4.1011, "step": 5225 }, { "epoch": 0.05226, "grad_norm": 0.9382790639135026, "learning_rate": 0.003, "loss": 4.0804, "step": 5226 }, { "epoch": 0.05227, "grad_norm": 0.8974481342791866, "learning_rate": 0.003, "loss": 4.1067, "step": 5227 }, { "epoch": 0.05228, "grad_norm": 0.8629619700937163, "learning_rate": 0.003, "loss": 4.0838, "step": 5228 }, { "epoch": 0.05229, "grad_norm": 1.019751882064597, "learning_rate": 0.003, "loss": 4.0498, "step": 5229 }, { "epoch": 0.0523, "grad_norm": 1.1377445229403527, "learning_rate": 0.003, "loss": 4.0445, "step": 5230 }, { "epoch": 0.05231, "grad_norm": 0.9424656899524195, "learning_rate": 0.003, "loss": 4.0795, "step": 5231 }, { "epoch": 0.05232, "grad_norm": 0.9575611751186932, "learning_rate": 0.003, "loss": 4.0678, "step": 5232 }, { "epoch": 0.05233, "grad_norm": 0.9293995877028672, "learning_rate": 0.003, "loss": 4.0546, "step": 5233 }, { "epoch": 0.05234, "grad_norm": 0.9615259872002241, "learning_rate": 0.003, "loss": 4.1018, "step": 5234 }, { "epoch": 0.05235, "grad_norm": 0.983028393165795, "learning_rate": 0.003, "loss": 4.0777, "step": 5235 }, { "epoch": 0.05236, "grad_norm": 1.0016310432668707, "learning_rate": 0.003, "loss": 4.0616, "step": 5236 }, { "epoch": 0.05237, "grad_norm": 1.015432602850747, "learning_rate": 0.003, "loss": 4.0653, "step": 5237 }, { "epoch": 0.05238, "grad_norm": 1.078845385798474, "learning_rate": 0.003, "loss": 4.058, "step": 5238 }, { "epoch": 0.05239, "grad_norm": 0.9307396208378222, "learning_rate": 0.003, "loss": 4.0772, "step": 5239 }, { "epoch": 0.0524, "grad_norm": 0.9571027247324106, "learning_rate": 0.003, "loss": 4.0895, "step": 5240 }, { "epoch": 0.05241, "grad_norm": 0.9792332364709184, "learning_rate": 0.003, "loss": 4.0927, "step": 5241 }, { "epoch": 0.05242, "grad_norm": 0.9182971281795369, "learning_rate": 0.003, "loss": 4.0894, "step": 5242 }, { "epoch": 0.05243, "grad_norm": 0.8942676834653476, "learning_rate": 0.003, "loss": 4.082, "step": 5243 }, { "epoch": 0.05244, "grad_norm": 0.89594845212589, "learning_rate": 0.003, "loss": 4.0581, "step": 5244 }, { "epoch": 0.05245, "grad_norm": 1.0089126308943768, "learning_rate": 0.003, "loss": 4.0668, "step": 5245 }, { "epoch": 0.05246, "grad_norm": 1.192205008646422, "learning_rate": 0.003, "loss": 4.0777, "step": 5246 }, { "epoch": 0.05247, "grad_norm": 1.0822271048921281, "learning_rate": 0.003, "loss": 4.0762, "step": 5247 }, { "epoch": 0.05248, "grad_norm": 0.9132052877500991, "learning_rate": 0.003, "loss": 4.0792, "step": 5248 }, { "epoch": 0.05249, "grad_norm": 1.0439345558274598, "learning_rate": 0.003, "loss": 4.0939, "step": 5249 }, { "epoch": 0.0525, "grad_norm": 1.1063976766968928, "learning_rate": 0.003, "loss": 4.0888, "step": 5250 }, { "epoch": 0.05251, "grad_norm": 0.8427299394254306, "learning_rate": 0.003, "loss": 4.0693, "step": 5251 }, { "epoch": 0.05252, "grad_norm": 0.8460576745435954, "learning_rate": 0.003, "loss": 4.0952, "step": 5252 }, { "epoch": 0.05253, "grad_norm": 0.7631623954154223, "learning_rate": 0.003, "loss": 4.0598, "step": 5253 }, { "epoch": 0.05254, "grad_norm": 0.7582085848780449, "learning_rate": 0.003, "loss": 4.0466, "step": 5254 }, { "epoch": 0.05255, "grad_norm": 0.871269617254244, "learning_rate": 0.003, "loss": 4.05, "step": 5255 }, { "epoch": 0.05256, "grad_norm": 1.1274865245345602, "learning_rate": 0.003, "loss": 4.0815, "step": 5256 }, { "epoch": 0.05257, "grad_norm": 0.9482986096135555, "learning_rate": 0.003, "loss": 4.07, "step": 5257 }, { "epoch": 0.05258, "grad_norm": 0.8120437150184056, "learning_rate": 0.003, "loss": 4.0675, "step": 5258 }, { "epoch": 0.05259, "grad_norm": 0.7370127557005074, "learning_rate": 0.003, "loss": 4.0499, "step": 5259 }, { "epoch": 0.0526, "grad_norm": 0.8055148797864925, "learning_rate": 0.003, "loss": 4.0816, "step": 5260 }, { "epoch": 0.05261, "grad_norm": 0.7414676121854172, "learning_rate": 0.003, "loss": 4.0469, "step": 5261 }, { "epoch": 0.05262, "grad_norm": 0.8431409042373192, "learning_rate": 0.003, "loss": 4.0417, "step": 5262 }, { "epoch": 0.05263, "grad_norm": 0.9936473719599972, "learning_rate": 0.003, "loss": 4.0923, "step": 5263 }, { "epoch": 0.05264, "grad_norm": 1.2454811247723998, "learning_rate": 0.003, "loss": 4.1006, "step": 5264 }, { "epoch": 0.05265, "grad_norm": 0.7140907414977667, "learning_rate": 0.003, "loss": 4.0501, "step": 5265 }, { "epoch": 0.05266, "grad_norm": 0.6844293037667735, "learning_rate": 0.003, "loss": 4.0361, "step": 5266 }, { "epoch": 0.05267, "grad_norm": 0.7232891737003544, "learning_rate": 0.003, "loss": 4.0891, "step": 5267 }, { "epoch": 0.05268, "grad_norm": 0.8650861484246375, "learning_rate": 0.003, "loss": 4.0554, "step": 5268 }, { "epoch": 0.05269, "grad_norm": 1.078417956716715, "learning_rate": 0.003, "loss": 4.04, "step": 5269 }, { "epoch": 0.0527, "grad_norm": 1.081957308191504, "learning_rate": 0.003, "loss": 4.0748, "step": 5270 }, { "epoch": 0.05271, "grad_norm": 1.0713979709889552, "learning_rate": 0.003, "loss": 4.0407, "step": 5271 }, { "epoch": 0.05272, "grad_norm": 0.9799954386145029, "learning_rate": 0.003, "loss": 4.0932, "step": 5272 }, { "epoch": 0.05273, "grad_norm": 1.1944522490266327, "learning_rate": 0.003, "loss": 4.0858, "step": 5273 }, { "epoch": 0.05274, "grad_norm": 0.9595893728165487, "learning_rate": 0.003, "loss": 4.0886, "step": 5274 }, { "epoch": 0.05275, "grad_norm": 1.0373746989136285, "learning_rate": 0.003, "loss": 4.0638, "step": 5275 }, { "epoch": 0.05276, "grad_norm": 0.9783693469288199, "learning_rate": 0.003, "loss": 4.055, "step": 5276 }, { "epoch": 0.05277, "grad_norm": 0.9308459462602469, "learning_rate": 0.003, "loss": 4.0437, "step": 5277 }, { "epoch": 0.05278, "grad_norm": 0.9127924883155014, "learning_rate": 0.003, "loss": 4.0563, "step": 5278 }, { "epoch": 0.05279, "grad_norm": 0.8905127840769295, "learning_rate": 0.003, "loss": 4.0569, "step": 5279 }, { "epoch": 0.0528, "grad_norm": 0.9160560894552265, "learning_rate": 0.003, "loss": 4.0569, "step": 5280 }, { "epoch": 0.05281, "grad_norm": 0.9898967226775388, "learning_rate": 0.003, "loss": 4.073, "step": 5281 }, { "epoch": 0.05282, "grad_norm": 1.0607654232659915, "learning_rate": 0.003, "loss": 4.0717, "step": 5282 }, { "epoch": 0.05283, "grad_norm": 0.7891736411399345, "learning_rate": 0.003, "loss": 4.0496, "step": 5283 }, { "epoch": 0.05284, "grad_norm": 0.7117985343229531, "learning_rate": 0.003, "loss": 4.0763, "step": 5284 }, { "epoch": 0.05285, "grad_norm": 0.7116143826691809, "learning_rate": 0.003, "loss": 4.0279, "step": 5285 }, { "epoch": 0.05286, "grad_norm": 0.7444977551621328, "learning_rate": 0.003, "loss": 4.0924, "step": 5286 }, { "epoch": 0.05287, "grad_norm": 0.7927132129772895, "learning_rate": 0.003, "loss": 4.0621, "step": 5287 }, { "epoch": 0.05288, "grad_norm": 0.8599837583361685, "learning_rate": 0.003, "loss": 4.0469, "step": 5288 }, { "epoch": 0.05289, "grad_norm": 1.030013828539183, "learning_rate": 0.003, "loss": 4.0765, "step": 5289 }, { "epoch": 0.0529, "grad_norm": 1.320070502048142, "learning_rate": 0.003, "loss": 4.0834, "step": 5290 }, { "epoch": 0.05291, "grad_norm": 0.708003930048573, "learning_rate": 0.003, "loss": 4.083, "step": 5291 }, { "epoch": 0.05292, "grad_norm": 0.7099716170045386, "learning_rate": 0.003, "loss": 4.0775, "step": 5292 }, { "epoch": 0.05293, "grad_norm": 1.0571312622562001, "learning_rate": 0.003, "loss": 4.0822, "step": 5293 }, { "epoch": 0.05294, "grad_norm": 1.0749670114406467, "learning_rate": 0.003, "loss": 4.063, "step": 5294 }, { "epoch": 0.05295, "grad_norm": 0.9466743696328925, "learning_rate": 0.003, "loss": 4.0777, "step": 5295 }, { "epoch": 0.05296, "grad_norm": 0.9334033172520125, "learning_rate": 0.003, "loss": 4.0574, "step": 5296 }, { "epoch": 0.05297, "grad_norm": 0.9085832862861088, "learning_rate": 0.003, "loss": 4.0592, "step": 5297 }, { "epoch": 0.05298, "grad_norm": 0.8733996457415404, "learning_rate": 0.003, "loss": 4.0767, "step": 5298 }, { "epoch": 0.05299, "grad_norm": 0.9180130832605389, "learning_rate": 0.003, "loss": 4.0536, "step": 5299 }, { "epoch": 0.053, "grad_norm": 0.9730509978164584, "learning_rate": 0.003, "loss": 4.0738, "step": 5300 }, { "epoch": 0.05301, "grad_norm": 1.0895476694519508, "learning_rate": 0.003, "loss": 4.09, "step": 5301 }, { "epoch": 0.05302, "grad_norm": 1.0558202746074077, "learning_rate": 0.003, "loss": 4.0643, "step": 5302 }, { "epoch": 0.05303, "grad_norm": 0.9797012960446656, "learning_rate": 0.003, "loss": 4.0756, "step": 5303 }, { "epoch": 0.05304, "grad_norm": 1.0039073817988884, "learning_rate": 0.003, "loss": 4.0642, "step": 5304 }, { "epoch": 0.05305, "grad_norm": 1.1408892390131204, "learning_rate": 0.003, "loss": 4.0809, "step": 5305 }, { "epoch": 0.05306, "grad_norm": 0.93995449289434, "learning_rate": 0.003, "loss": 4.0814, "step": 5306 }, { "epoch": 0.05307, "grad_norm": 0.9726004341078571, "learning_rate": 0.003, "loss": 4.0793, "step": 5307 }, { "epoch": 0.05308, "grad_norm": 0.9846823344904868, "learning_rate": 0.003, "loss": 4.0905, "step": 5308 }, { "epoch": 0.05309, "grad_norm": 1.1645641513184255, "learning_rate": 0.003, "loss": 4.061, "step": 5309 }, { "epoch": 0.0531, "grad_norm": 0.9255234669205171, "learning_rate": 0.003, "loss": 4.0682, "step": 5310 }, { "epoch": 0.05311, "grad_norm": 0.9954755426824138, "learning_rate": 0.003, "loss": 4.1049, "step": 5311 }, { "epoch": 0.05312, "grad_norm": 1.140912604498098, "learning_rate": 0.003, "loss": 4.0651, "step": 5312 }, { "epoch": 0.05313, "grad_norm": 1.0342859706036291, "learning_rate": 0.003, "loss": 4.0473, "step": 5313 }, { "epoch": 0.05314, "grad_norm": 1.0050903165394378, "learning_rate": 0.003, "loss": 4.0762, "step": 5314 }, { "epoch": 0.05315, "grad_norm": 1.082132110001949, "learning_rate": 0.003, "loss": 4.0846, "step": 5315 }, { "epoch": 0.05316, "grad_norm": 0.8775743349709987, "learning_rate": 0.003, "loss": 4.0834, "step": 5316 }, { "epoch": 0.05317, "grad_norm": 0.7524051363352736, "learning_rate": 0.003, "loss": 4.0802, "step": 5317 }, { "epoch": 0.05318, "grad_norm": 0.6968397634473481, "learning_rate": 0.003, "loss": 4.0477, "step": 5318 }, { "epoch": 0.05319, "grad_norm": 0.7303279353638819, "learning_rate": 0.003, "loss": 4.0522, "step": 5319 }, { "epoch": 0.0532, "grad_norm": 0.8312560764557734, "learning_rate": 0.003, "loss": 4.0663, "step": 5320 }, { "epoch": 0.05321, "grad_norm": 0.9440547584257499, "learning_rate": 0.003, "loss": 4.0686, "step": 5321 }, { "epoch": 0.05322, "grad_norm": 1.0145241749604252, "learning_rate": 0.003, "loss": 4.0914, "step": 5322 }, { "epoch": 0.05323, "grad_norm": 1.0026467673881212, "learning_rate": 0.003, "loss": 4.1116, "step": 5323 }, { "epoch": 0.05324, "grad_norm": 0.9550475870668266, "learning_rate": 0.003, "loss": 4.0532, "step": 5324 }, { "epoch": 0.05325, "grad_norm": 1.0200704518446446, "learning_rate": 0.003, "loss": 4.0775, "step": 5325 }, { "epoch": 0.05326, "grad_norm": 0.9264156483614246, "learning_rate": 0.003, "loss": 4.095, "step": 5326 }, { "epoch": 0.05327, "grad_norm": 0.9074863872575771, "learning_rate": 0.003, "loss": 4.0743, "step": 5327 }, { "epoch": 0.05328, "grad_norm": 0.9484736745601532, "learning_rate": 0.003, "loss": 4.0822, "step": 5328 }, { "epoch": 0.05329, "grad_norm": 1.1056353318349814, "learning_rate": 0.003, "loss": 4.076, "step": 5329 }, { "epoch": 0.0533, "grad_norm": 0.8601194407643497, "learning_rate": 0.003, "loss": 4.0871, "step": 5330 }, { "epoch": 0.05331, "grad_norm": 0.8648893165616912, "learning_rate": 0.003, "loss": 4.0762, "step": 5331 }, { "epoch": 0.05332, "grad_norm": 1.0628193250784792, "learning_rate": 0.003, "loss": 4.0971, "step": 5332 }, { "epoch": 0.05333, "grad_norm": 1.1066111469551312, "learning_rate": 0.003, "loss": 4.0725, "step": 5333 }, { "epoch": 0.05334, "grad_norm": 0.953883540436792, "learning_rate": 0.003, "loss": 4.0553, "step": 5334 }, { "epoch": 0.05335, "grad_norm": 0.9008830143608041, "learning_rate": 0.003, "loss": 4.0857, "step": 5335 }, { "epoch": 0.05336, "grad_norm": 0.8996222966966763, "learning_rate": 0.003, "loss": 4.0943, "step": 5336 }, { "epoch": 0.05337, "grad_norm": 0.9470909772908184, "learning_rate": 0.003, "loss": 4.0839, "step": 5337 }, { "epoch": 0.05338, "grad_norm": 0.9368087966120492, "learning_rate": 0.003, "loss": 4.0689, "step": 5338 }, { "epoch": 0.05339, "grad_norm": 0.9839774636806952, "learning_rate": 0.003, "loss": 4.0553, "step": 5339 }, { "epoch": 0.0534, "grad_norm": 1.10664494283966, "learning_rate": 0.003, "loss": 4.0807, "step": 5340 }, { "epoch": 0.05341, "grad_norm": 1.0229490590816641, "learning_rate": 0.003, "loss": 4.0794, "step": 5341 }, { "epoch": 0.05342, "grad_norm": 1.0465584419606189, "learning_rate": 0.003, "loss": 4.0637, "step": 5342 }, { "epoch": 0.05343, "grad_norm": 1.1640384929974874, "learning_rate": 0.003, "loss": 4.086, "step": 5343 }, { "epoch": 0.05344, "grad_norm": 0.884957738973249, "learning_rate": 0.003, "loss": 4.0428, "step": 5344 }, { "epoch": 0.05345, "grad_norm": 0.8433240280430108, "learning_rate": 0.003, "loss": 4.0515, "step": 5345 }, { "epoch": 0.05346, "grad_norm": 0.9566468834365702, "learning_rate": 0.003, "loss": 4.0722, "step": 5346 }, { "epoch": 0.05347, "grad_norm": 0.9368336590324607, "learning_rate": 0.003, "loss": 4.0619, "step": 5347 }, { "epoch": 0.05348, "grad_norm": 1.0141732765839058, "learning_rate": 0.003, "loss": 4.0592, "step": 5348 }, { "epoch": 0.05349, "grad_norm": 1.154078618191757, "learning_rate": 0.003, "loss": 4.0792, "step": 5349 }, { "epoch": 0.0535, "grad_norm": 1.0175917042790932, "learning_rate": 0.003, "loss": 4.0622, "step": 5350 }, { "epoch": 0.05351, "grad_norm": 0.8496580619444323, "learning_rate": 0.003, "loss": 4.0623, "step": 5351 }, { "epoch": 0.05352, "grad_norm": 0.8895367323216903, "learning_rate": 0.003, "loss": 4.0592, "step": 5352 }, { "epoch": 0.05353, "grad_norm": 0.9383414607042285, "learning_rate": 0.003, "loss": 4.0711, "step": 5353 }, { "epoch": 0.05354, "grad_norm": 0.9932999421264617, "learning_rate": 0.003, "loss": 4.0607, "step": 5354 }, { "epoch": 0.05355, "grad_norm": 1.1090959785058532, "learning_rate": 0.003, "loss": 4.0568, "step": 5355 }, { "epoch": 0.05356, "grad_norm": 0.9113253650658273, "learning_rate": 0.003, "loss": 4.089, "step": 5356 }, { "epoch": 0.05357, "grad_norm": 0.9713969124835692, "learning_rate": 0.003, "loss": 4.0763, "step": 5357 }, { "epoch": 0.05358, "grad_norm": 1.1111797677781718, "learning_rate": 0.003, "loss": 4.0716, "step": 5358 }, { "epoch": 0.05359, "grad_norm": 1.12964921180821, "learning_rate": 0.003, "loss": 4.0863, "step": 5359 }, { "epoch": 0.0536, "grad_norm": 0.7734821023817453, "learning_rate": 0.003, "loss": 4.0673, "step": 5360 }, { "epoch": 0.05361, "grad_norm": 0.8519551241940354, "learning_rate": 0.003, "loss": 4.0789, "step": 5361 }, { "epoch": 0.05362, "grad_norm": 0.9322670717841903, "learning_rate": 0.003, "loss": 4.0897, "step": 5362 }, { "epoch": 0.05363, "grad_norm": 1.0074134211588726, "learning_rate": 0.003, "loss": 4.0958, "step": 5363 }, { "epoch": 0.05364, "grad_norm": 0.9873618582440303, "learning_rate": 0.003, "loss": 4.09, "step": 5364 }, { "epoch": 0.05365, "grad_norm": 0.9112488220616313, "learning_rate": 0.003, "loss": 4.0814, "step": 5365 }, { "epoch": 0.05366, "grad_norm": 0.9087748964782536, "learning_rate": 0.003, "loss": 4.0636, "step": 5366 }, { "epoch": 0.05367, "grad_norm": 1.1130213121604795, "learning_rate": 0.003, "loss": 4.0686, "step": 5367 }, { "epoch": 0.05368, "grad_norm": 1.051640889768411, "learning_rate": 0.003, "loss": 4.0592, "step": 5368 }, { "epoch": 0.05369, "grad_norm": 0.9572517998403266, "learning_rate": 0.003, "loss": 4.0713, "step": 5369 }, { "epoch": 0.0537, "grad_norm": 1.132811606167689, "learning_rate": 0.003, "loss": 4.077, "step": 5370 }, { "epoch": 0.05371, "grad_norm": 0.9187614369569057, "learning_rate": 0.003, "loss": 4.0915, "step": 5371 }, { "epoch": 0.05372, "grad_norm": 1.0470001010321264, "learning_rate": 0.003, "loss": 4.0716, "step": 5372 }, { "epoch": 0.05373, "grad_norm": 0.9617588492397875, "learning_rate": 0.003, "loss": 4.0878, "step": 5373 }, { "epoch": 0.05374, "grad_norm": 0.9433193815843771, "learning_rate": 0.003, "loss": 4.0654, "step": 5374 }, { "epoch": 0.05375, "grad_norm": 0.9043465599508047, "learning_rate": 0.003, "loss": 4.0601, "step": 5375 }, { "epoch": 0.05376, "grad_norm": 0.8650017321204917, "learning_rate": 0.003, "loss": 4.0858, "step": 5376 }, { "epoch": 0.05377, "grad_norm": 0.8366118978178542, "learning_rate": 0.003, "loss": 4.0738, "step": 5377 }, { "epoch": 0.05378, "grad_norm": 0.9549435064058331, "learning_rate": 0.003, "loss": 4.0786, "step": 5378 }, { "epoch": 0.05379, "grad_norm": 1.1106796516282058, "learning_rate": 0.003, "loss": 4.0908, "step": 5379 }, { "epoch": 0.0538, "grad_norm": 0.831546358079104, "learning_rate": 0.003, "loss": 4.054, "step": 5380 }, { "epoch": 0.05381, "grad_norm": 0.7873840620558364, "learning_rate": 0.003, "loss": 4.0624, "step": 5381 }, { "epoch": 0.05382, "grad_norm": 0.7745681783586985, "learning_rate": 0.003, "loss": 4.0811, "step": 5382 }, { "epoch": 0.05383, "grad_norm": 0.7612145463814121, "learning_rate": 0.003, "loss": 4.0764, "step": 5383 }, { "epoch": 0.05384, "grad_norm": 0.8198652694354317, "learning_rate": 0.003, "loss": 4.0569, "step": 5384 }, { "epoch": 0.05385, "grad_norm": 0.9417575755533557, "learning_rate": 0.003, "loss": 4.0871, "step": 5385 }, { "epoch": 0.05386, "grad_norm": 0.9333515318457634, "learning_rate": 0.003, "loss": 4.0683, "step": 5386 }, { "epoch": 0.05387, "grad_norm": 0.9470842553395012, "learning_rate": 0.003, "loss": 4.0524, "step": 5387 }, { "epoch": 0.05388, "grad_norm": 1.0202541931803695, "learning_rate": 0.003, "loss": 4.0944, "step": 5388 }, { "epoch": 0.05389, "grad_norm": 1.0837366526435621, "learning_rate": 0.003, "loss": 4.0717, "step": 5389 }, { "epoch": 0.0539, "grad_norm": 0.8073770997786047, "learning_rate": 0.003, "loss": 4.0349, "step": 5390 }, { "epoch": 0.05391, "grad_norm": 0.7682773134551675, "learning_rate": 0.003, "loss": 4.0506, "step": 5391 }, { "epoch": 0.05392, "grad_norm": 0.7018203354535223, "learning_rate": 0.003, "loss": 4.0532, "step": 5392 }, { "epoch": 0.05393, "grad_norm": 0.8253528505413662, "learning_rate": 0.003, "loss": 4.0812, "step": 5393 }, { "epoch": 0.05394, "grad_norm": 0.8821082824869386, "learning_rate": 0.003, "loss": 4.0553, "step": 5394 }, { "epoch": 0.05395, "grad_norm": 1.0233479675976396, "learning_rate": 0.003, "loss": 4.0882, "step": 5395 }, { "epoch": 0.05396, "grad_norm": 0.9868685749565336, "learning_rate": 0.003, "loss": 4.0791, "step": 5396 }, { "epoch": 0.05397, "grad_norm": 0.9032364856754863, "learning_rate": 0.003, "loss": 4.0506, "step": 5397 }, { "epoch": 0.05398, "grad_norm": 0.9305986337257256, "learning_rate": 0.003, "loss": 4.0513, "step": 5398 }, { "epoch": 0.05399, "grad_norm": 0.943643567039578, "learning_rate": 0.003, "loss": 4.0821, "step": 5399 }, { "epoch": 0.054, "grad_norm": 0.9727836672752513, "learning_rate": 0.003, "loss": 4.0924, "step": 5400 }, { "epoch": 0.05401, "grad_norm": 1.0950746328718843, "learning_rate": 0.003, "loss": 4.0757, "step": 5401 }, { "epoch": 0.05402, "grad_norm": 0.9394359475802941, "learning_rate": 0.003, "loss": 4.0828, "step": 5402 }, { "epoch": 0.05403, "grad_norm": 1.100262618217403, "learning_rate": 0.003, "loss": 4.0753, "step": 5403 }, { "epoch": 0.05404, "grad_norm": 0.8289796141686676, "learning_rate": 0.003, "loss": 4.0628, "step": 5404 }, { "epoch": 0.05405, "grad_norm": 0.8162230398030023, "learning_rate": 0.003, "loss": 4.0671, "step": 5405 }, { "epoch": 0.05406, "grad_norm": 0.7883046496886217, "learning_rate": 0.003, "loss": 4.0444, "step": 5406 }, { "epoch": 0.05407, "grad_norm": 0.7936421744252384, "learning_rate": 0.003, "loss": 4.0599, "step": 5407 }, { "epoch": 0.05408, "grad_norm": 0.9053334375282556, "learning_rate": 0.003, "loss": 4.0505, "step": 5408 }, { "epoch": 0.05409, "grad_norm": 0.9451799555181426, "learning_rate": 0.003, "loss": 4.0201, "step": 5409 }, { "epoch": 0.0541, "grad_norm": 1.0666670568701657, "learning_rate": 0.003, "loss": 4.0735, "step": 5410 }, { "epoch": 0.05411, "grad_norm": 0.9181326660070915, "learning_rate": 0.003, "loss": 4.07, "step": 5411 }, { "epoch": 0.05412, "grad_norm": 1.021682961374821, "learning_rate": 0.003, "loss": 4.0665, "step": 5412 }, { "epoch": 0.05413, "grad_norm": 1.1798050564607474, "learning_rate": 0.003, "loss": 4.0722, "step": 5413 }, { "epoch": 0.05414, "grad_norm": 0.9232912835820161, "learning_rate": 0.003, "loss": 4.0421, "step": 5414 }, { "epoch": 0.05415, "grad_norm": 0.8725384280761546, "learning_rate": 0.003, "loss": 4.0803, "step": 5415 }, { "epoch": 0.05416, "grad_norm": 0.8010341905607388, "learning_rate": 0.003, "loss": 4.0356, "step": 5416 }, { "epoch": 0.05417, "grad_norm": 0.9197583841797057, "learning_rate": 0.003, "loss": 4.0607, "step": 5417 }, { "epoch": 0.05418, "grad_norm": 0.9755108515112911, "learning_rate": 0.003, "loss": 4.0547, "step": 5418 }, { "epoch": 0.05419, "grad_norm": 0.9843859573873037, "learning_rate": 0.003, "loss": 4.0759, "step": 5419 }, { "epoch": 0.0542, "grad_norm": 1.1783693707948757, "learning_rate": 0.003, "loss": 4.0721, "step": 5420 }, { "epoch": 0.05421, "grad_norm": 1.0734083109765062, "learning_rate": 0.003, "loss": 4.0646, "step": 5421 }, { "epoch": 0.05422, "grad_norm": 0.980524671161552, "learning_rate": 0.003, "loss": 4.0763, "step": 5422 }, { "epoch": 0.05423, "grad_norm": 1.134071438565773, "learning_rate": 0.003, "loss": 4.0724, "step": 5423 }, { "epoch": 0.05424, "grad_norm": 1.2330179209043135, "learning_rate": 0.003, "loss": 4.1119, "step": 5424 }, { "epoch": 0.05425, "grad_norm": 1.013866607135996, "learning_rate": 0.003, "loss": 4.0789, "step": 5425 }, { "epoch": 0.05426, "grad_norm": 1.1436320829532476, "learning_rate": 0.003, "loss": 4.0688, "step": 5426 }, { "epoch": 0.05427, "grad_norm": 0.8459842849855579, "learning_rate": 0.003, "loss": 4.057, "step": 5427 }, { "epoch": 0.05428, "grad_norm": 0.9549700978254552, "learning_rate": 0.003, "loss": 4.0747, "step": 5428 }, { "epoch": 0.05429, "grad_norm": 0.9172026670565415, "learning_rate": 0.003, "loss": 4.077, "step": 5429 }, { "epoch": 0.0543, "grad_norm": 1.120952695970183, "learning_rate": 0.003, "loss": 4.0999, "step": 5430 }, { "epoch": 0.05431, "grad_norm": 1.1974245320079564, "learning_rate": 0.003, "loss": 4.0746, "step": 5431 }, { "epoch": 0.05432, "grad_norm": 0.8852096173514169, "learning_rate": 0.003, "loss": 4.0639, "step": 5432 }, { "epoch": 0.05433, "grad_norm": 0.9401011460255838, "learning_rate": 0.003, "loss": 4.0389, "step": 5433 }, { "epoch": 0.05434, "grad_norm": 0.9678587871600712, "learning_rate": 0.003, "loss": 4.0657, "step": 5434 }, { "epoch": 0.05435, "grad_norm": 1.0899343219435063, "learning_rate": 0.003, "loss": 4.0589, "step": 5435 }, { "epoch": 0.05436, "grad_norm": 1.0563921820873317, "learning_rate": 0.003, "loss": 4.0824, "step": 5436 }, { "epoch": 0.05437, "grad_norm": 1.0856872480417759, "learning_rate": 0.003, "loss": 4.0848, "step": 5437 }, { "epoch": 0.05438, "grad_norm": 0.7984063525797823, "learning_rate": 0.003, "loss": 4.0697, "step": 5438 }, { "epoch": 0.05439, "grad_norm": 0.7454173407684945, "learning_rate": 0.003, "loss": 4.0604, "step": 5439 }, { "epoch": 0.0544, "grad_norm": 0.7921737605396232, "learning_rate": 0.003, "loss": 4.0538, "step": 5440 }, { "epoch": 0.05441, "grad_norm": 1.0225413249269952, "learning_rate": 0.003, "loss": 4.0923, "step": 5441 }, { "epoch": 0.05442, "grad_norm": 1.2118058028339453, "learning_rate": 0.003, "loss": 4.0603, "step": 5442 }, { "epoch": 0.05443, "grad_norm": 0.6321819000655003, "learning_rate": 0.003, "loss": 4.0637, "step": 5443 }, { "epoch": 0.05444, "grad_norm": 0.8027542268287786, "learning_rate": 0.003, "loss": 4.0558, "step": 5444 }, { "epoch": 0.05445, "grad_norm": 0.8735412506958715, "learning_rate": 0.003, "loss": 4.0545, "step": 5445 }, { "epoch": 0.05446, "grad_norm": 0.7936222595707908, "learning_rate": 0.003, "loss": 4.0557, "step": 5446 }, { "epoch": 0.05447, "grad_norm": 0.6924205266934994, "learning_rate": 0.003, "loss": 4.0471, "step": 5447 }, { "epoch": 0.05448, "grad_norm": 0.6812700924878988, "learning_rate": 0.003, "loss": 4.0836, "step": 5448 }, { "epoch": 0.05449, "grad_norm": 0.7401926125886807, "learning_rate": 0.003, "loss": 4.073, "step": 5449 }, { "epoch": 0.0545, "grad_norm": 0.8398967204050066, "learning_rate": 0.003, "loss": 4.0719, "step": 5450 }, { "epoch": 0.05451, "grad_norm": 0.9232648502496631, "learning_rate": 0.003, "loss": 4.0973, "step": 5451 }, { "epoch": 0.05452, "grad_norm": 1.018982529104012, "learning_rate": 0.003, "loss": 4.0663, "step": 5452 }, { "epoch": 0.05453, "grad_norm": 1.09144709823669, "learning_rate": 0.003, "loss": 4.0627, "step": 5453 }, { "epoch": 0.05454, "grad_norm": 0.9389422208676496, "learning_rate": 0.003, "loss": 4.0651, "step": 5454 }, { "epoch": 0.05455, "grad_norm": 1.011860130767919, "learning_rate": 0.003, "loss": 4.0927, "step": 5455 }, { "epoch": 0.05456, "grad_norm": 1.1005201477477284, "learning_rate": 0.003, "loss": 4.0715, "step": 5456 }, { "epoch": 0.05457, "grad_norm": 0.8394502161551594, "learning_rate": 0.003, "loss": 4.0859, "step": 5457 }, { "epoch": 0.05458, "grad_norm": 0.8522093521223234, "learning_rate": 0.003, "loss": 4.0609, "step": 5458 }, { "epoch": 0.05459, "grad_norm": 0.8521617398500968, "learning_rate": 0.003, "loss": 4.0715, "step": 5459 }, { "epoch": 0.0546, "grad_norm": 0.9898185774528117, "learning_rate": 0.003, "loss": 4.0659, "step": 5460 }, { "epoch": 0.05461, "grad_norm": 1.037914610295231, "learning_rate": 0.003, "loss": 4.0711, "step": 5461 }, { "epoch": 0.05462, "grad_norm": 1.0314633015920627, "learning_rate": 0.003, "loss": 4.099, "step": 5462 }, { "epoch": 0.05463, "grad_norm": 1.0714702174113098, "learning_rate": 0.003, "loss": 4.0603, "step": 5463 }, { "epoch": 0.05464, "grad_norm": 1.0656649423089701, "learning_rate": 0.003, "loss": 4.0999, "step": 5464 }, { "epoch": 0.05465, "grad_norm": 1.0070370867844776, "learning_rate": 0.003, "loss": 4.0936, "step": 5465 }, { "epoch": 0.05466, "grad_norm": 0.971949088054457, "learning_rate": 0.003, "loss": 4.1024, "step": 5466 }, { "epoch": 0.05467, "grad_norm": 1.1027271603054372, "learning_rate": 0.003, "loss": 4.0866, "step": 5467 }, { "epoch": 0.05468, "grad_norm": 0.9722631661342838, "learning_rate": 0.003, "loss": 4.0569, "step": 5468 }, { "epoch": 0.05469, "grad_norm": 1.535529064177968, "learning_rate": 0.003, "loss": 4.0661, "step": 5469 }, { "epoch": 0.0547, "grad_norm": 0.8945992610917329, "learning_rate": 0.003, "loss": 4.0611, "step": 5470 }, { "epoch": 0.05471, "grad_norm": 0.8971438224187216, "learning_rate": 0.003, "loss": 4.0677, "step": 5471 }, { "epoch": 0.05472, "grad_norm": 0.785537906391861, "learning_rate": 0.003, "loss": 4.061, "step": 5472 }, { "epoch": 0.05473, "grad_norm": 0.7645096419487161, "learning_rate": 0.003, "loss": 4.0775, "step": 5473 }, { "epoch": 0.05474, "grad_norm": 0.9043493315770855, "learning_rate": 0.003, "loss": 4.0522, "step": 5474 }, { "epoch": 0.05475, "grad_norm": 0.9826087228695892, "learning_rate": 0.003, "loss": 4.1121, "step": 5475 }, { "epoch": 0.05476, "grad_norm": 1.0455880982626005, "learning_rate": 0.003, "loss": 4.0383, "step": 5476 }, { "epoch": 0.05477, "grad_norm": 1.0460718667427993, "learning_rate": 0.003, "loss": 4.0667, "step": 5477 }, { "epoch": 0.05478, "grad_norm": 0.9784914027077458, "learning_rate": 0.003, "loss": 4.0654, "step": 5478 }, { "epoch": 0.05479, "grad_norm": 1.06468120790793, "learning_rate": 0.003, "loss": 4.0835, "step": 5479 }, { "epoch": 0.0548, "grad_norm": 0.9724427087606514, "learning_rate": 0.003, "loss": 4.08, "step": 5480 }, { "epoch": 0.05481, "grad_norm": 1.139450823817563, "learning_rate": 0.003, "loss": 4.0741, "step": 5481 }, { "epoch": 0.05482, "grad_norm": 1.0103917095506671, "learning_rate": 0.003, "loss": 4.0652, "step": 5482 }, { "epoch": 0.05483, "grad_norm": 0.9941838375298019, "learning_rate": 0.003, "loss": 4.0665, "step": 5483 }, { "epoch": 0.05484, "grad_norm": 1.0065630407668353, "learning_rate": 0.003, "loss": 4.0901, "step": 5484 }, { "epoch": 0.05485, "grad_norm": 1.1859794607003078, "learning_rate": 0.003, "loss": 4.1009, "step": 5485 }, { "epoch": 0.05486, "grad_norm": 0.9117774295489004, "learning_rate": 0.003, "loss": 4.0766, "step": 5486 }, { "epoch": 0.05487, "grad_norm": 1.0354321077724413, "learning_rate": 0.003, "loss": 4.0847, "step": 5487 }, { "epoch": 0.05488, "grad_norm": 0.9520742156522823, "learning_rate": 0.003, "loss": 4.0785, "step": 5488 }, { "epoch": 0.05489, "grad_norm": 0.9583850608961483, "learning_rate": 0.003, "loss": 4.1004, "step": 5489 }, { "epoch": 0.0549, "grad_norm": 0.9323245193356091, "learning_rate": 0.003, "loss": 4.0724, "step": 5490 }, { "epoch": 0.05491, "grad_norm": 0.9691425932975921, "learning_rate": 0.003, "loss": 4.0421, "step": 5491 }, { "epoch": 0.05492, "grad_norm": 1.0404125399983395, "learning_rate": 0.003, "loss": 4.092, "step": 5492 }, { "epoch": 0.05493, "grad_norm": 0.8797071139515741, "learning_rate": 0.003, "loss": 4.0522, "step": 5493 }, { "epoch": 0.05494, "grad_norm": 0.9257700859047452, "learning_rate": 0.003, "loss": 4.0842, "step": 5494 }, { "epoch": 0.05495, "grad_norm": 0.837046815044842, "learning_rate": 0.003, "loss": 4.0673, "step": 5495 }, { "epoch": 0.05496, "grad_norm": 0.868795138162349, "learning_rate": 0.003, "loss": 4.0595, "step": 5496 }, { "epoch": 0.05497, "grad_norm": 1.1666053988158387, "learning_rate": 0.003, "loss": 4.0877, "step": 5497 }, { "epoch": 0.05498, "grad_norm": 0.9182958212992614, "learning_rate": 0.003, "loss": 4.066, "step": 5498 }, { "epoch": 0.05499, "grad_norm": 0.8243177544407708, "learning_rate": 0.003, "loss": 4.0472, "step": 5499 }, { "epoch": 0.055, "grad_norm": 0.930633426581144, "learning_rate": 0.003, "loss": 4.0516, "step": 5500 }, { "epoch": 0.05501, "grad_norm": 0.9853106164483082, "learning_rate": 0.003, "loss": 4.0665, "step": 5501 }, { "epoch": 0.05502, "grad_norm": 1.002532887849376, "learning_rate": 0.003, "loss": 4.0537, "step": 5502 }, { "epoch": 0.05503, "grad_norm": 1.134728987679396, "learning_rate": 0.003, "loss": 4.0643, "step": 5503 }, { "epoch": 0.05504, "grad_norm": 0.8688543177042416, "learning_rate": 0.003, "loss": 4.1085, "step": 5504 }, { "epoch": 0.05505, "grad_norm": 0.8885019557224482, "learning_rate": 0.003, "loss": 4.0594, "step": 5505 }, { "epoch": 0.05506, "grad_norm": 1.0191696763985227, "learning_rate": 0.003, "loss": 4.0397, "step": 5506 }, { "epoch": 0.05507, "grad_norm": 0.9581989274432549, "learning_rate": 0.003, "loss": 4.0946, "step": 5507 }, { "epoch": 0.05508, "grad_norm": 1.2059958374753366, "learning_rate": 0.003, "loss": 4.0772, "step": 5508 }, { "epoch": 0.05509, "grad_norm": 1.0509079701116766, "learning_rate": 0.003, "loss": 4.0711, "step": 5509 }, { "epoch": 0.0551, "grad_norm": 0.9629459111896204, "learning_rate": 0.003, "loss": 4.0534, "step": 5510 }, { "epoch": 0.05511, "grad_norm": 0.9385152557998871, "learning_rate": 0.003, "loss": 4.0771, "step": 5511 }, { "epoch": 0.05512, "grad_norm": 0.9992228341288117, "learning_rate": 0.003, "loss": 4.0826, "step": 5512 }, { "epoch": 0.05513, "grad_norm": 0.9076413869206522, "learning_rate": 0.003, "loss": 4.0662, "step": 5513 }, { "epoch": 0.05514, "grad_norm": 0.9454063730057051, "learning_rate": 0.003, "loss": 4.0752, "step": 5514 }, { "epoch": 0.05515, "grad_norm": 0.9333899274103106, "learning_rate": 0.003, "loss": 4.0558, "step": 5515 }, { "epoch": 0.05516, "grad_norm": 0.9128223147263614, "learning_rate": 0.003, "loss": 4.0914, "step": 5516 }, { "epoch": 0.05517, "grad_norm": 0.9501252498361874, "learning_rate": 0.003, "loss": 4.0529, "step": 5517 }, { "epoch": 0.05518, "grad_norm": 0.8979581497014404, "learning_rate": 0.003, "loss": 4.0721, "step": 5518 }, { "epoch": 0.05519, "grad_norm": 0.8443581212066782, "learning_rate": 0.003, "loss": 4.0975, "step": 5519 }, { "epoch": 0.0552, "grad_norm": 0.8902006864056781, "learning_rate": 0.003, "loss": 4.0685, "step": 5520 }, { "epoch": 0.05521, "grad_norm": 1.087402109927747, "learning_rate": 0.003, "loss": 4.0883, "step": 5521 }, { "epoch": 0.05522, "grad_norm": 1.0502403491974475, "learning_rate": 0.003, "loss": 4.1026, "step": 5522 }, { "epoch": 0.05523, "grad_norm": 1.0452410374132677, "learning_rate": 0.003, "loss": 4.0777, "step": 5523 }, { "epoch": 0.05524, "grad_norm": 0.9514484278835924, "learning_rate": 0.003, "loss": 4.0862, "step": 5524 }, { "epoch": 0.05525, "grad_norm": 1.0272241045462294, "learning_rate": 0.003, "loss": 4.0567, "step": 5525 }, { "epoch": 0.05526, "grad_norm": 0.8733718754810375, "learning_rate": 0.003, "loss": 4.0598, "step": 5526 }, { "epoch": 0.05527, "grad_norm": 0.8731879871732975, "learning_rate": 0.003, "loss": 4.0216, "step": 5527 }, { "epoch": 0.05528, "grad_norm": 1.1037182994286576, "learning_rate": 0.003, "loss": 4.0739, "step": 5528 }, { "epoch": 0.05529, "grad_norm": 1.0027208430036605, "learning_rate": 0.003, "loss": 4.0852, "step": 5529 }, { "epoch": 0.0553, "grad_norm": 1.035023109428945, "learning_rate": 0.003, "loss": 4.0996, "step": 5530 }, { "epoch": 0.05531, "grad_norm": 0.9462736114003235, "learning_rate": 0.003, "loss": 4.0845, "step": 5531 }, { "epoch": 0.05532, "grad_norm": 1.1792902449799267, "learning_rate": 0.003, "loss": 4.0782, "step": 5532 }, { "epoch": 0.05533, "grad_norm": 1.0162972400663883, "learning_rate": 0.003, "loss": 4.0923, "step": 5533 }, { "epoch": 0.05534, "grad_norm": 1.1486180781871198, "learning_rate": 0.003, "loss": 4.0833, "step": 5534 }, { "epoch": 0.05535, "grad_norm": 1.0752582119191083, "learning_rate": 0.003, "loss": 4.0953, "step": 5535 }, { "epoch": 0.05536, "grad_norm": 0.9581234101005884, "learning_rate": 0.003, "loss": 4.0797, "step": 5536 }, { "epoch": 0.05537, "grad_norm": 0.8208048349609377, "learning_rate": 0.003, "loss": 4.0722, "step": 5537 }, { "epoch": 0.05538, "grad_norm": 0.9473770252339098, "learning_rate": 0.003, "loss": 4.0707, "step": 5538 }, { "epoch": 0.05539, "grad_norm": 1.2702509072007524, "learning_rate": 0.003, "loss": 4.0646, "step": 5539 }, { "epoch": 0.0554, "grad_norm": 0.9017522335362036, "learning_rate": 0.003, "loss": 4.1166, "step": 5540 }, { "epoch": 0.05541, "grad_norm": 0.8359582648956668, "learning_rate": 0.003, "loss": 4.0888, "step": 5541 }, { "epoch": 0.05542, "grad_norm": 0.9218480107385333, "learning_rate": 0.003, "loss": 4.0662, "step": 5542 }, { "epoch": 0.05543, "grad_norm": 0.8696347559650821, "learning_rate": 0.003, "loss": 4.0559, "step": 5543 }, { "epoch": 0.05544, "grad_norm": 1.055625206756629, "learning_rate": 0.003, "loss": 4.1022, "step": 5544 }, { "epoch": 0.05545, "grad_norm": 1.1728733370559363, "learning_rate": 0.003, "loss": 4.0957, "step": 5545 }, { "epoch": 0.05546, "grad_norm": 0.7788999498236301, "learning_rate": 0.003, "loss": 4.0702, "step": 5546 }, { "epoch": 0.05547, "grad_norm": 0.8311570515952018, "learning_rate": 0.003, "loss": 4.0669, "step": 5547 }, { "epoch": 0.05548, "grad_norm": 0.9335591947026343, "learning_rate": 0.003, "loss": 4.0453, "step": 5548 }, { "epoch": 0.05549, "grad_norm": 1.0573495296822653, "learning_rate": 0.003, "loss": 4.0933, "step": 5549 }, { "epoch": 0.0555, "grad_norm": 1.0502011204824901, "learning_rate": 0.003, "loss": 4.0719, "step": 5550 }, { "epoch": 0.05551, "grad_norm": 0.9831951258747678, "learning_rate": 0.003, "loss": 4.0369, "step": 5551 }, { "epoch": 0.05552, "grad_norm": 1.1313502639381925, "learning_rate": 0.003, "loss": 4.0597, "step": 5552 }, { "epoch": 0.05553, "grad_norm": 0.8713935309218466, "learning_rate": 0.003, "loss": 4.0751, "step": 5553 }, { "epoch": 0.05554, "grad_norm": 0.9135700599486382, "learning_rate": 0.003, "loss": 4.0607, "step": 5554 }, { "epoch": 0.05555, "grad_norm": 0.8386399502596644, "learning_rate": 0.003, "loss": 4.1019, "step": 5555 }, { "epoch": 0.05556, "grad_norm": 0.8427182198646174, "learning_rate": 0.003, "loss": 4.0535, "step": 5556 }, { "epoch": 0.05557, "grad_norm": 0.8853744024878168, "learning_rate": 0.003, "loss": 4.0796, "step": 5557 }, { "epoch": 0.05558, "grad_norm": 0.8682691991197287, "learning_rate": 0.003, "loss": 4.0396, "step": 5558 }, { "epoch": 0.05559, "grad_norm": 0.9168284316303011, "learning_rate": 0.003, "loss": 4.065, "step": 5559 }, { "epoch": 0.0556, "grad_norm": 0.8495910068211255, "learning_rate": 0.003, "loss": 4.088, "step": 5560 }, { "epoch": 0.05561, "grad_norm": 0.8580860935781918, "learning_rate": 0.003, "loss": 4.045, "step": 5561 }, { "epoch": 0.05562, "grad_norm": 0.8995255593141265, "learning_rate": 0.003, "loss": 4.0569, "step": 5562 }, { "epoch": 0.05563, "grad_norm": 0.9397411181545186, "learning_rate": 0.003, "loss": 4.067, "step": 5563 }, { "epoch": 0.05564, "grad_norm": 0.9961124788426614, "learning_rate": 0.003, "loss": 4.052, "step": 5564 }, { "epoch": 0.05565, "grad_norm": 1.017582443976892, "learning_rate": 0.003, "loss": 4.0949, "step": 5565 }, { "epoch": 0.05566, "grad_norm": 0.9196943277209378, "learning_rate": 0.003, "loss": 4.0422, "step": 5566 }, { "epoch": 0.05567, "grad_norm": 0.887778482100592, "learning_rate": 0.003, "loss": 4.0503, "step": 5567 }, { "epoch": 0.05568, "grad_norm": 0.9446867885667367, "learning_rate": 0.003, "loss": 4.0839, "step": 5568 }, { "epoch": 0.05569, "grad_norm": 1.2048355489642966, "learning_rate": 0.003, "loss": 4.0653, "step": 5569 }, { "epoch": 0.0557, "grad_norm": 0.9947727024541948, "learning_rate": 0.003, "loss": 4.0846, "step": 5570 }, { "epoch": 0.05571, "grad_norm": 0.9242279105036012, "learning_rate": 0.003, "loss": 4.0716, "step": 5571 }, { "epoch": 0.05572, "grad_norm": 0.8718726616570441, "learning_rate": 0.003, "loss": 4.0475, "step": 5572 }, { "epoch": 0.05573, "grad_norm": 0.9988632134064598, "learning_rate": 0.003, "loss": 4.0917, "step": 5573 }, { "epoch": 0.05574, "grad_norm": 1.0858108953319112, "learning_rate": 0.003, "loss": 4.067, "step": 5574 }, { "epoch": 0.05575, "grad_norm": 0.89341861731438, "learning_rate": 0.003, "loss": 4.0599, "step": 5575 }, { "epoch": 0.05576, "grad_norm": 0.9927093004321265, "learning_rate": 0.003, "loss": 4.0382, "step": 5576 }, { "epoch": 0.05577, "grad_norm": 1.0561976942629276, "learning_rate": 0.003, "loss": 4.0644, "step": 5577 }, { "epoch": 0.05578, "grad_norm": 0.9226854378392683, "learning_rate": 0.003, "loss": 4.0614, "step": 5578 }, { "epoch": 0.05579, "grad_norm": 0.9660492552781841, "learning_rate": 0.003, "loss": 4.0787, "step": 5579 }, { "epoch": 0.0558, "grad_norm": 1.0219080757366508, "learning_rate": 0.003, "loss": 4.0709, "step": 5580 }, { "epoch": 0.05581, "grad_norm": 0.9262442274506089, "learning_rate": 0.003, "loss": 4.084, "step": 5581 }, { "epoch": 0.05582, "grad_norm": 0.9589806371639085, "learning_rate": 0.003, "loss": 4.096, "step": 5582 }, { "epoch": 0.05583, "grad_norm": 1.0645509578183838, "learning_rate": 0.003, "loss": 4.0734, "step": 5583 }, { "epoch": 0.05584, "grad_norm": 1.051226914948146, "learning_rate": 0.003, "loss": 4.0703, "step": 5584 }, { "epoch": 0.05585, "grad_norm": 1.0467720353310674, "learning_rate": 0.003, "loss": 4.043, "step": 5585 }, { "epoch": 0.05586, "grad_norm": 0.9663212590556503, "learning_rate": 0.003, "loss": 4.0829, "step": 5586 }, { "epoch": 0.05587, "grad_norm": 0.9185379338813185, "learning_rate": 0.003, "loss": 4.0844, "step": 5587 }, { "epoch": 0.05588, "grad_norm": 0.9694934031853484, "learning_rate": 0.003, "loss": 4.0574, "step": 5588 }, { "epoch": 0.05589, "grad_norm": 1.0526451937838062, "learning_rate": 0.003, "loss": 4.0742, "step": 5589 }, { "epoch": 0.0559, "grad_norm": 1.1085070368071448, "learning_rate": 0.003, "loss": 4.0737, "step": 5590 }, { "epoch": 0.05591, "grad_norm": 1.0162203009874562, "learning_rate": 0.003, "loss": 4.079, "step": 5591 }, { "epoch": 0.05592, "grad_norm": 0.951694969481166, "learning_rate": 0.003, "loss": 4.0804, "step": 5592 }, { "epoch": 0.05593, "grad_norm": 0.8175074193854779, "learning_rate": 0.003, "loss": 4.064, "step": 5593 }, { "epoch": 0.05594, "grad_norm": 0.9255694773963952, "learning_rate": 0.003, "loss": 4.0578, "step": 5594 }, { "epoch": 0.05595, "grad_norm": 1.0156609990647611, "learning_rate": 0.003, "loss": 4.0433, "step": 5595 }, { "epoch": 0.05596, "grad_norm": 0.932955278279892, "learning_rate": 0.003, "loss": 4.0517, "step": 5596 }, { "epoch": 0.05597, "grad_norm": 0.920908250325548, "learning_rate": 0.003, "loss": 4.0877, "step": 5597 }, { "epoch": 0.05598, "grad_norm": 1.0626157594613586, "learning_rate": 0.003, "loss": 4.0501, "step": 5598 }, { "epoch": 0.05599, "grad_norm": 0.9591722885772912, "learning_rate": 0.003, "loss": 4.0951, "step": 5599 }, { "epoch": 0.056, "grad_norm": 0.8972051686796552, "learning_rate": 0.003, "loss": 4.0365, "step": 5600 }, { "epoch": 0.05601, "grad_norm": 0.94039167026587, "learning_rate": 0.003, "loss": 4.0535, "step": 5601 }, { "epoch": 0.05602, "grad_norm": 0.8789138951678084, "learning_rate": 0.003, "loss": 4.0467, "step": 5602 }, { "epoch": 0.05603, "grad_norm": 1.0980048694137343, "learning_rate": 0.003, "loss": 4.0647, "step": 5603 }, { "epoch": 0.05604, "grad_norm": 1.132678130199623, "learning_rate": 0.003, "loss": 4.1005, "step": 5604 }, { "epoch": 0.05605, "grad_norm": 0.9376010958362765, "learning_rate": 0.003, "loss": 4.0273, "step": 5605 }, { "epoch": 0.05606, "grad_norm": 1.012601875884022, "learning_rate": 0.003, "loss": 4.0823, "step": 5606 }, { "epoch": 0.05607, "grad_norm": 1.078658031552116, "learning_rate": 0.003, "loss": 4.1016, "step": 5607 }, { "epoch": 0.05608, "grad_norm": 1.0104480034658165, "learning_rate": 0.003, "loss": 4.0225, "step": 5608 }, { "epoch": 0.05609, "grad_norm": 1.1587851237585396, "learning_rate": 0.003, "loss": 4.0737, "step": 5609 }, { "epoch": 0.0561, "grad_norm": 0.9960041589297254, "learning_rate": 0.003, "loss": 4.1041, "step": 5610 }, { "epoch": 0.05611, "grad_norm": 0.9361590301922911, "learning_rate": 0.003, "loss": 4.072, "step": 5611 }, { "epoch": 0.05612, "grad_norm": 0.9764370565765741, "learning_rate": 0.003, "loss": 4.0647, "step": 5612 }, { "epoch": 0.05613, "grad_norm": 1.0014577790700079, "learning_rate": 0.003, "loss": 4.0891, "step": 5613 }, { "epoch": 0.05614, "grad_norm": 0.9831216849472494, "learning_rate": 0.003, "loss": 4.0713, "step": 5614 }, { "epoch": 0.05615, "grad_norm": 1.1586083324328103, "learning_rate": 0.003, "loss": 4.0484, "step": 5615 }, { "epoch": 0.05616, "grad_norm": 0.8890921040375313, "learning_rate": 0.003, "loss": 4.0553, "step": 5616 }, { "epoch": 0.05617, "grad_norm": 0.7957949051675782, "learning_rate": 0.003, "loss": 4.0774, "step": 5617 }, { "epoch": 0.05618, "grad_norm": 0.7215932182196926, "learning_rate": 0.003, "loss": 4.0523, "step": 5618 }, { "epoch": 0.05619, "grad_norm": 0.7741180783292809, "learning_rate": 0.003, "loss": 4.1083, "step": 5619 }, { "epoch": 0.0562, "grad_norm": 0.7511553658323501, "learning_rate": 0.003, "loss": 4.0637, "step": 5620 }, { "epoch": 0.05621, "grad_norm": 0.6396239807569799, "learning_rate": 0.003, "loss": 4.0687, "step": 5621 }, { "epoch": 0.05622, "grad_norm": 0.6074326667753387, "learning_rate": 0.003, "loss": 4.0512, "step": 5622 }, { "epoch": 0.05623, "grad_norm": 0.6362168788902988, "learning_rate": 0.003, "loss": 4.0722, "step": 5623 }, { "epoch": 0.05624, "grad_norm": 0.7164948632194134, "learning_rate": 0.003, "loss": 4.0905, "step": 5624 }, { "epoch": 0.05625, "grad_norm": 0.7858917280239912, "learning_rate": 0.003, "loss": 4.084, "step": 5625 }, { "epoch": 0.05626, "grad_norm": 0.9610068641748187, "learning_rate": 0.003, "loss": 4.0547, "step": 5626 }, { "epoch": 0.05627, "grad_norm": 1.0076786147054788, "learning_rate": 0.003, "loss": 4.0661, "step": 5627 }, { "epoch": 0.05628, "grad_norm": 1.1184221088760653, "learning_rate": 0.003, "loss": 4.0685, "step": 5628 }, { "epoch": 0.05629, "grad_norm": 1.009005087989754, "learning_rate": 0.003, "loss": 4.0715, "step": 5629 }, { "epoch": 0.0563, "grad_norm": 0.9675845365105762, "learning_rate": 0.003, "loss": 4.0532, "step": 5630 }, { "epoch": 0.05631, "grad_norm": 0.9722083145337348, "learning_rate": 0.003, "loss": 4.0425, "step": 5631 }, { "epoch": 0.05632, "grad_norm": 0.9663539092020825, "learning_rate": 0.003, "loss": 4.0739, "step": 5632 }, { "epoch": 0.05633, "grad_norm": 0.9758861223474846, "learning_rate": 0.003, "loss": 4.0704, "step": 5633 }, { "epoch": 0.05634, "grad_norm": 1.1099380799726346, "learning_rate": 0.003, "loss": 4.0551, "step": 5634 }, { "epoch": 0.05635, "grad_norm": 0.9793289159407238, "learning_rate": 0.003, "loss": 4.0725, "step": 5635 }, { "epoch": 0.05636, "grad_norm": 1.0928319649450002, "learning_rate": 0.003, "loss": 4.0674, "step": 5636 }, { "epoch": 0.05637, "grad_norm": 0.9411278378658644, "learning_rate": 0.003, "loss": 4.1044, "step": 5637 }, { "epoch": 0.05638, "grad_norm": 1.006716505320645, "learning_rate": 0.003, "loss": 4.056, "step": 5638 }, { "epoch": 0.05639, "grad_norm": 1.140827528278389, "learning_rate": 0.003, "loss": 4.076, "step": 5639 }, { "epoch": 0.0564, "grad_norm": 1.1625088389769833, "learning_rate": 0.003, "loss": 4.0816, "step": 5640 }, { "epoch": 0.05641, "grad_norm": 0.9893427923995295, "learning_rate": 0.003, "loss": 4.0295, "step": 5641 }, { "epoch": 0.05642, "grad_norm": 0.9716727488546525, "learning_rate": 0.003, "loss": 4.0966, "step": 5642 }, { "epoch": 0.05643, "grad_norm": 0.8388359388426512, "learning_rate": 0.003, "loss": 4.0521, "step": 5643 }, { "epoch": 0.05644, "grad_norm": 0.8864776479628189, "learning_rate": 0.003, "loss": 4.0654, "step": 5644 }, { "epoch": 0.05645, "grad_norm": 1.0289020783924894, "learning_rate": 0.003, "loss": 4.058, "step": 5645 }, { "epoch": 0.05646, "grad_norm": 1.1004794764123877, "learning_rate": 0.003, "loss": 4.0709, "step": 5646 }, { "epoch": 0.05647, "grad_norm": 0.9547139445319417, "learning_rate": 0.003, "loss": 4.0686, "step": 5647 }, { "epoch": 0.05648, "grad_norm": 0.967189977084837, "learning_rate": 0.003, "loss": 4.0816, "step": 5648 }, { "epoch": 0.05649, "grad_norm": 0.973718841402612, "learning_rate": 0.003, "loss": 4.0719, "step": 5649 }, { "epoch": 0.0565, "grad_norm": 1.02998820647941, "learning_rate": 0.003, "loss": 4.0905, "step": 5650 }, { "epoch": 0.05651, "grad_norm": 0.8716926811029921, "learning_rate": 0.003, "loss": 4.048, "step": 5651 }, { "epoch": 0.05652, "grad_norm": 0.8882622031970813, "learning_rate": 0.003, "loss": 4.0499, "step": 5652 }, { "epoch": 0.05653, "grad_norm": 0.8791179996457095, "learning_rate": 0.003, "loss": 4.077, "step": 5653 }, { "epoch": 0.05654, "grad_norm": 0.9428467074127278, "learning_rate": 0.003, "loss": 4.0866, "step": 5654 }, { "epoch": 0.05655, "grad_norm": 0.9168230086253641, "learning_rate": 0.003, "loss": 4.0776, "step": 5655 }, { "epoch": 0.05656, "grad_norm": 0.9563246120783195, "learning_rate": 0.003, "loss": 4.0765, "step": 5656 }, { "epoch": 0.05657, "grad_norm": 1.0720010551454098, "learning_rate": 0.003, "loss": 4.0778, "step": 5657 }, { "epoch": 0.05658, "grad_norm": 0.8856156383346027, "learning_rate": 0.003, "loss": 4.0643, "step": 5658 }, { "epoch": 0.05659, "grad_norm": 0.8368418786449191, "learning_rate": 0.003, "loss": 4.0653, "step": 5659 }, { "epoch": 0.0566, "grad_norm": 0.8374298075537798, "learning_rate": 0.003, "loss": 4.0704, "step": 5660 }, { "epoch": 0.05661, "grad_norm": 0.9364487912430249, "learning_rate": 0.003, "loss": 4.1059, "step": 5661 }, { "epoch": 0.05662, "grad_norm": 1.000052264217599, "learning_rate": 0.003, "loss": 4.0506, "step": 5662 }, { "epoch": 0.05663, "grad_norm": 1.0446835856273087, "learning_rate": 0.003, "loss": 4.0731, "step": 5663 }, { "epoch": 0.05664, "grad_norm": 0.9023506375796267, "learning_rate": 0.003, "loss": 4.045, "step": 5664 }, { "epoch": 0.05665, "grad_norm": 0.977889227291688, "learning_rate": 0.003, "loss": 4.0567, "step": 5665 }, { "epoch": 0.05666, "grad_norm": 1.130926840966814, "learning_rate": 0.003, "loss": 4.0754, "step": 5666 }, { "epoch": 0.05667, "grad_norm": 1.0607816508483603, "learning_rate": 0.003, "loss": 4.0466, "step": 5667 }, { "epoch": 0.05668, "grad_norm": 0.9792158523254157, "learning_rate": 0.003, "loss": 4.0887, "step": 5668 }, { "epoch": 0.05669, "grad_norm": 0.9055981740448197, "learning_rate": 0.003, "loss": 4.0327, "step": 5669 }, { "epoch": 0.0567, "grad_norm": 1.1476920087687061, "learning_rate": 0.003, "loss": 4.0832, "step": 5670 }, { "epoch": 0.05671, "grad_norm": 0.8960616098490328, "learning_rate": 0.003, "loss": 4.0576, "step": 5671 }, { "epoch": 0.05672, "grad_norm": 0.99321915369349, "learning_rate": 0.003, "loss": 4.0618, "step": 5672 }, { "epoch": 0.05673, "grad_norm": 1.0447752766651002, "learning_rate": 0.003, "loss": 4.0455, "step": 5673 }, { "epoch": 0.05674, "grad_norm": 1.077079251419245, "learning_rate": 0.003, "loss": 4.0823, "step": 5674 }, { "epoch": 0.05675, "grad_norm": 0.919109346681063, "learning_rate": 0.003, "loss": 4.0671, "step": 5675 }, { "epoch": 0.05676, "grad_norm": 0.9790547358628968, "learning_rate": 0.003, "loss": 4.0789, "step": 5676 }, { "epoch": 0.05677, "grad_norm": 1.1793670646509047, "learning_rate": 0.003, "loss": 4.0818, "step": 5677 }, { "epoch": 0.05678, "grad_norm": 0.7472606166861204, "learning_rate": 0.003, "loss": 4.0619, "step": 5678 }, { "epoch": 0.05679, "grad_norm": 0.8050508896957376, "learning_rate": 0.003, "loss": 4.0787, "step": 5679 }, { "epoch": 0.0568, "grad_norm": 0.9344025333558529, "learning_rate": 0.003, "loss": 4.0594, "step": 5680 }, { "epoch": 0.05681, "grad_norm": 1.2348092828821307, "learning_rate": 0.003, "loss": 4.0683, "step": 5681 }, { "epoch": 0.05682, "grad_norm": 1.1959381020011484, "learning_rate": 0.003, "loss": 4.0818, "step": 5682 }, { "epoch": 0.05683, "grad_norm": 0.8976257998161941, "learning_rate": 0.003, "loss": 4.0345, "step": 5683 }, { "epoch": 0.05684, "grad_norm": 0.7252712065821193, "learning_rate": 0.003, "loss": 4.0424, "step": 5684 }, { "epoch": 0.05685, "grad_norm": 0.8829690678207763, "learning_rate": 0.003, "loss": 4.0853, "step": 5685 }, { "epoch": 0.05686, "grad_norm": 1.1058469730277019, "learning_rate": 0.003, "loss": 4.0923, "step": 5686 }, { "epoch": 0.05687, "grad_norm": 0.9611307746153006, "learning_rate": 0.003, "loss": 4.0397, "step": 5687 }, { "epoch": 0.05688, "grad_norm": 0.972565534030192, "learning_rate": 0.003, "loss": 4.0554, "step": 5688 }, { "epoch": 0.05689, "grad_norm": 1.096241549462336, "learning_rate": 0.003, "loss": 4.044, "step": 5689 }, { "epoch": 0.0569, "grad_norm": 0.8973939245294639, "learning_rate": 0.003, "loss": 4.061, "step": 5690 }, { "epoch": 0.05691, "grad_norm": 1.1419881519139168, "learning_rate": 0.003, "loss": 4.0996, "step": 5691 }, { "epoch": 0.05692, "grad_norm": 0.9949113970884143, "learning_rate": 0.003, "loss": 4.0696, "step": 5692 }, { "epoch": 0.05693, "grad_norm": 0.8512031165359729, "learning_rate": 0.003, "loss": 4.0674, "step": 5693 }, { "epoch": 0.05694, "grad_norm": 0.9426191438665297, "learning_rate": 0.003, "loss": 4.0481, "step": 5694 }, { "epoch": 0.05695, "grad_norm": 0.9020092132644848, "learning_rate": 0.003, "loss": 4.0481, "step": 5695 }, { "epoch": 0.05696, "grad_norm": 0.8485145899081942, "learning_rate": 0.003, "loss": 4.053, "step": 5696 }, { "epoch": 0.05697, "grad_norm": 0.8561615924770996, "learning_rate": 0.003, "loss": 4.0902, "step": 5697 }, { "epoch": 0.05698, "grad_norm": 0.8260144341160308, "learning_rate": 0.003, "loss": 4.085, "step": 5698 }, { "epoch": 0.05699, "grad_norm": 0.966693143570733, "learning_rate": 0.003, "loss": 4.0727, "step": 5699 }, { "epoch": 0.057, "grad_norm": 1.1487198582029357, "learning_rate": 0.003, "loss": 4.0577, "step": 5700 }, { "epoch": 0.05701, "grad_norm": 1.0854758797164454, "learning_rate": 0.003, "loss": 4.0818, "step": 5701 }, { "epoch": 0.05702, "grad_norm": 0.8835018328849502, "learning_rate": 0.003, "loss": 4.0552, "step": 5702 }, { "epoch": 0.05703, "grad_norm": 0.7845742412565407, "learning_rate": 0.003, "loss": 4.0972, "step": 5703 }, { "epoch": 0.05704, "grad_norm": 0.8498642388489823, "learning_rate": 0.003, "loss": 4.0557, "step": 5704 }, { "epoch": 0.05705, "grad_norm": 1.1326574547883799, "learning_rate": 0.003, "loss": 4.0631, "step": 5705 }, { "epoch": 0.05706, "grad_norm": 1.1434161313327718, "learning_rate": 0.003, "loss": 4.0632, "step": 5706 }, { "epoch": 0.05707, "grad_norm": 0.8510990859187535, "learning_rate": 0.003, "loss": 4.058, "step": 5707 }, { "epoch": 0.05708, "grad_norm": 0.8230771160938593, "learning_rate": 0.003, "loss": 4.0924, "step": 5708 }, { "epoch": 0.05709, "grad_norm": 0.8626308606823649, "learning_rate": 0.003, "loss": 4.0661, "step": 5709 }, { "epoch": 0.0571, "grad_norm": 0.8749237183120739, "learning_rate": 0.003, "loss": 4.0483, "step": 5710 }, { "epoch": 0.05711, "grad_norm": 1.0435884220325964, "learning_rate": 0.003, "loss": 4.0818, "step": 5711 }, { "epoch": 0.05712, "grad_norm": 1.1753101650891566, "learning_rate": 0.003, "loss": 4.0589, "step": 5712 }, { "epoch": 0.05713, "grad_norm": 0.9392540388426064, "learning_rate": 0.003, "loss": 4.0568, "step": 5713 }, { "epoch": 0.05714, "grad_norm": 1.1219818951823304, "learning_rate": 0.003, "loss": 4.1143, "step": 5714 }, { "epoch": 0.05715, "grad_norm": 0.9027198476231381, "learning_rate": 0.003, "loss": 4.1093, "step": 5715 }, { "epoch": 0.05716, "grad_norm": 0.9350712749494232, "learning_rate": 0.003, "loss": 4.0788, "step": 5716 }, { "epoch": 0.05717, "grad_norm": 1.078949022904377, "learning_rate": 0.003, "loss": 4.0947, "step": 5717 }, { "epoch": 0.05718, "grad_norm": 0.9320114628230994, "learning_rate": 0.003, "loss": 4.0732, "step": 5718 }, { "epoch": 0.05719, "grad_norm": 1.0737725128729791, "learning_rate": 0.003, "loss": 4.0798, "step": 5719 }, { "epoch": 0.0572, "grad_norm": 1.4370901793089597, "learning_rate": 0.003, "loss": 4.0809, "step": 5720 }, { "epoch": 0.05721, "grad_norm": 0.6835699725834176, "learning_rate": 0.003, "loss": 4.0512, "step": 5721 }, { "epoch": 0.05722, "grad_norm": 0.9019947466995998, "learning_rate": 0.003, "loss": 4.0632, "step": 5722 }, { "epoch": 0.05723, "grad_norm": 0.9478261688039891, "learning_rate": 0.003, "loss": 4.0664, "step": 5723 }, { "epoch": 0.05724, "grad_norm": 0.9063450900670779, "learning_rate": 0.003, "loss": 4.0646, "step": 5724 }, { "epoch": 0.05725, "grad_norm": 0.8956563510530542, "learning_rate": 0.003, "loss": 4.0772, "step": 5725 }, { "epoch": 0.05726, "grad_norm": 0.944931440902404, "learning_rate": 0.003, "loss": 4.0655, "step": 5726 }, { "epoch": 0.05727, "grad_norm": 0.9785206525274993, "learning_rate": 0.003, "loss": 4.0527, "step": 5727 }, { "epoch": 0.05728, "grad_norm": 0.9750029413661264, "learning_rate": 0.003, "loss": 4.0822, "step": 5728 }, { "epoch": 0.05729, "grad_norm": 0.9458877993555904, "learning_rate": 0.003, "loss": 4.0644, "step": 5729 }, { "epoch": 0.0573, "grad_norm": 0.8220018329351471, "learning_rate": 0.003, "loss": 4.0298, "step": 5730 }, { "epoch": 0.05731, "grad_norm": 0.8935219092820262, "learning_rate": 0.003, "loss": 4.0499, "step": 5731 }, { "epoch": 0.05732, "grad_norm": 1.011416798805237, "learning_rate": 0.003, "loss": 4.083, "step": 5732 }, { "epoch": 0.05733, "grad_norm": 1.191217640923215, "learning_rate": 0.003, "loss": 4.0948, "step": 5733 }, { "epoch": 0.05734, "grad_norm": 0.9117001751188784, "learning_rate": 0.003, "loss": 4.087, "step": 5734 }, { "epoch": 0.05735, "grad_norm": 0.7434085878525878, "learning_rate": 0.003, "loss": 4.0458, "step": 5735 }, { "epoch": 0.05736, "grad_norm": 0.7886018670166627, "learning_rate": 0.003, "loss": 4.0733, "step": 5736 }, { "epoch": 0.05737, "grad_norm": 0.8276223745361921, "learning_rate": 0.003, "loss": 4.0646, "step": 5737 }, { "epoch": 0.05738, "grad_norm": 0.9579259513547983, "learning_rate": 0.003, "loss": 4.0419, "step": 5738 }, { "epoch": 0.05739, "grad_norm": 0.9985511509251391, "learning_rate": 0.003, "loss": 4.054, "step": 5739 }, { "epoch": 0.0574, "grad_norm": 0.9372357444408635, "learning_rate": 0.003, "loss": 4.0562, "step": 5740 }, { "epoch": 0.05741, "grad_norm": 1.037244120040037, "learning_rate": 0.003, "loss": 4.0494, "step": 5741 }, { "epoch": 0.05742, "grad_norm": 1.0925704013324562, "learning_rate": 0.003, "loss": 4.0667, "step": 5742 }, { "epoch": 0.05743, "grad_norm": 0.9822101766913746, "learning_rate": 0.003, "loss": 4.0591, "step": 5743 }, { "epoch": 0.05744, "grad_norm": 0.9415350376527191, "learning_rate": 0.003, "loss": 4.071, "step": 5744 }, { "epoch": 0.05745, "grad_norm": 0.8514513969086831, "learning_rate": 0.003, "loss": 4.0658, "step": 5745 }, { "epoch": 0.05746, "grad_norm": 0.9590813051602415, "learning_rate": 0.003, "loss": 4.0516, "step": 5746 }, { "epoch": 0.05747, "grad_norm": 1.033811045759274, "learning_rate": 0.003, "loss": 4.0826, "step": 5747 }, { "epoch": 0.05748, "grad_norm": 0.9881694198935187, "learning_rate": 0.003, "loss": 4.0998, "step": 5748 }, { "epoch": 0.05749, "grad_norm": 1.2197505780445184, "learning_rate": 0.003, "loss": 4.0589, "step": 5749 }, { "epoch": 0.0575, "grad_norm": 0.8960825057299955, "learning_rate": 0.003, "loss": 4.0731, "step": 5750 }, { "epoch": 0.05751, "grad_norm": 0.9380756538662388, "learning_rate": 0.003, "loss": 4.09, "step": 5751 }, { "epoch": 0.05752, "grad_norm": 1.0494754059465994, "learning_rate": 0.003, "loss": 4.0827, "step": 5752 }, { "epoch": 0.05753, "grad_norm": 0.9737106865451927, "learning_rate": 0.003, "loss": 4.0695, "step": 5753 }, { "epoch": 0.05754, "grad_norm": 1.14044841129864, "learning_rate": 0.003, "loss": 4.0745, "step": 5754 }, { "epoch": 0.05755, "grad_norm": 0.9859781548984715, "learning_rate": 0.003, "loss": 4.054, "step": 5755 }, { "epoch": 0.05756, "grad_norm": 1.1440582623675561, "learning_rate": 0.003, "loss": 4.0929, "step": 5756 }, { "epoch": 0.05757, "grad_norm": 1.0784582404787597, "learning_rate": 0.003, "loss": 4.0793, "step": 5757 }, { "epoch": 0.05758, "grad_norm": 1.0238978196194495, "learning_rate": 0.003, "loss": 4.0714, "step": 5758 }, { "epoch": 0.05759, "grad_norm": 1.1962555833625972, "learning_rate": 0.003, "loss": 4.0785, "step": 5759 }, { "epoch": 0.0576, "grad_norm": 0.8606928693615246, "learning_rate": 0.003, "loss": 4.0673, "step": 5760 }, { "epoch": 0.05761, "grad_norm": 0.8065313954609131, "learning_rate": 0.003, "loss": 4.0573, "step": 5761 }, { "epoch": 0.05762, "grad_norm": 1.006617466336666, "learning_rate": 0.003, "loss": 4.0473, "step": 5762 }, { "epoch": 0.05763, "grad_norm": 1.1736455692173053, "learning_rate": 0.003, "loss": 4.0705, "step": 5763 }, { "epoch": 0.05764, "grad_norm": 1.0156358262996825, "learning_rate": 0.003, "loss": 4.0641, "step": 5764 }, { "epoch": 0.05765, "grad_norm": 1.1676317429304073, "learning_rate": 0.003, "loss": 4.0792, "step": 5765 }, { "epoch": 0.05766, "grad_norm": 0.9296797123737459, "learning_rate": 0.003, "loss": 4.0741, "step": 5766 }, { "epoch": 0.05767, "grad_norm": 1.108411398313796, "learning_rate": 0.003, "loss": 4.0659, "step": 5767 }, { "epoch": 0.05768, "grad_norm": 0.8873418356321205, "learning_rate": 0.003, "loss": 4.0824, "step": 5768 }, { "epoch": 0.05769, "grad_norm": 0.8943391072499615, "learning_rate": 0.003, "loss": 4.0656, "step": 5769 }, { "epoch": 0.0577, "grad_norm": 0.7643635046640151, "learning_rate": 0.003, "loss": 4.0669, "step": 5770 }, { "epoch": 0.05771, "grad_norm": 0.8171732047022162, "learning_rate": 0.003, "loss": 4.073, "step": 5771 }, { "epoch": 0.05772, "grad_norm": 0.9195825274621192, "learning_rate": 0.003, "loss": 4.0851, "step": 5772 }, { "epoch": 0.05773, "grad_norm": 1.1643144465255408, "learning_rate": 0.003, "loss": 4.0861, "step": 5773 }, { "epoch": 0.05774, "grad_norm": 1.0670738905589834, "learning_rate": 0.003, "loss": 4.0581, "step": 5774 }, { "epoch": 0.05775, "grad_norm": 1.1379995423607696, "learning_rate": 0.003, "loss": 4.0635, "step": 5775 }, { "epoch": 0.05776, "grad_norm": 1.0629804758835848, "learning_rate": 0.003, "loss": 4.0594, "step": 5776 }, { "epoch": 0.05777, "grad_norm": 0.9806929321830686, "learning_rate": 0.003, "loss": 4.075, "step": 5777 }, { "epoch": 0.05778, "grad_norm": 1.0104200584581524, "learning_rate": 0.003, "loss": 4.061, "step": 5778 }, { "epoch": 0.05779, "grad_norm": 1.0501375318209158, "learning_rate": 0.003, "loss": 4.0847, "step": 5779 }, { "epoch": 0.0578, "grad_norm": 1.0936198888153104, "learning_rate": 0.003, "loss": 4.0439, "step": 5780 }, { "epoch": 0.05781, "grad_norm": 1.0599398702570635, "learning_rate": 0.003, "loss": 4.0555, "step": 5781 }, { "epoch": 0.05782, "grad_norm": 0.8124457081867787, "learning_rate": 0.003, "loss": 4.0822, "step": 5782 }, { "epoch": 0.05783, "grad_norm": 0.8785108285243248, "learning_rate": 0.003, "loss": 4.0271, "step": 5783 }, { "epoch": 0.05784, "grad_norm": 0.9665672722542055, "learning_rate": 0.003, "loss": 4.0681, "step": 5784 }, { "epoch": 0.05785, "grad_norm": 1.0852885954128955, "learning_rate": 0.003, "loss": 4.0851, "step": 5785 }, { "epoch": 0.05786, "grad_norm": 0.9695946116446583, "learning_rate": 0.003, "loss": 4.0711, "step": 5786 }, { "epoch": 0.05787, "grad_norm": 1.0650628416583132, "learning_rate": 0.003, "loss": 4.0481, "step": 5787 }, { "epoch": 0.05788, "grad_norm": 0.7594393281247598, "learning_rate": 0.003, "loss": 4.0593, "step": 5788 }, { "epoch": 0.05789, "grad_norm": 0.7541805830813078, "learning_rate": 0.003, "loss": 4.0576, "step": 5789 }, { "epoch": 0.0579, "grad_norm": 0.8652244813315739, "learning_rate": 0.003, "loss": 4.0775, "step": 5790 }, { "epoch": 0.05791, "grad_norm": 0.8818398092099728, "learning_rate": 0.003, "loss": 4.0567, "step": 5791 }, { "epoch": 0.05792, "grad_norm": 0.7291575921298588, "learning_rate": 0.003, "loss": 4.054, "step": 5792 }, { "epoch": 0.05793, "grad_norm": 0.7978555275990008, "learning_rate": 0.003, "loss": 4.0461, "step": 5793 }, { "epoch": 0.05794, "grad_norm": 0.9171123664036167, "learning_rate": 0.003, "loss": 4.0626, "step": 5794 }, { "epoch": 0.05795, "grad_norm": 0.8607991972557187, "learning_rate": 0.003, "loss": 4.0958, "step": 5795 }, { "epoch": 0.05796, "grad_norm": 0.7463660684838923, "learning_rate": 0.003, "loss": 4.0635, "step": 5796 }, { "epoch": 0.05797, "grad_norm": 0.7284446091050844, "learning_rate": 0.003, "loss": 4.0618, "step": 5797 }, { "epoch": 0.05798, "grad_norm": 0.9660475572533875, "learning_rate": 0.003, "loss": 4.0459, "step": 5798 }, { "epoch": 0.05799, "grad_norm": 1.5107968538940575, "learning_rate": 0.003, "loss": 4.0941, "step": 5799 }, { "epoch": 0.058, "grad_norm": 0.8675842372107159, "learning_rate": 0.003, "loss": 4.0793, "step": 5800 }, { "epoch": 0.05801, "grad_norm": 1.0182860429769818, "learning_rate": 0.003, "loss": 4.0686, "step": 5801 }, { "epoch": 0.05802, "grad_norm": 0.8847441154270007, "learning_rate": 0.003, "loss": 4.0703, "step": 5802 }, { "epoch": 0.05803, "grad_norm": 0.9726482455890011, "learning_rate": 0.003, "loss": 4.0323, "step": 5803 }, { "epoch": 0.05804, "grad_norm": 1.0017317638615917, "learning_rate": 0.003, "loss": 4.0292, "step": 5804 }, { "epoch": 0.05805, "grad_norm": 1.1460034384721858, "learning_rate": 0.003, "loss": 4.0394, "step": 5805 }, { "epoch": 0.05806, "grad_norm": 0.8265329809662282, "learning_rate": 0.003, "loss": 4.0704, "step": 5806 }, { "epoch": 0.05807, "grad_norm": 0.7999918311654125, "learning_rate": 0.003, "loss": 4.0749, "step": 5807 }, { "epoch": 0.05808, "grad_norm": 0.7978362275046719, "learning_rate": 0.003, "loss": 4.0842, "step": 5808 }, { "epoch": 0.05809, "grad_norm": 0.8854482959350243, "learning_rate": 0.003, "loss": 4.0865, "step": 5809 }, { "epoch": 0.0581, "grad_norm": 1.0871463000956632, "learning_rate": 0.003, "loss": 4.0384, "step": 5810 }, { "epoch": 0.05811, "grad_norm": 1.1086945676399056, "learning_rate": 0.003, "loss": 4.0577, "step": 5811 }, { "epoch": 0.05812, "grad_norm": 0.9304552613092574, "learning_rate": 0.003, "loss": 4.0565, "step": 5812 }, { "epoch": 0.05813, "grad_norm": 0.9983452335160318, "learning_rate": 0.003, "loss": 4.0698, "step": 5813 }, { "epoch": 0.05814, "grad_norm": 0.9975951286224842, "learning_rate": 0.003, "loss": 4.0537, "step": 5814 }, { "epoch": 0.05815, "grad_norm": 0.8924647102734461, "learning_rate": 0.003, "loss": 4.0289, "step": 5815 }, { "epoch": 0.05816, "grad_norm": 0.9225284620016561, "learning_rate": 0.003, "loss": 4.0736, "step": 5816 }, { "epoch": 0.05817, "grad_norm": 0.9979994283490636, "learning_rate": 0.003, "loss": 4.0855, "step": 5817 }, { "epoch": 0.05818, "grad_norm": 1.0439768447035485, "learning_rate": 0.003, "loss": 4.0675, "step": 5818 }, { "epoch": 0.05819, "grad_norm": 1.033649032838979, "learning_rate": 0.003, "loss": 4.06, "step": 5819 }, { "epoch": 0.0582, "grad_norm": 1.1096343593879232, "learning_rate": 0.003, "loss": 4.0693, "step": 5820 }, { "epoch": 0.05821, "grad_norm": 0.9004393239006013, "learning_rate": 0.003, "loss": 4.0785, "step": 5821 }, { "epoch": 0.05822, "grad_norm": 1.0863173751230966, "learning_rate": 0.003, "loss": 4.043, "step": 5822 }, { "epoch": 0.05823, "grad_norm": 1.0599324875126475, "learning_rate": 0.003, "loss": 4.0747, "step": 5823 }, { "epoch": 0.05824, "grad_norm": 0.8876300345105752, "learning_rate": 0.003, "loss": 4.0721, "step": 5824 }, { "epoch": 0.05825, "grad_norm": 1.0008579052062283, "learning_rate": 0.003, "loss": 4.0976, "step": 5825 }, { "epoch": 0.05826, "grad_norm": 1.1748225539903427, "learning_rate": 0.003, "loss": 4.0533, "step": 5826 }, { "epoch": 0.05827, "grad_norm": 0.9593447519304307, "learning_rate": 0.003, "loss": 4.0775, "step": 5827 }, { "epoch": 0.05828, "grad_norm": 1.0225296000471948, "learning_rate": 0.003, "loss": 4.0345, "step": 5828 }, { "epoch": 0.05829, "grad_norm": 1.0560219694488389, "learning_rate": 0.003, "loss": 4.0774, "step": 5829 }, { "epoch": 0.0583, "grad_norm": 0.9860898705161171, "learning_rate": 0.003, "loss": 4.0239, "step": 5830 }, { "epoch": 0.05831, "grad_norm": 1.1250031799560922, "learning_rate": 0.003, "loss": 4.0403, "step": 5831 }, { "epoch": 0.05832, "grad_norm": 1.157236041461952, "learning_rate": 0.003, "loss": 4.0901, "step": 5832 }, { "epoch": 0.05833, "grad_norm": 0.978478470266213, "learning_rate": 0.003, "loss": 4.0713, "step": 5833 }, { "epoch": 0.05834, "grad_norm": 0.9798668444646972, "learning_rate": 0.003, "loss": 4.0828, "step": 5834 }, { "epoch": 0.05835, "grad_norm": 0.7832001924434391, "learning_rate": 0.003, "loss": 4.0929, "step": 5835 }, { "epoch": 0.05836, "grad_norm": 0.8249432319588443, "learning_rate": 0.003, "loss": 4.074, "step": 5836 }, { "epoch": 0.05837, "grad_norm": 0.9729603126849787, "learning_rate": 0.003, "loss": 4.0738, "step": 5837 }, { "epoch": 0.05838, "grad_norm": 0.9502514262519923, "learning_rate": 0.003, "loss": 4.076, "step": 5838 }, { "epoch": 0.05839, "grad_norm": 0.9267029498844601, "learning_rate": 0.003, "loss": 4.0745, "step": 5839 }, { "epoch": 0.0584, "grad_norm": 0.9657962011078538, "learning_rate": 0.003, "loss": 4.0937, "step": 5840 }, { "epoch": 0.05841, "grad_norm": 1.0401049872356143, "learning_rate": 0.003, "loss": 4.0518, "step": 5841 }, { "epoch": 0.05842, "grad_norm": 1.1291241708881259, "learning_rate": 0.003, "loss": 4.0677, "step": 5842 }, { "epoch": 0.05843, "grad_norm": 1.0657328740989145, "learning_rate": 0.003, "loss": 4.07, "step": 5843 }, { "epoch": 0.05844, "grad_norm": 0.936956030075049, "learning_rate": 0.003, "loss": 4.0636, "step": 5844 }, { "epoch": 0.05845, "grad_norm": 0.954122564913459, "learning_rate": 0.003, "loss": 4.063, "step": 5845 }, { "epoch": 0.05846, "grad_norm": 1.0055872032953703, "learning_rate": 0.003, "loss": 4.0577, "step": 5846 }, { "epoch": 0.05847, "grad_norm": 1.0847001970093764, "learning_rate": 0.003, "loss": 4.0895, "step": 5847 }, { "epoch": 0.05848, "grad_norm": 0.9328803987155841, "learning_rate": 0.003, "loss": 4.0603, "step": 5848 }, { "epoch": 0.05849, "grad_norm": 1.0216731452531402, "learning_rate": 0.003, "loss": 4.0272, "step": 5849 }, { "epoch": 0.0585, "grad_norm": 1.042034861189281, "learning_rate": 0.003, "loss": 4.0597, "step": 5850 }, { "epoch": 0.05851, "grad_norm": 0.9696375907305427, "learning_rate": 0.003, "loss": 4.0506, "step": 5851 }, { "epoch": 0.05852, "grad_norm": 0.9548659469705912, "learning_rate": 0.003, "loss": 4.0562, "step": 5852 }, { "epoch": 0.05853, "grad_norm": 0.9934590507196531, "learning_rate": 0.003, "loss": 4.045, "step": 5853 }, { "epoch": 0.05854, "grad_norm": 1.109837806391397, "learning_rate": 0.003, "loss": 4.1178, "step": 5854 }, { "epoch": 0.05855, "grad_norm": 0.9612662531040636, "learning_rate": 0.003, "loss": 4.0724, "step": 5855 }, { "epoch": 0.05856, "grad_norm": 0.9262688978815322, "learning_rate": 0.003, "loss": 4.0639, "step": 5856 }, { "epoch": 0.05857, "grad_norm": 1.0672841758813956, "learning_rate": 0.003, "loss": 4.0825, "step": 5857 }, { "epoch": 0.05858, "grad_norm": 0.9924933017958931, "learning_rate": 0.003, "loss": 4.0483, "step": 5858 }, { "epoch": 0.05859, "grad_norm": 1.1446711154327815, "learning_rate": 0.003, "loss": 4.076, "step": 5859 }, { "epoch": 0.0586, "grad_norm": 0.9395157838833672, "learning_rate": 0.003, "loss": 4.0778, "step": 5860 }, { "epoch": 0.05861, "grad_norm": 1.017783268004518, "learning_rate": 0.003, "loss": 4.0939, "step": 5861 }, { "epoch": 0.05862, "grad_norm": 0.8461181473215044, "learning_rate": 0.003, "loss": 4.0831, "step": 5862 }, { "epoch": 0.05863, "grad_norm": 0.727622134447459, "learning_rate": 0.003, "loss": 4.0781, "step": 5863 }, { "epoch": 0.05864, "grad_norm": 0.7787266994865726, "learning_rate": 0.003, "loss": 4.0552, "step": 5864 }, { "epoch": 0.05865, "grad_norm": 0.9457836140127373, "learning_rate": 0.003, "loss": 4.0523, "step": 5865 }, { "epoch": 0.05866, "grad_norm": 1.1590380983819644, "learning_rate": 0.003, "loss": 4.079, "step": 5866 }, { "epoch": 0.05867, "grad_norm": 0.8661814704210331, "learning_rate": 0.003, "loss": 4.0562, "step": 5867 }, { "epoch": 0.05868, "grad_norm": 0.7841997946264219, "learning_rate": 0.003, "loss": 4.0416, "step": 5868 }, { "epoch": 0.05869, "grad_norm": 0.9021971418732975, "learning_rate": 0.003, "loss": 4.0555, "step": 5869 }, { "epoch": 0.0587, "grad_norm": 1.044429489265089, "learning_rate": 0.003, "loss": 4.0608, "step": 5870 }, { "epoch": 0.05871, "grad_norm": 0.9528123707330137, "learning_rate": 0.003, "loss": 4.0593, "step": 5871 }, { "epoch": 0.05872, "grad_norm": 1.0247575002414453, "learning_rate": 0.003, "loss": 4.0553, "step": 5872 }, { "epoch": 0.05873, "grad_norm": 1.1855135281087743, "learning_rate": 0.003, "loss": 4.0769, "step": 5873 }, { "epoch": 0.05874, "grad_norm": 0.9873466030307598, "learning_rate": 0.003, "loss": 4.0633, "step": 5874 }, { "epoch": 0.05875, "grad_norm": 1.1663397858316737, "learning_rate": 0.003, "loss": 4.078, "step": 5875 }, { "epoch": 0.05876, "grad_norm": 1.2258462137763335, "learning_rate": 0.003, "loss": 4.0736, "step": 5876 }, { "epoch": 0.05877, "grad_norm": 1.0386697354012882, "learning_rate": 0.003, "loss": 4.0784, "step": 5877 }, { "epoch": 0.05878, "grad_norm": 1.183742461564236, "learning_rate": 0.003, "loss": 4.0912, "step": 5878 }, { "epoch": 0.05879, "grad_norm": 0.940962143351869, "learning_rate": 0.003, "loss": 4.0987, "step": 5879 }, { "epoch": 0.0588, "grad_norm": 0.927043037474344, "learning_rate": 0.003, "loss": 4.0609, "step": 5880 }, { "epoch": 0.05881, "grad_norm": 0.8962578128398271, "learning_rate": 0.003, "loss": 4.0608, "step": 5881 }, { "epoch": 0.05882, "grad_norm": 0.9066915820041124, "learning_rate": 0.003, "loss": 4.0801, "step": 5882 }, { "epoch": 0.05883, "grad_norm": 0.8598805143317192, "learning_rate": 0.003, "loss": 4.0725, "step": 5883 }, { "epoch": 0.05884, "grad_norm": 1.0114326319466251, "learning_rate": 0.003, "loss": 4.063, "step": 5884 }, { "epoch": 0.05885, "grad_norm": 1.1324207199773164, "learning_rate": 0.003, "loss": 4.084, "step": 5885 }, { "epoch": 0.05886, "grad_norm": 0.9079205076328346, "learning_rate": 0.003, "loss": 4.0703, "step": 5886 }, { "epoch": 0.05887, "grad_norm": 0.9499292804842742, "learning_rate": 0.003, "loss": 4.0646, "step": 5887 }, { "epoch": 0.05888, "grad_norm": 0.9253742487047153, "learning_rate": 0.003, "loss": 4.0174, "step": 5888 }, { "epoch": 0.05889, "grad_norm": 0.9756593540292708, "learning_rate": 0.003, "loss": 4.0521, "step": 5889 }, { "epoch": 0.0589, "grad_norm": 1.2153968005149314, "learning_rate": 0.003, "loss": 4.0648, "step": 5890 }, { "epoch": 0.05891, "grad_norm": 1.1050096751560372, "learning_rate": 0.003, "loss": 4.0613, "step": 5891 }, { "epoch": 0.05892, "grad_norm": 1.0123025142968227, "learning_rate": 0.003, "loss": 4.0945, "step": 5892 }, { "epoch": 0.05893, "grad_norm": 0.9835328234583312, "learning_rate": 0.003, "loss": 4.0688, "step": 5893 }, { "epoch": 0.05894, "grad_norm": 0.9304265933341809, "learning_rate": 0.003, "loss": 4.0404, "step": 5894 }, { "epoch": 0.05895, "grad_norm": 0.9274436106212893, "learning_rate": 0.003, "loss": 4.0485, "step": 5895 }, { "epoch": 0.05896, "grad_norm": 0.8771867029491986, "learning_rate": 0.003, "loss": 4.0752, "step": 5896 }, { "epoch": 0.05897, "grad_norm": 0.8218952866171018, "learning_rate": 0.003, "loss": 4.0808, "step": 5897 }, { "epoch": 0.05898, "grad_norm": 0.9430573967743275, "learning_rate": 0.003, "loss": 4.0775, "step": 5898 }, { "epoch": 0.05899, "grad_norm": 0.8911678825157316, "learning_rate": 0.003, "loss": 4.0408, "step": 5899 }, { "epoch": 0.059, "grad_norm": 0.9174879047193627, "learning_rate": 0.003, "loss": 4.0694, "step": 5900 }, { "epoch": 0.05901, "grad_norm": 0.9824565061579317, "learning_rate": 0.003, "loss": 4.0506, "step": 5901 }, { "epoch": 0.05902, "grad_norm": 1.240010288158423, "learning_rate": 0.003, "loss": 4.0791, "step": 5902 }, { "epoch": 0.05903, "grad_norm": 0.7639178515927444, "learning_rate": 0.003, "loss": 4.073, "step": 5903 }, { "epoch": 0.05904, "grad_norm": 0.770306018643173, "learning_rate": 0.003, "loss": 4.0557, "step": 5904 }, { "epoch": 0.05905, "grad_norm": 0.976148342284057, "learning_rate": 0.003, "loss": 4.0601, "step": 5905 }, { "epoch": 0.05906, "grad_norm": 1.1812920524478123, "learning_rate": 0.003, "loss": 4.0651, "step": 5906 }, { "epoch": 0.05907, "grad_norm": 1.1654915411869895, "learning_rate": 0.003, "loss": 4.0542, "step": 5907 }, { "epoch": 0.05908, "grad_norm": 1.120465653132924, "learning_rate": 0.003, "loss": 4.0779, "step": 5908 }, { "epoch": 0.05909, "grad_norm": 0.8539512494382139, "learning_rate": 0.003, "loss": 4.0826, "step": 5909 }, { "epoch": 0.0591, "grad_norm": 0.8227369203330751, "learning_rate": 0.003, "loss": 4.0559, "step": 5910 }, { "epoch": 0.05911, "grad_norm": 0.8906442288033303, "learning_rate": 0.003, "loss": 4.0425, "step": 5911 }, { "epoch": 0.05912, "grad_norm": 0.9509533493887127, "learning_rate": 0.003, "loss": 4.0874, "step": 5912 }, { "epoch": 0.05913, "grad_norm": 1.0981979298361981, "learning_rate": 0.003, "loss": 4.1101, "step": 5913 }, { "epoch": 0.05914, "grad_norm": 0.9415620615571133, "learning_rate": 0.003, "loss": 4.0824, "step": 5914 }, { "epoch": 0.05915, "grad_norm": 0.8478332715846145, "learning_rate": 0.003, "loss": 4.0783, "step": 5915 }, { "epoch": 0.05916, "grad_norm": 0.8256880500590459, "learning_rate": 0.003, "loss": 4.0626, "step": 5916 }, { "epoch": 0.05917, "grad_norm": 0.9790506827233469, "learning_rate": 0.003, "loss": 4.0487, "step": 5917 }, { "epoch": 0.05918, "grad_norm": 1.0353580913196638, "learning_rate": 0.003, "loss": 4.0617, "step": 5918 }, { "epoch": 0.05919, "grad_norm": 0.9651964696003633, "learning_rate": 0.003, "loss": 4.0576, "step": 5919 }, { "epoch": 0.0592, "grad_norm": 0.937291761754371, "learning_rate": 0.003, "loss": 4.0363, "step": 5920 }, { "epoch": 0.05921, "grad_norm": 1.0990872808141368, "learning_rate": 0.003, "loss": 4.0815, "step": 5921 }, { "epoch": 0.05922, "grad_norm": 1.0468886911915498, "learning_rate": 0.003, "loss": 4.0695, "step": 5922 }, { "epoch": 0.05923, "grad_norm": 1.0323600516250746, "learning_rate": 0.003, "loss": 4.0406, "step": 5923 }, { "epoch": 0.05924, "grad_norm": 0.954016613180186, "learning_rate": 0.003, "loss": 4.0674, "step": 5924 }, { "epoch": 0.05925, "grad_norm": 0.9475491801291553, "learning_rate": 0.003, "loss": 4.0541, "step": 5925 }, { "epoch": 0.05926, "grad_norm": 0.9668145623340975, "learning_rate": 0.003, "loss": 4.0616, "step": 5926 }, { "epoch": 0.05927, "grad_norm": 1.0595618769436952, "learning_rate": 0.003, "loss": 4.0479, "step": 5927 }, { "epoch": 0.05928, "grad_norm": 0.9855002059444532, "learning_rate": 0.003, "loss": 4.065, "step": 5928 }, { "epoch": 0.05929, "grad_norm": 0.945307973831574, "learning_rate": 0.003, "loss": 4.0726, "step": 5929 }, { "epoch": 0.0593, "grad_norm": 0.9657299567775556, "learning_rate": 0.003, "loss": 4.0783, "step": 5930 }, { "epoch": 0.05931, "grad_norm": 0.9827228555033615, "learning_rate": 0.003, "loss": 4.058, "step": 5931 }, { "epoch": 0.05932, "grad_norm": 1.156077533419125, "learning_rate": 0.003, "loss": 4.0928, "step": 5932 }, { "epoch": 0.05933, "grad_norm": 0.847492777721161, "learning_rate": 0.003, "loss": 4.0555, "step": 5933 }, { "epoch": 0.05934, "grad_norm": 1.0021937329107191, "learning_rate": 0.003, "loss": 4.0961, "step": 5934 }, { "epoch": 0.05935, "grad_norm": 1.1159732242811857, "learning_rate": 0.003, "loss": 4.0833, "step": 5935 }, { "epoch": 0.05936, "grad_norm": 0.899401377373719, "learning_rate": 0.003, "loss": 4.0751, "step": 5936 }, { "epoch": 0.05937, "grad_norm": 0.8301027331575037, "learning_rate": 0.003, "loss": 4.0704, "step": 5937 }, { "epoch": 0.05938, "grad_norm": 0.8762725606178311, "learning_rate": 0.003, "loss": 4.0486, "step": 5938 }, { "epoch": 0.05939, "grad_norm": 0.9126590668115435, "learning_rate": 0.003, "loss": 4.0604, "step": 5939 }, { "epoch": 0.0594, "grad_norm": 1.0407767907462304, "learning_rate": 0.003, "loss": 4.0811, "step": 5940 }, { "epoch": 0.05941, "grad_norm": 1.1143892345234092, "learning_rate": 0.003, "loss": 4.0837, "step": 5941 }, { "epoch": 0.05942, "grad_norm": 1.0961434922540771, "learning_rate": 0.003, "loss": 4.0719, "step": 5942 }, { "epoch": 0.05943, "grad_norm": 1.0471390550371067, "learning_rate": 0.003, "loss": 4.061, "step": 5943 }, { "epoch": 0.05944, "grad_norm": 0.9579622530263362, "learning_rate": 0.003, "loss": 4.0172, "step": 5944 }, { "epoch": 0.05945, "grad_norm": 0.9926199469417607, "learning_rate": 0.003, "loss": 4.0566, "step": 5945 }, { "epoch": 0.05946, "grad_norm": 1.0156252547795441, "learning_rate": 0.003, "loss": 4.0531, "step": 5946 }, { "epoch": 0.05947, "grad_norm": 1.2611887927782788, "learning_rate": 0.003, "loss": 4.0545, "step": 5947 }, { "epoch": 0.05948, "grad_norm": 0.9815730257128612, "learning_rate": 0.003, "loss": 4.0662, "step": 5948 }, { "epoch": 0.05949, "grad_norm": 1.0471598623999925, "learning_rate": 0.003, "loss": 4.0611, "step": 5949 }, { "epoch": 0.0595, "grad_norm": 0.8842194048874816, "learning_rate": 0.003, "loss": 4.0679, "step": 5950 }, { "epoch": 0.05951, "grad_norm": 0.8826262827071101, "learning_rate": 0.003, "loss": 4.0586, "step": 5951 }, { "epoch": 0.05952, "grad_norm": 0.8874639709587795, "learning_rate": 0.003, "loss": 4.0719, "step": 5952 }, { "epoch": 0.05953, "grad_norm": 1.094346129739514, "learning_rate": 0.003, "loss": 4.0532, "step": 5953 }, { "epoch": 0.05954, "grad_norm": 1.0405342399228923, "learning_rate": 0.003, "loss": 4.0772, "step": 5954 }, { "epoch": 0.05955, "grad_norm": 1.0084545393678892, "learning_rate": 0.003, "loss": 4.0575, "step": 5955 }, { "epoch": 0.05956, "grad_norm": 0.8681329007495994, "learning_rate": 0.003, "loss": 4.0396, "step": 5956 }, { "epoch": 0.05957, "grad_norm": 0.9787011417999288, "learning_rate": 0.003, "loss": 4.0496, "step": 5957 }, { "epoch": 0.05958, "grad_norm": 0.983255913377767, "learning_rate": 0.003, "loss": 4.0624, "step": 5958 }, { "epoch": 0.05959, "grad_norm": 0.9397652065747355, "learning_rate": 0.003, "loss": 4.0601, "step": 5959 }, { "epoch": 0.0596, "grad_norm": 0.9197247886041665, "learning_rate": 0.003, "loss": 4.0784, "step": 5960 }, { "epoch": 0.05961, "grad_norm": 0.975726486158997, "learning_rate": 0.003, "loss": 4.0669, "step": 5961 }, { "epoch": 0.05962, "grad_norm": 1.0416902503797958, "learning_rate": 0.003, "loss": 4.0614, "step": 5962 }, { "epoch": 0.05963, "grad_norm": 1.0805802820393233, "learning_rate": 0.003, "loss": 4.0699, "step": 5963 }, { "epoch": 0.05964, "grad_norm": 0.9125810985534502, "learning_rate": 0.003, "loss": 4.0626, "step": 5964 }, { "epoch": 0.05965, "grad_norm": 0.7839568155281216, "learning_rate": 0.003, "loss": 4.0562, "step": 5965 }, { "epoch": 0.05966, "grad_norm": 0.645579903658523, "learning_rate": 0.003, "loss": 4.0657, "step": 5966 }, { "epoch": 0.05967, "grad_norm": 0.6174059038324572, "learning_rate": 0.003, "loss": 4.0445, "step": 5967 }, { "epoch": 0.05968, "grad_norm": 0.6892480108767447, "learning_rate": 0.003, "loss": 4.0443, "step": 5968 }, { "epoch": 0.05969, "grad_norm": 0.7254045272144456, "learning_rate": 0.003, "loss": 4.0342, "step": 5969 }, { "epoch": 0.0597, "grad_norm": 0.7953745734437678, "learning_rate": 0.003, "loss": 4.043, "step": 5970 }, { "epoch": 0.05971, "grad_norm": 1.0581208502754886, "learning_rate": 0.003, "loss": 4.0682, "step": 5971 }, { "epoch": 0.05972, "grad_norm": 1.1798253869062356, "learning_rate": 0.003, "loss": 4.0845, "step": 5972 }, { "epoch": 0.05973, "grad_norm": 0.7544716901026084, "learning_rate": 0.003, "loss": 4.0372, "step": 5973 }, { "epoch": 0.05974, "grad_norm": 0.7411406547879388, "learning_rate": 0.003, "loss": 4.0345, "step": 5974 }, { "epoch": 0.05975, "grad_norm": 0.664439857328635, "learning_rate": 0.003, "loss": 4.0683, "step": 5975 }, { "epoch": 0.05976, "grad_norm": 0.684227141132107, "learning_rate": 0.003, "loss": 4.0512, "step": 5976 }, { "epoch": 0.05977, "grad_norm": 0.8888845505907672, "learning_rate": 0.003, "loss": 4.0621, "step": 5977 }, { "epoch": 0.05978, "grad_norm": 1.1416281876950884, "learning_rate": 0.003, "loss": 4.0577, "step": 5978 }, { "epoch": 0.05979, "grad_norm": 1.008454254020505, "learning_rate": 0.003, "loss": 4.0608, "step": 5979 }, { "epoch": 0.0598, "grad_norm": 1.190632055338276, "learning_rate": 0.003, "loss": 4.045, "step": 5980 }, { "epoch": 0.05981, "grad_norm": 1.015356754441631, "learning_rate": 0.003, "loss": 4.0442, "step": 5981 }, { "epoch": 0.05982, "grad_norm": 0.9378130097416635, "learning_rate": 0.003, "loss": 4.0579, "step": 5982 }, { "epoch": 0.05983, "grad_norm": 0.8053048489511819, "learning_rate": 0.003, "loss": 4.0703, "step": 5983 }, { "epoch": 0.05984, "grad_norm": 0.9819349814850642, "learning_rate": 0.003, "loss": 4.0417, "step": 5984 }, { "epoch": 0.05985, "grad_norm": 1.1131918756985963, "learning_rate": 0.003, "loss": 4.0802, "step": 5985 }, { "epoch": 0.05986, "grad_norm": 0.9174366752153941, "learning_rate": 0.003, "loss": 4.0741, "step": 5986 }, { "epoch": 0.05987, "grad_norm": 1.0378256913235493, "learning_rate": 0.003, "loss": 4.049, "step": 5987 }, { "epoch": 0.05988, "grad_norm": 0.9258303467488307, "learning_rate": 0.003, "loss": 4.0565, "step": 5988 }, { "epoch": 0.05989, "grad_norm": 0.9632304797304597, "learning_rate": 0.003, "loss": 4.0519, "step": 5989 }, { "epoch": 0.0599, "grad_norm": 0.8935903017412864, "learning_rate": 0.003, "loss": 4.0597, "step": 5990 }, { "epoch": 0.05991, "grad_norm": 0.6739742445063621, "learning_rate": 0.003, "loss": 4.0254, "step": 5991 }, { "epoch": 0.05992, "grad_norm": 0.5915614354430911, "learning_rate": 0.003, "loss": 4.0496, "step": 5992 }, { "epoch": 0.05993, "grad_norm": 0.741024166202095, "learning_rate": 0.003, "loss": 4.0576, "step": 5993 }, { "epoch": 0.05994, "grad_norm": 0.8841179715786665, "learning_rate": 0.003, "loss": 4.0435, "step": 5994 }, { "epoch": 0.05995, "grad_norm": 1.287538920218187, "learning_rate": 0.003, "loss": 4.0605, "step": 5995 }, { "epoch": 0.05996, "grad_norm": 1.0684098332314382, "learning_rate": 0.003, "loss": 4.0921, "step": 5996 }, { "epoch": 0.05997, "grad_norm": 0.9397674955044001, "learning_rate": 0.003, "loss": 4.0358, "step": 5997 }, { "epoch": 0.05998, "grad_norm": 0.8272889396102959, "learning_rate": 0.003, "loss": 4.0826, "step": 5998 }, { "epoch": 0.05999, "grad_norm": 0.8991148255094739, "learning_rate": 0.003, "loss": 4.0499, "step": 5999 }, { "epoch": 0.06, "grad_norm": 0.9185220408167984, "learning_rate": 0.003, "loss": 4.0615, "step": 6000 }, { "epoch": 0.06001, "grad_norm": 0.9908154950299144, "learning_rate": 0.003, "loss": 4.0527, "step": 6001 }, { "epoch": 0.06002, "grad_norm": 0.9608103918830759, "learning_rate": 0.003, "loss": 4.0457, "step": 6002 }, { "epoch": 0.06003, "grad_norm": 1.1215832189472665, "learning_rate": 0.003, "loss": 4.0693, "step": 6003 }, { "epoch": 0.06004, "grad_norm": 1.0570354371095005, "learning_rate": 0.003, "loss": 4.0476, "step": 6004 }, { "epoch": 0.06005, "grad_norm": 1.0877288777978935, "learning_rate": 0.003, "loss": 4.0638, "step": 6005 }, { "epoch": 0.06006, "grad_norm": 1.0530975014128934, "learning_rate": 0.003, "loss": 4.0472, "step": 6006 }, { "epoch": 0.06007, "grad_norm": 0.8755728290132648, "learning_rate": 0.003, "loss": 4.0921, "step": 6007 }, { "epoch": 0.06008, "grad_norm": 0.9019088575660325, "learning_rate": 0.003, "loss": 4.0503, "step": 6008 }, { "epoch": 0.06009, "grad_norm": 1.1772437890538816, "learning_rate": 0.003, "loss": 4.0662, "step": 6009 }, { "epoch": 0.0601, "grad_norm": 0.9527109892195108, "learning_rate": 0.003, "loss": 4.0641, "step": 6010 }, { "epoch": 0.06011, "grad_norm": 1.1738757885020588, "learning_rate": 0.003, "loss": 4.0738, "step": 6011 }, { "epoch": 0.06012, "grad_norm": 0.8780691584223036, "learning_rate": 0.003, "loss": 4.0742, "step": 6012 }, { "epoch": 0.06013, "grad_norm": 0.9179139070213036, "learning_rate": 0.003, "loss": 4.0669, "step": 6013 }, { "epoch": 0.06014, "grad_norm": 1.00855448654704, "learning_rate": 0.003, "loss": 4.0576, "step": 6014 }, { "epoch": 0.06015, "grad_norm": 0.9972560180447895, "learning_rate": 0.003, "loss": 4.0704, "step": 6015 }, { "epoch": 0.06016, "grad_norm": 1.0775312684009026, "learning_rate": 0.003, "loss": 4.0771, "step": 6016 }, { "epoch": 0.06017, "grad_norm": 1.33609316921924, "learning_rate": 0.003, "loss": 4.0869, "step": 6017 }, { "epoch": 0.06018, "grad_norm": 1.0280471651185956, "learning_rate": 0.003, "loss": 4.1001, "step": 6018 }, { "epoch": 0.06019, "grad_norm": 1.0585602447833204, "learning_rate": 0.003, "loss": 4.0658, "step": 6019 }, { "epoch": 0.0602, "grad_norm": 0.9692400850494943, "learning_rate": 0.003, "loss": 4.0608, "step": 6020 }, { "epoch": 0.06021, "grad_norm": 1.0415586611820176, "learning_rate": 0.003, "loss": 4.0803, "step": 6021 }, { "epoch": 0.06022, "grad_norm": 1.055493914814788, "learning_rate": 0.003, "loss": 4.0875, "step": 6022 }, { "epoch": 0.06023, "grad_norm": 1.1437368963667776, "learning_rate": 0.003, "loss": 4.0728, "step": 6023 }, { "epoch": 0.06024, "grad_norm": 1.0461727220486359, "learning_rate": 0.003, "loss": 4.0503, "step": 6024 }, { "epoch": 0.06025, "grad_norm": 0.8495924516845805, "learning_rate": 0.003, "loss": 4.0979, "step": 6025 }, { "epoch": 0.06026, "grad_norm": 0.8387211090444705, "learning_rate": 0.003, "loss": 4.0653, "step": 6026 }, { "epoch": 0.06027, "grad_norm": 0.9070801722224514, "learning_rate": 0.003, "loss": 4.0586, "step": 6027 }, { "epoch": 0.06028, "grad_norm": 0.9625380625910851, "learning_rate": 0.003, "loss": 4.0843, "step": 6028 }, { "epoch": 0.06029, "grad_norm": 1.0682457520452102, "learning_rate": 0.003, "loss": 4.0803, "step": 6029 }, { "epoch": 0.0603, "grad_norm": 0.9976915475426508, "learning_rate": 0.003, "loss": 4.0725, "step": 6030 }, { "epoch": 0.06031, "grad_norm": 1.0453095190042574, "learning_rate": 0.003, "loss": 4.0703, "step": 6031 }, { "epoch": 0.06032, "grad_norm": 0.9786653778595836, "learning_rate": 0.003, "loss": 4.0693, "step": 6032 }, { "epoch": 0.06033, "grad_norm": 1.0968968530547012, "learning_rate": 0.003, "loss": 4.0781, "step": 6033 }, { "epoch": 0.06034, "grad_norm": 0.9514397371995961, "learning_rate": 0.003, "loss": 4.0905, "step": 6034 }, { "epoch": 0.06035, "grad_norm": 1.0541817557308053, "learning_rate": 0.003, "loss": 4.0842, "step": 6035 }, { "epoch": 0.06036, "grad_norm": 0.8780263970411091, "learning_rate": 0.003, "loss": 4.0307, "step": 6036 }, { "epoch": 0.06037, "grad_norm": 1.0193481447935269, "learning_rate": 0.003, "loss": 4.0737, "step": 6037 }, { "epoch": 0.06038, "grad_norm": 1.3774676565861503, "learning_rate": 0.003, "loss": 4.0672, "step": 6038 }, { "epoch": 0.06039, "grad_norm": 0.7252838059348526, "learning_rate": 0.003, "loss": 4.0348, "step": 6039 }, { "epoch": 0.0604, "grad_norm": 0.78601742451761, "learning_rate": 0.003, "loss": 4.0607, "step": 6040 }, { "epoch": 0.06041, "grad_norm": 0.744786447804636, "learning_rate": 0.003, "loss": 4.0768, "step": 6041 }, { "epoch": 0.06042, "grad_norm": 0.8660278386592278, "learning_rate": 0.003, "loss": 4.0541, "step": 6042 }, { "epoch": 0.06043, "grad_norm": 1.1071573404697885, "learning_rate": 0.003, "loss": 4.0668, "step": 6043 }, { "epoch": 0.06044, "grad_norm": 1.0894101622044046, "learning_rate": 0.003, "loss": 4.0661, "step": 6044 }, { "epoch": 0.06045, "grad_norm": 1.0493254983595819, "learning_rate": 0.003, "loss": 4.0649, "step": 6045 }, { "epoch": 0.06046, "grad_norm": 1.0049917198936318, "learning_rate": 0.003, "loss": 4.0694, "step": 6046 }, { "epoch": 0.06047, "grad_norm": 1.0517277702815098, "learning_rate": 0.003, "loss": 4.0495, "step": 6047 }, { "epoch": 0.06048, "grad_norm": 1.1809116249025131, "learning_rate": 0.003, "loss": 4.0507, "step": 6048 }, { "epoch": 0.06049, "grad_norm": 0.9623062437443599, "learning_rate": 0.003, "loss": 4.0414, "step": 6049 }, { "epoch": 0.0605, "grad_norm": 1.0923522103941121, "learning_rate": 0.003, "loss": 4.0716, "step": 6050 }, { "epoch": 0.06051, "grad_norm": 1.0265427925273334, "learning_rate": 0.003, "loss": 4.0854, "step": 6051 }, { "epoch": 0.06052, "grad_norm": 0.9414887816443991, "learning_rate": 0.003, "loss": 4.0823, "step": 6052 }, { "epoch": 0.06053, "grad_norm": 1.006065905595286, "learning_rate": 0.003, "loss": 4.0399, "step": 6053 }, { "epoch": 0.06054, "grad_norm": 1.095910787052634, "learning_rate": 0.003, "loss": 4.0807, "step": 6054 }, { "epoch": 0.06055, "grad_norm": 0.8517266184871414, "learning_rate": 0.003, "loss": 4.0602, "step": 6055 }, { "epoch": 0.06056, "grad_norm": 1.1390125640686093, "learning_rate": 0.003, "loss": 4.0632, "step": 6056 }, { "epoch": 0.06057, "grad_norm": 1.0285564034956292, "learning_rate": 0.003, "loss": 4.0469, "step": 6057 }, { "epoch": 0.06058, "grad_norm": 1.0733695934055711, "learning_rate": 0.003, "loss": 4.0643, "step": 6058 }, { "epoch": 0.06059, "grad_norm": 0.8565845158282416, "learning_rate": 0.003, "loss": 4.0698, "step": 6059 }, { "epoch": 0.0606, "grad_norm": 0.8864003378041345, "learning_rate": 0.003, "loss": 4.0667, "step": 6060 }, { "epoch": 0.06061, "grad_norm": 1.0109993363665308, "learning_rate": 0.003, "loss": 4.0742, "step": 6061 }, { "epoch": 0.06062, "grad_norm": 1.123107920080809, "learning_rate": 0.003, "loss": 4.083, "step": 6062 }, { "epoch": 0.06063, "grad_norm": 0.949609814613259, "learning_rate": 0.003, "loss": 4.0303, "step": 6063 }, { "epoch": 0.06064, "grad_norm": 0.9981845823778703, "learning_rate": 0.003, "loss": 4.0938, "step": 6064 }, { "epoch": 0.06065, "grad_norm": 1.1017349391298685, "learning_rate": 0.003, "loss": 4.0688, "step": 6065 }, { "epoch": 0.06066, "grad_norm": 1.0732527006387818, "learning_rate": 0.003, "loss": 4.098, "step": 6066 }, { "epoch": 0.06067, "grad_norm": 0.9294025545570336, "learning_rate": 0.003, "loss": 4.0722, "step": 6067 }, { "epoch": 0.06068, "grad_norm": 1.0576231179156892, "learning_rate": 0.003, "loss": 4.0594, "step": 6068 }, { "epoch": 0.06069, "grad_norm": 1.0865552407589456, "learning_rate": 0.003, "loss": 4.0697, "step": 6069 }, { "epoch": 0.0607, "grad_norm": 1.0230751617256044, "learning_rate": 0.003, "loss": 4.0713, "step": 6070 }, { "epoch": 0.06071, "grad_norm": 0.999221755293697, "learning_rate": 0.003, "loss": 4.0444, "step": 6071 }, { "epoch": 0.06072, "grad_norm": 1.066655819343783, "learning_rate": 0.003, "loss": 4.0503, "step": 6072 }, { "epoch": 0.06073, "grad_norm": 1.0369526156758926, "learning_rate": 0.003, "loss": 4.0809, "step": 6073 }, { "epoch": 0.06074, "grad_norm": 1.075598582264553, "learning_rate": 0.003, "loss": 4.0639, "step": 6074 }, { "epoch": 0.06075, "grad_norm": 0.9953552796029778, "learning_rate": 0.003, "loss": 4.0863, "step": 6075 }, { "epoch": 0.06076, "grad_norm": 0.9778883253174944, "learning_rate": 0.003, "loss": 4.0711, "step": 6076 }, { "epoch": 0.06077, "grad_norm": 0.8468031501573927, "learning_rate": 0.003, "loss": 4.0618, "step": 6077 }, { "epoch": 0.06078, "grad_norm": 0.8305408752084648, "learning_rate": 0.003, "loss": 4.0692, "step": 6078 }, { "epoch": 0.06079, "grad_norm": 0.7960215844617263, "learning_rate": 0.003, "loss": 4.0589, "step": 6079 }, { "epoch": 0.0608, "grad_norm": 0.8359710386518069, "learning_rate": 0.003, "loss": 4.059, "step": 6080 }, { "epoch": 0.06081, "grad_norm": 1.0786121941538231, "learning_rate": 0.003, "loss": 4.0436, "step": 6081 }, { "epoch": 0.06082, "grad_norm": 1.1823183295621211, "learning_rate": 0.003, "loss": 4.0945, "step": 6082 }, { "epoch": 0.06083, "grad_norm": 0.8837771871886293, "learning_rate": 0.003, "loss": 4.0725, "step": 6083 }, { "epoch": 0.06084, "grad_norm": 0.7204472009727627, "learning_rate": 0.003, "loss": 4.0334, "step": 6084 }, { "epoch": 0.06085, "grad_norm": 0.7103714572162915, "learning_rate": 0.003, "loss": 4.0175, "step": 6085 }, { "epoch": 0.06086, "grad_norm": 0.811997878307769, "learning_rate": 0.003, "loss": 4.0277, "step": 6086 }, { "epoch": 0.06087, "grad_norm": 0.8073780584157964, "learning_rate": 0.003, "loss": 4.0667, "step": 6087 }, { "epoch": 0.06088, "grad_norm": 0.8544463123489077, "learning_rate": 0.003, "loss": 4.0438, "step": 6088 }, { "epoch": 0.06089, "grad_norm": 0.9762980822164021, "learning_rate": 0.003, "loss": 4.0461, "step": 6089 }, { "epoch": 0.0609, "grad_norm": 1.2142304992327353, "learning_rate": 0.003, "loss": 4.0934, "step": 6090 }, { "epoch": 0.06091, "grad_norm": 1.082695490566579, "learning_rate": 0.003, "loss": 4.0638, "step": 6091 }, { "epoch": 0.06092, "grad_norm": 0.9278093493414128, "learning_rate": 0.003, "loss": 4.0448, "step": 6092 }, { "epoch": 0.06093, "grad_norm": 0.8690782403614105, "learning_rate": 0.003, "loss": 4.0568, "step": 6093 }, { "epoch": 0.06094, "grad_norm": 0.8570778358605303, "learning_rate": 0.003, "loss": 4.0582, "step": 6094 }, { "epoch": 0.06095, "grad_norm": 0.8138189413941755, "learning_rate": 0.003, "loss": 4.0583, "step": 6095 }, { "epoch": 0.06096, "grad_norm": 0.9634421284092561, "learning_rate": 0.003, "loss": 4.0543, "step": 6096 }, { "epoch": 0.06097, "grad_norm": 1.0632007099690335, "learning_rate": 0.003, "loss": 4.071, "step": 6097 }, { "epoch": 0.06098, "grad_norm": 1.0871230047693712, "learning_rate": 0.003, "loss": 4.0427, "step": 6098 }, { "epoch": 0.06099, "grad_norm": 1.0812665303937632, "learning_rate": 0.003, "loss": 4.0647, "step": 6099 }, { "epoch": 0.061, "grad_norm": 0.9904572164775792, "learning_rate": 0.003, "loss": 4.0556, "step": 6100 }, { "epoch": 0.06101, "grad_norm": 1.2471241797218284, "learning_rate": 0.003, "loss": 4.0956, "step": 6101 }, { "epoch": 0.06102, "grad_norm": 0.9331918176411176, "learning_rate": 0.003, "loss": 4.066, "step": 6102 }, { "epoch": 0.06103, "grad_norm": 1.0358350532613663, "learning_rate": 0.003, "loss": 4.0846, "step": 6103 }, { "epoch": 0.06104, "grad_norm": 0.9863138814409834, "learning_rate": 0.003, "loss": 4.0527, "step": 6104 }, { "epoch": 0.06105, "grad_norm": 1.2154265908459023, "learning_rate": 0.003, "loss": 4.0682, "step": 6105 }, { "epoch": 0.06106, "grad_norm": 0.8917304789437333, "learning_rate": 0.003, "loss": 4.0784, "step": 6106 }, { "epoch": 0.06107, "grad_norm": 0.9427677486805567, "learning_rate": 0.003, "loss": 4.0905, "step": 6107 }, { "epoch": 0.06108, "grad_norm": 0.9771691970851738, "learning_rate": 0.003, "loss": 4.0566, "step": 6108 }, { "epoch": 0.06109, "grad_norm": 1.0200829167924297, "learning_rate": 0.003, "loss": 4.034, "step": 6109 }, { "epoch": 0.0611, "grad_norm": 1.0829855702592046, "learning_rate": 0.003, "loss": 4.0552, "step": 6110 }, { "epoch": 0.06111, "grad_norm": 1.11913249179738, "learning_rate": 0.003, "loss": 4.0725, "step": 6111 }, { "epoch": 0.06112, "grad_norm": 0.9956612041062181, "learning_rate": 0.003, "loss": 4.0665, "step": 6112 }, { "epoch": 0.06113, "grad_norm": 1.1071104171417576, "learning_rate": 0.003, "loss": 4.0805, "step": 6113 }, { "epoch": 0.06114, "grad_norm": 0.9095207699385705, "learning_rate": 0.003, "loss": 4.0361, "step": 6114 }, { "epoch": 0.06115, "grad_norm": 1.044965318613425, "learning_rate": 0.003, "loss": 4.0397, "step": 6115 }, { "epoch": 0.06116, "grad_norm": 1.2061603685848585, "learning_rate": 0.003, "loss": 4.0634, "step": 6116 }, { "epoch": 0.06117, "grad_norm": 0.9331914752531237, "learning_rate": 0.003, "loss": 4.0513, "step": 6117 }, { "epoch": 0.06118, "grad_norm": 0.9125472343562069, "learning_rate": 0.003, "loss": 4.0305, "step": 6118 }, { "epoch": 0.06119, "grad_norm": 0.7893638895463538, "learning_rate": 0.003, "loss": 4.0201, "step": 6119 }, { "epoch": 0.0612, "grad_norm": 0.9244864031831111, "learning_rate": 0.003, "loss": 4.0676, "step": 6120 }, { "epoch": 0.06121, "grad_norm": 0.9033631978733891, "learning_rate": 0.003, "loss": 4.0516, "step": 6121 }, { "epoch": 0.06122, "grad_norm": 1.0308394729354522, "learning_rate": 0.003, "loss": 4.072, "step": 6122 }, { "epoch": 0.06123, "grad_norm": 0.9549347100846058, "learning_rate": 0.003, "loss": 4.0668, "step": 6123 }, { "epoch": 0.06124, "grad_norm": 1.018979699685598, "learning_rate": 0.003, "loss": 4.062, "step": 6124 }, { "epoch": 0.06125, "grad_norm": 1.0396926470286123, "learning_rate": 0.003, "loss": 4.0273, "step": 6125 }, { "epoch": 0.06126, "grad_norm": 0.970338770093608, "learning_rate": 0.003, "loss": 4.0434, "step": 6126 }, { "epoch": 0.06127, "grad_norm": 0.9481470691411102, "learning_rate": 0.003, "loss": 4.0345, "step": 6127 }, { "epoch": 0.06128, "grad_norm": 1.0848389247188306, "learning_rate": 0.003, "loss": 4.0555, "step": 6128 }, { "epoch": 0.06129, "grad_norm": 1.0580408480527546, "learning_rate": 0.003, "loss": 4.0657, "step": 6129 }, { "epoch": 0.0613, "grad_norm": 0.9682253621336249, "learning_rate": 0.003, "loss": 4.0703, "step": 6130 }, { "epoch": 0.06131, "grad_norm": 0.9210655524658186, "learning_rate": 0.003, "loss": 4.064, "step": 6131 }, { "epoch": 0.06132, "grad_norm": 0.9155041280961395, "learning_rate": 0.003, "loss": 4.0639, "step": 6132 }, { "epoch": 0.06133, "grad_norm": 0.9789482932440452, "learning_rate": 0.003, "loss": 4.0567, "step": 6133 }, { "epoch": 0.06134, "grad_norm": 1.1135362136558498, "learning_rate": 0.003, "loss": 4.0534, "step": 6134 }, { "epoch": 0.06135, "grad_norm": 1.0670150504515052, "learning_rate": 0.003, "loss": 4.0778, "step": 6135 }, { "epoch": 0.06136, "grad_norm": 1.009306468929253, "learning_rate": 0.003, "loss": 4.0579, "step": 6136 }, { "epoch": 0.06137, "grad_norm": 1.1199332436482432, "learning_rate": 0.003, "loss": 4.0599, "step": 6137 }, { "epoch": 0.06138, "grad_norm": 0.9822960858920264, "learning_rate": 0.003, "loss": 4.0507, "step": 6138 }, { "epoch": 0.06139, "grad_norm": 1.061123881008166, "learning_rate": 0.003, "loss": 4.0757, "step": 6139 }, { "epoch": 0.0614, "grad_norm": 1.1067582756640688, "learning_rate": 0.003, "loss": 4.0344, "step": 6140 }, { "epoch": 0.06141, "grad_norm": 1.1197623616073298, "learning_rate": 0.003, "loss": 4.042, "step": 6141 }, { "epoch": 0.06142, "grad_norm": 0.9621463377982679, "learning_rate": 0.003, "loss": 4.0578, "step": 6142 }, { "epoch": 0.06143, "grad_norm": 0.9823524748170486, "learning_rate": 0.003, "loss": 4.068, "step": 6143 }, { "epoch": 0.06144, "grad_norm": 1.1256975016048572, "learning_rate": 0.003, "loss": 4.0513, "step": 6144 }, { "epoch": 0.06145, "grad_norm": 1.0964390916024676, "learning_rate": 0.003, "loss": 4.0708, "step": 6145 }, { "epoch": 0.06146, "grad_norm": 0.9340305536724448, "learning_rate": 0.003, "loss": 4.0359, "step": 6146 }, { "epoch": 0.06147, "grad_norm": 0.9639235550819623, "learning_rate": 0.003, "loss": 4.0905, "step": 6147 }, { "epoch": 0.06148, "grad_norm": 1.1141344848316928, "learning_rate": 0.003, "loss": 4.0649, "step": 6148 }, { "epoch": 0.06149, "grad_norm": 1.0008166080107452, "learning_rate": 0.003, "loss": 4.0554, "step": 6149 }, { "epoch": 0.0615, "grad_norm": 1.291300378500113, "learning_rate": 0.003, "loss": 4.077, "step": 6150 }, { "epoch": 0.06151, "grad_norm": 0.9179128052204282, "learning_rate": 0.003, "loss": 4.0654, "step": 6151 }, { "epoch": 0.06152, "grad_norm": 0.83811806335343, "learning_rate": 0.003, "loss": 4.0494, "step": 6152 }, { "epoch": 0.06153, "grad_norm": 1.0325588836325448, "learning_rate": 0.003, "loss": 4.0784, "step": 6153 }, { "epoch": 0.06154, "grad_norm": 1.0531062692602984, "learning_rate": 0.003, "loss": 4.0249, "step": 6154 }, { "epoch": 0.06155, "grad_norm": 0.9258868598309281, "learning_rate": 0.003, "loss": 4.0669, "step": 6155 }, { "epoch": 0.06156, "grad_norm": 0.8537558991823246, "learning_rate": 0.003, "loss": 4.0514, "step": 6156 }, { "epoch": 0.06157, "grad_norm": 0.915762781550664, "learning_rate": 0.003, "loss": 4.0722, "step": 6157 }, { "epoch": 0.06158, "grad_norm": 0.8548951465188689, "learning_rate": 0.003, "loss": 4.0914, "step": 6158 }, { "epoch": 0.06159, "grad_norm": 0.8765672907860784, "learning_rate": 0.003, "loss": 4.0516, "step": 6159 }, { "epoch": 0.0616, "grad_norm": 0.9374358381023599, "learning_rate": 0.003, "loss": 4.0471, "step": 6160 }, { "epoch": 0.06161, "grad_norm": 1.1299972768267692, "learning_rate": 0.003, "loss": 4.0791, "step": 6161 }, { "epoch": 0.06162, "grad_norm": 0.9317143658408135, "learning_rate": 0.003, "loss": 4.052, "step": 6162 }, { "epoch": 0.06163, "grad_norm": 0.8061151783232723, "learning_rate": 0.003, "loss": 4.0883, "step": 6163 }, { "epoch": 0.06164, "grad_norm": 0.7615643215210022, "learning_rate": 0.003, "loss": 4.0629, "step": 6164 }, { "epoch": 0.06165, "grad_norm": 0.7769881554996289, "learning_rate": 0.003, "loss": 4.0458, "step": 6165 }, { "epoch": 0.06166, "grad_norm": 0.8085532275590331, "learning_rate": 0.003, "loss": 4.0754, "step": 6166 }, { "epoch": 0.06167, "grad_norm": 0.855796871730468, "learning_rate": 0.003, "loss": 4.0468, "step": 6167 }, { "epoch": 0.06168, "grad_norm": 1.138731517223366, "learning_rate": 0.003, "loss": 4.065, "step": 6168 }, { "epoch": 0.06169, "grad_norm": 1.368396718368792, "learning_rate": 0.003, "loss": 4.068, "step": 6169 }, { "epoch": 0.0617, "grad_norm": 0.7455936313181897, "learning_rate": 0.003, "loss": 4.0551, "step": 6170 }, { "epoch": 0.06171, "grad_norm": 0.7443727028390393, "learning_rate": 0.003, "loss": 4.0588, "step": 6171 }, { "epoch": 0.06172, "grad_norm": 0.9360131411969993, "learning_rate": 0.003, "loss": 4.038, "step": 6172 }, { "epoch": 0.06173, "grad_norm": 1.0491839760469293, "learning_rate": 0.003, "loss": 4.0727, "step": 6173 }, { "epoch": 0.06174, "grad_norm": 0.9907442372695112, "learning_rate": 0.003, "loss": 4.0637, "step": 6174 }, { "epoch": 0.06175, "grad_norm": 1.0447539234835719, "learning_rate": 0.003, "loss": 4.0655, "step": 6175 }, { "epoch": 0.06176, "grad_norm": 1.010073314902336, "learning_rate": 0.003, "loss": 4.0622, "step": 6176 }, { "epoch": 0.06177, "grad_norm": 1.1559422707750275, "learning_rate": 0.003, "loss": 4.0625, "step": 6177 }, { "epoch": 0.06178, "grad_norm": 0.9526053774670727, "learning_rate": 0.003, "loss": 4.0514, "step": 6178 }, { "epoch": 0.06179, "grad_norm": 1.022987693024061, "learning_rate": 0.003, "loss": 4.0685, "step": 6179 }, { "epoch": 0.0618, "grad_norm": 1.0210445225525222, "learning_rate": 0.003, "loss": 4.0649, "step": 6180 }, { "epoch": 0.06181, "grad_norm": 0.9583722005427316, "learning_rate": 0.003, "loss": 4.0827, "step": 6181 }, { "epoch": 0.06182, "grad_norm": 1.0777328688245935, "learning_rate": 0.003, "loss": 4.0446, "step": 6182 }, { "epoch": 0.06183, "grad_norm": 1.1218720835460165, "learning_rate": 0.003, "loss": 4.0603, "step": 6183 }, { "epoch": 0.06184, "grad_norm": 0.8901736945496374, "learning_rate": 0.003, "loss": 4.055, "step": 6184 }, { "epoch": 0.06185, "grad_norm": 0.7821970283133759, "learning_rate": 0.003, "loss": 4.0442, "step": 6185 }, { "epoch": 0.06186, "grad_norm": 0.8340351304034461, "learning_rate": 0.003, "loss": 4.0706, "step": 6186 }, { "epoch": 0.06187, "grad_norm": 0.826969525348011, "learning_rate": 0.003, "loss": 4.0755, "step": 6187 }, { "epoch": 0.06188, "grad_norm": 0.8321316542169037, "learning_rate": 0.003, "loss": 4.0532, "step": 6188 }, { "epoch": 0.06189, "grad_norm": 1.0085697971600716, "learning_rate": 0.003, "loss": 4.0459, "step": 6189 }, { "epoch": 0.0619, "grad_norm": 1.2088449819616511, "learning_rate": 0.003, "loss": 4.098, "step": 6190 }, { "epoch": 0.06191, "grad_norm": 1.052029182606652, "learning_rate": 0.003, "loss": 4.0455, "step": 6191 }, { "epoch": 0.06192, "grad_norm": 0.9984353604886477, "learning_rate": 0.003, "loss": 4.0488, "step": 6192 }, { "epoch": 0.06193, "grad_norm": 1.2795032941383804, "learning_rate": 0.003, "loss": 4.023, "step": 6193 }, { "epoch": 0.06194, "grad_norm": 0.7998102276672221, "learning_rate": 0.003, "loss": 4.0387, "step": 6194 }, { "epoch": 0.06195, "grad_norm": 0.7435037294270525, "learning_rate": 0.003, "loss": 4.0562, "step": 6195 }, { "epoch": 0.06196, "grad_norm": 0.9240469454378734, "learning_rate": 0.003, "loss": 4.0715, "step": 6196 }, { "epoch": 0.06197, "grad_norm": 1.1696222467202784, "learning_rate": 0.003, "loss": 4.0628, "step": 6197 }, { "epoch": 0.06198, "grad_norm": 0.9340202086200383, "learning_rate": 0.003, "loss": 4.0852, "step": 6198 }, { "epoch": 0.06199, "grad_norm": 0.8407582922074252, "learning_rate": 0.003, "loss": 4.0732, "step": 6199 }, { "epoch": 0.062, "grad_norm": 0.8797469108168021, "learning_rate": 0.003, "loss": 4.0781, "step": 6200 }, { "epoch": 0.06201, "grad_norm": 0.9885503711260389, "learning_rate": 0.003, "loss": 4.0471, "step": 6201 }, { "epoch": 0.06202, "grad_norm": 1.033995787879555, "learning_rate": 0.003, "loss": 4.0951, "step": 6202 }, { "epoch": 0.06203, "grad_norm": 0.9934884285362043, "learning_rate": 0.003, "loss": 4.0768, "step": 6203 }, { "epoch": 0.06204, "grad_norm": 1.2510710857513951, "learning_rate": 0.003, "loss": 4.0786, "step": 6204 }, { "epoch": 0.06205, "grad_norm": 0.9427630454595206, "learning_rate": 0.003, "loss": 4.0766, "step": 6205 }, { "epoch": 0.06206, "grad_norm": 0.9038925258511812, "learning_rate": 0.003, "loss": 4.0634, "step": 6206 }, { "epoch": 0.06207, "grad_norm": 0.86210908819428, "learning_rate": 0.003, "loss": 4.0249, "step": 6207 }, { "epoch": 0.06208, "grad_norm": 0.8083534046824736, "learning_rate": 0.003, "loss": 4.0518, "step": 6208 }, { "epoch": 0.06209, "grad_norm": 0.906637525628039, "learning_rate": 0.003, "loss": 4.038, "step": 6209 }, { "epoch": 0.0621, "grad_norm": 1.1049751485709722, "learning_rate": 0.003, "loss": 4.1017, "step": 6210 }, { "epoch": 0.06211, "grad_norm": 0.8465215117222046, "learning_rate": 0.003, "loss": 4.0576, "step": 6211 }, { "epoch": 0.06212, "grad_norm": 0.926150960560891, "learning_rate": 0.003, "loss": 4.0666, "step": 6212 }, { "epoch": 0.06213, "grad_norm": 1.1848974987642524, "learning_rate": 0.003, "loss": 4.0533, "step": 6213 }, { "epoch": 0.06214, "grad_norm": 0.9608260526041966, "learning_rate": 0.003, "loss": 4.0503, "step": 6214 }, { "epoch": 0.06215, "grad_norm": 1.0487901084020896, "learning_rate": 0.003, "loss": 4.0698, "step": 6215 }, { "epoch": 0.06216, "grad_norm": 1.0157866198312488, "learning_rate": 0.003, "loss": 4.0986, "step": 6216 }, { "epoch": 0.06217, "grad_norm": 1.1412151022720478, "learning_rate": 0.003, "loss": 4.0637, "step": 6217 }, { "epoch": 0.06218, "grad_norm": 1.006247649190211, "learning_rate": 0.003, "loss": 4.0467, "step": 6218 }, { "epoch": 0.06219, "grad_norm": 1.2294549857751111, "learning_rate": 0.003, "loss": 4.0871, "step": 6219 }, { "epoch": 0.0622, "grad_norm": 0.995208064028826, "learning_rate": 0.003, "loss": 4.0748, "step": 6220 }, { "epoch": 0.06221, "grad_norm": 0.9162212484056992, "learning_rate": 0.003, "loss": 4.0763, "step": 6221 }, { "epoch": 0.06222, "grad_norm": 0.8454292925737381, "learning_rate": 0.003, "loss": 4.0584, "step": 6222 }, { "epoch": 0.06223, "grad_norm": 0.8608341935906129, "learning_rate": 0.003, "loss": 4.0659, "step": 6223 }, { "epoch": 0.06224, "grad_norm": 1.0517375571967738, "learning_rate": 0.003, "loss": 4.0411, "step": 6224 }, { "epoch": 0.06225, "grad_norm": 1.167553303659172, "learning_rate": 0.003, "loss": 4.072, "step": 6225 }, { "epoch": 0.06226, "grad_norm": 0.9413390695324375, "learning_rate": 0.003, "loss": 4.0469, "step": 6226 }, { "epoch": 0.06227, "grad_norm": 1.1275346673821272, "learning_rate": 0.003, "loss": 4.0645, "step": 6227 }, { "epoch": 0.06228, "grad_norm": 1.071326538063058, "learning_rate": 0.003, "loss": 4.0725, "step": 6228 }, { "epoch": 0.06229, "grad_norm": 1.0923671993434136, "learning_rate": 0.003, "loss": 4.0553, "step": 6229 }, { "epoch": 0.0623, "grad_norm": 1.1044316515319128, "learning_rate": 0.003, "loss": 4.0685, "step": 6230 }, { "epoch": 0.06231, "grad_norm": 1.1192386233956613, "learning_rate": 0.003, "loss": 4.0587, "step": 6231 }, { "epoch": 0.06232, "grad_norm": 1.0749004721163167, "learning_rate": 0.003, "loss": 4.0525, "step": 6232 }, { "epoch": 0.06233, "grad_norm": 1.136441483294293, "learning_rate": 0.003, "loss": 4.0522, "step": 6233 }, { "epoch": 0.06234, "grad_norm": 1.096293829074208, "learning_rate": 0.003, "loss": 4.057, "step": 6234 }, { "epoch": 0.06235, "grad_norm": 0.9421513147723747, "learning_rate": 0.003, "loss": 4.0564, "step": 6235 }, { "epoch": 0.06236, "grad_norm": 0.9920661776334326, "learning_rate": 0.003, "loss": 4.0702, "step": 6236 }, { "epoch": 0.06237, "grad_norm": 1.009784196859223, "learning_rate": 0.003, "loss": 4.0601, "step": 6237 }, { "epoch": 0.06238, "grad_norm": 0.9870780579077241, "learning_rate": 0.003, "loss": 4.0585, "step": 6238 }, { "epoch": 0.06239, "grad_norm": 1.2624770661972455, "learning_rate": 0.003, "loss": 4.0485, "step": 6239 }, { "epoch": 0.0624, "grad_norm": 0.8345122687975308, "learning_rate": 0.003, "loss": 4.053, "step": 6240 }, { "epoch": 0.06241, "grad_norm": 0.8767674013310682, "learning_rate": 0.003, "loss": 4.0328, "step": 6241 }, { "epoch": 0.06242, "grad_norm": 0.8694164086668165, "learning_rate": 0.003, "loss": 4.0588, "step": 6242 }, { "epoch": 0.06243, "grad_norm": 0.8968698662271256, "learning_rate": 0.003, "loss": 4.0507, "step": 6243 }, { "epoch": 0.06244, "grad_norm": 1.0969155124189833, "learning_rate": 0.003, "loss": 4.0874, "step": 6244 }, { "epoch": 0.06245, "grad_norm": 0.9267212634506801, "learning_rate": 0.003, "loss": 4.059, "step": 6245 }, { "epoch": 0.06246, "grad_norm": 1.0070455660568638, "learning_rate": 0.003, "loss": 4.0765, "step": 6246 }, { "epoch": 0.06247, "grad_norm": 1.1508646699867722, "learning_rate": 0.003, "loss": 4.0655, "step": 6247 }, { "epoch": 0.06248, "grad_norm": 0.9383548414378287, "learning_rate": 0.003, "loss": 4.0617, "step": 6248 }, { "epoch": 0.06249, "grad_norm": 0.8885352213986607, "learning_rate": 0.003, "loss": 4.0748, "step": 6249 }, { "epoch": 0.0625, "grad_norm": 0.8342972923726877, "learning_rate": 0.003, "loss": 4.0557, "step": 6250 }, { "epoch": 0.06251, "grad_norm": 0.9237428978300573, "learning_rate": 0.003, "loss": 4.0477, "step": 6251 }, { "epoch": 0.06252, "grad_norm": 1.084993649871814, "learning_rate": 0.003, "loss": 4.0707, "step": 6252 }, { "epoch": 0.06253, "grad_norm": 1.0323949223042157, "learning_rate": 0.003, "loss": 4.0613, "step": 6253 }, { "epoch": 0.06254, "grad_norm": 0.971393898605744, "learning_rate": 0.003, "loss": 4.0551, "step": 6254 }, { "epoch": 0.06255, "grad_norm": 0.9706954283600536, "learning_rate": 0.003, "loss": 4.0673, "step": 6255 }, { "epoch": 0.06256, "grad_norm": 0.9415015290908161, "learning_rate": 0.003, "loss": 4.0411, "step": 6256 }, { "epoch": 0.06257, "grad_norm": 0.8621578985318906, "learning_rate": 0.003, "loss": 4.0182, "step": 6257 }, { "epoch": 0.06258, "grad_norm": 0.9548440225051628, "learning_rate": 0.003, "loss": 4.0723, "step": 6258 }, { "epoch": 0.06259, "grad_norm": 0.9263497464951767, "learning_rate": 0.003, "loss": 4.088, "step": 6259 }, { "epoch": 0.0626, "grad_norm": 0.8908902137670806, "learning_rate": 0.003, "loss": 4.0587, "step": 6260 }, { "epoch": 0.06261, "grad_norm": 0.8327652914912796, "learning_rate": 0.003, "loss": 4.0418, "step": 6261 }, { "epoch": 0.06262, "grad_norm": 0.9538403925841564, "learning_rate": 0.003, "loss": 4.0491, "step": 6262 }, { "epoch": 0.06263, "grad_norm": 1.1599473881323492, "learning_rate": 0.003, "loss": 4.0877, "step": 6263 }, { "epoch": 0.06264, "grad_norm": 1.0110607933412514, "learning_rate": 0.003, "loss": 4.0557, "step": 6264 }, { "epoch": 0.06265, "grad_norm": 1.0076482190602307, "learning_rate": 0.003, "loss": 4.0781, "step": 6265 }, { "epoch": 0.06266, "grad_norm": 0.8737903635942322, "learning_rate": 0.003, "loss": 4.056, "step": 6266 }, { "epoch": 0.06267, "grad_norm": 0.8712992228434959, "learning_rate": 0.003, "loss": 4.0625, "step": 6267 }, { "epoch": 0.06268, "grad_norm": 1.017260911789287, "learning_rate": 0.003, "loss": 4.0365, "step": 6268 }, { "epoch": 0.06269, "grad_norm": 0.997967424239097, "learning_rate": 0.003, "loss": 4.0447, "step": 6269 }, { "epoch": 0.0627, "grad_norm": 1.0751801208147977, "learning_rate": 0.003, "loss": 4.0655, "step": 6270 }, { "epoch": 0.06271, "grad_norm": 1.0371657284207103, "learning_rate": 0.003, "loss": 4.0772, "step": 6271 }, { "epoch": 0.06272, "grad_norm": 1.2803244076660563, "learning_rate": 0.003, "loss": 4.0965, "step": 6272 }, { "epoch": 0.06273, "grad_norm": 0.9500833272967772, "learning_rate": 0.003, "loss": 4.0848, "step": 6273 }, { "epoch": 0.06274, "grad_norm": 1.0958729001288292, "learning_rate": 0.003, "loss": 4.0689, "step": 6274 }, { "epoch": 0.06275, "grad_norm": 1.141758768594646, "learning_rate": 0.003, "loss": 4.0612, "step": 6275 }, { "epoch": 0.06276, "grad_norm": 0.9628716788683748, "learning_rate": 0.003, "loss": 4.0732, "step": 6276 }, { "epoch": 0.06277, "grad_norm": 1.0976060075916712, "learning_rate": 0.003, "loss": 4.0789, "step": 6277 }, { "epoch": 0.06278, "grad_norm": 1.016066298115058, "learning_rate": 0.003, "loss": 4.0274, "step": 6278 }, { "epoch": 0.06279, "grad_norm": 0.8769401740306906, "learning_rate": 0.003, "loss": 4.0856, "step": 6279 }, { "epoch": 0.0628, "grad_norm": 0.9170763425191215, "learning_rate": 0.003, "loss": 4.0569, "step": 6280 }, { "epoch": 0.06281, "grad_norm": 1.111920165775686, "learning_rate": 0.003, "loss": 4.0385, "step": 6281 }, { "epoch": 0.06282, "grad_norm": 1.0224143144159263, "learning_rate": 0.003, "loss": 4.0638, "step": 6282 }, { "epoch": 0.06283, "grad_norm": 1.1015506226196767, "learning_rate": 0.003, "loss": 4.0439, "step": 6283 }, { "epoch": 0.06284, "grad_norm": 0.9844477787774102, "learning_rate": 0.003, "loss": 4.066, "step": 6284 }, { "epoch": 0.06285, "grad_norm": 1.0020352933530818, "learning_rate": 0.003, "loss": 4.0678, "step": 6285 }, { "epoch": 0.06286, "grad_norm": 0.8631477379490902, "learning_rate": 0.003, "loss": 4.0516, "step": 6286 }, { "epoch": 0.06287, "grad_norm": 0.8888287717900007, "learning_rate": 0.003, "loss": 4.0439, "step": 6287 }, { "epoch": 0.06288, "grad_norm": 0.8183385522469628, "learning_rate": 0.003, "loss": 4.0729, "step": 6288 }, { "epoch": 0.06289, "grad_norm": 0.7548987473458644, "learning_rate": 0.003, "loss": 4.0244, "step": 6289 }, { "epoch": 0.0629, "grad_norm": 0.839173523396433, "learning_rate": 0.003, "loss": 4.0495, "step": 6290 }, { "epoch": 0.06291, "grad_norm": 0.8617471545841462, "learning_rate": 0.003, "loss": 4.0262, "step": 6291 }, { "epoch": 0.06292, "grad_norm": 0.8638474112750509, "learning_rate": 0.003, "loss": 4.05, "step": 6292 }, { "epoch": 0.06293, "grad_norm": 0.9541204019425185, "learning_rate": 0.003, "loss": 4.0118, "step": 6293 }, { "epoch": 0.06294, "grad_norm": 1.1723643539699384, "learning_rate": 0.003, "loss": 4.0692, "step": 6294 }, { "epoch": 0.06295, "grad_norm": 1.103442251330168, "learning_rate": 0.003, "loss": 4.0127, "step": 6295 }, { "epoch": 0.06296, "grad_norm": 1.0703680632965407, "learning_rate": 0.003, "loss": 4.086, "step": 6296 }, { "epoch": 0.06297, "grad_norm": 1.0274650320053247, "learning_rate": 0.003, "loss": 4.0578, "step": 6297 }, { "epoch": 0.06298, "grad_norm": 0.89154419061986, "learning_rate": 0.003, "loss": 4.0563, "step": 6298 }, { "epoch": 0.06299, "grad_norm": 0.9135944828728849, "learning_rate": 0.003, "loss": 4.054, "step": 6299 }, { "epoch": 0.063, "grad_norm": 0.8267113445895482, "learning_rate": 0.003, "loss": 4.1012, "step": 6300 }, { "epoch": 0.06301, "grad_norm": 1.0037936149372095, "learning_rate": 0.003, "loss": 4.0812, "step": 6301 }, { "epoch": 0.06302, "grad_norm": 1.2860071610961534, "learning_rate": 0.003, "loss": 4.0776, "step": 6302 }, { "epoch": 0.06303, "grad_norm": 1.0162453119057104, "learning_rate": 0.003, "loss": 4.073, "step": 6303 }, { "epoch": 0.06304, "grad_norm": 1.0450143375967518, "learning_rate": 0.003, "loss": 4.0866, "step": 6304 }, { "epoch": 0.06305, "grad_norm": 1.1401136900936193, "learning_rate": 0.003, "loss": 4.0966, "step": 6305 }, { "epoch": 0.06306, "grad_norm": 1.0466179358101595, "learning_rate": 0.003, "loss": 4.0546, "step": 6306 }, { "epoch": 0.06307, "grad_norm": 1.1366527233292367, "learning_rate": 0.003, "loss": 4.0551, "step": 6307 }, { "epoch": 0.06308, "grad_norm": 0.8947523569057309, "learning_rate": 0.003, "loss": 4.0677, "step": 6308 }, { "epoch": 0.06309, "grad_norm": 0.9787036236305489, "learning_rate": 0.003, "loss": 4.0577, "step": 6309 }, { "epoch": 0.0631, "grad_norm": 1.1060093552214123, "learning_rate": 0.003, "loss": 4.0632, "step": 6310 }, { "epoch": 0.06311, "grad_norm": 0.934221683083381, "learning_rate": 0.003, "loss": 4.0527, "step": 6311 }, { "epoch": 0.06312, "grad_norm": 1.0377549576803702, "learning_rate": 0.003, "loss": 4.0502, "step": 6312 }, { "epoch": 0.06313, "grad_norm": 0.9581325400036763, "learning_rate": 0.003, "loss": 4.0732, "step": 6313 }, { "epoch": 0.06314, "grad_norm": 1.1035319349717054, "learning_rate": 0.003, "loss": 4.0827, "step": 6314 }, { "epoch": 0.06315, "grad_norm": 0.9924113339745636, "learning_rate": 0.003, "loss": 4.0596, "step": 6315 }, { "epoch": 0.06316, "grad_norm": 1.0717645296978155, "learning_rate": 0.003, "loss": 4.0332, "step": 6316 }, { "epoch": 0.06317, "grad_norm": 1.0557719176935128, "learning_rate": 0.003, "loss": 4.0608, "step": 6317 }, { "epoch": 0.06318, "grad_norm": 1.151290740982202, "learning_rate": 0.003, "loss": 4.1051, "step": 6318 }, { "epoch": 0.06319, "grad_norm": 1.1038168869223615, "learning_rate": 0.003, "loss": 4.1059, "step": 6319 }, { "epoch": 0.0632, "grad_norm": 0.9945691257477356, "learning_rate": 0.003, "loss": 4.0637, "step": 6320 }, { "epoch": 0.06321, "grad_norm": 1.0211879444413088, "learning_rate": 0.003, "loss": 4.0764, "step": 6321 }, { "epoch": 0.06322, "grad_norm": 1.074648930120513, "learning_rate": 0.003, "loss": 4.065, "step": 6322 }, { "epoch": 0.06323, "grad_norm": 1.0531931604114575, "learning_rate": 0.003, "loss": 4.0547, "step": 6323 }, { "epoch": 0.06324, "grad_norm": 1.0525740567574657, "learning_rate": 0.003, "loss": 4.0737, "step": 6324 }, { "epoch": 0.06325, "grad_norm": 1.0156601469799102, "learning_rate": 0.003, "loss": 4.0545, "step": 6325 }, { "epoch": 0.06326, "grad_norm": 1.0885712514526227, "learning_rate": 0.003, "loss": 4.0693, "step": 6326 }, { "epoch": 0.06327, "grad_norm": 0.9064082305136328, "learning_rate": 0.003, "loss": 4.0338, "step": 6327 }, { "epoch": 0.06328, "grad_norm": 0.9294707681271361, "learning_rate": 0.003, "loss": 4.084, "step": 6328 }, { "epoch": 0.06329, "grad_norm": 1.3371931683837754, "learning_rate": 0.003, "loss": 4.0765, "step": 6329 }, { "epoch": 0.0633, "grad_norm": 0.8781010739013081, "learning_rate": 0.003, "loss": 4.0438, "step": 6330 }, { "epoch": 0.06331, "grad_norm": 0.8544193926722347, "learning_rate": 0.003, "loss": 4.0408, "step": 6331 }, { "epoch": 0.06332, "grad_norm": 0.8011724000742859, "learning_rate": 0.003, "loss": 4.0395, "step": 6332 }, { "epoch": 0.06333, "grad_norm": 0.7119981509484664, "learning_rate": 0.003, "loss": 4.0413, "step": 6333 }, { "epoch": 0.06334, "grad_norm": 0.6668806340124519, "learning_rate": 0.003, "loss": 4.0426, "step": 6334 }, { "epoch": 0.06335, "grad_norm": 0.8212002598201582, "learning_rate": 0.003, "loss": 4.0129, "step": 6335 }, { "epoch": 0.06336, "grad_norm": 0.8088000326714004, "learning_rate": 0.003, "loss": 4.0736, "step": 6336 }, { "epoch": 0.06337, "grad_norm": 0.8536839468376971, "learning_rate": 0.003, "loss": 4.0773, "step": 6337 }, { "epoch": 0.06338, "grad_norm": 1.1037572047297124, "learning_rate": 0.003, "loss": 4.065, "step": 6338 }, { "epoch": 0.06339, "grad_norm": 1.3377815021844122, "learning_rate": 0.003, "loss": 4.048, "step": 6339 }, { "epoch": 0.0634, "grad_norm": 0.6048765308025956, "learning_rate": 0.003, "loss": 4.032, "step": 6340 }, { "epoch": 0.06341, "grad_norm": 0.7799193061695396, "learning_rate": 0.003, "loss": 4.0294, "step": 6341 }, { "epoch": 0.06342, "grad_norm": 1.1151041355238953, "learning_rate": 0.003, "loss": 4.0621, "step": 6342 }, { "epoch": 0.06343, "grad_norm": 1.1674486948458083, "learning_rate": 0.003, "loss": 4.0746, "step": 6343 }, { "epoch": 0.06344, "grad_norm": 1.031837089911801, "learning_rate": 0.003, "loss": 4.0284, "step": 6344 }, { "epoch": 0.06345, "grad_norm": 0.8615252116136146, "learning_rate": 0.003, "loss": 4.0436, "step": 6345 }, { "epoch": 0.06346, "grad_norm": 0.8103372667424406, "learning_rate": 0.003, "loss": 4.0604, "step": 6346 }, { "epoch": 0.06347, "grad_norm": 0.8933549042384386, "learning_rate": 0.003, "loss": 4.0482, "step": 6347 }, { "epoch": 0.06348, "grad_norm": 0.9637829939992113, "learning_rate": 0.003, "loss": 4.0467, "step": 6348 }, { "epoch": 0.06349, "grad_norm": 0.9135048719984086, "learning_rate": 0.003, "loss": 4.0421, "step": 6349 }, { "epoch": 0.0635, "grad_norm": 1.1242591431500657, "learning_rate": 0.003, "loss": 4.0444, "step": 6350 }, { "epoch": 0.06351, "grad_norm": 0.9980317399940769, "learning_rate": 0.003, "loss": 4.0697, "step": 6351 }, { "epoch": 0.06352, "grad_norm": 1.0451922994538014, "learning_rate": 0.003, "loss": 4.0468, "step": 6352 }, { "epoch": 0.06353, "grad_norm": 0.9845927560222498, "learning_rate": 0.003, "loss": 4.0626, "step": 6353 }, { "epoch": 0.06354, "grad_norm": 1.096403795880879, "learning_rate": 0.003, "loss": 4.059, "step": 6354 }, { "epoch": 0.06355, "grad_norm": 0.9983219209770657, "learning_rate": 0.003, "loss": 4.0678, "step": 6355 }, { "epoch": 0.06356, "grad_norm": 1.187703733940572, "learning_rate": 0.003, "loss": 4.0629, "step": 6356 }, { "epoch": 0.06357, "grad_norm": 0.9615101296213491, "learning_rate": 0.003, "loss": 4.0776, "step": 6357 }, { "epoch": 0.06358, "grad_norm": 1.1451194898172852, "learning_rate": 0.003, "loss": 4.0503, "step": 6358 }, { "epoch": 0.06359, "grad_norm": 1.0483116074347743, "learning_rate": 0.003, "loss": 4.0521, "step": 6359 }, { "epoch": 0.0636, "grad_norm": 0.9340547243285371, "learning_rate": 0.003, "loss": 4.075, "step": 6360 }, { "epoch": 0.06361, "grad_norm": 0.8836803848175515, "learning_rate": 0.003, "loss": 4.0662, "step": 6361 }, { "epoch": 0.06362, "grad_norm": 0.8297069107111867, "learning_rate": 0.003, "loss": 4.0722, "step": 6362 }, { "epoch": 0.06363, "grad_norm": 0.9691564696742783, "learning_rate": 0.003, "loss": 4.0568, "step": 6363 }, { "epoch": 0.06364, "grad_norm": 1.0194286737320961, "learning_rate": 0.003, "loss": 4.0563, "step": 6364 }, { "epoch": 0.06365, "grad_norm": 1.0411408567959355, "learning_rate": 0.003, "loss": 4.0462, "step": 6365 }, { "epoch": 0.06366, "grad_norm": 0.9916919363829898, "learning_rate": 0.003, "loss": 4.0733, "step": 6366 }, { "epoch": 0.06367, "grad_norm": 0.9560672684375412, "learning_rate": 0.003, "loss": 4.0537, "step": 6367 }, { "epoch": 0.06368, "grad_norm": 1.1782070353358838, "learning_rate": 0.003, "loss": 4.092, "step": 6368 }, { "epoch": 0.06369, "grad_norm": 1.133684868527638, "learning_rate": 0.003, "loss": 4.099, "step": 6369 }, { "epoch": 0.0637, "grad_norm": 0.8986796581542652, "learning_rate": 0.003, "loss": 4.0545, "step": 6370 }, { "epoch": 0.06371, "grad_norm": 0.798117831160487, "learning_rate": 0.003, "loss": 4.0688, "step": 6371 }, { "epoch": 0.06372, "grad_norm": 0.841679881049868, "learning_rate": 0.003, "loss": 4.0662, "step": 6372 }, { "epoch": 0.06373, "grad_norm": 0.912755996468821, "learning_rate": 0.003, "loss": 4.0594, "step": 6373 }, { "epoch": 0.06374, "grad_norm": 0.8902631081176816, "learning_rate": 0.003, "loss": 4.0176, "step": 6374 }, { "epoch": 0.06375, "grad_norm": 0.9176190979451236, "learning_rate": 0.003, "loss": 4.0379, "step": 6375 }, { "epoch": 0.06376, "grad_norm": 1.0740748411500862, "learning_rate": 0.003, "loss": 4.0668, "step": 6376 }, { "epoch": 0.06377, "grad_norm": 1.1585312174412248, "learning_rate": 0.003, "loss": 4.0384, "step": 6377 }, { "epoch": 0.06378, "grad_norm": 1.0560699306688008, "learning_rate": 0.003, "loss": 4.0711, "step": 6378 }, { "epoch": 0.06379, "grad_norm": 1.2860487561573273, "learning_rate": 0.003, "loss": 4.0802, "step": 6379 }, { "epoch": 0.0638, "grad_norm": 0.8690291787190746, "learning_rate": 0.003, "loss": 4.0469, "step": 6380 }, { "epoch": 0.06381, "grad_norm": 0.9436829595338491, "learning_rate": 0.003, "loss": 4.0324, "step": 6381 }, { "epoch": 0.06382, "grad_norm": 1.0685626630336664, "learning_rate": 0.003, "loss": 4.0431, "step": 6382 }, { "epoch": 0.06383, "grad_norm": 0.8979552535870967, "learning_rate": 0.003, "loss": 4.0704, "step": 6383 }, { "epoch": 0.06384, "grad_norm": 0.9809724782902665, "learning_rate": 0.003, "loss": 4.0712, "step": 6384 }, { "epoch": 0.06385, "grad_norm": 0.9328427920083763, "learning_rate": 0.003, "loss": 4.0317, "step": 6385 }, { "epoch": 0.06386, "grad_norm": 0.8685113357756273, "learning_rate": 0.003, "loss": 4.0395, "step": 6386 }, { "epoch": 0.06387, "grad_norm": 0.9155556766963706, "learning_rate": 0.003, "loss": 4.0539, "step": 6387 }, { "epoch": 0.06388, "grad_norm": 0.9520115095678209, "learning_rate": 0.003, "loss": 4.0455, "step": 6388 }, { "epoch": 0.06389, "grad_norm": 0.9650777255338291, "learning_rate": 0.003, "loss": 4.0313, "step": 6389 }, { "epoch": 0.0639, "grad_norm": 0.9711913071461878, "learning_rate": 0.003, "loss": 4.0587, "step": 6390 }, { "epoch": 0.06391, "grad_norm": 1.0582916428545706, "learning_rate": 0.003, "loss": 4.0773, "step": 6391 }, { "epoch": 0.06392, "grad_norm": 1.1228513540493317, "learning_rate": 0.003, "loss": 4.0545, "step": 6392 }, { "epoch": 0.06393, "grad_norm": 0.9824467176596088, "learning_rate": 0.003, "loss": 4.0659, "step": 6393 }, { "epoch": 0.06394, "grad_norm": 1.0748961169419036, "learning_rate": 0.003, "loss": 4.0628, "step": 6394 }, { "epoch": 0.06395, "grad_norm": 1.2122348207004991, "learning_rate": 0.003, "loss": 4.0914, "step": 6395 }, { "epoch": 0.06396, "grad_norm": 0.9525125913234459, "learning_rate": 0.003, "loss": 4.095, "step": 6396 }, { "epoch": 0.06397, "grad_norm": 1.1157249696277263, "learning_rate": 0.003, "loss": 4.0515, "step": 6397 }, { "epoch": 0.06398, "grad_norm": 1.0962231868724095, "learning_rate": 0.003, "loss": 4.0479, "step": 6398 }, { "epoch": 0.06399, "grad_norm": 0.7475394505526716, "learning_rate": 0.003, "loss": 4.0687, "step": 6399 }, { "epoch": 0.064, "grad_norm": 0.7790863228862557, "learning_rate": 0.003, "loss": 4.0587, "step": 6400 }, { "epoch": 0.06401, "grad_norm": 0.9202551013299898, "learning_rate": 0.003, "loss": 4.0455, "step": 6401 }, { "epoch": 0.06402, "grad_norm": 0.9324453718148813, "learning_rate": 0.003, "loss": 4.0463, "step": 6402 }, { "epoch": 0.06403, "grad_norm": 1.0178636443747968, "learning_rate": 0.003, "loss": 4.0452, "step": 6403 }, { "epoch": 0.06404, "grad_norm": 1.0889588831558945, "learning_rate": 0.003, "loss": 4.1007, "step": 6404 }, { "epoch": 0.06405, "grad_norm": 1.0511307110083934, "learning_rate": 0.003, "loss": 4.0581, "step": 6405 }, { "epoch": 0.06406, "grad_norm": 0.8386442367077682, "learning_rate": 0.003, "loss": 4.0437, "step": 6406 }, { "epoch": 0.06407, "grad_norm": 0.9385442318393312, "learning_rate": 0.003, "loss": 4.045, "step": 6407 }, { "epoch": 0.06408, "grad_norm": 1.1880536233711294, "learning_rate": 0.003, "loss": 4.0323, "step": 6408 }, { "epoch": 0.06409, "grad_norm": 1.0715566126733156, "learning_rate": 0.003, "loss": 4.0723, "step": 6409 }, { "epoch": 0.0641, "grad_norm": 1.0226807648909895, "learning_rate": 0.003, "loss": 4.0641, "step": 6410 }, { "epoch": 0.06411, "grad_norm": 1.0144667419036346, "learning_rate": 0.003, "loss": 4.0552, "step": 6411 }, { "epoch": 0.06412, "grad_norm": 1.0953706363475204, "learning_rate": 0.003, "loss": 4.05, "step": 6412 }, { "epoch": 0.06413, "grad_norm": 1.0397462803376565, "learning_rate": 0.003, "loss": 4.0847, "step": 6413 }, { "epoch": 0.06414, "grad_norm": 0.9792075931298253, "learning_rate": 0.003, "loss": 4.0424, "step": 6414 }, { "epoch": 0.06415, "grad_norm": 1.0282547055284612, "learning_rate": 0.003, "loss": 4.0344, "step": 6415 }, { "epoch": 0.06416, "grad_norm": 1.159533810090572, "learning_rate": 0.003, "loss": 4.0805, "step": 6416 }, { "epoch": 0.06417, "grad_norm": 1.1321519339699178, "learning_rate": 0.003, "loss": 4.0535, "step": 6417 }, { "epoch": 0.06418, "grad_norm": 0.9713020938212722, "learning_rate": 0.003, "loss": 4.0407, "step": 6418 }, { "epoch": 0.06419, "grad_norm": 1.2376733723226676, "learning_rate": 0.003, "loss": 4.0535, "step": 6419 }, { "epoch": 0.0642, "grad_norm": 0.9221140531392306, "learning_rate": 0.003, "loss": 4.0576, "step": 6420 }, { "epoch": 0.06421, "grad_norm": 0.9969702997793933, "learning_rate": 0.003, "loss": 4.0748, "step": 6421 }, { "epoch": 0.06422, "grad_norm": 1.0567219061372177, "learning_rate": 0.003, "loss": 4.0614, "step": 6422 }, { "epoch": 0.06423, "grad_norm": 0.991239045933805, "learning_rate": 0.003, "loss": 4.077, "step": 6423 }, { "epoch": 0.06424, "grad_norm": 1.0308086601832684, "learning_rate": 0.003, "loss": 4.0376, "step": 6424 }, { "epoch": 0.06425, "grad_norm": 1.0347557359010413, "learning_rate": 0.003, "loss": 4.062, "step": 6425 }, { "epoch": 0.06426, "grad_norm": 1.180251291539417, "learning_rate": 0.003, "loss": 4.0315, "step": 6426 }, { "epoch": 0.06427, "grad_norm": 1.0107602148306123, "learning_rate": 0.003, "loss": 4.0432, "step": 6427 }, { "epoch": 0.06428, "grad_norm": 1.0541298404940496, "learning_rate": 0.003, "loss": 4.0675, "step": 6428 }, { "epoch": 0.06429, "grad_norm": 1.0253882188929047, "learning_rate": 0.003, "loss": 4.0667, "step": 6429 }, { "epoch": 0.0643, "grad_norm": 1.143653137235699, "learning_rate": 0.003, "loss": 4.0425, "step": 6430 }, { "epoch": 0.06431, "grad_norm": 0.9421049550422983, "learning_rate": 0.003, "loss": 4.0533, "step": 6431 }, { "epoch": 0.06432, "grad_norm": 1.1073171928356662, "learning_rate": 0.003, "loss": 4.0506, "step": 6432 }, { "epoch": 0.06433, "grad_norm": 1.0407008893715575, "learning_rate": 0.003, "loss": 4.0789, "step": 6433 }, { "epoch": 0.06434, "grad_norm": 1.1395794148637106, "learning_rate": 0.003, "loss": 4.0278, "step": 6434 }, { "epoch": 0.06435, "grad_norm": 1.026318482136573, "learning_rate": 0.003, "loss": 4.0456, "step": 6435 }, { "epoch": 0.06436, "grad_norm": 1.1702677902712457, "learning_rate": 0.003, "loss": 4.0676, "step": 6436 }, { "epoch": 0.06437, "grad_norm": 1.025273476921687, "learning_rate": 0.003, "loss": 4.0658, "step": 6437 }, { "epoch": 0.06438, "grad_norm": 1.0119572577344156, "learning_rate": 0.003, "loss": 4.0603, "step": 6438 }, { "epoch": 0.06439, "grad_norm": 0.8412430606835657, "learning_rate": 0.003, "loss": 4.0513, "step": 6439 }, { "epoch": 0.0644, "grad_norm": 0.9507548790037242, "learning_rate": 0.003, "loss": 4.0497, "step": 6440 }, { "epoch": 0.06441, "grad_norm": 0.9244681652798047, "learning_rate": 0.003, "loss": 4.0295, "step": 6441 }, { "epoch": 0.06442, "grad_norm": 0.8807778875679908, "learning_rate": 0.003, "loss": 4.0463, "step": 6442 }, { "epoch": 0.06443, "grad_norm": 0.827270815956522, "learning_rate": 0.003, "loss": 4.0343, "step": 6443 }, { "epoch": 0.06444, "grad_norm": 0.803325818969944, "learning_rate": 0.003, "loss": 4.0427, "step": 6444 }, { "epoch": 0.06445, "grad_norm": 0.9385724441228014, "learning_rate": 0.003, "loss": 4.0606, "step": 6445 }, { "epoch": 0.06446, "grad_norm": 1.2005144304193571, "learning_rate": 0.003, "loss": 4.0558, "step": 6446 }, { "epoch": 0.06447, "grad_norm": 0.9501919917514117, "learning_rate": 0.003, "loss": 4.0645, "step": 6447 }, { "epoch": 0.06448, "grad_norm": 1.0236274372742054, "learning_rate": 0.003, "loss": 4.0678, "step": 6448 }, { "epoch": 0.06449, "grad_norm": 1.0925032591156019, "learning_rate": 0.003, "loss": 4.0986, "step": 6449 }, { "epoch": 0.0645, "grad_norm": 0.9065417419150241, "learning_rate": 0.003, "loss": 4.0421, "step": 6450 }, { "epoch": 0.06451, "grad_norm": 0.8998787170517907, "learning_rate": 0.003, "loss": 4.087, "step": 6451 }, { "epoch": 0.06452, "grad_norm": 0.9437442931525397, "learning_rate": 0.003, "loss": 4.0501, "step": 6452 }, { "epoch": 0.06453, "grad_norm": 1.0928923944168785, "learning_rate": 0.003, "loss": 4.0923, "step": 6453 }, { "epoch": 0.06454, "grad_norm": 1.1495081243301128, "learning_rate": 0.003, "loss": 4.0495, "step": 6454 }, { "epoch": 0.06455, "grad_norm": 0.9528175723610092, "learning_rate": 0.003, "loss": 4.057, "step": 6455 }, { "epoch": 0.06456, "grad_norm": 1.0833738182788575, "learning_rate": 0.003, "loss": 4.0747, "step": 6456 }, { "epoch": 0.06457, "grad_norm": 1.1107357171312071, "learning_rate": 0.003, "loss": 4.055, "step": 6457 }, { "epoch": 0.06458, "grad_norm": 1.1510295337322964, "learning_rate": 0.003, "loss": 4.068, "step": 6458 }, { "epoch": 0.06459, "grad_norm": 1.0262159806305138, "learning_rate": 0.003, "loss": 4.0744, "step": 6459 }, { "epoch": 0.0646, "grad_norm": 1.014576196236502, "learning_rate": 0.003, "loss": 4.0515, "step": 6460 }, { "epoch": 0.06461, "grad_norm": 1.064471879938064, "learning_rate": 0.003, "loss": 4.0942, "step": 6461 }, { "epoch": 0.06462, "grad_norm": 0.9222498176393344, "learning_rate": 0.003, "loss": 4.0416, "step": 6462 }, { "epoch": 0.06463, "grad_norm": 0.8981156217551731, "learning_rate": 0.003, "loss": 4.0411, "step": 6463 }, { "epoch": 0.06464, "grad_norm": 1.1107391697536575, "learning_rate": 0.003, "loss": 4.0423, "step": 6464 }, { "epoch": 0.06465, "grad_norm": 1.0063336191833832, "learning_rate": 0.003, "loss": 4.0391, "step": 6465 }, { "epoch": 0.06466, "grad_norm": 1.1961559729990558, "learning_rate": 0.003, "loss": 4.0585, "step": 6466 }, { "epoch": 0.06467, "grad_norm": 0.8793978826576908, "learning_rate": 0.003, "loss": 4.0408, "step": 6467 }, { "epoch": 0.06468, "grad_norm": 1.0427733287660477, "learning_rate": 0.003, "loss": 4.0667, "step": 6468 }, { "epoch": 0.06469, "grad_norm": 1.1251364660455194, "learning_rate": 0.003, "loss": 4.0713, "step": 6469 }, { "epoch": 0.0647, "grad_norm": 1.0043010097247658, "learning_rate": 0.003, "loss": 4.0757, "step": 6470 }, { "epoch": 0.06471, "grad_norm": 1.1207301616281806, "learning_rate": 0.003, "loss": 4.0556, "step": 6471 }, { "epoch": 0.06472, "grad_norm": 0.9991580557027551, "learning_rate": 0.003, "loss": 4.0676, "step": 6472 }, { "epoch": 0.06473, "grad_norm": 1.1171158410309772, "learning_rate": 0.003, "loss": 4.0736, "step": 6473 }, { "epoch": 0.06474, "grad_norm": 0.8529112213695773, "learning_rate": 0.003, "loss": 4.0862, "step": 6474 }, { "epoch": 0.06475, "grad_norm": 0.8417759233289197, "learning_rate": 0.003, "loss": 4.0795, "step": 6475 }, { "epoch": 0.06476, "grad_norm": 0.9302953810525731, "learning_rate": 0.003, "loss": 4.0523, "step": 6476 }, { "epoch": 0.06477, "grad_norm": 1.0176820311771924, "learning_rate": 0.003, "loss": 4.0408, "step": 6477 }, { "epoch": 0.06478, "grad_norm": 1.1064098044871353, "learning_rate": 0.003, "loss": 4.0346, "step": 6478 }, { "epoch": 0.06479, "grad_norm": 1.0450987906387426, "learning_rate": 0.003, "loss": 4.0524, "step": 6479 }, { "epoch": 0.0648, "grad_norm": 1.0076941555756993, "learning_rate": 0.003, "loss": 4.0439, "step": 6480 }, { "epoch": 0.06481, "grad_norm": 0.8795541683622259, "learning_rate": 0.003, "loss": 4.0527, "step": 6481 }, { "epoch": 0.06482, "grad_norm": 0.9850429100701444, "learning_rate": 0.003, "loss": 4.0513, "step": 6482 }, { "epoch": 0.06483, "grad_norm": 1.104728714549408, "learning_rate": 0.003, "loss": 4.0675, "step": 6483 }, { "epoch": 0.06484, "grad_norm": 1.0625023539317728, "learning_rate": 0.003, "loss": 4.0617, "step": 6484 }, { "epoch": 0.06485, "grad_norm": 0.9421033844694122, "learning_rate": 0.003, "loss": 4.0836, "step": 6485 }, { "epoch": 0.06486, "grad_norm": 0.8988596473281786, "learning_rate": 0.003, "loss": 4.0808, "step": 6486 }, { "epoch": 0.06487, "grad_norm": 0.963516647410238, "learning_rate": 0.003, "loss": 4.0686, "step": 6487 }, { "epoch": 0.06488, "grad_norm": 1.0333879473021825, "learning_rate": 0.003, "loss": 4.0782, "step": 6488 }, { "epoch": 0.06489, "grad_norm": 1.0586786599679208, "learning_rate": 0.003, "loss": 4.0635, "step": 6489 }, { "epoch": 0.0649, "grad_norm": 0.9937287592814337, "learning_rate": 0.003, "loss": 4.0541, "step": 6490 }, { "epoch": 0.06491, "grad_norm": 1.1726633804612512, "learning_rate": 0.003, "loss": 4.0615, "step": 6491 }, { "epoch": 0.06492, "grad_norm": 1.0927920818435795, "learning_rate": 0.003, "loss": 4.075, "step": 6492 }, { "epoch": 0.06493, "grad_norm": 1.0227562445548077, "learning_rate": 0.003, "loss": 4.0604, "step": 6493 }, { "epoch": 0.06494, "grad_norm": 1.0831459762005358, "learning_rate": 0.003, "loss": 4.072, "step": 6494 }, { "epoch": 0.06495, "grad_norm": 1.0262098572577179, "learning_rate": 0.003, "loss": 4.0624, "step": 6495 }, { "epoch": 0.06496, "grad_norm": 1.2236916592367486, "learning_rate": 0.003, "loss": 4.0312, "step": 6496 }, { "epoch": 0.06497, "grad_norm": 1.0285867021198758, "learning_rate": 0.003, "loss": 4.0559, "step": 6497 }, { "epoch": 0.06498, "grad_norm": 1.1733459098787142, "learning_rate": 0.003, "loss": 4.0519, "step": 6498 }, { "epoch": 0.06499, "grad_norm": 1.0531898340962396, "learning_rate": 0.003, "loss": 4.0806, "step": 6499 }, { "epoch": 0.065, "grad_norm": 1.060199193118051, "learning_rate": 0.003, "loss": 4.0563, "step": 6500 }, { "epoch": 0.06501, "grad_norm": 1.1527686386988991, "learning_rate": 0.003, "loss": 4.0544, "step": 6501 }, { "epoch": 0.06502, "grad_norm": 1.029295109562913, "learning_rate": 0.003, "loss": 4.0603, "step": 6502 }, { "epoch": 0.06503, "grad_norm": 0.9836711412915636, "learning_rate": 0.003, "loss": 4.0756, "step": 6503 }, { "epoch": 0.06504, "grad_norm": 0.9285828574317885, "learning_rate": 0.003, "loss": 4.0537, "step": 6504 }, { "epoch": 0.06505, "grad_norm": 0.975483354586866, "learning_rate": 0.003, "loss": 4.0505, "step": 6505 }, { "epoch": 0.06506, "grad_norm": 1.2115222037214375, "learning_rate": 0.003, "loss": 4.045, "step": 6506 }, { "epoch": 0.06507, "grad_norm": 0.9656432384586594, "learning_rate": 0.003, "loss": 4.0169, "step": 6507 }, { "epoch": 0.06508, "grad_norm": 1.0366546849866198, "learning_rate": 0.003, "loss": 4.0537, "step": 6508 }, { "epoch": 0.06509, "grad_norm": 1.009479145061525, "learning_rate": 0.003, "loss": 4.0457, "step": 6509 }, { "epoch": 0.0651, "grad_norm": 1.0366020609012134, "learning_rate": 0.003, "loss": 4.0833, "step": 6510 }, { "epoch": 0.06511, "grad_norm": 0.9709239930407754, "learning_rate": 0.003, "loss": 4.0474, "step": 6511 }, { "epoch": 0.06512, "grad_norm": 0.8644707502418649, "learning_rate": 0.003, "loss": 4.0261, "step": 6512 }, { "epoch": 0.06513, "grad_norm": 0.8946018112148616, "learning_rate": 0.003, "loss": 4.0577, "step": 6513 }, { "epoch": 0.06514, "grad_norm": 1.032708726685494, "learning_rate": 0.003, "loss": 4.05, "step": 6514 }, { "epoch": 0.06515, "grad_norm": 1.0409138603347203, "learning_rate": 0.003, "loss": 4.0346, "step": 6515 }, { "epoch": 0.06516, "grad_norm": 0.9892609384071499, "learning_rate": 0.003, "loss": 4.0555, "step": 6516 }, { "epoch": 0.06517, "grad_norm": 0.9148700446008358, "learning_rate": 0.003, "loss": 4.0507, "step": 6517 }, { "epoch": 0.06518, "grad_norm": 0.9979358270843701, "learning_rate": 0.003, "loss": 4.0718, "step": 6518 }, { "epoch": 0.06519, "grad_norm": 1.185271592002419, "learning_rate": 0.003, "loss": 4.054, "step": 6519 }, { "epoch": 0.0652, "grad_norm": 0.9704305412861196, "learning_rate": 0.003, "loss": 4.0173, "step": 6520 }, { "epoch": 0.06521, "grad_norm": 1.1014185224929063, "learning_rate": 0.003, "loss": 4.0695, "step": 6521 }, { "epoch": 0.06522, "grad_norm": 1.0703081501278155, "learning_rate": 0.003, "loss": 4.0729, "step": 6522 }, { "epoch": 0.06523, "grad_norm": 0.8771352485540366, "learning_rate": 0.003, "loss": 4.0593, "step": 6523 }, { "epoch": 0.06524, "grad_norm": 0.9130638198055455, "learning_rate": 0.003, "loss": 4.0526, "step": 6524 }, { "epoch": 0.06525, "grad_norm": 1.1326914793850837, "learning_rate": 0.003, "loss": 4.078, "step": 6525 }, { "epoch": 0.06526, "grad_norm": 1.021254454818802, "learning_rate": 0.003, "loss": 4.061, "step": 6526 }, { "epoch": 0.06527, "grad_norm": 1.073497230759006, "learning_rate": 0.003, "loss": 4.0713, "step": 6527 }, { "epoch": 0.06528, "grad_norm": 0.9631221418357153, "learning_rate": 0.003, "loss": 4.0684, "step": 6528 }, { "epoch": 0.06529, "grad_norm": 0.8809083485174808, "learning_rate": 0.003, "loss": 4.0536, "step": 6529 }, { "epoch": 0.0653, "grad_norm": 0.9688255439544828, "learning_rate": 0.003, "loss": 4.0512, "step": 6530 }, { "epoch": 0.06531, "grad_norm": 0.9824939601057029, "learning_rate": 0.003, "loss": 4.0425, "step": 6531 }, { "epoch": 0.06532, "grad_norm": 0.9436605093416098, "learning_rate": 0.003, "loss": 4.0731, "step": 6532 }, { "epoch": 0.06533, "grad_norm": 0.8767433235215197, "learning_rate": 0.003, "loss": 4.0679, "step": 6533 }, { "epoch": 0.06534, "grad_norm": 1.0523478236740318, "learning_rate": 0.003, "loss": 4.0691, "step": 6534 }, { "epoch": 0.06535, "grad_norm": 1.0000197595533407, "learning_rate": 0.003, "loss": 4.0277, "step": 6535 }, { "epoch": 0.06536, "grad_norm": 1.2508564779795237, "learning_rate": 0.003, "loss": 4.0528, "step": 6536 }, { "epoch": 0.06537, "grad_norm": 0.789891181606252, "learning_rate": 0.003, "loss": 4.061, "step": 6537 }, { "epoch": 0.06538, "grad_norm": 0.7387596226051653, "learning_rate": 0.003, "loss": 4.0626, "step": 6538 }, { "epoch": 0.06539, "grad_norm": 0.6182415296014235, "learning_rate": 0.003, "loss": 4.0295, "step": 6539 }, { "epoch": 0.0654, "grad_norm": 0.6896044138716849, "learning_rate": 0.003, "loss": 4.0853, "step": 6540 }, { "epoch": 0.06541, "grad_norm": 0.9475899668837449, "learning_rate": 0.003, "loss": 4.0505, "step": 6541 }, { "epoch": 0.06542, "grad_norm": 1.214498343082983, "learning_rate": 0.003, "loss": 4.0417, "step": 6542 }, { "epoch": 0.06543, "grad_norm": 0.8105078624490595, "learning_rate": 0.003, "loss": 4.0645, "step": 6543 }, { "epoch": 0.06544, "grad_norm": 0.7169187786636381, "learning_rate": 0.003, "loss": 4.0513, "step": 6544 }, { "epoch": 0.06545, "grad_norm": 0.7645714804284779, "learning_rate": 0.003, "loss": 4.0612, "step": 6545 }, { "epoch": 0.06546, "grad_norm": 0.7984074302017922, "learning_rate": 0.003, "loss": 4.0442, "step": 6546 }, { "epoch": 0.06547, "grad_norm": 0.898561711007871, "learning_rate": 0.003, "loss": 4.0444, "step": 6547 }, { "epoch": 0.06548, "grad_norm": 1.0356346515332355, "learning_rate": 0.003, "loss": 4.0478, "step": 6548 }, { "epoch": 0.06549, "grad_norm": 1.2065842171050336, "learning_rate": 0.003, "loss": 4.0803, "step": 6549 }, { "epoch": 0.0655, "grad_norm": 0.9647919793019113, "learning_rate": 0.003, "loss": 4.0296, "step": 6550 }, { "epoch": 0.06551, "grad_norm": 0.9830823232743289, "learning_rate": 0.003, "loss": 4.0339, "step": 6551 }, { "epoch": 0.06552, "grad_norm": 1.145414200189479, "learning_rate": 0.003, "loss": 4.08, "step": 6552 }, { "epoch": 0.06553, "grad_norm": 1.1282546842302874, "learning_rate": 0.003, "loss": 4.0556, "step": 6553 }, { "epoch": 0.06554, "grad_norm": 1.0724517832235836, "learning_rate": 0.003, "loss": 4.0633, "step": 6554 }, { "epoch": 0.06555, "grad_norm": 0.9247118456778185, "learning_rate": 0.003, "loss": 4.0518, "step": 6555 }, { "epoch": 0.06556, "grad_norm": 0.8809168909392743, "learning_rate": 0.003, "loss": 4.0701, "step": 6556 }, { "epoch": 0.06557, "grad_norm": 1.0027045686558371, "learning_rate": 0.003, "loss": 4.0494, "step": 6557 }, { "epoch": 0.06558, "grad_norm": 1.1521312374668213, "learning_rate": 0.003, "loss": 4.0846, "step": 6558 }, { "epoch": 0.06559, "grad_norm": 0.9170120064963928, "learning_rate": 0.003, "loss": 4.0576, "step": 6559 }, { "epoch": 0.0656, "grad_norm": 0.8925486266426595, "learning_rate": 0.003, "loss": 4.0567, "step": 6560 }, { "epoch": 0.06561, "grad_norm": 0.9709022873633115, "learning_rate": 0.003, "loss": 4.0775, "step": 6561 }, { "epoch": 0.06562, "grad_norm": 1.0699148932589904, "learning_rate": 0.003, "loss": 4.0352, "step": 6562 }, { "epoch": 0.06563, "grad_norm": 1.018722166079644, "learning_rate": 0.003, "loss": 4.0553, "step": 6563 }, { "epoch": 0.06564, "grad_norm": 1.0104563015086112, "learning_rate": 0.003, "loss": 4.0637, "step": 6564 }, { "epoch": 0.06565, "grad_norm": 0.9932591703232511, "learning_rate": 0.003, "loss": 4.0309, "step": 6565 }, { "epoch": 0.06566, "grad_norm": 0.9531047599334086, "learning_rate": 0.003, "loss": 4.0593, "step": 6566 }, { "epoch": 0.06567, "grad_norm": 1.0533507364705403, "learning_rate": 0.003, "loss": 4.0771, "step": 6567 }, { "epoch": 0.06568, "grad_norm": 1.2316178931504538, "learning_rate": 0.003, "loss": 4.0863, "step": 6568 }, { "epoch": 0.06569, "grad_norm": 0.9719523712712863, "learning_rate": 0.003, "loss": 4.031, "step": 6569 }, { "epoch": 0.0657, "grad_norm": 0.9929746213073647, "learning_rate": 0.003, "loss": 4.0546, "step": 6570 }, { "epoch": 0.06571, "grad_norm": 1.2226520601321686, "learning_rate": 0.003, "loss": 4.0682, "step": 6571 }, { "epoch": 0.06572, "grad_norm": 1.0093561514710232, "learning_rate": 0.003, "loss": 4.0298, "step": 6572 }, { "epoch": 0.06573, "grad_norm": 1.0716061347239403, "learning_rate": 0.003, "loss": 4.0618, "step": 6573 }, { "epoch": 0.06574, "grad_norm": 0.9809951043877417, "learning_rate": 0.003, "loss": 4.0477, "step": 6574 }, { "epoch": 0.06575, "grad_norm": 0.9974953620162613, "learning_rate": 0.003, "loss": 4.0405, "step": 6575 }, { "epoch": 0.06576, "grad_norm": 0.9179282772036231, "learning_rate": 0.003, "loss": 4.0274, "step": 6576 }, { "epoch": 0.06577, "grad_norm": 1.0424561456811468, "learning_rate": 0.003, "loss": 4.0419, "step": 6577 }, { "epoch": 0.06578, "grad_norm": 1.0920709972772817, "learning_rate": 0.003, "loss": 4.0464, "step": 6578 }, { "epoch": 0.06579, "grad_norm": 1.2580611117333567, "learning_rate": 0.003, "loss": 4.0425, "step": 6579 }, { "epoch": 0.0658, "grad_norm": 0.799965431122157, "learning_rate": 0.003, "loss": 4.0293, "step": 6580 }, { "epoch": 0.06581, "grad_norm": 0.781504567533229, "learning_rate": 0.003, "loss": 4.0676, "step": 6581 }, { "epoch": 0.06582, "grad_norm": 0.8493771135199062, "learning_rate": 0.003, "loss": 4.0634, "step": 6582 }, { "epoch": 0.06583, "grad_norm": 1.08382714627964, "learning_rate": 0.003, "loss": 4.0376, "step": 6583 }, { "epoch": 0.06584, "grad_norm": 0.9060976759116695, "learning_rate": 0.003, "loss": 4.0261, "step": 6584 }, { "epoch": 0.06585, "grad_norm": 1.0250567461266544, "learning_rate": 0.003, "loss": 4.052, "step": 6585 }, { "epoch": 0.06586, "grad_norm": 1.2416572702479831, "learning_rate": 0.003, "loss": 4.069, "step": 6586 }, { "epoch": 0.06587, "grad_norm": 0.8978047159555252, "learning_rate": 0.003, "loss": 4.0645, "step": 6587 }, { "epoch": 0.06588, "grad_norm": 0.827033589453339, "learning_rate": 0.003, "loss": 4.0814, "step": 6588 }, { "epoch": 0.06589, "grad_norm": 0.8211186750627676, "learning_rate": 0.003, "loss": 4.07, "step": 6589 }, { "epoch": 0.0659, "grad_norm": 0.8442088987694915, "learning_rate": 0.003, "loss": 4.0763, "step": 6590 }, { "epoch": 0.06591, "grad_norm": 1.0094167846920752, "learning_rate": 0.003, "loss": 4.1007, "step": 6591 }, { "epoch": 0.06592, "grad_norm": 1.13531615910892, "learning_rate": 0.003, "loss": 4.0707, "step": 6592 }, { "epoch": 0.06593, "grad_norm": 0.8982297119321998, "learning_rate": 0.003, "loss": 4.046, "step": 6593 }, { "epoch": 0.06594, "grad_norm": 0.946141231020595, "learning_rate": 0.003, "loss": 4.0711, "step": 6594 }, { "epoch": 0.06595, "grad_norm": 0.9136182259899146, "learning_rate": 0.003, "loss": 4.0213, "step": 6595 }, { "epoch": 0.06596, "grad_norm": 0.8744151642325578, "learning_rate": 0.003, "loss": 4.0723, "step": 6596 }, { "epoch": 0.06597, "grad_norm": 0.9533603618553095, "learning_rate": 0.003, "loss": 4.0511, "step": 6597 }, { "epoch": 0.06598, "grad_norm": 1.0604427104690746, "learning_rate": 0.003, "loss": 4.0864, "step": 6598 }, { "epoch": 0.06599, "grad_norm": 1.067472601559575, "learning_rate": 0.003, "loss": 4.0692, "step": 6599 }, { "epoch": 0.066, "grad_norm": 1.0838031919616027, "learning_rate": 0.003, "loss": 4.0752, "step": 6600 }, { "epoch": 0.06601, "grad_norm": 1.0258280341899866, "learning_rate": 0.003, "loss": 4.0584, "step": 6601 }, { "epoch": 0.06602, "grad_norm": 1.0270369431845496, "learning_rate": 0.003, "loss": 4.0576, "step": 6602 }, { "epoch": 0.06603, "grad_norm": 1.0254464189303953, "learning_rate": 0.003, "loss": 4.0547, "step": 6603 }, { "epoch": 0.06604, "grad_norm": 1.0679326763588755, "learning_rate": 0.003, "loss": 4.0513, "step": 6604 }, { "epoch": 0.06605, "grad_norm": 0.9415976678420839, "learning_rate": 0.003, "loss": 4.0742, "step": 6605 }, { "epoch": 0.06606, "grad_norm": 0.9849735102421308, "learning_rate": 0.003, "loss": 4.0563, "step": 6606 }, { "epoch": 0.06607, "grad_norm": 1.1302001807963977, "learning_rate": 0.003, "loss": 4.0492, "step": 6607 }, { "epoch": 0.06608, "grad_norm": 1.0851366334623165, "learning_rate": 0.003, "loss": 4.0481, "step": 6608 }, { "epoch": 0.06609, "grad_norm": 1.2878538978737437, "learning_rate": 0.003, "loss": 4.07, "step": 6609 }, { "epoch": 0.0661, "grad_norm": 0.9809189178062531, "learning_rate": 0.003, "loss": 4.0659, "step": 6610 }, { "epoch": 0.06611, "grad_norm": 0.9774112014402608, "learning_rate": 0.003, "loss": 4.0533, "step": 6611 }, { "epoch": 0.06612, "grad_norm": 1.074206882798712, "learning_rate": 0.003, "loss": 4.0509, "step": 6612 }, { "epoch": 0.06613, "grad_norm": 0.9119362233622336, "learning_rate": 0.003, "loss": 4.0625, "step": 6613 }, { "epoch": 0.06614, "grad_norm": 0.9092970755783418, "learning_rate": 0.003, "loss": 4.0614, "step": 6614 }, { "epoch": 0.06615, "grad_norm": 0.997529056172159, "learning_rate": 0.003, "loss": 4.0404, "step": 6615 }, { "epoch": 0.06616, "grad_norm": 1.0127096432931733, "learning_rate": 0.003, "loss": 4.0954, "step": 6616 }, { "epoch": 0.06617, "grad_norm": 1.047029183095652, "learning_rate": 0.003, "loss": 4.0718, "step": 6617 }, { "epoch": 0.06618, "grad_norm": 0.9374810538498864, "learning_rate": 0.003, "loss": 4.0809, "step": 6618 }, { "epoch": 0.06619, "grad_norm": 0.9483864493653071, "learning_rate": 0.003, "loss": 4.0465, "step": 6619 }, { "epoch": 0.0662, "grad_norm": 1.0543118381581815, "learning_rate": 0.003, "loss": 4.0415, "step": 6620 }, { "epoch": 0.06621, "grad_norm": 0.9495585297143883, "learning_rate": 0.003, "loss": 4.0715, "step": 6621 }, { "epoch": 0.06622, "grad_norm": 1.1120232278985485, "learning_rate": 0.003, "loss": 4.0701, "step": 6622 }, { "epoch": 0.06623, "grad_norm": 1.01560273953621, "learning_rate": 0.003, "loss": 4.0537, "step": 6623 }, { "epoch": 0.06624, "grad_norm": 1.1763569739613489, "learning_rate": 0.003, "loss": 4.0782, "step": 6624 }, { "epoch": 0.06625, "grad_norm": 1.1262447069862451, "learning_rate": 0.003, "loss": 4.062, "step": 6625 }, { "epoch": 0.06626, "grad_norm": 0.9382970303663091, "learning_rate": 0.003, "loss": 4.0798, "step": 6626 }, { "epoch": 0.06627, "grad_norm": 1.031419952696058, "learning_rate": 0.003, "loss": 4.0696, "step": 6627 }, { "epoch": 0.06628, "grad_norm": 1.1000233296997506, "learning_rate": 0.003, "loss": 4.073, "step": 6628 }, { "epoch": 0.06629, "grad_norm": 1.0494015088404511, "learning_rate": 0.003, "loss": 4.0658, "step": 6629 }, { "epoch": 0.0663, "grad_norm": 0.9410676376451073, "learning_rate": 0.003, "loss": 4.0782, "step": 6630 }, { "epoch": 0.06631, "grad_norm": 1.0689157449200972, "learning_rate": 0.003, "loss": 4.0584, "step": 6631 }, { "epoch": 0.06632, "grad_norm": 0.9674796376390861, "learning_rate": 0.003, "loss": 4.0578, "step": 6632 }, { "epoch": 0.06633, "grad_norm": 1.0093941937371331, "learning_rate": 0.003, "loss": 4.0764, "step": 6633 }, { "epoch": 0.06634, "grad_norm": 1.2337187993906655, "learning_rate": 0.003, "loss": 4.0716, "step": 6634 }, { "epoch": 0.06635, "grad_norm": 0.9607834095606316, "learning_rate": 0.003, "loss": 4.0848, "step": 6635 }, { "epoch": 0.06636, "grad_norm": 0.9317793609051973, "learning_rate": 0.003, "loss": 4.0366, "step": 6636 }, { "epoch": 0.06637, "grad_norm": 0.9290660104219854, "learning_rate": 0.003, "loss": 4.0584, "step": 6637 }, { "epoch": 0.06638, "grad_norm": 0.8475879085595186, "learning_rate": 0.003, "loss": 4.0255, "step": 6638 }, { "epoch": 0.06639, "grad_norm": 0.7941589369777531, "learning_rate": 0.003, "loss": 4.0585, "step": 6639 }, { "epoch": 0.0664, "grad_norm": 0.8043535640617332, "learning_rate": 0.003, "loss": 4.0372, "step": 6640 }, { "epoch": 0.06641, "grad_norm": 0.9938652956113684, "learning_rate": 0.003, "loss": 4.0603, "step": 6641 }, { "epoch": 0.06642, "grad_norm": 1.1838239696711994, "learning_rate": 0.003, "loss": 4.0674, "step": 6642 }, { "epoch": 0.06643, "grad_norm": 0.8933675359063811, "learning_rate": 0.003, "loss": 4.0511, "step": 6643 }, { "epoch": 0.06644, "grad_norm": 0.7456469496808978, "learning_rate": 0.003, "loss": 4.0491, "step": 6644 }, { "epoch": 0.06645, "grad_norm": 0.7991018018930186, "learning_rate": 0.003, "loss": 4.0345, "step": 6645 }, { "epoch": 0.06646, "grad_norm": 0.9578935057690124, "learning_rate": 0.003, "loss": 4.0388, "step": 6646 }, { "epoch": 0.06647, "grad_norm": 1.0975543814373472, "learning_rate": 0.003, "loss": 4.0708, "step": 6647 }, { "epoch": 0.06648, "grad_norm": 0.9324693403913995, "learning_rate": 0.003, "loss": 4.0434, "step": 6648 }, { "epoch": 0.06649, "grad_norm": 0.783828708420081, "learning_rate": 0.003, "loss": 4.0494, "step": 6649 }, { "epoch": 0.0665, "grad_norm": 0.8171820344699803, "learning_rate": 0.003, "loss": 4.0472, "step": 6650 }, { "epoch": 0.06651, "grad_norm": 1.0398397978025293, "learning_rate": 0.003, "loss": 4.0168, "step": 6651 }, { "epoch": 0.06652, "grad_norm": 1.1078725880727078, "learning_rate": 0.003, "loss": 4.0505, "step": 6652 }, { "epoch": 0.06653, "grad_norm": 1.05746120078045, "learning_rate": 0.003, "loss": 4.0734, "step": 6653 }, { "epoch": 0.06654, "grad_norm": 1.1809835092262086, "learning_rate": 0.003, "loss": 4.0424, "step": 6654 }, { "epoch": 0.06655, "grad_norm": 0.9734402094947942, "learning_rate": 0.003, "loss": 4.0535, "step": 6655 }, { "epoch": 0.06656, "grad_norm": 1.1076276318277252, "learning_rate": 0.003, "loss": 4.0381, "step": 6656 }, { "epoch": 0.06657, "grad_norm": 0.977985457890705, "learning_rate": 0.003, "loss": 4.0594, "step": 6657 }, { "epoch": 0.06658, "grad_norm": 0.9396247788800478, "learning_rate": 0.003, "loss": 4.0496, "step": 6658 }, { "epoch": 0.06659, "grad_norm": 1.0889586998264722, "learning_rate": 0.003, "loss": 4.0686, "step": 6659 }, { "epoch": 0.0666, "grad_norm": 1.0252758829952033, "learning_rate": 0.003, "loss": 4.0535, "step": 6660 }, { "epoch": 0.06661, "grad_norm": 1.0468601933896104, "learning_rate": 0.003, "loss": 4.0506, "step": 6661 }, { "epoch": 0.06662, "grad_norm": 1.1000476753001847, "learning_rate": 0.003, "loss": 4.0454, "step": 6662 }, { "epoch": 0.06663, "grad_norm": 1.1085660118615401, "learning_rate": 0.003, "loss": 4.1162, "step": 6663 }, { "epoch": 0.06664, "grad_norm": 0.9874276413847503, "learning_rate": 0.003, "loss": 4.071, "step": 6664 }, { "epoch": 0.06665, "grad_norm": 1.0456032019182708, "learning_rate": 0.003, "loss": 4.1, "step": 6665 }, { "epoch": 0.06666, "grad_norm": 1.0094947821010092, "learning_rate": 0.003, "loss": 4.0315, "step": 6666 }, { "epoch": 0.06667, "grad_norm": 1.109076869997086, "learning_rate": 0.003, "loss": 4.0554, "step": 6667 }, { "epoch": 0.06668, "grad_norm": 1.0088933647503096, "learning_rate": 0.003, "loss": 4.0536, "step": 6668 }, { "epoch": 0.06669, "grad_norm": 1.1968841584443815, "learning_rate": 0.003, "loss": 4.0625, "step": 6669 }, { "epoch": 0.0667, "grad_norm": 1.1241320277325377, "learning_rate": 0.003, "loss": 4.0753, "step": 6670 }, { "epoch": 0.06671, "grad_norm": 1.141904583401614, "learning_rate": 0.003, "loss": 4.0694, "step": 6671 }, { "epoch": 0.06672, "grad_norm": 1.062629879867344, "learning_rate": 0.003, "loss": 4.0501, "step": 6672 }, { "epoch": 0.06673, "grad_norm": 0.905571170038888, "learning_rate": 0.003, "loss": 4.0438, "step": 6673 }, { "epoch": 0.06674, "grad_norm": 0.9626950086254233, "learning_rate": 0.003, "loss": 4.0725, "step": 6674 }, { "epoch": 0.06675, "grad_norm": 1.0975398719716734, "learning_rate": 0.003, "loss": 4.0188, "step": 6675 }, { "epoch": 0.06676, "grad_norm": 1.3284543966412756, "learning_rate": 0.003, "loss": 4.0755, "step": 6676 }, { "epoch": 0.06677, "grad_norm": 0.8172955955655188, "learning_rate": 0.003, "loss": 4.0737, "step": 6677 }, { "epoch": 0.06678, "grad_norm": 0.9850016002008366, "learning_rate": 0.003, "loss": 4.0845, "step": 6678 }, { "epoch": 0.06679, "grad_norm": 1.0932275223248946, "learning_rate": 0.003, "loss": 4.0605, "step": 6679 }, { "epoch": 0.0668, "grad_norm": 1.148365923927585, "learning_rate": 0.003, "loss": 4.0949, "step": 6680 }, { "epoch": 0.06681, "grad_norm": 1.0338287959641415, "learning_rate": 0.003, "loss": 4.0461, "step": 6681 }, { "epoch": 0.06682, "grad_norm": 1.179731822743392, "learning_rate": 0.003, "loss": 4.0778, "step": 6682 }, { "epoch": 0.06683, "grad_norm": 0.8843991533234951, "learning_rate": 0.003, "loss": 4.0609, "step": 6683 }, { "epoch": 0.06684, "grad_norm": 0.9108762252979913, "learning_rate": 0.003, "loss": 4.0613, "step": 6684 }, { "epoch": 0.06685, "grad_norm": 1.0436969205506577, "learning_rate": 0.003, "loss": 4.0553, "step": 6685 }, { "epoch": 0.06686, "grad_norm": 1.0267003835359743, "learning_rate": 0.003, "loss": 4.0408, "step": 6686 }, { "epoch": 0.06687, "grad_norm": 0.9909041191744213, "learning_rate": 0.003, "loss": 4.03, "step": 6687 }, { "epoch": 0.06688, "grad_norm": 1.0186735696395426, "learning_rate": 0.003, "loss": 4.0453, "step": 6688 }, { "epoch": 0.06689, "grad_norm": 1.0837124330823527, "learning_rate": 0.003, "loss": 4.0853, "step": 6689 }, { "epoch": 0.0669, "grad_norm": 0.9374724932078298, "learning_rate": 0.003, "loss": 4.0444, "step": 6690 }, { "epoch": 0.06691, "grad_norm": 0.9609019141278521, "learning_rate": 0.003, "loss": 4.0589, "step": 6691 }, { "epoch": 0.06692, "grad_norm": 0.9532183639646817, "learning_rate": 0.003, "loss": 4.0347, "step": 6692 }, { "epoch": 0.06693, "grad_norm": 0.9948461347977686, "learning_rate": 0.003, "loss": 4.0517, "step": 6693 }, { "epoch": 0.06694, "grad_norm": 0.927563382693705, "learning_rate": 0.003, "loss": 4.0461, "step": 6694 }, { "epoch": 0.06695, "grad_norm": 0.8983506006216038, "learning_rate": 0.003, "loss": 4.0479, "step": 6695 }, { "epoch": 0.06696, "grad_norm": 1.0195737792831439, "learning_rate": 0.003, "loss": 4.0536, "step": 6696 }, { "epoch": 0.06697, "grad_norm": 1.0461424467719074, "learning_rate": 0.003, "loss": 4.0638, "step": 6697 }, { "epoch": 0.06698, "grad_norm": 1.1896402560053234, "learning_rate": 0.003, "loss": 4.0544, "step": 6698 }, { "epoch": 0.06699, "grad_norm": 1.0331768787858662, "learning_rate": 0.003, "loss": 4.0533, "step": 6699 }, { "epoch": 0.067, "grad_norm": 1.0760979816453098, "learning_rate": 0.003, "loss": 4.0713, "step": 6700 }, { "epoch": 0.06701, "grad_norm": 0.9030506574904259, "learning_rate": 0.003, "loss": 4.0689, "step": 6701 }, { "epoch": 0.06702, "grad_norm": 0.9590465759481133, "learning_rate": 0.003, "loss": 4.056, "step": 6702 }, { "epoch": 0.06703, "grad_norm": 1.0377738190882686, "learning_rate": 0.003, "loss": 4.0731, "step": 6703 }, { "epoch": 0.06704, "grad_norm": 0.9878474206212229, "learning_rate": 0.003, "loss": 4.0415, "step": 6704 }, { "epoch": 0.06705, "grad_norm": 1.266667575265577, "learning_rate": 0.003, "loss": 4.0564, "step": 6705 }, { "epoch": 0.06706, "grad_norm": 0.8290481300791042, "learning_rate": 0.003, "loss": 4.0916, "step": 6706 }, { "epoch": 0.06707, "grad_norm": 0.8267971520194893, "learning_rate": 0.003, "loss": 4.0267, "step": 6707 }, { "epoch": 0.06708, "grad_norm": 0.7961467186413875, "learning_rate": 0.003, "loss": 4.0421, "step": 6708 }, { "epoch": 0.06709, "grad_norm": 0.9824457399373988, "learning_rate": 0.003, "loss": 4.0429, "step": 6709 }, { "epoch": 0.0671, "grad_norm": 1.1961534967718657, "learning_rate": 0.003, "loss": 4.078, "step": 6710 }, { "epoch": 0.06711, "grad_norm": 0.9265435402662816, "learning_rate": 0.003, "loss": 4.0779, "step": 6711 }, { "epoch": 0.06712, "grad_norm": 1.0157357369850826, "learning_rate": 0.003, "loss": 4.0332, "step": 6712 }, { "epoch": 0.06713, "grad_norm": 0.9690324224443148, "learning_rate": 0.003, "loss": 4.0463, "step": 6713 }, { "epoch": 0.06714, "grad_norm": 0.897252797835452, "learning_rate": 0.003, "loss": 4.0479, "step": 6714 }, { "epoch": 0.06715, "grad_norm": 1.0170717220350938, "learning_rate": 0.003, "loss": 4.0526, "step": 6715 }, { "epoch": 0.06716, "grad_norm": 1.0531655759972556, "learning_rate": 0.003, "loss": 4.0599, "step": 6716 }, { "epoch": 0.06717, "grad_norm": 1.083960596464857, "learning_rate": 0.003, "loss": 4.0828, "step": 6717 }, { "epoch": 0.06718, "grad_norm": 0.9551481210518388, "learning_rate": 0.003, "loss": 4.0399, "step": 6718 }, { "epoch": 0.06719, "grad_norm": 0.935024318023197, "learning_rate": 0.003, "loss": 4.0446, "step": 6719 }, { "epoch": 0.0672, "grad_norm": 0.9498980025125131, "learning_rate": 0.003, "loss": 4.0574, "step": 6720 }, { "epoch": 0.06721, "grad_norm": 1.2015504874657223, "learning_rate": 0.003, "loss": 4.0779, "step": 6721 }, { "epoch": 0.06722, "grad_norm": 0.9347001938513728, "learning_rate": 0.003, "loss": 4.0776, "step": 6722 }, { "epoch": 0.06723, "grad_norm": 1.018756831416971, "learning_rate": 0.003, "loss": 4.07, "step": 6723 }, { "epoch": 0.06724, "grad_norm": 1.0987676870246745, "learning_rate": 0.003, "loss": 4.0345, "step": 6724 }, { "epoch": 0.06725, "grad_norm": 1.0112178470596225, "learning_rate": 0.003, "loss": 4.0651, "step": 6725 }, { "epoch": 0.06726, "grad_norm": 1.112944901032879, "learning_rate": 0.003, "loss": 4.0933, "step": 6726 }, { "epoch": 0.06727, "grad_norm": 1.163602379560122, "learning_rate": 0.003, "loss": 4.0595, "step": 6727 }, { "epoch": 0.06728, "grad_norm": 0.9360909552819368, "learning_rate": 0.003, "loss": 4.026, "step": 6728 }, { "epoch": 0.06729, "grad_norm": 1.0605315281502332, "learning_rate": 0.003, "loss": 4.0485, "step": 6729 }, { "epoch": 0.0673, "grad_norm": 1.0349633126182776, "learning_rate": 0.003, "loss": 4.0591, "step": 6730 }, { "epoch": 0.06731, "grad_norm": 1.2616197215123148, "learning_rate": 0.003, "loss": 4.0356, "step": 6731 }, { "epoch": 0.06732, "grad_norm": 1.0836805120817457, "learning_rate": 0.003, "loss": 4.0542, "step": 6732 }, { "epoch": 0.06733, "grad_norm": 0.9975329556874161, "learning_rate": 0.003, "loss": 4.066, "step": 6733 }, { "epoch": 0.06734, "grad_norm": 1.0166554668806964, "learning_rate": 0.003, "loss": 4.063, "step": 6734 }, { "epoch": 0.06735, "grad_norm": 0.9860686766932066, "learning_rate": 0.003, "loss": 4.0374, "step": 6735 }, { "epoch": 0.06736, "grad_norm": 1.1900474439099948, "learning_rate": 0.003, "loss": 4.0457, "step": 6736 }, { "epoch": 0.06737, "grad_norm": 0.8977382894817897, "learning_rate": 0.003, "loss": 4.0514, "step": 6737 }, { "epoch": 0.06738, "grad_norm": 0.8986515344833599, "learning_rate": 0.003, "loss": 4.0445, "step": 6738 }, { "epoch": 0.06739, "grad_norm": 1.0321723301672268, "learning_rate": 0.003, "loss": 4.0536, "step": 6739 }, { "epoch": 0.0674, "grad_norm": 1.1818737667535166, "learning_rate": 0.003, "loss": 4.0502, "step": 6740 }, { "epoch": 0.06741, "grad_norm": 0.7306130026600984, "learning_rate": 0.003, "loss": 4.0318, "step": 6741 }, { "epoch": 0.06742, "grad_norm": 0.671364374797458, "learning_rate": 0.003, "loss": 4.0552, "step": 6742 }, { "epoch": 0.06743, "grad_norm": 0.7657736082400693, "learning_rate": 0.003, "loss": 4.0243, "step": 6743 }, { "epoch": 0.06744, "grad_norm": 0.8251136224218921, "learning_rate": 0.003, "loss": 4.0626, "step": 6744 }, { "epoch": 0.06745, "grad_norm": 0.7693016914924291, "learning_rate": 0.003, "loss": 4.0335, "step": 6745 }, { "epoch": 0.06746, "grad_norm": 0.8468866611491973, "learning_rate": 0.003, "loss": 4.0394, "step": 6746 }, { "epoch": 0.06747, "grad_norm": 1.0246297168064884, "learning_rate": 0.003, "loss": 4.0477, "step": 6747 }, { "epoch": 0.06748, "grad_norm": 1.1135872084646647, "learning_rate": 0.003, "loss": 4.0558, "step": 6748 }, { "epoch": 0.06749, "grad_norm": 0.8843107432077526, "learning_rate": 0.003, "loss": 4.0447, "step": 6749 }, { "epoch": 0.0675, "grad_norm": 0.9912073777138863, "learning_rate": 0.003, "loss": 4.0344, "step": 6750 }, { "epoch": 0.06751, "grad_norm": 1.2591178077510798, "learning_rate": 0.003, "loss": 4.08, "step": 6751 }, { "epoch": 0.06752, "grad_norm": 0.8082384535393943, "learning_rate": 0.003, "loss": 4.065, "step": 6752 }, { "epoch": 0.06753, "grad_norm": 0.7511358793452372, "learning_rate": 0.003, "loss": 4.0259, "step": 6753 }, { "epoch": 0.06754, "grad_norm": 0.867990155758509, "learning_rate": 0.003, "loss": 4.0551, "step": 6754 }, { "epoch": 0.06755, "grad_norm": 0.9955414763715997, "learning_rate": 0.003, "loss": 4.0421, "step": 6755 }, { "epoch": 0.06756, "grad_norm": 1.2073694787838065, "learning_rate": 0.003, "loss": 4.0637, "step": 6756 }, { "epoch": 0.06757, "grad_norm": 1.0707480255468453, "learning_rate": 0.003, "loss": 4.0647, "step": 6757 }, { "epoch": 0.06758, "grad_norm": 1.1122443531121051, "learning_rate": 0.003, "loss": 4.0549, "step": 6758 }, { "epoch": 0.06759, "grad_norm": 0.9489611527342554, "learning_rate": 0.003, "loss": 4.0803, "step": 6759 }, { "epoch": 0.0676, "grad_norm": 1.0041886074885658, "learning_rate": 0.003, "loss": 4.0671, "step": 6760 }, { "epoch": 0.06761, "grad_norm": 1.355937161252965, "learning_rate": 0.003, "loss": 4.0569, "step": 6761 }, { "epoch": 0.06762, "grad_norm": 0.9894898503815498, "learning_rate": 0.003, "loss": 4.0571, "step": 6762 }, { "epoch": 0.06763, "grad_norm": 1.050921117069599, "learning_rate": 0.003, "loss": 4.0595, "step": 6763 }, { "epoch": 0.06764, "grad_norm": 1.067765228974404, "learning_rate": 0.003, "loss": 4.0435, "step": 6764 }, { "epoch": 0.06765, "grad_norm": 0.9545145035844784, "learning_rate": 0.003, "loss": 4.0543, "step": 6765 }, { "epoch": 0.06766, "grad_norm": 1.0023904128414394, "learning_rate": 0.003, "loss": 4.0698, "step": 6766 }, { "epoch": 0.06767, "grad_norm": 0.9593720771665164, "learning_rate": 0.003, "loss": 4.0679, "step": 6767 }, { "epoch": 0.06768, "grad_norm": 1.1273025407257062, "learning_rate": 0.003, "loss": 4.0341, "step": 6768 }, { "epoch": 0.06769, "grad_norm": 1.087476946360311, "learning_rate": 0.003, "loss": 4.0532, "step": 6769 }, { "epoch": 0.0677, "grad_norm": 1.1529163947763248, "learning_rate": 0.003, "loss": 4.0672, "step": 6770 }, { "epoch": 0.06771, "grad_norm": 0.7314271498801576, "learning_rate": 0.003, "loss": 4.0448, "step": 6771 }, { "epoch": 0.06772, "grad_norm": 0.7723436133611571, "learning_rate": 0.003, "loss": 4.052, "step": 6772 }, { "epoch": 0.06773, "grad_norm": 0.9678136783714796, "learning_rate": 0.003, "loss": 4.0706, "step": 6773 }, { "epoch": 0.06774, "grad_norm": 1.2406355654915857, "learning_rate": 0.003, "loss": 4.0136, "step": 6774 }, { "epoch": 0.06775, "grad_norm": 0.8156597708290578, "learning_rate": 0.003, "loss": 4.0551, "step": 6775 }, { "epoch": 0.06776, "grad_norm": 0.9530712850122685, "learning_rate": 0.003, "loss": 4.0865, "step": 6776 }, { "epoch": 0.06777, "grad_norm": 1.081652928525485, "learning_rate": 0.003, "loss": 4.0735, "step": 6777 }, { "epoch": 0.06778, "grad_norm": 0.9997360227306185, "learning_rate": 0.003, "loss": 4.014, "step": 6778 }, { "epoch": 0.06779, "grad_norm": 0.9050972292743207, "learning_rate": 0.003, "loss": 4.0605, "step": 6779 }, { "epoch": 0.0678, "grad_norm": 0.899616606188489, "learning_rate": 0.003, "loss": 4.0218, "step": 6780 }, { "epoch": 0.06781, "grad_norm": 1.035269328464622, "learning_rate": 0.003, "loss": 4.0934, "step": 6781 }, { "epoch": 0.06782, "grad_norm": 1.204532202978388, "learning_rate": 0.003, "loss": 4.0741, "step": 6782 }, { "epoch": 0.06783, "grad_norm": 0.9655678343763224, "learning_rate": 0.003, "loss": 4.0772, "step": 6783 }, { "epoch": 0.06784, "grad_norm": 0.900065330135723, "learning_rate": 0.003, "loss": 4.0477, "step": 6784 }, { "epoch": 0.06785, "grad_norm": 0.9737356124056987, "learning_rate": 0.003, "loss": 4.0711, "step": 6785 }, { "epoch": 0.06786, "grad_norm": 0.9974183872061985, "learning_rate": 0.003, "loss": 4.0404, "step": 6786 }, { "epoch": 0.06787, "grad_norm": 1.041494125314001, "learning_rate": 0.003, "loss": 4.0279, "step": 6787 }, { "epoch": 0.06788, "grad_norm": 1.083171903315331, "learning_rate": 0.003, "loss": 4.0753, "step": 6788 }, { "epoch": 0.06789, "grad_norm": 1.3039936977749973, "learning_rate": 0.003, "loss": 4.0455, "step": 6789 }, { "epoch": 0.0679, "grad_norm": 0.9733172088754207, "learning_rate": 0.003, "loss": 4.0678, "step": 6790 }, { "epoch": 0.06791, "grad_norm": 0.8961119962612736, "learning_rate": 0.003, "loss": 4.0487, "step": 6791 }, { "epoch": 0.06792, "grad_norm": 0.9367283411485818, "learning_rate": 0.003, "loss": 4.0677, "step": 6792 }, { "epoch": 0.06793, "grad_norm": 1.2662871097017818, "learning_rate": 0.003, "loss": 4.0711, "step": 6793 }, { "epoch": 0.06794, "grad_norm": 0.9235411725065059, "learning_rate": 0.003, "loss": 4.0799, "step": 6794 }, { "epoch": 0.06795, "grad_norm": 1.0564098546065013, "learning_rate": 0.003, "loss": 4.0331, "step": 6795 }, { "epoch": 0.06796, "grad_norm": 1.024685829459076, "learning_rate": 0.003, "loss": 4.0689, "step": 6796 }, { "epoch": 0.06797, "grad_norm": 1.120134124815487, "learning_rate": 0.003, "loss": 4.0852, "step": 6797 }, { "epoch": 0.06798, "grad_norm": 0.9517110352700969, "learning_rate": 0.003, "loss": 4.0493, "step": 6798 }, { "epoch": 0.06799, "grad_norm": 0.9692745939925019, "learning_rate": 0.003, "loss": 4.0861, "step": 6799 }, { "epoch": 0.068, "grad_norm": 1.0264417600972477, "learning_rate": 0.003, "loss": 4.0594, "step": 6800 }, { "epoch": 0.06801, "grad_norm": 1.2302920860016315, "learning_rate": 0.003, "loss": 4.0393, "step": 6801 }, { "epoch": 0.06802, "grad_norm": 1.0369213141884206, "learning_rate": 0.003, "loss": 4.0543, "step": 6802 }, { "epoch": 0.06803, "grad_norm": 1.0524636853985736, "learning_rate": 0.003, "loss": 4.0596, "step": 6803 }, { "epoch": 0.06804, "grad_norm": 1.0387365140475044, "learning_rate": 0.003, "loss": 4.0736, "step": 6804 }, { "epoch": 0.06805, "grad_norm": 1.2150483769149856, "learning_rate": 0.003, "loss": 4.0535, "step": 6805 }, { "epoch": 0.06806, "grad_norm": 0.8807324303080953, "learning_rate": 0.003, "loss": 4.0473, "step": 6806 }, { "epoch": 0.06807, "grad_norm": 0.8373757284517774, "learning_rate": 0.003, "loss": 4.0471, "step": 6807 }, { "epoch": 0.06808, "grad_norm": 0.8400667752675757, "learning_rate": 0.003, "loss": 4.0541, "step": 6808 }, { "epoch": 0.06809, "grad_norm": 0.8369993186398413, "learning_rate": 0.003, "loss": 4.0271, "step": 6809 }, { "epoch": 0.0681, "grad_norm": 0.9006507393196466, "learning_rate": 0.003, "loss": 4.0526, "step": 6810 }, { "epoch": 0.06811, "grad_norm": 1.0077180114145714, "learning_rate": 0.003, "loss": 4.0836, "step": 6811 }, { "epoch": 0.06812, "grad_norm": 1.1521055645070202, "learning_rate": 0.003, "loss": 4.0528, "step": 6812 }, { "epoch": 0.06813, "grad_norm": 1.0625428176141143, "learning_rate": 0.003, "loss": 4.0286, "step": 6813 }, { "epoch": 0.06814, "grad_norm": 1.178996563449822, "learning_rate": 0.003, "loss": 4.0658, "step": 6814 }, { "epoch": 0.06815, "grad_norm": 0.8797766928663225, "learning_rate": 0.003, "loss": 4.0709, "step": 6815 }, { "epoch": 0.06816, "grad_norm": 0.8289246518934655, "learning_rate": 0.003, "loss": 4.0688, "step": 6816 }, { "epoch": 0.06817, "grad_norm": 0.8654988446799349, "learning_rate": 0.003, "loss": 4.0388, "step": 6817 }, { "epoch": 0.06818, "grad_norm": 1.0798387368738107, "learning_rate": 0.003, "loss": 4.0627, "step": 6818 }, { "epoch": 0.06819, "grad_norm": 1.1105690600865603, "learning_rate": 0.003, "loss": 4.0581, "step": 6819 }, { "epoch": 0.0682, "grad_norm": 1.0813449551126753, "learning_rate": 0.003, "loss": 4.0843, "step": 6820 }, { "epoch": 0.06821, "grad_norm": 0.96077795414745, "learning_rate": 0.003, "loss": 4.0757, "step": 6821 }, { "epoch": 0.06822, "grad_norm": 0.9659380763604074, "learning_rate": 0.003, "loss": 4.0354, "step": 6822 }, { "epoch": 0.06823, "grad_norm": 1.10215696178397, "learning_rate": 0.003, "loss": 4.0554, "step": 6823 }, { "epoch": 0.06824, "grad_norm": 1.034364867848419, "learning_rate": 0.003, "loss": 4.0327, "step": 6824 }, { "epoch": 0.06825, "grad_norm": 0.9937444135494871, "learning_rate": 0.003, "loss": 4.0489, "step": 6825 }, { "epoch": 0.06826, "grad_norm": 0.9764377761142184, "learning_rate": 0.003, "loss": 4.0402, "step": 6826 }, { "epoch": 0.06827, "grad_norm": 0.969374372811426, "learning_rate": 0.003, "loss": 4.0308, "step": 6827 }, { "epoch": 0.06828, "grad_norm": 1.0350502895060627, "learning_rate": 0.003, "loss": 4.0583, "step": 6828 }, { "epoch": 0.06829, "grad_norm": 1.241961679572367, "learning_rate": 0.003, "loss": 4.0667, "step": 6829 }, { "epoch": 0.0683, "grad_norm": 1.025448801706437, "learning_rate": 0.003, "loss": 4.0532, "step": 6830 }, { "epoch": 0.06831, "grad_norm": 0.9950647336149414, "learning_rate": 0.003, "loss": 4.0784, "step": 6831 }, { "epoch": 0.06832, "grad_norm": 1.1012052576359934, "learning_rate": 0.003, "loss": 4.0455, "step": 6832 }, { "epoch": 0.06833, "grad_norm": 0.8956721313879287, "learning_rate": 0.003, "loss": 4.0279, "step": 6833 }, { "epoch": 0.06834, "grad_norm": 1.1464044341999087, "learning_rate": 0.003, "loss": 4.0643, "step": 6834 }, { "epoch": 0.06835, "grad_norm": 1.09845989400467, "learning_rate": 0.003, "loss": 4.0633, "step": 6835 }, { "epoch": 0.06836, "grad_norm": 1.1577607159035546, "learning_rate": 0.003, "loss": 4.0883, "step": 6836 }, { "epoch": 0.06837, "grad_norm": 0.9624906863376643, "learning_rate": 0.003, "loss": 4.0376, "step": 6837 }, { "epoch": 0.06838, "grad_norm": 1.0526594999167607, "learning_rate": 0.003, "loss": 4.048, "step": 6838 }, { "epoch": 0.06839, "grad_norm": 1.0673019415333493, "learning_rate": 0.003, "loss": 4.0393, "step": 6839 }, { "epoch": 0.0684, "grad_norm": 1.012103935387283, "learning_rate": 0.003, "loss": 4.0636, "step": 6840 }, { "epoch": 0.06841, "grad_norm": 0.9147560220218148, "learning_rate": 0.003, "loss": 4.0587, "step": 6841 }, { "epoch": 0.06842, "grad_norm": 0.9643937321782413, "learning_rate": 0.003, "loss": 4.0581, "step": 6842 }, { "epoch": 0.06843, "grad_norm": 1.0039478407079416, "learning_rate": 0.003, "loss": 4.053, "step": 6843 }, { "epoch": 0.06844, "grad_norm": 1.2025234350492864, "learning_rate": 0.003, "loss": 4.0541, "step": 6844 }, { "epoch": 0.06845, "grad_norm": 1.0176494517204697, "learning_rate": 0.003, "loss": 4.0685, "step": 6845 }, { "epoch": 0.06846, "grad_norm": 0.9635201111106092, "learning_rate": 0.003, "loss": 4.0551, "step": 6846 }, { "epoch": 0.06847, "grad_norm": 0.9695541827730285, "learning_rate": 0.003, "loss": 4.0432, "step": 6847 }, { "epoch": 0.06848, "grad_norm": 1.055028109497596, "learning_rate": 0.003, "loss": 4.058, "step": 6848 }, { "epoch": 0.06849, "grad_norm": 1.2623333403844699, "learning_rate": 0.003, "loss": 4.0513, "step": 6849 }, { "epoch": 0.0685, "grad_norm": 1.0979408883303405, "learning_rate": 0.003, "loss": 4.0501, "step": 6850 }, { "epoch": 0.06851, "grad_norm": 1.2299990074107543, "learning_rate": 0.003, "loss": 4.0341, "step": 6851 }, { "epoch": 0.06852, "grad_norm": 0.8622471399851679, "learning_rate": 0.003, "loss": 4.038, "step": 6852 }, { "epoch": 0.06853, "grad_norm": 0.797053506469073, "learning_rate": 0.003, "loss": 4.031, "step": 6853 }, { "epoch": 0.06854, "grad_norm": 0.7428713139049907, "learning_rate": 0.003, "loss": 4.0641, "step": 6854 }, { "epoch": 0.06855, "grad_norm": 0.8702478930012675, "learning_rate": 0.003, "loss": 4.0767, "step": 6855 }, { "epoch": 0.06856, "grad_norm": 0.9565155211806974, "learning_rate": 0.003, "loss": 4.0766, "step": 6856 }, { "epoch": 0.06857, "grad_norm": 0.9401346796927762, "learning_rate": 0.003, "loss": 4.0578, "step": 6857 }, { "epoch": 0.06858, "grad_norm": 1.046352232064668, "learning_rate": 0.003, "loss": 4.0231, "step": 6858 }, { "epoch": 0.06859, "grad_norm": 1.1113366890222538, "learning_rate": 0.003, "loss": 4.0401, "step": 6859 }, { "epoch": 0.0686, "grad_norm": 1.0332225044816656, "learning_rate": 0.003, "loss": 4.0488, "step": 6860 }, { "epoch": 0.06861, "grad_norm": 1.037641447920837, "learning_rate": 0.003, "loss": 4.0426, "step": 6861 }, { "epoch": 0.06862, "grad_norm": 1.0707793888395856, "learning_rate": 0.003, "loss": 4.0386, "step": 6862 }, { "epoch": 0.06863, "grad_norm": 1.3025261367467222, "learning_rate": 0.003, "loss": 4.0539, "step": 6863 }, { "epoch": 0.06864, "grad_norm": 0.7117943067157152, "learning_rate": 0.003, "loss": 4.0517, "step": 6864 }, { "epoch": 0.06865, "grad_norm": 0.8149012494620742, "learning_rate": 0.003, "loss": 4.0406, "step": 6865 }, { "epoch": 0.06866, "grad_norm": 0.9768992618939744, "learning_rate": 0.003, "loss": 4.061, "step": 6866 }, { "epoch": 0.06867, "grad_norm": 1.2876703502703644, "learning_rate": 0.003, "loss": 4.0825, "step": 6867 }, { "epoch": 0.06868, "grad_norm": 0.8939557694074772, "learning_rate": 0.003, "loss": 4.0351, "step": 6868 }, { "epoch": 0.06869, "grad_norm": 0.9739018190603045, "learning_rate": 0.003, "loss": 4.0648, "step": 6869 }, { "epoch": 0.0687, "grad_norm": 1.0808672350561943, "learning_rate": 0.003, "loss": 4.0094, "step": 6870 }, { "epoch": 0.06871, "grad_norm": 0.9732612594475262, "learning_rate": 0.003, "loss": 4.0323, "step": 6871 }, { "epoch": 0.06872, "grad_norm": 0.9231941574627566, "learning_rate": 0.003, "loss": 4.0347, "step": 6872 }, { "epoch": 0.06873, "grad_norm": 1.0038158255901826, "learning_rate": 0.003, "loss": 4.0429, "step": 6873 }, { "epoch": 0.06874, "grad_norm": 1.1994966137942642, "learning_rate": 0.003, "loss": 4.064, "step": 6874 }, { "epoch": 0.06875, "grad_norm": 0.9012267255930811, "learning_rate": 0.003, "loss": 4.0605, "step": 6875 }, { "epoch": 0.06876, "grad_norm": 0.958415530478731, "learning_rate": 0.003, "loss": 4.0705, "step": 6876 }, { "epoch": 0.06877, "grad_norm": 0.9667858571717155, "learning_rate": 0.003, "loss": 4.038, "step": 6877 }, { "epoch": 0.06878, "grad_norm": 1.2429535644925198, "learning_rate": 0.003, "loss": 4.0391, "step": 6878 }, { "epoch": 0.06879, "grad_norm": 0.8678125841491381, "learning_rate": 0.003, "loss": 4.0425, "step": 6879 }, { "epoch": 0.0688, "grad_norm": 0.9483241231979963, "learning_rate": 0.003, "loss": 4.0528, "step": 6880 }, { "epoch": 0.06881, "grad_norm": 1.1081275778671038, "learning_rate": 0.003, "loss": 4.0476, "step": 6881 }, { "epoch": 0.06882, "grad_norm": 0.8941631616443152, "learning_rate": 0.003, "loss": 4.0456, "step": 6882 }, { "epoch": 0.06883, "grad_norm": 1.0008866943662982, "learning_rate": 0.003, "loss": 4.0715, "step": 6883 }, { "epoch": 0.06884, "grad_norm": 1.1763212407023795, "learning_rate": 0.003, "loss": 4.0428, "step": 6884 }, { "epoch": 0.06885, "grad_norm": 0.947660863840069, "learning_rate": 0.003, "loss": 4.0572, "step": 6885 }, { "epoch": 0.06886, "grad_norm": 1.0445333316933652, "learning_rate": 0.003, "loss": 4.0425, "step": 6886 }, { "epoch": 0.06887, "grad_norm": 1.2206210118596559, "learning_rate": 0.003, "loss": 4.0683, "step": 6887 }, { "epoch": 0.06888, "grad_norm": 1.0692166428843015, "learning_rate": 0.003, "loss": 4.0418, "step": 6888 }, { "epoch": 0.06889, "grad_norm": 0.9355380989508778, "learning_rate": 0.003, "loss": 4.05, "step": 6889 }, { "epoch": 0.0689, "grad_norm": 1.158851574547141, "learning_rate": 0.003, "loss": 4.033, "step": 6890 }, { "epoch": 0.06891, "grad_norm": 0.8775458730749034, "learning_rate": 0.003, "loss": 4.0639, "step": 6891 }, { "epoch": 0.06892, "grad_norm": 1.0821142493586515, "learning_rate": 0.003, "loss": 4.0442, "step": 6892 }, { "epoch": 0.06893, "grad_norm": 1.0013455149294792, "learning_rate": 0.003, "loss": 4.054, "step": 6893 }, { "epoch": 0.06894, "grad_norm": 1.1973645911348245, "learning_rate": 0.003, "loss": 4.0446, "step": 6894 }, { "epoch": 0.06895, "grad_norm": 0.9524668934091803, "learning_rate": 0.003, "loss": 4.0379, "step": 6895 }, { "epoch": 0.06896, "grad_norm": 1.042772383295928, "learning_rate": 0.003, "loss": 4.0356, "step": 6896 }, { "epoch": 0.06897, "grad_norm": 1.0973998064718429, "learning_rate": 0.003, "loss": 4.0829, "step": 6897 }, { "epoch": 0.06898, "grad_norm": 0.941011645940574, "learning_rate": 0.003, "loss": 4.0016, "step": 6898 }, { "epoch": 0.06899, "grad_norm": 0.9259127376564472, "learning_rate": 0.003, "loss": 4.0801, "step": 6899 }, { "epoch": 0.069, "grad_norm": 1.0042825475944963, "learning_rate": 0.003, "loss": 4.0468, "step": 6900 }, { "epoch": 0.06901, "grad_norm": 1.0504783164304958, "learning_rate": 0.003, "loss": 4.0241, "step": 6901 }, { "epoch": 0.06902, "grad_norm": 1.001395184859859, "learning_rate": 0.003, "loss": 4.0375, "step": 6902 }, { "epoch": 0.06903, "grad_norm": 0.9533095870741758, "learning_rate": 0.003, "loss": 4.0419, "step": 6903 }, { "epoch": 0.06904, "grad_norm": 0.8946382452071323, "learning_rate": 0.003, "loss": 4.0414, "step": 6904 }, { "epoch": 0.06905, "grad_norm": 0.9637064412868039, "learning_rate": 0.003, "loss": 4.0721, "step": 6905 }, { "epoch": 0.06906, "grad_norm": 1.0077282899066335, "learning_rate": 0.003, "loss": 4.023, "step": 6906 }, { "epoch": 0.06907, "grad_norm": 1.1560211480862905, "learning_rate": 0.003, "loss": 4.0466, "step": 6907 }, { "epoch": 0.06908, "grad_norm": 0.9093203754997685, "learning_rate": 0.003, "loss": 4.0219, "step": 6908 }, { "epoch": 0.06909, "grad_norm": 0.9106719670133724, "learning_rate": 0.003, "loss": 4.0556, "step": 6909 }, { "epoch": 0.0691, "grad_norm": 1.0352808190093583, "learning_rate": 0.003, "loss": 4.027, "step": 6910 }, { "epoch": 0.06911, "grad_norm": 1.172505571950034, "learning_rate": 0.003, "loss": 4.0749, "step": 6911 }, { "epoch": 0.06912, "grad_norm": 1.004717986434819, "learning_rate": 0.003, "loss": 4.0503, "step": 6912 }, { "epoch": 0.06913, "grad_norm": 1.0346811560718048, "learning_rate": 0.003, "loss": 4.0275, "step": 6913 }, { "epoch": 0.06914, "grad_norm": 0.9902540554926873, "learning_rate": 0.003, "loss": 4.0739, "step": 6914 }, { "epoch": 0.06915, "grad_norm": 1.3265154292186019, "learning_rate": 0.003, "loss": 4.0875, "step": 6915 }, { "epoch": 0.06916, "grad_norm": 1.0096731892843975, "learning_rate": 0.003, "loss": 4.0511, "step": 6916 }, { "epoch": 0.06917, "grad_norm": 1.1017730347115613, "learning_rate": 0.003, "loss": 4.0387, "step": 6917 }, { "epoch": 0.06918, "grad_norm": 1.2367019859366197, "learning_rate": 0.003, "loss": 4.0773, "step": 6918 }, { "epoch": 0.06919, "grad_norm": 0.9219679674649628, "learning_rate": 0.003, "loss": 4.0667, "step": 6919 }, { "epoch": 0.0692, "grad_norm": 0.991754900343874, "learning_rate": 0.003, "loss": 4.0536, "step": 6920 }, { "epoch": 0.06921, "grad_norm": 1.2175829497274775, "learning_rate": 0.003, "loss": 4.0674, "step": 6921 }, { "epoch": 0.06922, "grad_norm": 0.9154029403754875, "learning_rate": 0.003, "loss": 4.0578, "step": 6922 }, { "epoch": 0.06923, "grad_norm": 1.0695987825330893, "learning_rate": 0.003, "loss": 4.0428, "step": 6923 }, { "epoch": 0.06924, "grad_norm": 0.940173575072378, "learning_rate": 0.003, "loss": 4.0814, "step": 6924 }, { "epoch": 0.06925, "grad_norm": 1.1072649608493197, "learning_rate": 0.003, "loss": 4.0783, "step": 6925 }, { "epoch": 0.06926, "grad_norm": 1.0433608354839305, "learning_rate": 0.003, "loss": 4.0736, "step": 6926 }, { "epoch": 0.06927, "grad_norm": 1.0081972527274148, "learning_rate": 0.003, "loss": 4.0648, "step": 6927 }, { "epoch": 0.06928, "grad_norm": 1.1110960603111513, "learning_rate": 0.003, "loss": 4.0465, "step": 6928 }, { "epoch": 0.06929, "grad_norm": 1.020106821680874, "learning_rate": 0.003, "loss": 4.0522, "step": 6929 }, { "epoch": 0.0693, "grad_norm": 1.1534854540437196, "learning_rate": 0.003, "loss": 4.1001, "step": 6930 }, { "epoch": 0.06931, "grad_norm": 0.9801283370812117, "learning_rate": 0.003, "loss": 4.0648, "step": 6931 }, { "epoch": 0.06932, "grad_norm": 1.0759745476144513, "learning_rate": 0.003, "loss": 4.0404, "step": 6932 }, { "epoch": 0.06933, "grad_norm": 1.1318320501940358, "learning_rate": 0.003, "loss": 4.0827, "step": 6933 }, { "epoch": 0.06934, "grad_norm": 0.9953954741024389, "learning_rate": 0.003, "loss": 4.0428, "step": 6934 }, { "epoch": 0.06935, "grad_norm": 1.0404905470053114, "learning_rate": 0.003, "loss": 4.0649, "step": 6935 }, { "epoch": 0.06936, "grad_norm": 1.0468597561286765, "learning_rate": 0.003, "loss": 4.0148, "step": 6936 }, { "epoch": 0.06937, "grad_norm": 1.0201183676680066, "learning_rate": 0.003, "loss": 4.0475, "step": 6937 }, { "epoch": 0.06938, "grad_norm": 1.0787460833199358, "learning_rate": 0.003, "loss": 4.0282, "step": 6938 }, { "epoch": 0.06939, "grad_norm": 1.0901798974191894, "learning_rate": 0.003, "loss": 4.059, "step": 6939 }, { "epoch": 0.0694, "grad_norm": 0.9385122020121525, "learning_rate": 0.003, "loss": 4.0391, "step": 6940 }, { "epoch": 0.06941, "grad_norm": 1.09751042724724, "learning_rate": 0.003, "loss": 4.0641, "step": 6941 }, { "epoch": 0.06942, "grad_norm": 1.0152502004249075, "learning_rate": 0.003, "loss": 4.0407, "step": 6942 }, { "epoch": 0.06943, "grad_norm": 1.1106778728034443, "learning_rate": 0.003, "loss": 4.0735, "step": 6943 }, { "epoch": 0.06944, "grad_norm": 0.9402245095674768, "learning_rate": 0.003, "loss": 4.0511, "step": 6944 }, { "epoch": 0.06945, "grad_norm": 1.0498365010646888, "learning_rate": 0.003, "loss": 4.0794, "step": 6945 }, { "epoch": 0.06946, "grad_norm": 1.04938260769981, "learning_rate": 0.003, "loss": 4.0559, "step": 6946 }, { "epoch": 0.06947, "grad_norm": 1.2040313407275116, "learning_rate": 0.003, "loss": 4.0464, "step": 6947 }, { "epoch": 0.06948, "grad_norm": 0.9174434519705801, "learning_rate": 0.003, "loss": 4.0552, "step": 6948 }, { "epoch": 0.06949, "grad_norm": 1.056561705670037, "learning_rate": 0.003, "loss": 4.0642, "step": 6949 }, { "epoch": 0.0695, "grad_norm": 1.1160879395367673, "learning_rate": 0.003, "loss": 4.0454, "step": 6950 }, { "epoch": 0.06951, "grad_norm": 0.9311634834480271, "learning_rate": 0.003, "loss": 4.0707, "step": 6951 }, { "epoch": 0.06952, "grad_norm": 1.0397971869811435, "learning_rate": 0.003, "loss": 4.0764, "step": 6952 }, { "epoch": 0.06953, "grad_norm": 1.1245034234997564, "learning_rate": 0.003, "loss": 4.0744, "step": 6953 }, { "epoch": 0.06954, "grad_norm": 1.0386924889956406, "learning_rate": 0.003, "loss": 4.0215, "step": 6954 }, { "epoch": 0.06955, "grad_norm": 0.9732927657279983, "learning_rate": 0.003, "loss": 4.064, "step": 6955 }, { "epoch": 0.06956, "grad_norm": 0.9919815526911104, "learning_rate": 0.003, "loss": 4.0669, "step": 6956 }, { "epoch": 0.06957, "grad_norm": 0.9511426911729295, "learning_rate": 0.003, "loss": 4.0454, "step": 6957 }, { "epoch": 0.06958, "grad_norm": 0.936900952232894, "learning_rate": 0.003, "loss": 4.0634, "step": 6958 }, { "epoch": 0.06959, "grad_norm": 0.9506093199052728, "learning_rate": 0.003, "loss": 4.0596, "step": 6959 }, { "epoch": 0.0696, "grad_norm": 0.894303598657002, "learning_rate": 0.003, "loss": 4.0687, "step": 6960 }, { "epoch": 0.06961, "grad_norm": 0.860669748877687, "learning_rate": 0.003, "loss": 4.0637, "step": 6961 }, { "epoch": 0.06962, "grad_norm": 0.9634371666233146, "learning_rate": 0.003, "loss": 4.0588, "step": 6962 }, { "epoch": 0.06963, "grad_norm": 1.0960373688281182, "learning_rate": 0.003, "loss": 4.064, "step": 6963 }, { "epoch": 0.06964, "grad_norm": 1.1321187322512247, "learning_rate": 0.003, "loss": 4.0626, "step": 6964 }, { "epoch": 0.06965, "grad_norm": 1.0060414603670687, "learning_rate": 0.003, "loss": 4.043, "step": 6965 }, { "epoch": 0.06966, "grad_norm": 1.0380239906833486, "learning_rate": 0.003, "loss": 4.066, "step": 6966 }, { "epoch": 0.06967, "grad_norm": 1.1084883931180407, "learning_rate": 0.003, "loss": 4.0497, "step": 6967 }, { "epoch": 0.06968, "grad_norm": 0.9467387430672358, "learning_rate": 0.003, "loss": 4.0522, "step": 6968 }, { "epoch": 0.06969, "grad_norm": 0.9622808523217883, "learning_rate": 0.003, "loss": 4.0689, "step": 6969 }, { "epoch": 0.0697, "grad_norm": 1.2314020219415485, "learning_rate": 0.003, "loss": 4.0411, "step": 6970 }, { "epoch": 0.06971, "grad_norm": 1.1260021071930193, "learning_rate": 0.003, "loss": 4.0491, "step": 6971 }, { "epoch": 0.06972, "grad_norm": 0.9154963484107886, "learning_rate": 0.003, "loss": 4.0089, "step": 6972 }, { "epoch": 0.06973, "grad_norm": 0.8840670259700667, "learning_rate": 0.003, "loss": 4.0558, "step": 6973 }, { "epoch": 0.06974, "grad_norm": 0.8851178357236568, "learning_rate": 0.003, "loss": 4.0454, "step": 6974 }, { "epoch": 0.06975, "grad_norm": 0.9524411300067905, "learning_rate": 0.003, "loss": 4.0527, "step": 6975 }, { "epoch": 0.06976, "grad_norm": 1.088636962287439, "learning_rate": 0.003, "loss": 4.023, "step": 6976 }, { "epoch": 0.06977, "grad_norm": 1.1071976636641974, "learning_rate": 0.003, "loss": 4.0944, "step": 6977 }, { "epoch": 0.06978, "grad_norm": 0.9798522761711383, "learning_rate": 0.003, "loss": 4.025, "step": 6978 }, { "epoch": 0.06979, "grad_norm": 0.807513012542661, "learning_rate": 0.003, "loss": 4.0675, "step": 6979 }, { "epoch": 0.0698, "grad_norm": 1.0085245208426825, "learning_rate": 0.003, "loss": 4.0573, "step": 6980 }, { "epoch": 0.06981, "grad_norm": 1.0861815134074257, "learning_rate": 0.003, "loss": 4.0327, "step": 6981 }, { "epoch": 0.06982, "grad_norm": 0.7980450645757602, "learning_rate": 0.003, "loss": 4.0413, "step": 6982 }, { "epoch": 0.06983, "grad_norm": 0.9321566297048406, "learning_rate": 0.003, "loss": 4.0268, "step": 6983 }, { "epoch": 0.06984, "grad_norm": 1.0721971827592451, "learning_rate": 0.003, "loss": 4.0335, "step": 6984 }, { "epoch": 0.06985, "grad_norm": 1.0237038863583252, "learning_rate": 0.003, "loss": 4.0676, "step": 6985 }, { "epoch": 0.06986, "grad_norm": 1.0546187122638413, "learning_rate": 0.003, "loss": 4.0611, "step": 6986 }, { "epoch": 0.06987, "grad_norm": 1.1037883958736543, "learning_rate": 0.003, "loss": 4.0658, "step": 6987 }, { "epoch": 0.06988, "grad_norm": 1.0507061025832318, "learning_rate": 0.003, "loss": 4.0466, "step": 6988 }, { "epoch": 0.06989, "grad_norm": 1.0236366890111934, "learning_rate": 0.003, "loss": 4.0332, "step": 6989 }, { "epoch": 0.0699, "grad_norm": 1.133782459769843, "learning_rate": 0.003, "loss": 4.035, "step": 6990 }, { "epoch": 0.06991, "grad_norm": 0.9260651932828348, "learning_rate": 0.003, "loss": 4.0627, "step": 6991 }, { "epoch": 0.06992, "grad_norm": 0.9925580541567944, "learning_rate": 0.003, "loss": 4.031, "step": 6992 }, { "epoch": 0.06993, "grad_norm": 1.067990124386425, "learning_rate": 0.003, "loss": 4.0351, "step": 6993 }, { "epoch": 0.06994, "grad_norm": 0.9360919285448381, "learning_rate": 0.003, "loss": 4.0384, "step": 6994 }, { "epoch": 0.06995, "grad_norm": 0.96458377970943, "learning_rate": 0.003, "loss": 4.0647, "step": 6995 }, { "epoch": 0.06996, "grad_norm": 1.148084887236895, "learning_rate": 0.003, "loss": 4.0534, "step": 6996 }, { "epoch": 0.06997, "grad_norm": 0.9046547601765281, "learning_rate": 0.003, "loss": 4.0265, "step": 6997 }, { "epoch": 0.06998, "grad_norm": 0.8772615969985239, "learning_rate": 0.003, "loss": 4.0435, "step": 6998 }, { "epoch": 0.06999, "grad_norm": 0.9340057257128744, "learning_rate": 0.003, "loss": 4.0316, "step": 6999 }, { "epoch": 0.07, "grad_norm": 1.0565666461050007, "learning_rate": 0.003, "loss": 4.039, "step": 7000 }, { "epoch": 0.07001, "grad_norm": 0.9426298349737786, "learning_rate": 0.003, "loss": 4.0934, "step": 7001 }, { "epoch": 0.07002, "grad_norm": 1.0664130531690763, "learning_rate": 0.003, "loss": 4.048, "step": 7002 }, { "epoch": 0.07003, "grad_norm": 1.1291863119100505, "learning_rate": 0.003, "loss": 4.0402, "step": 7003 }, { "epoch": 0.07004, "grad_norm": 1.0642470026156752, "learning_rate": 0.003, "loss": 4.0238, "step": 7004 }, { "epoch": 0.07005, "grad_norm": 1.2390880199207346, "learning_rate": 0.003, "loss": 4.0584, "step": 7005 }, { "epoch": 0.07006, "grad_norm": 0.9062982273502466, "learning_rate": 0.003, "loss": 4.0494, "step": 7006 }, { "epoch": 0.07007, "grad_norm": 1.1259354802693449, "learning_rate": 0.003, "loss": 4.0533, "step": 7007 }, { "epoch": 0.07008, "grad_norm": 1.0839899240911712, "learning_rate": 0.003, "loss": 4.051, "step": 7008 }, { "epoch": 0.07009, "grad_norm": 1.068714363123779, "learning_rate": 0.003, "loss": 4.0649, "step": 7009 }, { "epoch": 0.0701, "grad_norm": 0.9452433028423766, "learning_rate": 0.003, "loss": 4.0363, "step": 7010 }, { "epoch": 0.07011, "grad_norm": 0.9919155661649216, "learning_rate": 0.003, "loss": 4.0326, "step": 7011 }, { "epoch": 0.07012, "grad_norm": 1.2609870971082537, "learning_rate": 0.003, "loss": 4.0711, "step": 7012 }, { "epoch": 0.07013, "grad_norm": 0.9993261593044893, "learning_rate": 0.003, "loss": 4.0402, "step": 7013 }, { "epoch": 0.07014, "grad_norm": 1.0685461199627173, "learning_rate": 0.003, "loss": 4.0339, "step": 7014 }, { "epoch": 0.07015, "grad_norm": 0.8992285999432262, "learning_rate": 0.003, "loss": 4.0385, "step": 7015 }, { "epoch": 0.07016, "grad_norm": 0.8983621405017727, "learning_rate": 0.003, "loss": 4.0425, "step": 7016 }, { "epoch": 0.07017, "grad_norm": 0.9901752576746331, "learning_rate": 0.003, "loss": 4.029, "step": 7017 }, { "epoch": 0.07018, "grad_norm": 1.1074224986234265, "learning_rate": 0.003, "loss": 4.0629, "step": 7018 }, { "epoch": 0.07019, "grad_norm": 1.057295544596109, "learning_rate": 0.003, "loss": 4.0506, "step": 7019 }, { "epoch": 0.0702, "grad_norm": 1.0481341550110743, "learning_rate": 0.003, "loss": 4.0436, "step": 7020 }, { "epoch": 0.07021, "grad_norm": 1.0407732639272513, "learning_rate": 0.003, "loss": 4.0595, "step": 7021 }, { "epoch": 0.07022, "grad_norm": 1.1448172616705823, "learning_rate": 0.003, "loss": 4.066, "step": 7022 }, { "epoch": 0.07023, "grad_norm": 1.0313350981765694, "learning_rate": 0.003, "loss": 4.0582, "step": 7023 }, { "epoch": 0.07024, "grad_norm": 1.0020252731504273, "learning_rate": 0.003, "loss": 4.0375, "step": 7024 }, { "epoch": 0.07025, "grad_norm": 1.1359222787122534, "learning_rate": 0.003, "loss": 4.0677, "step": 7025 }, { "epoch": 0.07026, "grad_norm": 1.1041895748549755, "learning_rate": 0.003, "loss": 4.0374, "step": 7026 }, { "epoch": 0.07027, "grad_norm": 0.9841999651428623, "learning_rate": 0.003, "loss": 4.0435, "step": 7027 }, { "epoch": 0.07028, "grad_norm": 1.025891345196206, "learning_rate": 0.003, "loss": 4.0471, "step": 7028 }, { "epoch": 0.07029, "grad_norm": 0.9948854364695006, "learning_rate": 0.003, "loss": 4.037, "step": 7029 }, { "epoch": 0.0703, "grad_norm": 0.9668935895325885, "learning_rate": 0.003, "loss": 4.0687, "step": 7030 }, { "epoch": 0.07031, "grad_norm": 1.0575663087737428, "learning_rate": 0.003, "loss": 4.0254, "step": 7031 }, { "epoch": 0.07032, "grad_norm": 0.9164666976168099, "learning_rate": 0.003, "loss": 4.0563, "step": 7032 }, { "epoch": 0.07033, "grad_norm": 0.9214454265285555, "learning_rate": 0.003, "loss": 4.0558, "step": 7033 }, { "epoch": 0.07034, "grad_norm": 0.9583267727565041, "learning_rate": 0.003, "loss": 4.0464, "step": 7034 }, { "epoch": 0.07035, "grad_norm": 1.3383936324024557, "learning_rate": 0.003, "loss": 4.0601, "step": 7035 }, { "epoch": 0.07036, "grad_norm": 0.8658946616429294, "learning_rate": 0.003, "loss": 4.0432, "step": 7036 }, { "epoch": 0.07037, "grad_norm": 0.9475554646881245, "learning_rate": 0.003, "loss": 4.0378, "step": 7037 }, { "epoch": 0.07038, "grad_norm": 0.8924840709336554, "learning_rate": 0.003, "loss": 4.0497, "step": 7038 }, { "epoch": 0.07039, "grad_norm": 0.8951723916341889, "learning_rate": 0.003, "loss": 4.0443, "step": 7039 }, { "epoch": 0.0704, "grad_norm": 0.854416819628114, "learning_rate": 0.003, "loss": 4.066, "step": 7040 }, { "epoch": 0.07041, "grad_norm": 0.9333352868640866, "learning_rate": 0.003, "loss": 4.0463, "step": 7041 }, { "epoch": 0.07042, "grad_norm": 1.094975909783682, "learning_rate": 0.003, "loss": 4.0334, "step": 7042 }, { "epoch": 0.07043, "grad_norm": 1.111332862841996, "learning_rate": 0.003, "loss": 4.0733, "step": 7043 }, { "epoch": 0.07044, "grad_norm": 1.0657438894896911, "learning_rate": 0.003, "loss": 4.0692, "step": 7044 }, { "epoch": 0.07045, "grad_norm": 1.214943958168645, "learning_rate": 0.003, "loss": 4.0585, "step": 7045 }, { "epoch": 0.07046, "grad_norm": 1.0052618021881827, "learning_rate": 0.003, "loss": 4.061, "step": 7046 }, { "epoch": 0.07047, "grad_norm": 1.2069549174110699, "learning_rate": 0.003, "loss": 4.0628, "step": 7047 }, { "epoch": 0.07048, "grad_norm": 0.7843964117630299, "learning_rate": 0.003, "loss": 4.0488, "step": 7048 }, { "epoch": 0.07049, "grad_norm": 0.691374439878814, "learning_rate": 0.003, "loss": 4.0418, "step": 7049 }, { "epoch": 0.0705, "grad_norm": 0.7306826895178101, "learning_rate": 0.003, "loss": 4.0606, "step": 7050 }, { "epoch": 0.07051, "grad_norm": 0.8933100091919502, "learning_rate": 0.003, "loss": 4.0689, "step": 7051 }, { "epoch": 0.07052, "grad_norm": 1.0871930655736466, "learning_rate": 0.003, "loss": 4.0279, "step": 7052 }, { "epoch": 0.07053, "grad_norm": 1.306112767575483, "learning_rate": 0.003, "loss": 4.0455, "step": 7053 }, { "epoch": 0.07054, "grad_norm": 0.7906641478755512, "learning_rate": 0.003, "loss": 4.041, "step": 7054 }, { "epoch": 0.07055, "grad_norm": 0.8522746819689732, "learning_rate": 0.003, "loss": 4.0477, "step": 7055 }, { "epoch": 0.07056, "grad_norm": 0.9004086354520517, "learning_rate": 0.003, "loss": 4.0366, "step": 7056 }, { "epoch": 0.07057, "grad_norm": 0.9624496801222439, "learning_rate": 0.003, "loss": 4.0564, "step": 7057 }, { "epoch": 0.07058, "grad_norm": 0.8808033290776586, "learning_rate": 0.003, "loss": 4.0396, "step": 7058 }, { "epoch": 0.07059, "grad_norm": 1.0148842321503468, "learning_rate": 0.003, "loss": 4.0502, "step": 7059 }, { "epoch": 0.0706, "grad_norm": 1.0661395469335966, "learning_rate": 0.003, "loss": 4.0509, "step": 7060 }, { "epoch": 0.07061, "grad_norm": 1.033267111562011, "learning_rate": 0.003, "loss": 4.0434, "step": 7061 }, { "epoch": 0.07062, "grad_norm": 1.1023501283703616, "learning_rate": 0.003, "loss": 4.0808, "step": 7062 }, { "epoch": 0.07063, "grad_norm": 1.1371048285194043, "learning_rate": 0.003, "loss": 4.0571, "step": 7063 }, { "epoch": 0.07064, "grad_norm": 1.0600698489467515, "learning_rate": 0.003, "loss": 4.0677, "step": 7064 }, { "epoch": 0.07065, "grad_norm": 1.0845674242904877, "learning_rate": 0.003, "loss": 4.0576, "step": 7065 }, { "epoch": 0.07066, "grad_norm": 1.0117517612735492, "learning_rate": 0.003, "loss": 4.0618, "step": 7066 }, { "epoch": 0.07067, "grad_norm": 1.1834369979286008, "learning_rate": 0.003, "loss": 4.1004, "step": 7067 }, { "epoch": 0.07068, "grad_norm": 0.9912589707934546, "learning_rate": 0.003, "loss": 4.0291, "step": 7068 }, { "epoch": 0.07069, "grad_norm": 1.008241016661584, "learning_rate": 0.003, "loss": 4.0341, "step": 7069 }, { "epoch": 0.0707, "grad_norm": 1.1771304332271513, "learning_rate": 0.003, "loss": 4.0636, "step": 7070 }, { "epoch": 0.07071, "grad_norm": 1.1143211837122156, "learning_rate": 0.003, "loss": 4.0396, "step": 7071 }, { "epoch": 0.07072, "grad_norm": 0.9342779082515223, "learning_rate": 0.003, "loss": 4.0422, "step": 7072 }, { "epoch": 0.07073, "grad_norm": 0.8837711443464364, "learning_rate": 0.003, "loss": 4.0554, "step": 7073 }, { "epoch": 0.07074, "grad_norm": 1.0273879438054683, "learning_rate": 0.003, "loss": 4.0435, "step": 7074 }, { "epoch": 0.07075, "grad_norm": 1.1016591310376989, "learning_rate": 0.003, "loss": 4.0838, "step": 7075 }, { "epoch": 0.07076, "grad_norm": 1.105334861387564, "learning_rate": 0.003, "loss": 4.0301, "step": 7076 }, { "epoch": 0.07077, "grad_norm": 0.9146056746290705, "learning_rate": 0.003, "loss": 4.0398, "step": 7077 }, { "epoch": 0.07078, "grad_norm": 0.8766079673528181, "learning_rate": 0.003, "loss": 4.0667, "step": 7078 }, { "epoch": 0.07079, "grad_norm": 0.9316844058335465, "learning_rate": 0.003, "loss": 4.0688, "step": 7079 }, { "epoch": 0.0708, "grad_norm": 1.0866064222511407, "learning_rate": 0.003, "loss": 4.0199, "step": 7080 }, { "epoch": 0.07081, "grad_norm": 0.9789936615170471, "learning_rate": 0.003, "loss": 4.0552, "step": 7081 }, { "epoch": 0.07082, "grad_norm": 1.1021827553494439, "learning_rate": 0.003, "loss": 4.0507, "step": 7082 }, { "epoch": 0.07083, "grad_norm": 1.0245533209037434, "learning_rate": 0.003, "loss": 4.0342, "step": 7083 }, { "epoch": 0.07084, "grad_norm": 1.0621477148568337, "learning_rate": 0.003, "loss": 4.0503, "step": 7084 }, { "epoch": 0.07085, "grad_norm": 1.1601015540652249, "learning_rate": 0.003, "loss": 4.0714, "step": 7085 }, { "epoch": 0.07086, "grad_norm": 1.0854553734016084, "learning_rate": 0.003, "loss": 4.0494, "step": 7086 }, { "epoch": 0.07087, "grad_norm": 1.3922698043387116, "learning_rate": 0.003, "loss": 4.0545, "step": 7087 }, { "epoch": 0.07088, "grad_norm": 0.9399003500801127, "learning_rate": 0.003, "loss": 4.0201, "step": 7088 }, { "epoch": 0.07089, "grad_norm": 1.106468816582972, "learning_rate": 0.003, "loss": 4.047, "step": 7089 }, { "epoch": 0.0709, "grad_norm": 1.1027532636474677, "learning_rate": 0.003, "loss": 4.0502, "step": 7090 }, { "epoch": 0.07091, "grad_norm": 1.0374251515271373, "learning_rate": 0.003, "loss": 4.0383, "step": 7091 }, { "epoch": 0.07092, "grad_norm": 1.1299226085447214, "learning_rate": 0.003, "loss": 4.0453, "step": 7092 }, { "epoch": 0.07093, "grad_norm": 0.9253623127929507, "learning_rate": 0.003, "loss": 4.064, "step": 7093 }, { "epoch": 0.07094, "grad_norm": 1.1587332040574374, "learning_rate": 0.003, "loss": 4.0891, "step": 7094 }, { "epoch": 0.07095, "grad_norm": 0.7769235402798084, "learning_rate": 0.003, "loss": 4.0661, "step": 7095 }, { "epoch": 0.07096, "grad_norm": 0.8053305671402123, "learning_rate": 0.003, "loss": 4.0326, "step": 7096 }, { "epoch": 0.07097, "grad_norm": 0.9209272441259044, "learning_rate": 0.003, "loss": 4.0543, "step": 7097 }, { "epoch": 0.07098, "grad_norm": 1.0625889845082845, "learning_rate": 0.003, "loss": 4.0653, "step": 7098 }, { "epoch": 0.07099, "grad_norm": 1.0498047751329527, "learning_rate": 0.003, "loss": 4.0621, "step": 7099 }, { "epoch": 0.071, "grad_norm": 1.224649756474013, "learning_rate": 0.003, "loss": 4.0633, "step": 7100 }, { "epoch": 0.07101, "grad_norm": 1.008032355385532, "learning_rate": 0.003, "loss": 4.0372, "step": 7101 }, { "epoch": 0.07102, "grad_norm": 1.0752805417902511, "learning_rate": 0.003, "loss": 4.0555, "step": 7102 }, { "epoch": 0.07103, "grad_norm": 1.0092223551265274, "learning_rate": 0.003, "loss": 4.0679, "step": 7103 }, { "epoch": 0.07104, "grad_norm": 1.072487221815657, "learning_rate": 0.003, "loss": 4.0594, "step": 7104 }, { "epoch": 0.07105, "grad_norm": 1.1260402490166252, "learning_rate": 0.003, "loss": 4.0548, "step": 7105 }, { "epoch": 0.07106, "grad_norm": 0.9259910792008968, "learning_rate": 0.003, "loss": 4.0583, "step": 7106 }, { "epoch": 0.07107, "grad_norm": 0.9680226789669217, "learning_rate": 0.003, "loss": 4.0597, "step": 7107 }, { "epoch": 0.07108, "grad_norm": 0.935158998841827, "learning_rate": 0.003, "loss": 4.0664, "step": 7108 }, { "epoch": 0.07109, "grad_norm": 1.0085487694764077, "learning_rate": 0.003, "loss": 4.0539, "step": 7109 }, { "epoch": 0.0711, "grad_norm": 1.196671503733759, "learning_rate": 0.003, "loss": 4.0339, "step": 7110 }, { "epoch": 0.07111, "grad_norm": 0.9584229952834501, "learning_rate": 0.003, "loss": 4.0487, "step": 7111 }, { "epoch": 0.07112, "grad_norm": 0.9641919680290156, "learning_rate": 0.003, "loss": 4.0518, "step": 7112 }, { "epoch": 0.07113, "grad_norm": 0.9993706432398796, "learning_rate": 0.003, "loss": 4.0858, "step": 7113 }, { "epoch": 0.07114, "grad_norm": 1.1499489634058697, "learning_rate": 0.003, "loss": 4.0654, "step": 7114 }, { "epoch": 0.07115, "grad_norm": 1.194464795275503, "learning_rate": 0.003, "loss": 4.0489, "step": 7115 }, { "epoch": 0.07116, "grad_norm": 1.21121303150807, "learning_rate": 0.003, "loss": 4.0563, "step": 7116 }, { "epoch": 0.07117, "grad_norm": 1.0049044123637882, "learning_rate": 0.003, "loss": 4.0678, "step": 7117 }, { "epoch": 0.07118, "grad_norm": 1.2298880131028436, "learning_rate": 0.003, "loss": 4.0782, "step": 7118 }, { "epoch": 0.07119, "grad_norm": 0.8611868402134719, "learning_rate": 0.003, "loss": 4.0491, "step": 7119 }, { "epoch": 0.0712, "grad_norm": 0.7702510545372283, "learning_rate": 0.003, "loss": 4.0433, "step": 7120 }, { "epoch": 0.07121, "grad_norm": 0.8954788767538316, "learning_rate": 0.003, "loss": 4.0493, "step": 7121 }, { "epoch": 0.07122, "grad_norm": 1.0842710437040461, "learning_rate": 0.003, "loss": 4.0426, "step": 7122 }, { "epoch": 0.07123, "grad_norm": 0.9923425116430409, "learning_rate": 0.003, "loss": 4.0362, "step": 7123 }, { "epoch": 0.07124, "grad_norm": 1.1813157355705963, "learning_rate": 0.003, "loss": 4.0353, "step": 7124 }, { "epoch": 0.07125, "grad_norm": 1.2554701276201077, "learning_rate": 0.003, "loss": 4.0429, "step": 7125 }, { "epoch": 0.07126, "grad_norm": 0.9773001931060757, "learning_rate": 0.003, "loss": 4.074, "step": 7126 }, { "epoch": 0.07127, "grad_norm": 1.0712269928450333, "learning_rate": 0.003, "loss": 4.0441, "step": 7127 }, { "epoch": 0.07128, "grad_norm": 1.0739153312552485, "learning_rate": 0.003, "loss": 4.0296, "step": 7128 }, { "epoch": 0.07129, "grad_norm": 1.041760051339172, "learning_rate": 0.003, "loss": 4.0615, "step": 7129 }, { "epoch": 0.0713, "grad_norm": 1.079087703256973, "learning_rate": 0.003, "loss": 4.0517, "step": 7130 }, { "epoch": 0.07131, "grad_norm": 0.9759469792704608, "learning_rate": 0.003, "loss": 4.0355, "step": 7131 }, { "epoch": 0.07132, "grad_norm": 1.048658582228863, "learning_rate": 0.003, "loss": 4.0798, "step": 7132 }, { "epoch": 0.07133, "grad_norm": 1.0618378394098185, "learning_rate": 0.003, "loss": 4.0869, "step": 7133 }, { "epoch": 0.07134, "grad_norm": 1.1513266730887497, "learning_rate": 0.003, "loss": 4.0299, "step": 7134 }, { "epoch": 0.07135, "grad_norm": 0.9259298591427148, "learning_rate": 0.003, "loss": 4.0516, "step": 7135 }, { "epoch": 0.07136, "grad_norm": 1.0755737256450422, "learning_rate": 0.003, "loss": 4.0939, "step": 7136 }, { "epoch": 0.07137, "grad_norm": 1.177551226290782, "learning_rate": 0.003, "loss": 4.0576, "step": 7137 }, { "epoch": 0.07138, "grad_norm": 1.22091533451439, "learning_rate": 0.003, "loss": 4.0551, "step": 7138 }, { "epoch": 0.07139, "grad_norm": 0.7759575681946775, "learning_rate": 0.003, "loss": 4.0466, "step": 7139 }, { "epoch": 0.0714, "grad_norm": 0.7408826660171673, "learning_rate": 0.003, "loss": 4.0559, "step": 7140 }, { "epoch": 0.07141, "grad_norm": 0.7146551856791451, "learning_rate": 0.003, "loss": 4.031, "step": 7141 }, { "epoch": 0.07142, "grad_norm": 0.9506570889697072, "learning_rate": 0.003, "loss": 4.0227, "step": 7142 }, { "epoch": 0.07143, "grad_norm": 1.30251677781438, "learning_rate": 0.003, "loss": 4.0224, "step": 7143 }, { "epoch": 0.07144, "grad_norm": 0.8991561050670873, "learning_rate": 0.003, "loss": 4.0271, "step": 7144 }, { "epoch": 0.07145, "grad_norm": 1.0074973465006982, "learning_rate": 0.003, "loss": 4.0506, "step": 7145 }, { "epoch": 0.07146, "grad_norm": 1.0771529601001637, "learning_rate": 0.003, "loss": 4.0552, "step": 7146 }, { "epoch": 0.07147, "grad_norm": 0.8612872764436263, "learning_rate": 0.003, "loss": 4.0547, "step": 7147 }, { "epoch": 0.07148, "grad_norm": 0.9341113795199162, "learning_rate": 0.003, "loss": 4.0578, "step": 7148 }, { "epoch": 0.07149, "grad_norm": 1.0062478097452772, "learning_rate": 0.003, "loss": 4.0659, "step": 7149 }, { "epoch": 0.0715, "grad_norm": 1.0268598684975616, "learning_rate": 0.003, "loss": 4.0507, "step": 7150 }, { "epoch": 0.07151, "grad_norm": 1.0224439130582545, "learning_rate": 0.003, "loss": 4.053, "step": 7151 }, { "epoch": 0.07152, "grad_norm": 1.0646975295350594, "learning_rate": 0.003, "loss": 4.0716, "step": 7152 }, { "epoch": 0.07153, "grad_norm": 1.0171664033211174, "learning_rate": 0.003, "loss": 4.0566, "step": 7153 }, { "epoch": 0.07154, "grad_norm": 1.0400329068005092, "learning_rate": 0.003, "loss": 4.0911, "step": 7154 }, { "epoch": 0.07155, "grad_norm": 0.9604129137098717, "learning_rate": 0.003, "loss": 4.0535, "step": 7155 }, { "epoch": 0.07156, "grad_norm": 1.0703502921341488, "learning_rate": 0.003, "loss": 4.0596, "step": 7156 }, { "epoch": 0.07157, "grad_norm": 1.2643947181831285, "learning_rate": 0.003, "loss": 4.0506, "step": 7157 }, { "epoch": 0.07158, "grad_norm": 0.8820140566698819, "learning_rate": 0.003, "loss": 4.0495, "step": 7158 }, { "epoch": 0.07159, "grad_norm": 0.9999756514750661, "learning_rate": 0.003, "loss": 4.0579, "step": 7159 }, { "epoch": 0.0716, "grad_norm": 1.2329285675483432, "learning_rate": 0.003, "loss": 4.0356, "step": 7160 }, { "epoch": 0.07161, "grad_norm": 0.9648860180858708, "learning_rate": 0.003, "loss": 4.0592, "step": 7161 }, { "epoch": 0.07162, "grad_norm": 1.1598981829481805, "learning_rate": 0.003, "loss": 4.0674, "step": 7162 }, { "epoch": 0.07163, "grad_norm": 1.0352892191066683, "learning_rate": 0.003, "loss": 4.0566, "step": 7163 }, { "epoch": 0.07164, "grad_norm": 1.1005133026385345, "learning_rate": 0.003, "loss": 4.0379, "step": 7164 }, { "epoch": 0.07165, "grad_norm": 1.081455462126825, "learning_rate": 0.003, "loss": 4.0412, "step": 7165 }, { "epoch": 0.07166, "grad_norm": 1.2353060960241047, "learning_rate": 0.003, "loss": 4.0513, "step": 7166 }, { "epoch": 0.07167, "grad_norm": 0.9483072899067242, "learning_rate": 0.003, "loss": 4.0593, "step": 7167 }, { "epoch": 0.07168, "grad_norm": 0.9415550285281931, "learning_rate": 0.003, "loss": 4.0786, "step": 7168 }, { "epoch": 0.07169, "grad_norm": 1.0091462587193163, "learning_rate": 0.003, "loss": 4.0449, "step": 7169 }, { "epoch": 0.0717, "grad_norm": 1.0220680948634882, "learning_rate": 0.003, "loss": 4.0361, "step": 7170 }, { "epoch": 0.07171, "grad_norm": 0.9757190374038757, "learning_rate": 0.003, "loss": 4.0617, "step": 7171 }, { "epoch": 0.07172, "grad_norm": 1.1004971741989973, "learning_rate": 0.003, "loss": 4.0679, "step": 7172 }, { "epoch": 0.07173, "grad_norm": 0.9543571710406531, "learning_rate": 0.003, "loss": 4.0665, "step": 7173 }, { "epoch": 0.07174, "grad_norm": 1.087698472674678, "learning_rate": 0.003, "loss": 4.0389, "step": 7174 }, { "epoch": 0.07175, "grad_norm": 1.1109156909053697, "learning_rate": 0.003, "loss": 4.0795, "step": 7175 }, { "epoch": 0.07176, "grad_norm": 0.9503187829288862, "learning_rate": 0.003, "loss": 4.0493, "step": 7176 }, { "epoch": 0.07177, "grad_norm": 0.9936594901006058, "learning_rate": 0.003, "loss": 4.0577, "step": 7177 }, { "epoch": 0.07178, "grad_norm": 1.061316451230859, "learning_rate": 0.003, "loss": 4.021, "step": 7178 }, { "epoch": 0.07179, "grad_norm": 0.9212825081885807, "learning_rate": 0.003, "loss": 4.053, "step": 7179 }, { "epoch": 0.0718, "grad_norm": 1.0771371633803515, "learning_rate": 0.003, "loss": 4.0641, "step": 7180 }, { "epoch": 0.07181, "grad_norm": 1.0622270106395655, "learning_rate": 0.003, "loss": 4.0534, "step": 7181 }, { "epoch": 0.07182, "grad_norm": 1.2387354855038064, "learning_rate": 0.003, "loss": 4.0676, "step": 7182 }, { "epoch": 0.07183, "grad_norm": 0.9639603006489462, "learning_rate": 0.003, "loss": 4.0592, "step": 7183 }, { "epoch": 0.07184, "grad_norm": 1.0093619599090504, "learning_rate": 0.003, "loss": 4.0353, "step": 7184 }, { "epoch": 0.07185, "grad_norm": 0.9714974637831857, "learning_rate": 0.003, "loss": 4.0413, "step": 7185 }, { "epoch": 0.07186, "grad_norm": 0.9153837367744138, "learning_rate": 0.003, "loss": 4.0584, "step": 7186 }, { "epoch": 0.07187, "grad_norm": 0.9316846582768762, "learning_rate": 0.003, "loss": 4.0457, "step": 7187 }, { "epoch": 0.07188, "grad_norm": 1.0594153818209886, "learning_rate": 0.003, "loss": 4.0168, "step": 7188 }, { "epoch": 0.07189, "grad_norm": 0.918217273642505, "learning_rate": 0.003, "loss": 4.0616, "step": 7189 }, { "epoch": 0.0719, "grad_norm": 1.0085899488533316, "learning_rate": 0.003, "loss": 4.0624, "step": 7190 }, { "epoch": 0.07191, "grad_norm": 1.1236120434513654, "learning_rate": 0.003, "loss": 4.0748, "step": 7191 }, { "epoch": 0.07192, "grad_norm": 1.0142883651839383, "learning_rate": 0.003, "loss": 4.0343, "step": 7192 }, { "epoch": 0.07193, "grad_norm": 0.976978007096748, "learning_rate": 0.003, "loss": 4.0611, "step": 7193 }, { "epoch": 0.07194, "grad_norm": 1.1423821853316132, "learning_rate": 0.003, "loss": 4.0648, "step": 7194 }, { "epoch": 0.07195, "grad_norm": 1.105242324637109, "learning_rate": 0.003, "loss": 4.0393, "step": 7195 }, { "epoch": 0.07196, "grad_norm": 1.050425013065668, "learning_rate": 0.003, "loss": 4.049, "step": 7196 }, { "epoch": 0.07197, "grad_norm": 1.1236152449610997, "learning_rate": 0.003, "loss": 4.0753, "step": 7197 }, { "epoch": 0.07198, "grad_norm": 1.0814707926776106, "learning_rate": 0.003, "loss": 4.0324, "step": 7198 }, { "epoch": 0.07199, "grad_norm": 1.1497210191318876, "learning_rate": 0.003, "loss": 4.0452, "step": 7199 }, { "epoch": 0.072, "grad_norm": 0.9814431913033573, "learning_rate": 0.003, "loss": 4.0747, "step": 7200 }, { "epoch": 0.07201, "grad_norm": 0.9399249347861436, "learning_rate": 0.003, "loss": 4.0392, "step": 7201 }, { "epoch": 0.07202, "grad_norm": 1.0283475742305797, "learning_rate": 0.003, "loss": 4.0697, "step": 7202 }, { "epoch": 0.07203, "grad_norm": 1.3436302183163868, "learning_rate": 0.003, "loss": 4.0433, "step": 7203 }, { "epoch": 0.07204, "grad_norm": 0.8118935525393225, "learning_rate": 0.003, "loss": 4.0741, "step": 7204 }, { "epoch": 0.07205, "grad_norm": 0.6513445176109008, "learning_rate": 0.003, "loss": 4.0651, "step": 7205 }, { "epoch": 0.07206, "grad_norm": 0.7054255168362077, "learning_rate": 0.003, "loss": 4.0412, "step": 7206 }, { "epoch": 0.07207, "grad_norm": 0.754052659367641, "learning_rate": 0.003, "loss": 4.0425, "step": 7207 }, { "epoch": 0.07208, "grad_norm": 0.9086098698061754, "learning_rate": 0.003, "loss": 4.0393, "step": 7208 }, { "epoch": 0.07209, "grad_norm": 1.1574952413730935, "learning_rate": 0.003, "loss": 4.0394, "step": 7209 }, { "epoch": 0.0721, "grad_norm": 0.8639251076932414, "learning_rate": 0.003, "loss": 4.0364, "step": 7210 }, { "epoch": 0.07211, "grad_norm": 0.8049066976652748, "learning_rate": 0.003, "loss": 4.0503, "step": 7211 }, { "epoch": 0.07212, "grad_norm": 0.9012892110405708, "learning_rate": 0.003, "loss": 4.0578, "step": 7212 }, { "epoch": 0.07213, "grad_norm": 1.0195248366641139, "learning_rate": 0.003, "loss": 4.0706, "step": 7213 }, { "epoch": 0.07214, "grad_norm": 1.0957107033402924, "learning_rate": 0.003, "loss": 4.0258, "step": 7214 }, { "epoch": 0.07215, "grad_norm": 1.130563317224989, "learning_rate": 0.003, "loss": 4.0531, "step": 7215 }, { "epoch": 0.07216, "grad_norm": 1.0776995902257729, "learning_rate": 0.003, "loss": 4.062, "step": 7216 }, { "epoch": 0.07217, "grad_norm": 0.9762456922279278, "learning_rate": 0.003, "loss": 4.052, "step": 7217 }, { "epoch": 0.07218, "grad_norm": 1.0572760232733118, "learning_rate": 0.003, "loss": 4.0539, "step": 7218 }, { "epoch": 0.07219, "grad_norm": 1.1200235428034362, "learning_rate": 0.003, "loss": 4.0354, "step": 7219 }, { "epoch": 0.0722, "grad_norm": 0.9279710532680243, "learning_rate": 0.003, "loss": 4.0582, "step": 7220 }, { "epoch": 0.07221, "grad_norm": 1.0865227213549595, "learning_rate": 0.003, "loss": 4.0601, "step": 7221 }, { "epoch": 0.07222, "grad_norm": 1.1530440294312476, "learning_rate": 0.003, "loss": 4.0511, "step": 7222 }, { "epoch": 0.07223, "grad_norm": 1.105728877799717, "learning_rate": 0.003, "loss": 4.065, "step": 7223 }, { "epoch": 0.07224, "grad_norm": 1.246082917171359, "learning_rate": 0.003, "loss": 4.0346, "step": 7224 }, { "epoch": 0.07225, "grad_norm": 0.8775383173500949, "learning_rate": 0.003, "loss": 4.0524, "step": 7225 }, { "epoch": 0.07226, "grad_norm": 0.9055827431051069, "learning_rate": 0.003, "loss": 4.0563, "step": 7226 }, { "epoch": 0.07227, "grad_norm": 0.9729711259743795, "learning_rate": 0.003, "loss": 4.0367, "step": 7227 }, { "epoch": 0.07228, "grad_norm": 1.122946918012819, "learning_rate": 0.003, "loss": 4.0348, "step": 7228 }, { "epoch": 0.07229, "grad_norm": 1.145241716228926, "learning_rate": 0.003, "loss": 4.0529, "step": 7229 }, { "epoch": 0.0723, "grad_norm": 1.1809619676313377, "learning_rate": 0.003, "loss": 4.0291, "step": 7230 }, { "epoch": 0.07231, "grad_norm": 1.0638511137158617, "learning_rate": 0.003, "loss": 4.063, "step": 7231 }, { "epoch": 0.07232, "grad_norm": 1.3174222410179524, "learning_rate": 0.003, "loss": 4.059, "step": 7232 }, { "epoch": 0.07233, "grad_norm": 0.7594174026538151, "learning_rate": 0.003, "loss": 4.0534, "step": 7233 }, { "epoch": 0.07234, "grad_norm": 0.7113003269832634, "learning_rate": 0.003, "loss": 4.0257, "step": 7234 }, { "epoch": 0.07235, "grad_norm": 0.7666612536000506, "learning_rate": 0.003, "loss": 4.0728, "step": 7235 }, { "epoch": 0.07236, "grad_norm": 1.0228879699076707, "learning_rate": 0.003, "loss": 4.0739, "step": 7236 }, { "epoch": 0.07237, "grad_norm": 1.0627669746296777, "learning_rate": 0.003, "loss": 4.0396, "step": 7237 }, { "epoch": 0.07238, "grad_norm": 0.9408632718140275, "learning_rate": 0.003, "loss": 4.0608, "step": 7238 }, { "epoch": 0.07239, "grad_norm": 1.07854762597468, "learning_rate": 0.003, "loss": 4.0625, "step": 7239 }, { "epoch": 0.0724, "grad_norm": 1.1116574655009852, "learning_rate": 0.003, "loss": 4.0232, "step": 7240 }, { "epoch": 0.07241, "grad_norm": 1.0625991735895157, "learning_rate": 0.003, "loss": 4.0655, "step": 7241 }, { "epoch": 0.07242, "grad_norm": 1.1130412168878459, "learning_rate": 0.003, "loss": 4.0264, "step": 7242 }, { "epoch": 0.07243, "grad_norm": 1.0523505008259475, "learning_rate": 0.003, "loss": 4.0593, "step": 7243 }, { "epoch": 0.07244, "grad_norm": 1.1814825129506323, "learning_rate": 0.003, "loss": 4.0461, "step": 7244 }, { "epoch": 0.07245, "grad_norm": 0.9545116614676915, "learning_rate": 0.003, "loss": 4.043, "step": 7245 }, { "epoch": 0.07246, "grad_norm": 1.0800472059853927, "learning_rate": 0.003, "loss": 4.0575, "step": 7246 }, { "epoch": 0.07247, "grad_norm": 0.8747307815336857, "learning_rate": 0.003, "loss": 4.0701, "step": 7247 }, { "epoch": 0.07248, "grad_norm": 0.9457171551359618, "learning_rate": 0.003, "loss": 4.0345, "step": 7248 }, { "epoch": 0.07249, "grad_norm": 0.9746074762050819, "learning_rate": 0.003, "loss": 4.0186, "step": 7249 }, { "epoch": 0.0725, "grad_norm": 1.0830316386031944, "learning_rate": 0.003, "loss": 4.0355, "step": 7250 }, { "epoch": 0.07251, "grad_norm": 1.1295155297093291, "learning_rate": 0.003, "loss": 4.0535, "step": 7251 }, { "epoch": 0.07252, "grad_norm": 1.0574374191488838, "learning_rate": 0.003, "loss": 3.993, "step": 7252 }, { "epoch": 0.07253, "grad_norm": 1.1371667240401926, "learning_rate": 0.003, "loss": 4.0246, "step": 7253 }, { "epoch": 0.07254, "grad_norm": 0.8575120967224161, "learning_rate": 0.003, "loss": 4.0656, "step": 7254 }, { "epoch": 0.07255, "grad_norm": 1.2040896120213669, "learning_rate": 0.003, "loss": 4.0694, "step": 7255 }, { "epoch": 0.07256, "grad_norm": 1.0282986308414142, "learning_rate": 0.003, "loss": 4.0674, "step": 7256 }, { "epoch": 0.07257, "grad_norm": 1.1867368710695958, "learning_rate": 0.003, "loss": 4.0569, "step": 7257 }, { "epoch": 0.07258, "grad_norm": 0.8751280922843936, "learning_rate": 0.003, "loss": 4.0207, "step": 7258 }, { "epoch": 0.07259, "grad_norm": 0.9468806915219505, "learning_rate": 0.003, "loss": 4.0472, "step": 7259 }, { "epoch": 0.0726, "grad_norm": 1.13462604181537, "learning_rate": 0.003, "loss": 4.0325, "step": 7260 }, { "epoch": 0.07261, "grad_norm": 0.9480119807528755, "learning_rate": 0.003, "loss": 4.053, "step": 7261 }, { "epoch": 0.07262, "grad_norm": 1.0086785799416162, "learning_rate": 0.003, "loss": 4.0463, "step": 7262 }, { "epoch": 0.07263, "grad_norm": 0.9776635908283169, "learning_rate": 0.003, "loss": 4.0577, "step": 7263 }, { "epoch": 0.07264, "grad_norm": 0.9280201688532035, "learning_rate": 0.003, "loss": 4.0058, "step": 7264 }, { "epoch": 0.07265, "grad_norm": 1.146251437770367, "learning_rate": 0.003, "loss": 4.0549, "step": 7265 }, { "epoch": 0.07266, "grad_norm": 0.9536640102408181, "learning_rate": 0.003, "loss": 4.0676, "step": 7266 }, { "epoch": 0.07267, "grad_norm": 1.1810792017759155, "learning_rate": 0.003, "loss": 4.0606, "step": 7267 }, { "epoch": 0.07268, "grad_norm": 1.0667635725102285, "learning_rate": 0.003, "loss": 4.0683, "step": 7268 }, { "epoch": 0.07269, "grad_norm": 1.0933436942514816, "learning_rate": 0.003, "loss": 4.0543, "step": 7269 }, { "epoch": 0.0727, "grad_norm": 0.9075857622412058, "learning_rate": 0.003, "loss": 4.0349, "step": 7270 }, { "epoch": 0.07271, "grad_norm": 0.9549614482171724, "learning_rate": 0.003, "loss": 4.0456, "step": 7271 }, { "epoch": 0.07272, "grad_norm": 0.8614083119020385, "learning_rate": 0.003, "loss": 4.037, "step": 7272 }, { "epoch": 0.07273, "grad_norm": 0.8876688164940039, "learning_rate": 0.003, "loss": 4.0542, "step": 7273 }, { "epoch": 0.07274, "grad_norm": 0.9248498248735642, "learning_rate": 0.003, "loss": 4.0189, "step": 7274 }, { "epoch": 0.07275, "grad_norm": 0.9301192282673498, "learning_rate": 0.003, "loss": 4.0327, "step": 7275 }, { "epoch": 0.07276, "grad_norm": 1.0236905978389461, "learning_rate": 0.003, "loss": 4.0139, "step": 7276 }, { "epoch": 0.07277, "grad_norm": 1.2555861212594497, "learning_rate": 0.003, "loss": 4.0531, "step": 7277 }, { "epoch": 0.07278, "grad_norm": 1.0168850674837941, "learning_rate": 0.003, "loss": 4.0565, "step": 7278 }, { "epoch": 0.07279, "grad_norm": 1.3248139439976, "learning_rate": 0.003, "loss": 4.0437, "step": 7279 }, { "epoch": 0.0728, "grad_norm": 0.9735763353453082, "learning_rate": 0.003, "loss": 4.022, "step": 7280 }, { "epoch": 0.07281, "grad_norm": 1.1238701240024835, "learning_rate": 0.003, "loss": 4.0443, "step": 7281 }, { "epoch": 0.07282, "grad_norm": 1.075085316193029, "learning_rate": 0.003, "loss": 4.0613, "step": 7282 }, { "epoch": 0.07283, "grad_norm": 1.1149909879984707, "learning_rate": 0.003, "loss": 4.0766, "step": 7283 }, { "epoch": 0.07284, "grad_norm": 1.060193425500397, "learning_rate": 0.003, "loss": 4.035, "step": 7284 }, { "epoch": 0.07285, "grad_norm": 1.1145512915255615, "learning_rate": 0.003, "loss": 4.0618, "step": 7285 }, { "epoch": 0.07286, "grad_norm": 1.0821681081123302, "learning_rate": 0.003, "loss": 4.0369, "step": 7286 }, { "epoch": 0.07287, "grad_norm": 0.9482005317460671, "learning_rate": 0.003, "loss": 4.058, "step": 7287 }, { "epoch": 0.07288, "grad_norm": 1.1770572136072466, "learning_rate": 0.003, "loss": 4.0396, "step": 7288 }, { "epoch": 0.07289, "grad_norm": 1.0392539942924648, "learning_rate": 0.003, "loss": 4.0587, "step": 7289 }, { "epoch": 0.0729, "grad_norm": 1.093723077978444, "learning_rate": 0.003, "loss": 4.0786, "step": 7290 }, { "epoch": 0.07291, "grad_norm": 1.2345580518798212, "learning_rate": 0.003, "loss": 4.0487, "step": 7291 }, { "epoch": 0.07292, "grad_norm": 1.066201654699835, "learning_rate": 0.003, "loss": 4.0577, "step": 7292 }, { "epoch": 0.07293, "grad_norm": 1.1510430611988984, "learning_rate": 0.003, "loss": 4.0464, "step": 7293 }, { "epoch": 0.07294, "grad_norm": 0.9783586851033524, "learning_rate": 0.003, "loss": 4.0299, "step": 7294 }, { "epoch": 0.07295, "grad_norm": 1.125641508383537, "learning_rate": 0.003, "loss": 4.0261, "step": 7295 }, { "epoch": 0.07296, "grad_norm": 0.8931193549630414, "learning_rate": 0.003, "loss": 4.0342, "step": 7296 }, { "epoch": 0.07297, "grad_norm": 0.9640861362127288, "learning_rate": 0.003, "loss": 4.0718, "step": 7297 }, { "epoch": 0.07298, "grad_norm": 1.1090770552512412, "learning_rate": 0.003, "loss": 4.021, "step": 7298 }, { "epoch": 0.07299, "grad_norm": 0.9922013741324502, "learning_rate": 0.003, "loss": 4.0464, "step": 7299 }, { "epoch": 0.073, "grad_norm": 1.0624960804734376, "learning_rate": 0.003, "loss": 4.0303, "step": 7300 }, { "epoch": 0.07301, "grad_norm": 1.0296175568733714, "learning_rate": 0.003, "loss": 4.0147, "step": 7301 }, { "epoch": 0.07302, "grad_norm": 0.877285101418735, "learning_rate": 0.003, "loss": 4.0235, "step": 7302 }, { "epoch": 0.07303, "grad_norm": 0.8404046231538534, "learning_rate": 0.003, "loss": 4.0532, "step": 7303 }, { "epoch": 0.07304, "grad_norm": 0.7275922913634015, "learning_rate": 0.003, "loss": 4.0323, "step": 7304 }, { "epoch": 0.07305, "grad_norm": 0.7396081307701995, "learning_rate": 0.003, "loss": 4.0243, "step": 7305 }, { "epoch": 0.07306, "grad_norm": 0.8600590405301811, "learning_rate": 0.003, "loss": 4.0615, "step": 7306 }, { "epoch": 0.07307, "grad_norm": 1.2179767907272885, "learning_rate": 0.003, "loss": 4.078, "step": 7307 }, { "epoch": 0.07308, "grad_norm": 1.2171863102376617, "learning_rate": 0.003, "loss": 4.051, "step": 7308 }, { "epoch": 0.07309, "grad_norm": 0.7498319891103764, "learning_rate": 0.003, "loss": 4.0465, "step": 7309 }, { "epoch": 0.0731, "grad_norm": 0.7626246621724885, "learning_rate": 0.003, "loss": 4.0045, "step": 7310 }, { "epoch": 0.07311, "grad_norm": 0.9806079646889024, "learning_rate": 0.003, "loss": 4.0491, "step": 7311 }, { "epoch": 0.07312, "grad_norm": 1.2649393161573326, "learning_rate": 0.003, "loss": 4.0695, "step": 7312 }, { "epoch": 0.07313, "grad_norm": 1.0944111078253658, "learning_rate": 0.003, "loss": 4.0517, "step": 7313 }, { "epoch": 0.07314, "grad_norm": 1.0625503664966063, "learning_rate": 0.003, "loss": 4.0646, "step": 7314 }, { "epoch": 0.07315, "grad_norm": 0.8920266443424979, "learning_rate": 0.003, "loss": 4.0468, "step": 7315 }, { "epoch": 0.07316, "grad_norm": 0.9411350308589397, "learning_rate": 0.003, "loss": 4.0684, "step": 7316 }, { "epoch": 0.07317, "grad_norm": 1.0177785717592334, "learning_rate": 0.003, "loss": 4.0509, "step": 7317 }, { "epoch": 0.07318, "grad_norm": 1.0697061033409336, "learning_rate": 0.003, "loss": 4.0369, "step": 7318 }, { "epoch": 0.07319, "grad_norm": 1.1560468412807143, "learning_rate": 0.003, "loss": 4.0614, "step": 7319 }, { "epoch": 0.0732, "grad_norm": 0.9848533350053253, "learning_rate": 0.003, "loss": 4.0363, "step": 7320 }, { "epoch": 0.07321, "grad_norm": 1.406641344651784, "learning_rate": 0.003, "loss": 4.0569, "step": 7321 }, { "epoch": 0.07322, "grad_norm": 0.8388161556157484, "learning_rate": 0.003, "loss": 4.0625, "step": 7322 }, { "epoch": 0.07323, "grad_norm": 0.8844904618419197, "learning_rate": 0.003, "loss": 4.0487, "step": 7323 }, { "epoch": 0.07324, "grad_norm": 0.9189035571192447, "learning_rate": 0.003, "loss": 4.0469, "step": 7324 }, { "epoch": 0.07325, "grad_norm": 1.1269111817150788, "learning_rate": 0.003, "loss": 4.0271, "step": 7325 }, { "epoch": 0.07326, "grad_norm": 1.3034147784515224, "learning_rate": 0.003, "loss": 4.0738, "step": 7326 }, { "epoch": 0.07327, "grad_norm": 0.9635421663578897, "learning_rate": 0.003, "loss": 4.0684, "step": 7327 }, { "epoch": 0.07328, "grad_norm": 1.0710552918832759, "learning_rate": 0.003, "loss": 4.0279, "step": 7328 }, { "epoch": 0.07329, "grad_norm": 0.9097624953128945, "learning_rate": 0.003, "loss": 4.0477, "step": 7329 }, { "epoch": 0.0733, "grad_norm": 1.0784018937777076, "learning_rate": 0.003, "loss": 4.0393, "step": 7330 }, { "epoch": 0.07331, "grad_norm": 1.0908726771554587, "learning_rate": 0.003, "loss": 4.0394, "step": 7331 }, { "epoch": 0.07332, "grad_norm": 0.9641065596068242, "learning_rate": 0.003, "loss": 4.062, "step": 7332 }, { "epoch": 0.07333, "grad_norm": 1.056358933350289, "learning_rate": 0.003, "loss": 4.0562, "step": 7333 }, { "epoch": 0.07334, "grad_norm": 1.0825403734635632, "learning_rate": 0.003, "loss": 4.0489, "step": 7334 }, { "epoch": 0.07335, "grad_norm": 0.996440123195999, "learning_rate": 0.003, "loss": 4.0242, "step": 7335 }, { "epoch": 0.07336, "grad_norm": 1.194382823583778, "learning_rate": 0.003, "loss": 4.075, "step": 7336 }, { "epoch": 0.07337, "grad_norm": 1.0010816804287952, "learning_rate": 0.003, "loss": 4.0607, "step": 7337 }, { "epoch": 0.07338, "grad_norm": 1.1654307114738909, "learning_rate": 0.003, "loss": 4.0505, "step": 7338 }, { "epoch": 0.07339, "grad_norm": 1.1220075968794316, "learning_rate": 0.003, "loss": 4.0822, "step": 7339 }, { "epoch": 0.0734, "grad_norm": 1.131259039339433, "learning_rate": 0.003, "loss": 4.0373, "step": 7340 }, { "epoch": 0.07341, "grad_norm": 1.175969663125831, "learning_rate": 0.003, "loss": 4.0619, "step": 7341 }, { "epoch": 0.07342, "grad_norm": 0.9696219162610268, "learning_rate": 0.003, "loss": 4.0739, "step": 7342 }, { "epoch": 0.07343, "grad_norm": 0.9225181238457246, "learning_rate": 0.003, "loss": 4.059, "step": 7343 }, { "epoch": 0.07344, "grad_norm": 0.9472118247787676, "learning_rate": 0.003, "loss": 4.0586, "step": 7344 }, { "epoch": 0.07345, "grad_norm": 1.0731847840368303, "learning_rate": 0.003, "loss": 4.0336, "step": 7345 }, { "epoch": 0.07346, "grad_norm": 1.1511686026889996, "learning_rate": 0.003, "loss": 4.023, "step": 7346 }, { "epoch": 0.07347, "grad_norm": 0.9402065576595197, "learning_rate": 0.003, "loss": 4.042, "step": 7347 }, { "epoch": 0.07348, "grad_norm": 0.9633307339305025, "learning_rate": 0.003, "loss": 4.0433, "step": 7348 }, { "epoch": 0.07349, "grad_norm": 1.0646374377407537, "learning_rate": 0.003, "loss": 4.0494, "step": 7349 }, { "epoch": 0.0735, "grad_norm": 1.2040620732152902, "learning_rate": 0.003, "loss": 4.0381, "step": 7350 }, { "epoch": 0.07351, "grad_norm": 0.904348905876666, "learning_rate": 0.003, "loss": 4.0296, "step": 7351 }, { "epoch": 0.07352, "grad_norm": 1.1063199597987452, "learning_rate": 0.003, "loss": 4.0536, "step": 7352 }, { "epoch": 0.07353, "grad_norm": 1.027927831165055, "learning_rate": 0.003, "loss": 4.0715, "step": 7353 }, { "epoch": 0.07354, "grad_norm": 0.9388874030805077, "learning_rate": 0.003, "loss": 4.0304, "step": 7354 }, { "epoch": 0.07355, "grad_norm": 0.9846783510750604, "learning_rate": 0.003, "loss": 4.0538, "step": 7355 }, { "epoch": 0.07356, "grad_norm": 0.9691856508427281, "learning_rate": 0.003, "loss": 4.0562, "step": 7356 }, { "epoch": 0.07357, "grad_norm": 1.0360248831901298, "learning_rate": 0.003, "loss": 4.0415, "step": 7357 }, { "epoch": 0.07358, "grad_norm": 0.9624035012433214, "learning_rate": 0.003, "loss": 4.0556, "step": 7358 }, { "epoch": 0.07359, "grad_norm": 1.2494789612717871, "learning_rate": 0.003, "loss": 4.0634, "step": 7359 }, { "epoch": 0.0736, "grad_norm": 1.1524537864722764, "learning_rate": 0.003, "loss": 4.071, "step": 7360 }, { "epoch": 0.07361, "grad_norm": 1.0340592810304519, "learning_rate": 0.003, "loss": 4.0436, "step": 7361 }, { "epoch": 0.07362, "grad_norm": 0.8881109632693943, "learning_rate": 0.003, "loss": 4.0651, "step": 7362 }, { "epoch": 0.07363, "grad_norm": 1.0007719234565362, "learning_rate": 0.003, "loss": 4.0338, "step": 7363 }, { "epoch": 0.07364, "grad_norm": 1.1774673252784194, "learning_rate": 0.003, "loss": 4.0724, "step": 7364 }, { "epoch": 0.07365, "grad_norm": 1.0952657927274845, "learning_rate": 0.003, "loss": 4.0212, "step": 7365 }, { "epoch": 0.07366, "grad_norm": 1.1457353470828615, "learning_rate": 0.003, "loss": 4.0563, "step": 7366 }, { "epoch": 0.07367, "grad_norm": 1.068208594063675, "learning_rate": 0.003, "loss": 4.0657, "step": 7367 }, { "epoch": 0.07368, "grad_norm": 1.1209873829364174, "learning_rate": 0.003, "loss": 4.0838, "step": 7368 }, { "epoch": 0.07369, "grad_norm": 0.9611042252278179, "learning_rate": 0.003, "loss": 4.0288, "step": 7369 }, { "epoch": 0.0737, "grad_norm": 1.1681489840918342, "learning_rate": 0.003, "loss": 4.0607, "step": 7370 }, { "epoch": 0.07371, "grad_norm": 1.1438687370427696, "learning_rate": 0.003, "loss": 4.0825, "step": 7371 }, { "epoch": 0.07372, "grad_norm": 1.1163570815698207, "learning_rate": 0.003, "loss": 4.062, "step": 7372 }, { "epoch": 0.07373, "grad_norm": 0.994703138600529, "learning_rate": 0.003, "loss": 4.0623, "step": 7373 }, { "epoch": 0.07374, "grad_norm": 1.0487042099617259, "learning_rate": 0.003, "loss": 4.0504, "step": 7374 }, { "epoch": 0.07375, "grad_norm": 0.9349117742647232, "learning_rate": 0.003, "loss": 4.054, "step": 7375 }, { "epoch": 0.07376, "grad_norm": 0.8520163703396579, "learning_rate": 0.003, "loss": 4.0571, "step": 7376 }, { "epoch": 0.07377, "grad_norm": 1.0456006728388636, "learning_rate": 0.003, "loss": 4.0573, "step": 7377 }, { "epoch": 0.07378, "grad_norm": 1.1182333493411414, "learning_rate": 0.003, "loss": 4.0673, "step": 7378 }, { "epoch": 0.07379, "grad_norm": 1.055202759953318, "learning_rate": 0.003, "loss": 4.036, "step": 7379 }, { "epoch": 0.0738, "grad_norm": 0.9844943498588187, "learning_rate": 0.003, "loss": 4.023, "step": 7380 }, { "epoch": 0.07381, "grad_norm": 1.0556758756646913, "learning_rate": 0.003, "loss": 4.0368, "step": 7381 }, { "epoch": 0.07382, "grad_norm": 0.939993493011405, "learning_rate": 0.003, "loss": 4.0813, "step": 7382 }, { "epoch": 0.07383, "grad_norm": 0.8597491485943202, "learning_rate": 0.003, "loss": 4.0557, "step": 7383 }, { "epoch": 0.07384, "grad_norm": 0.921647665125338, "learning_rate": 0.003, "loss": 4.0309, "step": 7384 }, { "epoch": 0.07385, "grad_norm": 1.2812955999677622, "learning_rate": 0.003, "loss": 4.0472, "step": 7385 }, { "epoch": 0.07386, "grad_norm": 0.993685614599893, "learning_rate": 0.003, "loss": 4.0608, "step": 7386 }, { "epoch": 0.07387, "grad_norm": 1.027709481484533, "learning_rate": 0.003, "loss": 4.0353, "step": 7387 }, { "epoch": 0.07388, "grad_norm": 0.9013082495547424, "learning_rate": 0.003, "loss": 4.0561, "step": 7388 }, { "epoch": 0.07389, "grad_norm": 0.9109951838256976, "learning_rate": 0.003, "loss": 4.0411, "step": 7389 }, { "epoch": 0.0739, "grad_norm": 1.2343749977944833, "learning_rate": 0.003, "loss": 4.0412, "step": 7390 }, { "epoch": 0.07391, "grad_norm": 0.9658322691066191, "learning_rate": 0.003, "loss": 4.0626, "step": 7391 }, { "epoch": 0.07392, "grad_norm": 1.1277581857498538, "learning_rate": 0.003, "loss": 4.0232, "step": 7392 }, { "epoch": 0.07393, "grad_norm": 1.0979017569203031, "learning_rate": 0.003, "loss": 4.0593, "step": 7393 }, { "epoch": 0.07394, "grad_norm": 1.1170278163443845, "learning_rate": 0.003, "loss": 4.0507, "step": 7394 }, { "epoch": 0.07395, "grad_norm": 1.0993990391688724, "learning_rate": 0.003, "loss": 4.0331, "step": 7395 }, { "epoch": 0.07396, "grad_norm": 1.0848153750483966, "learning_rate": 0.003, "loss": 4.0485, "step": 7396 }, { "epoch": 0.07397, "grad_norm": 1.1759764800565051, "learning_rate": 0.003, "loss": 4.0497, "step": 7397 }, { "epoch": 0.07398, "grad_norm": 0.9099184176925739, "learning_rate": 0.003, "loss": 4.0428, "step": 7398 }, { "epoch": 0.07399, "grad_norm": 0.9851023987142208, "learning_rate": 0.003, "loss": 4.0199, "step": 7399 }, { "epoch": 0.074, "grad_norm": 1.216378322428975, "learning_rate": 0.003, "loss": 4.0669, "step": 7400 }, { "epoch": 0.07401, "grad_norm": 0.880119789550399, "learning_rate": 0.003, "loss": 4.0247, "step": 7401 }, { "epoch": 0.07402, "grad_norm": 0.9513679960235595, "learning_rate": 0.003, "loss": 4.0461, "step": 7402 }, { "epoch": 0.07403, "grad_norm": 1.1554462432688264, "learning_rate": 0.003, "loss": 4.0625, "step": 7403 }, { "epoch": 0.07404, "grad_norm": 1.1015044417016977, "learning_rate": 0.003, "loss": 4.0921, "step": 7404 }, { "epoch": 0.07405, "grad_norm": 1.3070390701211214, "learning_rate": 0.003, "loss": 4.0515, "step": 7405 }, { "epoch": 0.07406, "grad_norm": 0.9272149699930327, "learning_rate": 0.003, "loss": 4.0469, "step": 7406 }, { "epoch": 0.07407, "grad_norm": 1.0566499622445449, "learning_rate": 0.003, "loss": 4.0654, "step": 7407 }, { "epoch": 0.07408, "grad_norm": 0.9492068898970054, "learning_rate": 0.003, "loss": 4.0569, "step": 7408 }, { "epoch": 0.07409, "grad_norm": 0.9649105766310203, "learning_rate": 0.003, "loss": 4.0446, "step": 7409 }, { "epoch": 0.0741, "grad_norm": 1.1043798243043246, "learning_rate": 0.003, "loss": 4.0682, "step": 7410 }, { "epoch": 0.07411, "grad_norm": 1.1607113803566775, "learning_rate": 0.003, "loss": 4.0634, "step": 7411 }, { "epoch": 0.07412, "grad_norm": 0.9327351376075126, "learning_rate": 0.003, "loss": 4.0449, "step": 7412 }, { "epoch": 0.07413, "grad_norm": 1.0657239310703015, "learning_rate": 0.003, "loss": 4.0474, "step": 7413 }, { "epoch": 0.07414, "grad_norm": 1.0370445327105178, "learning_rate": 0.003, "loss": 4.049, "step": 7414 }, { "epoch": 0.07415, "grad_norm": 1.1291501330975042, "learning_rate": 0.003, "loss": 4.0509, "step": 7415 }, { "epoch": 0.07416, "grad_norm": 1.0563748188952578, "learning_rate": 0.003, "loss": 4.0344, "step": 7416 }, { "epoch": 0.07417, "grad_norm": 0.9426313292975299, "learning_rate": 0.003, "loss": 4.0499, "step": 7417 }, { "epoch": 0.07418, "grad_norm": 1.138322949259601, "learning_rate": 0.003, "loss": 4.0377, "step": 7418 }, { "epoch": 0.07419, "grad_norm": 1.213845231951027, "learning_rate": 0.003, "loss": 4.0208, "step": 7419 }, { "epoch": 0.0742, "grad_norm": 0.9160208863216656, "learning_rate": 0.003, "loss": 4.0611, "step": 7420 }, { "epoch": 0.07421, "grad_norm": 0.9459537396238892, "learning_rate": 0.003, "loss": 4.0334, "step": 7421 }, { "epoch": 0.07422, "grad_norm": 0.9896087479545597, "learning_rate": 0.003, "loss": 4.0559, "step": 7422 }, { "epoch": 0.07423, "grad_norm": 1.029001637107005, "learning_rate": 0.003, "loss": 4.032, "step": 7423 }, { "epoch": 0.07424, "grad_norm": 0.966524850109166, "learning_rate": 0.003, "loss": 4.0588, "step": 7424 }, { "epoch": 0.07425, "grad_norm": 1.0858257368928335, "learning_rate": 0.003, "loss": 4.0237, "step": 7425 }, { "epoch": 0.07426, "grad_norm": 0.9810888238304923, "learning_rate": 0.003, "loss": 4.023, "step": 7426 }, { "epoch": 0.07427, "grad_norm": 1.1559445528412031, "learning_rate": 0.003, "loss": 4.0307, "step": 7427 }, { "epoch": 0.07428, "grad_norm": 1.1236073459063627, "learning_rate": 0.003, "loss": 4.0835, "step": 7428 }, { "epoch": 0.07429, "grad_norm": 1.096676807770383, "learning_rate": 0.003, "loss": 4.055, "step": 7429 }, { "epoch": 0.0743, "grad_norm": 1.0713521198381804, "learning_rate": 0.003, "loss": 4.0454, "step": 7430 }, { "epoch": 0.07431, "grad_norm": 1.0003185699822545, "learning_rate": 0.003, "loss": 4.0357, "step": 7431 }, { "epoch": 0.07432, "grad_norm": 1.242346832405972, "learning_rate": 0.003, "loss": 4.0622, "step": 7432 }, { "epoch": 0.07433, "grad_norm": 1.0630507457181497, "learning_rate": 0.003, "loss": 4.0427, "step": 7433 }, { "epoch": 0.07434, "grad_norm": 1.1654066987813088, "learning_rate": 0.003, "loss": 4.0178, "step": 7434 }, { "epoch": 0.07435, "grad_norm": 1.2683692736396797, "learning_rate": 0.003, "loss": 4.0578, "step": 7435 }, { "epoch": 0.07436, "grad_norm": 0.945218194969709, "learning_rate": 0.003, "loss": 4.0732, "step": 7436 }, { "epoch": 0.07437, "grad_norm": 1.097019618654518, "learning_rate": 0.003, "loss": 4.0088, "step": 7437 }, { "epoch": 0.07438, "grad_norm": 1.2074577366475394, "learning_rate": 0.003, "loss": 4.0596, "step": 7438 }, { "epoch": 0.07439, "grad_norm": 0.9431501487823388, "learning_rate": 0.003, "loss": 4.0427, "step": 7439 }, { "epoch": 0.0744, "grad_norm": 1.1411961430256892, "learning_rate": 0.003, "loss": 4.0521, "step": 7440 }, { "epoch": 0.07441, "grad_norm": 0.945382643731931, "learning_rate": 0.003, "loss": 4.0836, "step": 7441 }, { "epoch": 0.07442, "grad_norm": 0.9584211239670143, "learning_rate": 0.003, "loss": 4.0537, "step": 7442 }, { "epoch": 0.07443, "grad_norm": 0.8936679140385173, "learning_rate": 0.003, "loss": 4.0381, "step": 7443 }, { "epoch": 0.07444, "grad_norm": 0.8616182361179869, "learning_rate": 0.003, "loss": 4.0568, "step": 7444 }, { "epoch": 0.07445, "grad_norm": 1.112391031977807, "learning_rate": 0.003, "loss": 4.0433, "step": 7445 }, { "epoch": 0.07446, "grad_norm": 1.260904358901806, "learning_rate": 0.003, "loss": 4.0334, "step": 7446 }, { "epoch": 0.07447, "grad_norm": 0.9143344109603971, "learning_rate": 0.003, "loss": 4.0322, "step": 7447 }, { "epoch": 0.07448, "grad_norm": 0.9777877903133408, "learning_rate": 0.003, "loss": 4.0309, "step": 7448 }, { "epoch": 0.07449, "grad_norm": 1.0092330290166718, "learning_rate": 0.003, "loss": 4.0509, "step": 7449 }, { "epoch": 0.0745, "grad_norm": 1.116824586523927, "learning_rate": 0.003, "loss": 4.0581, "step": 7450 }, { "epoch": 0.07451, "grad_norm": 1.0158873706838591, "learning_rate": 0.003, "loss": 4.0513, "step": 7451 }, { "epoch": 0.07452, "grad_norm": 1.0683848996605232, "learning_rate": 0.003, "loss": 4.023, "step": 7452 }, { "epoch": 0.07453, "grad_norm": 1.0005773823548063, "learning_rate": 0.003, "loss": 4.054, "step": 7453 }, { "epoch": 0.07454, "grad_norm": 1.1094763576693252, "learning_rate": 0.003, "loss": 4.0352, "step": 7454 }, { "epoch": 0.07455, "grad_norm": 1.0977415415623035, "learning_rate": 0.003, "loss": 4.0475, "step": 7455 }, { "epoch": 0.07456, "grad_norm": 1.2070613083727133, "learning_rate": 0.003, "loss": 4.0542, "step": 7456 }, { "epoch": 0.07457, "grad_norm": 1.033669789154854, "learning_rate": 0.003, "loss": 4.0444, "step": 7457 }, { "epoch": 0.07458, "grad_norm": 0.9974734919174871, "learning_rate": 0.003, "loss": 4.0561, "step": 7458 }, { "epoch": 0.07459, "grad_norm": 1.1596224019873076, "learning_rate": 0.003, "loss": 4.0398, "step": 7459 }, { "epoch": 0.0746, "grad_norm": 1.0558735224515694, "learning_rate": 0.003, "loss": 4.0502, "step": 7460 }, { "epoch": 0.07461, "grad_norm": 1.1013658395166883, "learning_rate": 0.003, "loss": 4.0589, "step": 7461 }, { "epoch": 0.07462, "grad_norm": 1.099153298296693, "learning_rate": 0.003, "loss": 4.0217, "step": 7462 }, { "epoch": 0.07463, "grad_norm": 0.9155991610369465, "learning_rate": 0.003, "loss": 4.0778, "step": 7463 }, { "epoch": 0.07464, "grad_norm": 0.9379208043653106, "learning_rate": 0.003, "loss": 4.0253, "step": 7464 }, { "epoch": 0.07465, "grad_norm": 1.0372587578155243, "learning_rate": 0.003, "loss": 4.0506, "step": 7465 }, { "epoch": 0.07466, "grad_norm": 1.3132084128992856, "learning_rate": 0.003, "loss": 4.0717, "step": 7466 }, { "epoch": 0.07467, "grad_norm": 0.933995203349761, "learning_rate": 0.003, "loss": 4.0335, "step": 7467 }, { "epoch": 0.07468, "grad_norm": 1.0967227098443246, "learning_rate": 0.003, "loss": 4.0603, "step": 7468 }, { "epoch": 0.07469, "grad_norm": 0.8994513242913562, "learning_rate": 0.003, "loss": 4.018, "step": 7469 }, { "epoch": 0.0747, "grad_norm": 0.8582057247678115, "learning_rate": 0.003, "loss": 4.0644, "step": 7470 }, { "epoch": 0.07471, "grad_norm": 0.9750254675432543, "learning_rate": 0.003, "loss": 4.0503, "step": 7471 }, { "epoch": 0.07472, "grad_norm": 1.0758291745603603, "learning_rate": 0.003, "loss": 4.0576, "step": 7472 }, { "epoch": 0.07473, "grad_norm": 1.2870897431186328, "learning_rate": 0.003, "loss": 4.0637, "step": 7473 }, { "epoch": 0.07474, "grad_norm": 0.8579070231808928, "learning_rate": 0.003, "loss": 4.0391, "step": 7474 }, { "epoch": 0.07475, "grad_norm": 0.9738156550036234, "learning_rate": 0.003, "loss": 4.0557, "step": 7475 }, { "epoch": 0.07476, "grad_norm": 1.045108915912123, "learning_rate": 0.003, "loss": 4.0258, "step": 7476 }, { "epoch": 0.07477, "grad_norm": 1.094542247261385, "learning_rate": 0.003, "loss": 4.0652, "step": 7477 }, { "epoch": 0.07478, "grad_norm": 0.8629572990188785, "learning_rate": 0.003, "loss": 4.0008, "step": 7478 }, { "epoch": 0.07479, "grad_norm": 0.9292854361264181, "learning_rate": 0.003, "loss": 4.0246, "step": 7479 }, { "epoch": 0.0748, "grad_norm": 1.0705526760945827, "learning_rate": 0.003, "loss": 4.0456, "step": 7480 }, { "epoch": 0.07481, "grad_norm": 1.0359796271584742, "learning_rate": 0.003, "loss": 4.0525, "step": 7481 }, { "epoch": 0.07482, "grad_norm": 1.232770848270821, "learning_rate": 0.003, "loss": 4.0597, "step": 7482 }, { "epoch": 0.07483, "grad_norm": 1.0817607398369629, "learning_rate": 0.003, "loss": 4.0749, "step": 7483 }, { "epoch": 0.07484, "grad_norm": 1.2858180984611243, "learning_rate": 0.003, "loss": 4.0636, "step": 7484 }, { "epoch": 0.07485, "grad_norm": 0.9867732155173473, "learning_rate": 0.003, "loss": 4.0503, "step": 7485 }, { "epoch": 0.07486, "grad_norm": 1.0647719783345513, "learning_rate": 0.003, "loss": 4.0382, "step": 7486 }, { "epoch": 0.07487, "grad_norm": 0.9563519763714589, "learning_rate": 0.003, "loss": 4.051, "step": 7487 }, { "epoch": 0.07488, "grad_norm": 1.081168855348119, "learning_rate": 0.003, "loss": 4.058, "step": 7488 }, { "epoch": 0.07489, "grad_norm": 0.9057881307635063, "learning_rate": 0.003, "loss": 4.0612, "step": 7489 }, { "epoch": 0.0749, "grad_norm": 0.941257228213405, "learning_rate": 0.003, "loss": 4.0356, "step": 7490 }, { "epoch": 0.07491, "grad_norm": 1.023677883109361, "learning_rate": 0.003, "loss": 4.0427, "step": 7491 }, { "epoch": 0.07492, "grad_norm": 1.0985843828113449, "learning_rate": 0.003, "loss": 4.0665, "step": 7492 }, { "epoch": 0.07493, "grad_norm": 1.1291894542659202, "learning_rate": 0.003, "loss": 4.0581, "step": 7493 }, { "epoch": 0.07494, "grad_norm": 1.046782915344204, "learning_rate": 0.003, "loss": 4.0712, "step": 7494 }, { "epoch": 0.07495, "grad_norm": 1.2154732983788594, "learning_rate": 0.003, "loss": 4.0489, "step": 7495 }, { "epoch": 0.07496, "grad_norm": 1.1000284508004632, "learning_rate": 0.003, "loss": 4.0409, "step": 7496 }, { "epoch": 0.07497, "grad_norm": 1.1040574207112384, "learning_rate": 0.003, "loss": 4.0549, "step": 7497 }, { "epoch": 0.07498, "grad_norm": 0.8948022242164695, "learning_rate": 0.003, "loss": 4.0429, "step": 7498 }, { "epoch": 0.07499, "grad_norm": 1.0258546162106021, "learning_rate": 0.003, "loss": 4.0439, "step": 7499 }, { "epoch": 0.075, "grad_norm": 1.1158118517557325, "learning_rate": 0.003, "loss": 4.0659, "step": 7500 }, { "epoch": 0.07501, "grad_norm": 1.0543780189380676, "learning_rate": 0.003, "loss": 4.0421, "step": 7501 }, { "epoch": 0.07502, "grad_norm": 1.1398746708324812, "learning_rate": 0.003, "loss": 4.0397, "step": 7502 }, { "epoch": 0.07503, "grad_norm": 1.17233757471888, "learning_rate": 0.003, "loss": 4.0462, "step": 7503 }, { "epoch": 0.07504, "grad_norm": 1.1747348217017677, "learning_rate": 0.003, "loss": 4.0445, "step": 7504 }, { "epoch": 0.07505, "grad_norm": 0.8995993583616543, "learning_rate": 0.003, "loss": 4.0257, "step": 7505 }, { "epoch": 0.07506, "grad_norm": 0.9337832043650974, "learning_rate": 0.003, "loss": 4.038, "step": 7506 }, { "epoch": 0.07507, "grad_norm": 0.9695999584916757, "learning_rate": 0.003, "loss": 4.0259, "step": 7507 }, { "epoch": 0.07508, "grad_norm": 1.1638077160586862, "learning_rate": 0.003, "loss": 4.0683, "step": 7508 }, { "epoch": 0.07509, "grad_norm": 0.9874287876840504, "learning_rate": 0.003, "loss": 4.0471, "step": 7509 }, { "epoch": 0.0751, "grad_norm": 0.9776311060010476, "learning_rate": 0.003, "loss": 4.0449, "step": 7510 }, { "epoch": 0.07511, "grad_norm": 1.1033486233571166, "learning_rate": 0.003, "loss": 4.0377, "step": 7511 }, { "epoch": 0.07512, "grad_norm": 0.8907632335623773, "learning_rate": 0.003, "loss": 4.0696, "step": 7512 }, { "epoch": 0.07513, "grad_norm": 0.9988954487137791, "learning_rate": 0.003, "loss": 4.0554, "step": 7513 }, { "epoch": 0.07514, "grad_norm": 1.194395962502461, "learning_rate": 0.003, "loss": 4.0197, "step": 7514 }, { "epoch": 0.07515, "grad_norm": 1.156162880522299, "learning_rate": 0.003, "loss": 4.0773, "step": 7515 }, { "epoch": 0.07516, "grad_norm": 1.2727170425623708, "learning_rate": 0.003, "loss": 4.0316, "step": 7516 }, { "epoch": 0.07517, "grad_norm": 1.1565889833590228, "learning_rate": 0.003, "loss": 4.0575, "step": 7517 }, { "epoch": 0.07518, "grad_norm": 0.8708468314319205, "learning_rate": 0.003, "loss": 4.0349, "step": 7518 }, { "epoch": 0.07519, "grad_norm": 0.9953433252661223, "learning_rate": 0.003, "loss": 4.0459, "step": 7519 }, { "epoch": 0.0752, "grad_norm": 1.0940459643263882, "learning_rate": 0.003, "loss": 4.0488, "step": 7520 }, { "epoch": 0.07521, "grad_norm": 0.928716112619678, "learning_rate": 0.003, "loss": 4.0484, "step": 7521 }, { "epoch": 0.07522, "grad_norm": 0.9818555888838302, "learning_rate": 0.003, "loss": 4.0357, "step": 7522 }, { "epoch": 0.07523, "grad_norm": 1.2068474109803409, "learning_rate": 0.003, "loss": 4.0384, "step": 7523 }, { "epoch": 0.07524, "grad_norm": 1.01597504610466, "learning_rate": 0.003, "loss": 4.0628, "step": 7524 }, { "epoch": 0.07525, "grad_norm": 1.2715734649300354, "learning_rate": 0.003, "loss": 4.0756, "step": 7525 }, { "epoch": 0.07526, "grad_norm": 0.7870088972562932, "learning_rate": 0.003, "loss": 4.064, "step": 7526 }, { "epoch": 0.07527, "grad_norm": 0.9106993971561816, "learning_rate": 0.003, "loss": 4.0652, "step": 7527 }, { "epoch": 0.07528, "grad_norm": 0.8636142458933644, "learning_rate": 0.003, "loss": 4.0654, "step": 7528 }, { "epoch": 0.07529, "grad_norm": 0.9616268692995935, "learning_rate": 0.003, "loss": 4.0369, "step": 7529 }, { "epoch": 0.0753, "grad_norm": 1.114538018638255, "learning_rate": 0.003, "loss": 4.0376, "step": 7530 }, { "epoch": 0.07531, "grad_norm": 0.9879931527488544, "learning_rate": 0.003, "loss": 4.0674, "step": 7531 }, { "epoch": 0.07532, "grad_norm": 1.0655313216663054, "learning_rate": 0.003, "loss": 4.056, "step": 7532 }, { "epoch": 0.07533, "grad_norm": 0.8780149908265403, "learning_rate": 0.003, "loss": 4.0381, "step": 7533 }, { "epoch": 0.07534, "grad_norm": 0.8784040460131582, "learning_rate": 0.003, "loss": 4.0405, "step": 7534 }, { "epoch": 0.07535, "grad_norm": 0.8518380464505314, "learning_rate": 0.003, "loss": 4.0526, "step": 7535 }, { "epoch": 0.07536, "grad_norm": 0.9098902162790059, "learning_rate": 0.003, "loss": 4.0353, "step": 7536 }, { "epoch": 0.07537, "grad_norm": 1.143562497559037, "learning_rate": 0.003, "loss": 4.0325, "step": 7537 }, { "epoch": 0.07538, "grad_norm": 1.2254729496457664, "learning_rate": 0.003, "loss": 4.0551, "step": 7538 }, { "epoch": 0.07539, "grad_norm": 1.043842367086055, "learning_rate": 0.003, "loss": 4.0215, "step": 7539 }, { "epoch": 0.0754, "grad_norm": 1.21725440776156, "learning_rate": 0.003, "loss": 4.0496, "step": 7540 }, { "epoch": 0.07541, "grad_norm": 0.9295788359152493, "learning_rate": 0.003, "loss": 4.0219, "step": 7541 }, { "epoch": 0.07542, "grad_norm": 1.130473398219038, "learning_rate": 0.003, "loss": 4.0444, "step": 7542 }, { "epoch": 0.07543, "grad_norm": 0.9937582722105303, "learning_rate": 0.003, "loss": 4.065, "step": 7543 }, { "epoch": 0.07544, "grad_norm": 1.2560834000797938, "learning_rate": 0.003, "loss": 4.0612, "step": 7544 }, { "epoch": 0.07545, "grad_norm": 1.0050728570569878, "learning_rate": 0.003, "loss": 4.0808, "step": 7545 }, { "epoch": 0.07546, "grad_norm": 1.0720793211640665, "learning_rate": 0.003, "loss": 4.0401, "step": 7546 }, { "epoch": 0.07547, "grad_norm": 0.9113278300880503, "learning_rate": 0.003, "loss": 4.0609, "step": 7547 }, { "epoch": 0.07548, "grad_norm": 0.7765738432773017, "learning_rate": 0.003, "loss": 4.0671, "step": 7548 }, { "epoch": 0.07549, "grad_norm": 0.912954245340519, "learning_rate": 0.003, "loss": 4.0715, "step": 7549 }, { "epoch": 0.0755, "grad_norm": 1.1357200728898464, "learning_rate": 0.003, "loss": 4.0709, "step": 7550 }, { "epoch": 0.07551, "grad_norm": 1.1645892480065512, "learning_rate": 0.003, "loss": 4.06, "step": 7551 }, { "epoch": 0.07552, "grad_norm": 1.0759538967371787, "learning_rate": 0.003, "loss": 4.061, "step": 7552 }, { "epoch": 0.07553, "grad_norm": 1.113298651168989, "learning_rate": 0.003, "loss": 4.0659, "step": 7553 }, { "epoch": 0.07554, "grad_norm": 1.3129530629673276, "learning_rate": 0.003, "loss": 4.0665, "step": 7554 }, { "epoch": 0.07555, "grad_norm": 1.0195391886187795, "learning_rate": 0.003, "loss": 4.0502, "step": 7555 }, { "epoch": 0.07556, "grad_norm": 1.1261424419589618, "learning_rate": 0.003, "loss": 4.0715, "step": 7556 }, { "epoch": 0.07557, "grad_norm": 0.9078457564330181, "learning_rate": 0.003, "loss": 4.0407, "step": 7557 }, { "epoch": 0.07558, "grad_norm": 1.1105037206557775, "learning_rate": 0.003, "loss": 4.0446, "step": 7558 }, { "epoch": 0.07559, "grad_norm": 1.084878893896586, "learning_rate": 0.003, "loss": 4.0159, "step": 7559 }, { "epoch": 0.0756, "grad_norm": 0.9422492493376851, "learning_rate": 0.003, "loss": 4.0546, "step": 7560 }, { "epoch": 0.07561, "grad_norm": 0.9472473971962481, "learning_rate": 0.003, "loss": 4.038, "step": 7561 }, { "epoch": 0.07562, "grad_norm": 1.0141863361647219, "learning_rate": 0.003, "loss": 4.0163, "step": 7562 }, { "epoch": 0.07563, "grad_norm": 1.209943999383626, "learning_rate": 0.003, "loss": 4.052, "step": 7563 }, { "epoch": 0.07564, "grad_norm": 1.040474950950908, "learning_rate": 0.003, "loss": 4.0709, "step": 7564 }, { "epoch": 0.07565, "grad_norm": 1.041564684801342, "learning_rate": 0.003, "loss": 4.0515, "step": 7565 }, { "epoch": 0.07566, "grad_norm": 0.9211223111374635, "learning_rate": 0.003, "loss": 4.0462, "step": 7566 }, { "epoch": 0.07567, "grad_norm": 0.9557313493057552, "learning_rate": 0.003, "loss": 4.0609, "step": 7567 }, { "epoch": 0.07568, "grad_norm": 1.0157216311700132, "learning_rate": 0.003, "loss": 4.0558, "step": 7568 }, { "epoch": 0.07569, "grad_norm": 1.0891520113381792, "learning_rate": 0.003, "loss": 4.0408, "step": 7569 }, { "epoch": 0.0757, "grad_norm": 1.035599436574519, "learning_rate": 0.003, "loss": 4.0346, "step": 7570 }, { "epoch": 0.07571, "grad_norm": 1.1416705208329894, "learning_rate": 0.003, "loss": 4.0311, "step": 7571 }, { "epoch": 0.07572, "grad_norm": 1.1983465038651324, "learning_rate": 0.003, "loss": 4.0314, "step": 7572 }, { "epoch": 0.07573, "grad_norm": 0.8376450895449468, "learning_rate": 0.003, "loss": 4.043, "step": 7573 }, { "epoch": 0.07574, "grad_norm": 0.7440289348204431, "learning_rate": 0.003, "loss": 4.057, "step": 7574 }, { "epoch": 0.07575, "grad_norm": 0.6603077120225412, "learning_rate": 0.003, "loss": 4.0328, "step": 7575 }, { "epoch": 0.07576, "grad_norm": 0.7920785949672058, "learning_rate": 0.003, "loss": 4.0291, "step": 7576 }, { "epoch": 0.07577, "grad_norm": 1.0268729068383955, "learning_rate": 0.003, "loss": 4.066, "step": 7577 }, { "epoch": 0.07578, "grad_norm": 1.1368625436467688, "learning_rate": 0.003, "loss": 4.0512, "step": 7578 }, { "epoch": 0.07579, "grad_norm": 1.008982576200628, "learning_rate": 0.003, "loss": 4.0365, "step": 7579 }, { "epoch": 0.0758, "grad_norm": 1.3316307903450357, "learning_rate": 0.003, "loss": 4.0651, "step": 7580 }, { "epoch": 0.07581, "grad_norm": 0.9546023266380341, "learning_rate": 0.003, "loss": 4.0468, "step": 7581 }, { "epoch": 0.07582, "grad_norm": 1.028351315894607, "learning_rate": 0.003, "loss": 4.0439, "step": 7582 }, { "epoch": 0.07583, "grad_norm": 1.1084447205745265, "learning_rate": 0.003, "loss": 4.0487, "step": 7583 }, { "epoch": 0.07584, "grad_norm": 1.083029995624086, "learning_rate": 0.003, "loss": 4.0887, "step": 7584 }, { "epoch": 0.07585, "grad_norm": 1.0956918067982808, "learning_rate": 0.003, "loss": 4.0585, "step": 7585 }, { "epoch": 0.07586, "grad_norm": 1.0704482847092711, "learning_rate": 0.003, "loss": 4.0366, "step": 7586 }, { "epoch": 0.07587, "grad_norm": 1.0248155370988479, "learning_rate": 0.003, "loss": 4.0742, "step": 7587 }, { "epoch": 0.07588, "grad_norm": 0.9469007252567827, "learning_rate": 0.003, "loss": 4.0477, "step": 7588 }, { "epoch": 0.07589, "grad_norm": 0.9083602594004783, "learning_rate": 0.003, "loss": 4.0525, "step": 7589 }, { "epoch": 0.0759, "grad_norm": 1.0888081212751122, "learning_rate": 0.003, "loss": 4.0522, "step": 7590 }, { "epoch": 0.07591, "grad_norm": 1.1286869611060864, "learning_rate": 0.003, "loss": 4.0602, "step": 7591 }, { "epoch": 0.07592, "grad_norm": 1.1994073883546317, "learning_rate": 0.003, "loss": 4.0632, "step": 7592 }, { "epoch": 0.07593, "grad_norm": 0.930854156102424, "learning_rate": 0.003, "loss": 4.0226, "step": 7593 }, { "epoch": 0.07594, "grad_norm": 0.9949944707269984, "learning_rate": 0.003, "loss": 4.0301, "step": 7594 }, { "epoch": 0.07595, "grad_norm": 1.0566054746262994, "learning_rate": 0.003, "loss": 4.0355, "step": 7595 }, { "epoch": 0.07596, "grad_norm": 0.9893650668367953, "learning_rate": 0.003, "loss": 4.022, "step": 7596 }, { "epoch": 0.07597, "grad_norm": 1.1346833349811905, "learning_rate": 0.003, "loss": 4.0686, "step": 7597 }, { "epoch": 0.07598, "grad_norm": 1.0292720315909252, "learning_rate": 0.003, "loss": 4.0629, "step": 7598 }, { "epoch": 0.07599, "grad_norm": 1.152689224088955, "learning_rate": 0.003, "loss": 4.0663, "step": 7599 }, { "epoch": 0.076, "grad_norm": 1.0383151228598986, "learning_rate": 0.003, "loss": 4.0544, "step": 7600 }, { "epoch": 0.07601, "grad_norm": 1.047117789348393, "learning_rate": 0.003, "loss": 4.0714, "step": 7601 }, { "epoch": 0.07602, "grad_norm": 1.106052696242171, "learning_rate": 0.003, "loss": 4.0465, "step": 7602 }, { "epoch": 0.07603, "grad_norm": 1.0073145436596014, "learning_rate": 0.003, "loss": 4.0458, "step": 7603 }, { "epoch": 0.07604, "grad_norm": 1.0664230896712803, "learning_rate": 0.003, "loss": 4.0586, "step": 7604 }, { "epoch": 0.07605, "grad_norm": 0.9753888567376868, "learning_rate": 0.003, "loss": 4.0484, "step": 7605 }, { "epoch": 0.07606, "grad_norm": 1.2030307927813533, "learning_rate": 0.003, "loss": 4.1116, "step": 7606 }, { "epoch": 0.07607, "grad_norm": 0.9086575357118534, "learning_rate": 0.003, "loss": 4.0615, "step": 7607 }, { "epoch": 0.07608, "grad_norm": 0.9273700226274223, "learning_rate": 0.003, "loss": 4.074, "step": 7608 }, { "epoch": 0.07609, "grad_norm": 1.003689493135648, "learning_rate": 0.003, "loss": 4.0503, "step": 7609 }, { "epoch": 0.0761, "grad_norm": 1.1377269625068565, "learning_rate": 0.003, "loss": 4.0461, "step": 7610 }, { "epoch": 0.07611, "grad_norm": 0.9384559805000248, "learning_rate": 0.003, "loss": 4.07, "step": 7611 }, { "epoch": 0.07612, "grad_norm": 1.1271298131099274, "learning_rate": 0.003, "loss": 4.0408, "step": 7612 }, { "epoch": 0.07613, "grad_norm": 1.1197631113115567, "learning_rate": 0.003, "loss": 4.0384, "step": 7613 }, { "epoch": 0.07614, "grad_norm": 1.0895475603662517, "learning_rate": 0.003, "loss": 4.0225, "step": 7614 }, { "epoch": 0.07615, "grad_norm": 1.1379640727683638, "learning_rate": 0.003, "loss": 4.0504, "step": 7615 }, { "epoch": 0.07616, "grad_norm": 1.0509591762451105, "learning_rate": 0.003, "loss": 4.049, "step": 7616 }, { "epoch": 0.07617, "grad_norm": 1.0514288577627249, "learning_rate": 0.003, "loss": 4.0146, "step": 7617 }, { "epoch": 0.07618, "grad_norm": 0.9463880932847941, "learning_rate": 0.003, "loss": 4.0788, "step": 7618 }, { "epoch": 0.07619, "grad_norm": 1.0151178915603503, "learning_rate": 0.003, "loss": 4.0565, "step": 7619 }, { "epoch": 0.0762, "grad_norm": 1.2638113293346065, "learning_rate": 0.003, "loss": 4.0375, "step": 7620 }, { "epoch": 0.07621, "grad_norm": 0.8743906611118283, "learning_rate": 0.003, "loss": 4.0612, "step": 7621 }, { "epoch": 0.07622, "grad_norm": 0.9376371308176443, "learning_rate": 0.003, "loss": 4.0617, "step": 7622 }, { "epoch": 0.07623, "grad_norm": 1.2162047119192658, "learning_rate": 0.003, "loss": 4.0489, "step": 7623 }, { "epoch": 0.07624, "grad_norm": 0.8081909472078085, "learning_rate": 0.003, "loss": 4.0448, "step": 7624 }, { "epoch": 0.07625, "grad_norm": 0.9250877782038973, "learning_rate": 0.003, "loss": 4.0338, "step": 7625 }, { "epoch": 0.07626, "grad_norm": 1.105895370815446, "learning_rate": 0.003, "loss": 4.0535, "step": 7626 }, { "epoch": 0.07627, "grad_norm": 1.0603656758381923, "learning_rate": 0.003, "loss": 4.0562, "step": 7627 }, { "epoch": 0.07628, "grad_norm": 1.2118848294290039, "learning_rate": 0.003, "loss": 4.0308, "step": 7628 }, { "epoch": 0.07629, "grad_norm": 0.9491546824024952, "learning_rate": 0.003, "loss": 4.0436, "step": 7629 }, { "epoch": 0.0763, "grad_norm": 1.1470367440434606, "learning_rate": 0.003, "loss": 4.0348, "step": 7630 }, { "epoch": 0.07631, "grad_norm": 0.9750737788207199, "learning_rate": 0.003, "loss": 4.0384, "step": 7631 }, { "epoch": 0.07632, "grad_norm": 0.9223121244351081, "learning_rate": 0.003, "loss": 4.0283, "step": 7632 }, { "epoch": 0.07633, "grad_norm": 0.9447939771060309, "learning_rate": 0.003, "loss": 4.0354, "step": 7633 }, { "epoch": 0.07634, "grad_norm": 1.0656262121811246, "learning_rate": 0.003, "loss": 4.0271, "step": 7634 }, { "epoch": 0.07635, "grad_norm": 1.1293493421594012, "learning_rate": 0.003, "loss": 4.0509, "step": 7635 }, { "epoch": 0.07636, "grad_norm": 1.1936557881689314, "learning_rate": 0.003, "loss": 4.028, "step": 7636 }, { "epoch": 0.07637, "grad_norm": 0.9929307055596185, "learning_rate": 0.003, "loss": 4.0687, "step": 7637 }, { "epoch": 0.07638, "grad_norm": 1.0228636969536977, "learning_rate": 0.003, "loss": 4.0445, "step": 7638 }, { "epoch": 0.07639, "grad_norm": 0.9823441975383835, "learning_rate": 0.003, "loss": 4.0487, "step": 7639 }, { "epoch": 0.0764, "grad_norm": 1.1338997019966783, "learning_rate": 0.003, "loss": 4.0806, "step": 7640 }, { "epoch": 0.07641, "grad_norm": 1.0093913734568616, "learning_rate": 0.003, "loss": 4.0741, "step": 7641 }, { "epoch": 0.07642, "grad_norm": 1.125461302352058, "learning_rate": 0.003, "loss": 4.0679, "step": 7642 }, { "epoch": 0.07643, "grad_norm": 1.0514677154433425, "learning_rate": 0.003, "loss": 4.0433, "step": 7643 }, { "epoch": 0.07644, "grad_norm": 1.0553593637554315, "learning_rate": 0.003, "loss": 4.0296, "step": 7644 }, { "epoch": 0.07645, "grad_norm": 0.9805977399864129, "learning_rate": 0.003, "loss": 4.0459, "step": 7645 }, { "epoch": 0.07646, "grad_norm": 1.0299202945868386, "learning_rate": 0.003, "loss": 4.0495, "step": 7646 }, { "epoch": 0.07647, "grad_norm": 1.3176337185067677, "learning_rate": 0.003, "loss": 4.0349, "step": 7647 }, { "epoch": 0.07648, "grad_norm": 1.1005654564479557, "learning_rate": 0.003, "loss": 4.0512, "step": 7648 }, { "epoch": 0.07649, "grad_norm": 1.0905324219896768, "learning_rate": 0.003, "loss": 4.0515, "step": 7649 }, { "epoch": 0.0765, "grad_norm": 0.8802249156939694, "learning_rate": 0.003, "loss": 4.031, "step": 7650 }, { "epoch": 0.07651, "grad_norm": 0.9072009257031926, "learning_rate": 0.003, "loss": 4.0419, "step": 7651 }, { "epoch": 0.07652, "grad_norm": 0.9346164551384647, "learning_rate": 0.003, "loss": 4.0399, "step": 7652 }, { "epoch": 0.07653, "grad_norm": 0.980298089231196, "learning_rate": 0.003, "loss": 4.019, "step": 7653 }, { "epoch": 0.07654, "grad_norm": 1.0968929008117443, "learning_rate": 0.003, "loss": 4.0539, "step": 7654 }, { "epoch": 0.07655, "grad_norm": 0.9601657405610515, "learning_rate": 0.003, "loss": 4.0569, "step": 7655 }, { "epoch": 0.07656, "grad_norm": 1.258852527855847, "learning_rate": 0.003, "loss": 4.0714, "step": 7656 }, { "epoch": 0.07657, "grad_norm": 0.8924445280055346, "learning_rate": 0.003, "loss": 4.0637, "step": 7657 }, { "epoch": 0.07658, "grad_norm": 1.016577242205408, "learning_rate": 0.003, "loss": 4.0491, "step": 7658 }, { "epoch": 0.07659, "grad_norm": 1.1676547370839572, "learning_rate": 0.003, "loss": 4.0479, "step": 7659 }, { "epoch": 0.0766, "grad_norm": 1.0842253182708932, "learning_rate": 0.003, "loss": 4.0864, "step": 7660 }, { "epoch": 0.07661, "grad_norm": 1.233560763252066, "learning_rate": 0.003, "loss": 4.0478, "step": 7661 }, { "epoch": 0.07662, "grad_norm": 1.0033408895801803, "learning_rate": 0.003, "loss": 4.0731, "step": 7662 }, { "epoch": 0.07663, "grad_norm": 1.2643790027991915, "learning_rate": 0.003, "loss": 4.0749, "step": 7663 }, { "epoch": 0.07664, "grad_norm": 1.023325848782995, "learning_rate": 0.003, "loss": 4.0613, "step": 7664 }, { "epoch": 0.07665, "grad_norm": 1.0799510581720673, "learning_rate": 0.003, "loss": 4.0334, "step": 7665 }, { "epoch": 0.07666, "grad_norm": 1.108909756809187, "learning_rate": 0.003, "loss": 4.0523, "step": 7666 }, { "epoch": 0.07667, "grad_norm": 0.8955114573010688, "learning_rate": 0.003, "loss": 4.0557, "step": 7667 }, { "epoch": 0.07668, "grad_norm": 0.8923297593100042, "learning_rate": 0.003, "loss": 4.0448, "step": 7668 }, { "epoch": 0.07669, "grad_norm": 1.0249046055145887, "learning_rate": 0.003, "loss": 4.0614, "step": 7669 }, { "epoch": 0.0767, "grad_norm": 1.2053116597026634, "learning_rate": 0.003, "loss": 4.033, "step": 7670 }, { "epoch": 0.07671, "grad_norm": 1.0082941639633163, "learning_rate": 0.003, "loss": 4.0691, "step": 7671 }, { "epoch": 0.07672, "grad_norm": 1.2734345360500605, "learning_rate": 0.003, "loss": 4.0573, "step": 7672 }, { "epoch": 0.07673, "grad_norm": 0.9281784475022431, "learning_rate": 0.003, "loss": 4.0818, "step": 7673 }, { "epoch": 0.07674, "grad_norm": 1.0050293522340423, "learning_rate": 0.003, "loss": 4.0469, "step": 7674 }, { "epoch": 0.07675, "grad_norm": 1.1578682951290742, "learning_rate": 0.003, "loss": 4.047, "step": 7675 }, { "epoch": 0.07676, "grad_norm": 1.0107218219879721, "learning_rate": 0.003, "loss": 4.0378, "step": 7676 }, { "epoch": 0.07677, "grad_norm": 1.122086603391903, "learning_rate": 0.003, "loss": 4.0429, "step": 7677 }, { "epoch": 0.07678, "grad_norm": 1.0817490316966227, "learning_rate": 0.003, "loss": 4.0773, "step": 7678 }, { "epoch": 0.07679, "grad_norm": 1.0060234752712105, "learning_rate": 0.003, "loss": 4.0682, "step": 7679 }, { "epoch": 0.0768, "grad_norm": 1.0542727480500718, "learning_rate": 0.003, "loss": 4.0388, "step": 7680 }, { "epoch": 0.07681, "grad_norm": 0.9906102704846765, "learning_rate": 0.003, "loss": 4.049, "step": 7681 }, { "epoch": 0.07682, "grad_norm": 1.1799698353197907, "learning_rate": 0.003, "loss": 4.0395, "step": 7682 }, { "epoch": 0.07683, "grad_norm": 0.9827379813572511, "learning_rate": 0.003, "loss": 4.048, "step": 7683 }, { "epoch": 0.07684, "grad_norm": 1.0627107640985607, "learning_rate": 0.003, "loss": 4.0678, "step": 7684 }, { "epoch": 0.07685, "grad_norm": 0.8775795962977772, "learning_rate": 0.003, "loss": 4.0394, "step": 7685 }, { "epoch": 0.07686, "grad_norm": 0.7639644005133086, "learning_rate": 0.003, "loss": 4.0388, "step": 7686 }, { "epoch": 0.07687, "grad_norm": 0.8605351853455829, "learning_rate": 0.003, "loss": 4.0551, "step": 7687 }, { "epoch": 0.07688, "grad_norm": 0.9162241897881261, "learning_rate": 0.003, "loss": 4.0492, "step": 7688 }, { "epoch": 0.07689, "grad_norm": 1.2441994585763008, "learning_rate": 0.003, "loss": 4.0393, "step": 7689 }, { "epoch": 0.0769, "grad_norm": 1.0783654477764117, "learning_rate": 0.003, "loss": 4.0636, "step": 7690 }, { "epoch": 0.07691, "grad_norm": 0.9813259733202012, "learning_rate": 0.003, "loss": 4.0562, "step": 7691 }, { "epoch": 0.07692, "grad_norm": 1.1132849435616365, "learning_rate": 0.003, "loss": 4.0676, "step": 7692 }, { "epoch": 0.07693, "grad_norm": 0.968186114392162, "learning_rate": 0.003, "loss": 4.0368, "step": 7693 }, { "epoch": 0.07694, "grad_norm": 1.1180368633304685, "learning_rate": 0.003, "loss": 4.0423, "step": 7694 }, { "epoch": 0.07695, "grad_norm": 1.018150504213498, "learning_rate": 0.003, "loss": 4.0628, "step": 7695 }, { "epoch": 0.07696, "grad_norm": 1.1134933391530109, "learning_rate": 0.003, "loss": 4.0017, "step": 7696 }, { "epoch": 0.07697, "grad_norm": 1.112740567601611, "learning_rate": 0.003, "loss": 4.0846, "step": 7697 }, { "epoch": 0.07698, "grad_norm": 1.035646453959349, "learning_rate": 0.003, "loss": 4.0586, "step": 7698 }, { "epoch": 0.07699, "grad_norm": 1.1776754763679083, "learning_rate": 0.003, "loss": 4.089, "step": 7699 }, { "epoch": 0.077, "grad_norm": 1.0846924700885932, "learning_rate": 0.003, "loss": 4.0574, "step": 7700 }, { "epoch": 0.07701, "grad_norm": 1.1355756172933456, "learning_rate": 0.003, "loss": 4.0374, "step": 7701 }, { "epoch": 0.07702, "grad_norm": 1.2445054567640432, "learning_rate": 0.003, "loss": 4.0441, "step": 7702 }, { "epoch": 0.07703, "grad_norm": 0.778195828814493, "learning_rate": 0.003, "loss": 4.0516, "step": 7703 }, { "epoch": 0.07704, "grad_norm": 0.7695651423057185, "learning_rate": 0.003, "loss": 4.0515, "step": 7704 }, { "epoch": 0.07705, "grad_norm": 0.8208723519118769, "learning_rate": 0.003, "loss": 4.0325, "step": 7705 }, { "epoch": 0.07706, "grad_norm": 1.0591846703576349, "learning_rate": 0.003, "loss": 4.0574, "step": 7706 }, { "epoch": 0.07707, "grad_norm": 1.4331501433140448, "learning_rate": 0.003, "loss": 4.0629, "step": 7707 }, { "epoch": 0.07708, "grad_norm": 0.8586416225127098, "learning_rate": 0.003, "loss": 4.0661, "step": 7708 }, { "epoch": 0.07709, "grad_norm": 0.9896715342897399, "learning_rate": 0.003, "loss": 4.0531, "step": 7709 }, { "epoch": 0.0771, "grad_norm": 1.0247102942561306, "learning_rate": 0.003, "loss": 4.0286, "step": 7710 }, { "epoch": 0.07711, "grad_norm": 0.9573824195950065, "learning_rate": 0.003, "loss": 4.0344, "step": 7711 }, { "epoch": 0.07712, "grad_norm": 0.9223979651594529, "learning_rate": 0.003, "loss": 4.0435, "step": 7712 }, { "epoch": 0.07713, "grad_norm": 1.123004149058808, "learning_rate": 0.003, "loss": 4.0234, "step": 7713 }, { "epoch": 0.07714, "grad_norm": 1.1362346630117264, "learning_rate": 0.003, "loss": 4.0278, "step": 7714 }, { "epoch": 0.07715, "grad_norm": 0.9873091975110139, "learning_rate": 0.003, "loss": 4.0505, "step": 7715 }, { "epoch": 0.07716, "grad_norm": 1.1616502010150347, "learning_rate": 0.003, "loss": 4.0362, "step": 7716 }, { "epoch": 0.07717, "grad_norm": 1.1465651911213932, "learning_rate": 0.003, "loss": 4.0328, "step": 7717 }, { "epoch": 0.07718, "grad_norm": 1.07816656816876, "learning_rate": 0.003, "loss": 4.0732, "step": 7718 }, { "epoch": 0.07719, "grad_norm": 0.879915285523726, "learning_rate": 0.003, "loss": 4.0398, "step": 7719 }, { "epoch": 0.0772, "grad_norm": 0.8694587190603413, "learning_rate": 0.003, "loss": 4.0681, "step": 7720 }, { "epoch": 0.07721, "grad_norm": 0.9644244720161652, "learning_rate": 0.003, "loss": 4.029, "step": 7721 }, { "epoch": 0.07722, "grad_norm": 1.0848954562449826, "learning_rate": 0.003, "loss": 4.0671, "step": 7722 }, { "epoch": 0.07723, "grad_norm": 1.2394893053064837, "learning_rate": 0.003, "loss": 4.0754, "step": 7723 }, { "epoch": 0.07724, "grad_norm": 0.9558592147764633, "learning_rate": 0.003, "loss": 4.0488, "step": 7724 }, { "epoch": 0.07725, "grad_norm": 1.1959360495832247, "learning_rate": 0.003, "loss": 4.0466, "step": 7725 }, { "epoch": 0.07726, "grad_norm": 0.9517967220511826, "learning_rate": 0.003, "loss": 4.0652, "step": 7726 }, { "epoch": 0.07727, "grad_norm": 1.1579653372604413, "learning_rate": 0.003, "loss": 4.0306, "step": 7727 }, { "epoch": 0.07728, "grad_norm": 1.1068848248552594, "learning_rate": 0.003, "loss": 4.0411, "step": 7728 }, { "epoch": 0.07729, "grad_norm": 0.9527663111508775, "learning_rate": 0.003, "loss": 4.0615, "step": 7729 }, { "epoch": 0.0773, "grad_norm": 0.82211244826477, "learning_rate": 0.003, "loss": 4.0496, "step": 7730 }, { "epoch": 0.07731, "grad_norm": 0.8528406417127462, "learning_rate": 0.003, "loss": 4.0378, "step": 7731 }, { "epoch": 0.07732, "grad_norm": 0.9703295806343482, "learning_rate": 0.003, "loss": 4.0531, "step": 7732 }, { "epoch": 0.07733, "grad_norm": 1.233288598154536, "learning_rate": 0.003, "loss": 4.0637, "step": 7733 }, { "epoch": 0.07734, "grad_norm": 1.1910360013875985, "learning_rate": 0.003, "loss": 4.0635, "step": 7734 }, { "epoch": 0.07735, "grad_norm": 1.1528280039800138, "learning_rate": 0.003, "loss": 4.0384, "step": 7735 }, { "epoch": 0.07736, "grad_norm": 1.163933383869731, "learning_rate": 0.003, "loss": 4.0635, "step": 7736 }, { "epoch": 0.07737, "grad_norm": 0.9130491112837049, "learning_rate": 0.003, "loss": 4.0205, "step": 7737 }, { "epoch": 0.07738, "grad_norm": 0.9070020333481247, "learning_rate": 0.003, "loss": 4.0379, "step": 7738 }, { "epoch": 0.07739, "grad_norm": 0.9956178440672993, "learning_rate": 0.003, "loss": 4.0491, "step": 7739 }, { "epoch": 0.0774, "grad_norm": 1.2016421176014782, "learning_rate": 0.003, "loss": 4.0329, "step": 7740 }, { "epoch": 0.07741, "grad_norm": 1.0114172630176164, "learning_rate": 0.003, "loss": 4.0368, "step": 7741 }, { "epoch": 0.07742, "grad_norm": 1.0767057084476068, "learning_rate": 0.003, "loss": 4.0258, "step": 7742 }, { "epoch": 0.07743, "grad_norm": 1.140758765621141, "learning_rate": 0.003, "loss": 4.0487, "step": 7743 }, { "epoch": 0.07744, "grad_norm": 0.941795514834158, "learning_rate": 0.003, "loss": 4.0431, "step": 7744 }, { "epoch": 0.07745, "grad_norm": 0.947968983480798, "learning_rate": 0.003, "loss": 4.0436, "step": 7745 }, { "epoch": 0.07746, "grad_norm": 1.1438558351135404, "learning_rate": 0.003, "loss": 4.0519, "step": 7746 }, { "epoch": 0.07747, "grad_norm": 1.1271433369048343, "learning_rate": 0.003, "loss": 4.055, "step": 7747 }, { "epoch": 0.07748, "grad_norm": 1.068011422911948, "learning_rate": 0.003, "loss": 4.0779, "step": 7748 }, { "epoch": 0.07749, "grad_norm": 1.1673301793274091, "learning_rate": 0.003, "loss": 4.077, "step": 7749 }, { "epoch": 0.0775, "grad_norm": 0.9871201697529424, "learning_rate": 0.003, "loss": 4.0304, "step": 7750 }, { "epoch": 0.07751, "grad_norm": 1.1865630409028847, "learning_rate": 0.003, "loss": 4.0487, "step": 7751 }, { "epoch": 0.07752, "grad_norm": 0.9135508252960873, "learning_rate": 0.003, "loss": 4.0648, "step": 7752 }, { "epoch": 0.07753, "grad_norm": 1.0491466617434224, "learning_rate": 0.003, "loss": 4.0338, "step": 7753 }, { "epoch": 0.07754, "grad_norm": 1.0597062148757896, "learning_rate": 0.003, "loss": 4.0448, "step": 7754 }, { "epoch": 0.07755, "grad_norm": 1.0522100404904275, "learning_rate": 0.003, "loss": 4.0506, "step": 7755 }, { "epoch": 0.07756, "grad_norm": 1.1298394191949892, "learning_rate": 0.003, "loss": 4.0644, "step": 7756 }, { "epoch": 0.07757, "grad_norm": 0.9473952380257887, "learning_rate": 0.003, "loss": 4.0334, "step": 7757 }, { "epoch": 0.07758, "grad_norm": 1.0741481447103787, "learning_rate": 0.003, "loss": 4.0321, "step": 7758 }, { "epoch": 0.07759, "grad_norm": 1.1033185053370784, "learning_rate": 0.003, "loss": 4.0448, "step": 7759 }, { "epoch": 0.0776, "grad_norm": 0.946764770560814, "learning_rate": 0.003, "loss": 4.0215, "step": 7760 }, { "epoch": 0.07761, "grad_norm": 1.1024391112725458, "learning_rate": 0.003, "loss": 4.0647, "step": 7761 }, { "epoch": 0.07762, "grad_norm": 1.0452461471198484, "learning_rate": 0.003, "loss": 4.0462, "step": 7762 }, { "epoch": 0.07763, "grad_norm": 1.1390912229610954, "learning_rate": 0.003, "loss": 4.0643, "step": 7763 }, { "epoch": 0.07764, "grad_norm": 1.0090027084277429, "learning_rate": 0.003, "loss": 4.0693, "step": 7764 }, { "epoch": 0.07765, "grad_norm": 1.1375674959522515, "learning_rate": 0.003, "loss": 4.0537, "step": 7765 }, { "epoch": 0.07766, "grad_norm": 1.2062883449499884, "learning_rate": 0.003, "loss": 4.0355, "step": 7766 }, { "epoch": 0.07767, "grad_norm": 1.1804562993590413, "learning_rate": 0.003, "loss": 4.0355, "step": 7767 }, { "epoch": 0.07768, "grad_norm": 1.0684635284018162, "learning_rate": 0.003, "loss": 4.0469, "step": 7768 }, { "epoch": 0.07769, "grad_norm": 1.1159137124746297, "learning_rate": 0.003, "loss": 4.0537, "step": 7769 }, { "epoch": 0.0777, "grad_norm": 1.0678717136438307, "learning_rate": 0.003, "loss": 4.065, "step": 7770 }, { "epoch": 0.07771, "grad_norm": 0.9559701342030749, "learning_rate": 0.003, "loss": 4.0601, "step": 7771 }, { "epoch": 0.07772, "grad_norm": 1.0062287758341482, "learning_rate": 0.003, "loss": 4.0543, "step": 7772 }, { "epoch": 0.07773, "grad_norm": 1.0966855486122142, "learning_rate": 0.003, "loss": 4.0267, "step": 7773 }, { "epoch": 0.07774, "grad_norm": 0.9558412183434721, "learning_rate": 0.003, "loss": 4.0484, "step": 7774 }, { "epoch": 0.07775, "grad_norm": 1.2137613391546822, "learning_rate": 0.003, "loss": 4.0647, "step": 7775 }, { "epoch": 0.07776, "grad_norm": 0.7820218930391715, "learning_rate": 0.003, "loss": 4.0443, "step": 7776 }, { "epoch": 0.07777, "grad_norm": 0.7196952870861936, "learning_rate": 0.003, "loss": 4.0562, "step": 7777 }, { "epoch": 0.07778, "grad_norm": 0.9999098617704734, "learning_rate": 0.003, "loss": 4.0668, "step": 7778 }, { "epoch": 0.07779, "grad_norm": 1.4627741712221116, "learning_rate": 0.003, "loss": 4.0399, "step": 7779 }, { "epoch": 0.0778, "grad_norm": 0.9529840352238272, "learning_rate": 0.003, "loss": 4.0275, "step": 7780 }, { "epoch": 0.07781, "grad_norm": 1.2285518753842994, "learning_rate": 0.003, "loss": 4.0243, "step": 7781 }, { "epoch": 0.07782, "grad_norm": 1.1404528733856336, "learning_rate": 0.003, "loss": 4.0406, "step": 7782 }, { "epoch": 0.07783, "grad_norm": 1.1975303734486777, "learning_rate": 0.003, "loss": 4.0512, "step": 7783 }, { "epoch": 0.07784, "grad_norm": 1.0934483916125426, "learning_rate": 0.003, "loss": 4.0452, "step": 7784 }, { "epoch": 0.07785, "grad_norm": 1.108972454763063, "learning_rate": 0.003, "loss": 4.0734, "step": 7785 }, { "epoch": 0.07786, "grad_norm": 0.9879792571747996, "learning_rate": 0.003, "loss": 4.0372, "step": 7786 }, { "epoch": 0.07787, "grad_norm": 1.2023448684879607, "learning_rate": 0.003, "loss": 4.0284, "step": 7787 }, { "epoch": 0.07788, "grad_norm": 0.9538752828642438, "learning_rate": 0.003, "loss": 4.0417, "step": 7788 }, { "epoch": 0.07789, "grad_norm": 1.0308214934344375, "learning_rate": 0.003, "loss": 4.0275, "step": 7789 }, { "epoch": 0.0779, "grad_norm": 1.0650283574186172, "learning_rate": 0.003, "loss": 4.0806, "step": 7790 }, { "epoch": 0.07791, "grad_norm": 0.9941845094809683, "learning_rate": 0.003, "loss": 4.0381, "step": 7791 }, { "epoch": 0.07792, "grad_norm": 1.0225769158424693, "learning_rate": 0.003, "loss": 4.024, "step": 7792 }, { "epoch": 0.07793, "grad_norm": 0.9877404519817934, "learning_rate": 0.003, "loss": 4.0231, "step": 7793 }, { "epoch": 0.07794, "grad_norm": 1.1151886303616545, "learning_rate": 0.003, "loss": 4.0809, "step": 7794 }, { "epoch": 0.07795, "grad_norm": 0.8354209579395252, "learning_rate": 0.003, "loss": 4.0156, "step": 7795 }, { "epoch": 0.07796, "grad_norm": 0.8544590286302752, "learning_rate": 0.003, "loss": 4.0347, "step": 7796 }, { "epoch": 0.07797, "grad_norm": 0.9428013064341034, "learning_rate": 0.003, "loss": 4.0335, "step": 7797 }, { "epoch": 0.07798, "grad_norm": 1.1393969133912794, "learning_rate": 0.003, "loss": 4.0745, "step": 7798 }, { "epoch": 0.07799, "grad_norm": 1.1641475465913624, "learning_rate": 0.003, "loss": 4.0806, "step": 7799 }, { "epoch": 0.078, "grad_norm": 1.0641337854621304, "learning_rate": 0.003, "loss": 4.0365, "step": 7800 }, { "epoch": 0.07801, "grad_norm": 1.3641996826697704, "learning_rate": 0.003, "loss": 4.055, "step": 7801 }, { "epoch": 0.07802, "grad_norm": 1.1452620077902496, "learning_rate": 0.003, "loss": 4.0327, "step": 7802 }, { "epoch": 0.07803, "grad_norm": 1.1170775188247835, "learning_rate": 0.003, "loss": 4.0409, "step": 7803 }, { "epoch": 0.07804, "grad_norm": 1.296395122652786, "learning_rate": 0.003, "loss": 4.0696, "step": 7804 }, { "epoch": 0.07805, "grad_norm": 0.9159841573401555, "learning_rate": 0.003, "loss": 4.0505, "step": 7805 }, { "epoch": 0.07806, "grad_norm": 1.0076146294344561, "learning_rate": 0.003, "loss": 4.0657, "step": 7806 }, { "epoch": 0.07807, "grad_norm": 1.0288357992024348, "learning_rate": 0.003, "loss": 4.068, "step": 7807 }, { "epoch": 0.07808, "grad_norm": 0.9962519995561984, "learning_rate": 0.003, "loss": 4.0352, "step": 7808 }, { "epoch": 0.07809, "grad_norm": 0.9318878928153395, "learning_rate": 0.003, "loss": 4.0501, "step": 7809 }, { "epoch": 0.0781, "grad_norm": 0.9578002546946285, "learning_rate": 0.003, "loss": 4.0328, "step": 7810 }, { "epoch": 0.07811, "grad_norm": 1.2362712301307206, "learning_rate": 0.003, "loss": 4.0478, "step": 7811 }, { "epoch": 0.07812, "grad_norm": 1.0902092466065818, "learning_rate": 0.003, "loss": 4.0461, "step": 7812 }, { "epoch": 0.07813, "grad_norm": 1.0656770200110066, "learning_rate": 0.003, "loss": 4.0609, "step": 7813 }, { "epoch": 0.07814, "grad_norm": 0.9616877242084323, "learning_rate": 0.003, "loss": 4.0843, "step": 7814 }, { "epoch": 0.07815, "grad_norm": 1.0827894290436153, "learning_rate": 0.003, "loss": 4.0511, "step": 7815 }, { "epoch": 0.07816, "grad_norm": 0.951863534026633, "learning_rate": 0.003, "loss": 4.0369, "step": 7816 }, { "epoch": 0.07817, "grad_norm": 1.0693420699978473, "learning_rate": 0.003, "loss": 4.0449, "step": 7817 }, { "epoch": 0.07818, "grad_norm": 1.1793875665990308, "learning_rate": 0.003, "loss": 4.0405, "step": 7818 }, { "epoch": 0.07819, "grad_norm": 0.9806237203551665, "learning_rate": 0.003, "loss": 4.0232, "step": 7819 }, { "epoch": 0.0782, "grad_norm": 1.074778244039972, "learning_rate": 0.003, "loss": 4.0707, "step": 7820 }, { "epoch": 0.07821, "grad_norm": 0.9930768173537193, "learning_rate": 0.003, "loss": 4.0324, "step": 7821 }, { "epoch": 0.07822, "grad_norm": 1.0685158401451227, "learning_rate": 0.003, "loss": 4.0251, "step": 7822 }, { "epoch": 0.07823, "grad_norm": 1.0871181323072148, "learning_rate": 0.003, "loss": 4.0412, "step": 7823 }, { "epoch": 0.07824, "grad_norm": 1.21966298784846, "learning_rate": 0.003, "loss": 4.0758, "step": 7824 }, { "epoch": 0.07825, "grad_norm": 1.0804803596808354, "learning_rate": 0.003, "loss": 4.0371, "step": 7825 }, { "epoch": 0.07826, "grad_norm": 1.019090987969821, "learning_rate": 0.003, "loss": 4.0293, "step": 7826 }, { "epoch": 0.07827, "grad_norm": 1.0988560306698911, "learning_rate": 0.003, "loss": 4.0557, "step": 7827 }, { "epoch": 0.07828, "grad_norm": 1.0517679422087889, "learning_rate": 0.003, "loss": 4.0585, "step": 7828 }, { "epoch": 0.07829, "grad_norm": 0.9621053073017727, "learning_rate": 0.003, "loss": 4.0619, "step": 7829 }, { "epoch": 0.0783, "grad_norm": 0.9689820333439864, "learning_rate": 0.003, "loss": 4.0259, "step": 7830 }, { "epoch": 0.07831, "grad_norm": 1.023016739445038, "learning_rate": 0.003, "loss": 4.0384, "step": 7831 }, { "epoch": 0.07832, "grad_norm": 0.9984156227464857, "learning_rate": 0.003, "loss": 4.0468, "step": 7832 }, { "epoch": 0.07833, "grad_norm": 0.9919107518305011, "learning_rate": 0.003, "loss": 4.0458, "step": 7833 }, { "epoch": 0.07834, "grad_norm": 1.1543019969673187, "learning_rate": 0.003, "loss": 4.0981, "step": 7834 }, { "epoch": 0.07835, "grad_norm": 1.0681590776729737, "learning_rate": 0.003, "loss": 4.0592, "step": 7835 }, { "epoch": 0.07836, "grad_norm": 1.0574570781003565, "learning_rate": 0.003, "loss": 4.0415, "step": 7836 }, { "epoch": 0.07837, "grad_norm": 1.2018757893559897, "learning_rate": 0.003, "loss": 4.0556, "step": 7837 }, { "epoch": 0.07838, "grad_norm": 0.9161356805849349, "learning_rate": 0.003, "loss": 4.0076, "step": 7838 }, { "epoch": 0.07839, "grad_norm": 0.9907463263104761, "learning_rate": 0.003, "loss": 4.0327, "step": 7839 }, { "epoch": 0.0784, "grad_norm": 1.1856358777888196, "learning_rate": 0.003, "loss": 4.0649, "step": 7840 }, { "epoch": 0.07841, "grad_norm": 0.8938988806605744, "learning_rate": 0.003, "loss": 4.0352, "step": 7841 }, { "epoch": 0.07842, "grad_norm": 1.0190036904110218, "learning_rate": 0.003, "loss": 4.0337, "step": 7842 }, { "epoch": 0.07843, "grad_norm": 1.2414498860928165, "learning_rate": 0.003, "loss": 4.057, "step": 7843 }, { "epoch": 0.07844, "grad_norm": 0.8645804084986568, "learning_rate": 0.003, "loss": 4.0496, "step": 7844 }, { "epoch": 0.07845, "grad_norm": 1.2555968702914302, "learning_rate": 0.003, "loss": 4.0658, "step": 7845 }, { "epoch": 0.07846, "grad_norm": 1.1827535638877162, "learning_rate": 0.003, "loss": 4.0827, "step": 7846 }, { "epoch": 0.07847, "grad_norm": 1.0585750613727776, "learning_rate": 0.003, "loss": 4.027, "step": 7847 }, { "epoch": 0.07848, "grad_norm": 1.0251038257294671, "learning_rate": 0.003, "loss": 4.0683, "step": 7848 }, { "epoch": 0.07849, "grad_norm": 1.0012756568810086, "learning_rate": 0.003, "loss": 4.0769, "step": 7849 }, { "epoch": 0.0785, "grad_norm": 1.1087682350572658, "learning_rate": 0.003, "loss": 4.0509, "step": 7850 }, { "epoch": 0.07851, "grad_norm": 1.0570558235082463, "learning_rate": 0.003, "loss": 4.0395, "step": 7851 }, { "epoch": 0.07852, "grad_norm": 1.1870988713474258, "learning_rate": 0.003, "loss": 4.0778, "step": 7852 }, { "epoch": 0.07853, "grad_norm": 1.1877824271372333, "learning_rate": 0.003, "loss": 4.0481, "step": 7853 }, { "epoch": 0.07854, "grad_norm": 0.9795576119811179, "learning_rate": 0.003, "loss": 4.0601, "step": 7854 }, { "epoch": 0.07855, "grad_norm": 1.0106904572896982, "learning_rate": 0.003, "loss": 4.0471, "step": 7855 }, { "epoch": 0.07856, "grad_norm": 1.074012949318807, "learning_rate": 0.003, "loss": 4.0477, "step": 7856 }, { "epoch": 0.07857, "grad_norm": 1.0682693133140797, "learning_rate": 0.003, "loss": 4.0713, "step": 7857 }, { "epoch": 0.07858, "grad_norm": 0.9622334233718971, "learning_rate": 0.003, "loss": 4.0585, "step": 7858 }, { "epoch": 0.07859, "grad_norm": 1.2435642589923817, "learning_rate": 0.003, "loss": 4.0367, "step": 7859 }, { "epoch": 0.0786, "grad_norm": 0.9713678691004027, "learning_rate": 0.003, "loss": 4.0451, "step": 7860 }, { "epoch": 0.07861, "grad_norm": 1.1992439198541343, "learning_rate": 0.003, "loss": 4.0699, "step": 7861 }, { "epoch": 0.07862, "grad_norm": 0.9729097717840791, "learning_rate": 0.003, "loss": 4.0833, "step": 7862 }, { "epoch": 0.07863, "grad_norm": 1.2123850094787298, "learning_rate": 0.003, "loss": 4.0234, "step": 7863 }, { "epoch": 0.07864, "grad_norm": 1.0554740247450138, "learning_rate": 0.003, "loss": 4.059, "step": 7864 }, { "epoch": 0.07865, "grad_norm": 1.2691503318540769, "learning_rate": 0.003, "loss": 4.0412, "step": 7865 }, { "epoch": 0.07866, "grad_norm": 0.9510762936067487, "learning_rate": 0.003, "loss": 4.0409, "step": 7866 }, { "epoch": 0.07867, "grad_norm": 1.0063305379540366, "learning_rate": 0.003, "loss": 4.0292, "step": 7867 }, { "epoch": 0.07868, "grad_norm": 1.0938115833363737, "learning_rate": 0.003, "loss": 4.0689, "step": 7868 }, { "epoch": 0.07869, "grad_norm": 1.0089952434242428, "learning_rate": 0.003, "loss": 4.0493, "step": 7869 }, { "epoch": 0.0787, "grad_norm": 1.0654347163848492, "learning_rate": 0.003, "loss": 4.0339, "step": 7870 }, { "epoch": 0.07871, "grad_norm": 1.1907030044141855, "learning_rate": 0.003, "loss": 4.0898, "step": 7871 }, { "epoch": 0.07872, "grad_norm": 0.8730754246990861, "learning_rate": 0.003, "loss": 4.0742, "step": 7872 }, { "epoch": 0.07873, "grad_norm": 1.0021741546132197, "learning_rate": 0.003, "loss": 4.0347, "step": 7873 }, { "epoch": 0.07874, "grad_norm": 1.4383882439567937, "learning_rate": 0.003, "loss": 4.0564, "step": 7874 }, { "epoch": 0.07875, "grad_norm": 0.8464322093253535, "learning_rate": 0.003, "loss": 4.0598, "step": 7875 }, { "epoch": 0.07876, "grad_norm": 0.86475881480814, "learning_rate": 0.003, "loss": 4.058, "step": 7876 }, { "epoch": 0.07877, "grad_norm": 1.109652921566004, "learning_rate": 0.003, "loss": 4.0439, "step": 7877 }, { "epoch": 0.07878, "grad_norm": 1.0879946460453025, "learning_rate": 0.003, "loss": 4.0542, "step": 7878 }, { "epoch": 0.07879, "grad_norm": 1.0666099280508157, "learning_rate": 0.003, "loss": 4.0568, "step": 7879 }, { "epoch": 0.0788, "grad_norm": 1.1532229023404108, "learning_rate": 0.003, "loss": 4.0406, "step": 7880 }, { "epoch": 0.07881, "grad_norm": 0.9157988575667765, "learning_rate": 0.003, "loss": 4.0443, "step": 7881 }, { "epoch": 0.07882, "grad_norm": 0.9989329398447048, "learning_rate": 0.003, "loss": 4.0402, "step": 7882 }, { "epoch": 0.07883, "grad_norm": 1.1179829054728383, "learning_rate": 0.003, "loss": 4.0276, "step": 7883 }, { "epoch": 0.07884, "grad_norm": 1.0047906870446375, "learning_rate": 0.003, "loss": 4.047, "step": 7884 }, { "epoch": 0.07885, "grad_norm": 1.111240788046051, "learning_rate": 0.003, "loss": 4.0399, "step": 7885 }, { "epoch": 0.07886, "grad_norm": 1.0009988839259023, "learning_rate": 0.003, "loss": 4.0631, "step": 7886 }, { "epoch": 0.07887, "grad_norm": 1.0893230346535585, "learning_rate": 0.003, "loss": 4.0388, "step": 7887 }, { "epoch": 0.07888, "grad_norm": 1.05660595072792, "learning_rate": 0.003, "loss": 4.0533, "step": 7888 }, { "epoch": 0.07889, "grad_norm": 1.159409811390816, "learning_rate": 0.003, "loss": 4.0259, "step": 7889 }, { "epoch": 0.0789, "grad_norm": 0.8841007147309605, "learning_rate": 0.003, "loss": 4.0353, "step": 7890 }, { "epoch": 0.07891, "grad_norm": 1.1474805660791436, "learning_rate": 0.003, "loss": 4.0416, "step": 7891 }, { "epoch": 0.07892, "grad_norm": 1.0700800869552938, "learning_rate": 0.003, "loss": 4.0379, "step": 7892 }, { "epoch": 0.07893, "grad_norm": 1.0506523629123479, "learning_rate": 0.003, "loss": 4.0583, "step": 7893 }, { "epoch": 0.07894, "grad_norm": 1.1196303889660475, "learning_rate": 0.003, "loss": 4.0305, "step": 7894 }, { "epoch": 0.07895, "grad_norm": 1.28735191775539, "learning_rate": 0.003, "loss": 4.0322, "step": 7895 }, { "epoch": 0.07896, "grad_norm": 0.9643317762261, "learning_rate": 0.003, "loss": 4.0399, "step": 7896 }, { "epoch": 0.07897, "grad_norm": 1.1070256196078418, "learning_rate": 0.003, "loss": 4.0687, "step": 7897 }, { "epoch": 0.07898, "grad_norm": 1.0355518469983214, "learning_rate": 0.003, "loss": 4.0448, "step": 7898 }, { "epoch": 0.07899, "grad_norm": 1.2282329250453026, "learning_rate": 0.003, "loss": 4.0288, "step": 7899 }, { "epoch": 0.079, "grad_norm": 1.0945607454529, "learning_rate": 0.003, "loss": 4.0341, "step": 7900 }, { "epoch": 0.07901, "grad_norm": 1.0648956548783817, "learning_rate": 0.003, "loss": 4.0677, "step": 7901 }, { "epoch": 0.07902, "grad_norm": 1.0992859940840842, "learning_rate": 0.003, "loss": 4.0207, "step": 7902 }, { "epoch": 0.07903, "grad_norm": 0.8834013507865798, "learning_rate": 0.003, "loss": 4.0311, "step": 7903 }, { "epoch": 0.07904, "grad_norm": 0.9999633090920114, "learning_rate": 0.003, "loss": 4.0176, "step": 7904 }, { "epoch": 0.07905, "grad_norm": 1.0963454219201827, "learning_rate": 0.003, "loss": 4.0094, "step": 7905 }, { "epoch": 0.07906, "grad_norm": 0.9167535868840054, "learning_rate": 0.003, "loss": 4.0244, "step": 7906 }, { "epoch": 0.07907, "grad_norm": 1.0671834336811867, "learning_rate": 0.003, "loss": 4.0514, "step": 7907 }, { "epoch": 0.07908, "grad_norm": 0.9233899864843036, "learning_rate": 0.003, "loss": 4.0529, "step": 7908 }, { "epoch": 0.07909, "grad_norm": 1.0062840807702038, "learning_rate": 0.003, "loss": 4.0559, "step": 7909 }, { "epoch": 0.0791, "grad_norm": 1.235984238772413, "learning_rate": 0.003, "loss": 4.0448, "step": 7910 }, { "epoch": 0.07911, "grad_norm": 0.9452902767282305, "learning_rate": 0.003, "loss": 4.06, "step": 7911 }, { "epoch": 0.07912, "grad_norm": 1.170408612990077, "learning_rate": 0.003, "loss": 4.0408, "step": 7912 }, { "epoch": 0.07913, "grad_norm": 0.96235951994912, "learning_rate": 0.003, "loss": 4.0247, "step": 7913 }, { "epoch": 0.07914, "grad_norm": 1.0169853669192117, "learning_rate": 0.003, "loss": 4.0405, "step": 7914 }, { "epoch": 0.07915, "grad_norm": 1.149306172968735, "learning_rate": 0.003, "loss": 4.0303, "step": 7915 }, { "epoch": 0.07916, "grad_norm": 0.9684272704389931, "learning_rate": 0.003, "loss": 4.0548, "step": 7916 }, { "epoch": 0.07917, "grad_norm": 1.0099443419186045, "learning_rate": 0.003, "loss": 4.0558, "step": 7917 }, { "epoch": 0.07918, "grad_norm": 1.2290204445682136, "learning_rate": 0.003, "loss": 4.0576, "step": 7918 }, { "epoch": 0.07919, "grad_norm": 0.950110955160198, "learning_rate": 0.003, "loss": 4.0108, "step": 7919 }, { "epoch": 0.0792, "grad_norm": 1.1616333982044544, "learning_rate": 0.003, "loss": 4.0437, "step": 7920 }, { "epoch": 0.07921, "grad_norm": 1.2133949678821083, "learning_rate": 0.003, "loss": 4.0543, "step": 7921 }, { "epoch": 0.07922, "grad_norm": 0.8406932934598226, "learning_rate": 0.003, "loss": 4.0258, "step": 7922 }, { "epoch": 0.07923, "grad_norm": 1.000384156582474, "learning_rate": 0.003, "loss": 4.0279, "step": 7923 }, { "epoch": 0.07924, "grad_norm": 1.102645789500658, "learning_rate": 0.003, "loss": 4.0286, "step": 7924 }, { "epoch": 0.07925, "grad_norm": 1.0684901214506717, "learning_rate": 0.003, "loss": 4.061, "step": 7925 }, { "epoch": 0.07926, "grad_norm": 1.293652658373931, "learning_rate": 0.003, "loss": 4.0717, "step": 7926 }, { "epoch": 0.07927, "grad_norm": 0.9389310994335556, "learning_rate": 0.003, "loss": 4.0079, "step": 7927 }, { "epoch": 0.07928, "grad_norm": 1.081617761304198, "learning_rate": 0.003, "loss": 4.0545, "step": 7928 }, { "epoch": 0.07929, "grad_norm": 0.9572759773190526, "learning_rate": 0.003, "loss": 4.0333, "step": 7929 }, { "epoch": 0.0793, "grad_norm": 1.150932445412838, "learning_rate": 0.003, "loss": 4.0239, "step": 7930 }, { "epoch": 0.07931, "grad_norm": 1.0459375556090538, "learning_rate": 0.003, "loss": 4.0584, "step": 7931 }, { "epoch": 0.07932, "grad_norm": 1.2162128355571467, "learning_rate": 0.003, "loss": 4.065, "step": 7932 }, { "epoch": 0.07933, "grad_norm": 0.8823256635368836, "learning_rate": 0.003, "loss": 4.0464, "step": 7933 }, { "epoch": 0.07934, "grad_norm": 1.0009325472605832, "learning_rate": 0.003, "loss": 4.069, "step": 7934 }, { "epoch": 0.07935, "grad_norm": 1.0096305457720214, "learning_rate": 0.003, "loss": 4.0474, "step": 7935 }, { "epoch": 0.07936, "grad_norm": 1.268310154088615, "learning_rate": 0.003, "loss": 4.0491, "step": 7936 }, { "epoch": 0.07937, "grad_norm": 0.9021101857561977, "learning_rate": 0.003, "loss": 4.0083, "step": 7937 }, { "epoch": 0.07938, "grad_norm": 1.0291910822408756, "learning_rate": 0.003, "loss": 4.0248, "step": 7938 }, { "epoch": 0.07939, "grad_norm": 1.2336928484312266, "learning_rate": 0.003, "loss": 4.0365, "step": 7939 }, { "epoch": 0.0794, "grad_norm": 0.9200004067230584, "learning_rate": 0.003, "loss": 4.0346, "step": 7940 }, { "epoch": 0.07941, "grad_norm": 1.2029826125319552, "learning_rate": 0.003, "loss": 4.0395, "step": 7941 }, { "epoch": 0.07942, "grad_norm": 0.9905351217758338, "learning_rate": 0.003, "loss": 4.0281, "step": 7942 }, { "epoch": 0.07943, "grad_norm": 1.1672820977045213, "learning_rate": 0.003, "loss": 4.0338, "step": 7943 }, { "epoch": 0.07944, "grad_norm": 0.9552098668578122, "learning_rate": 0.003, "loss": 4.0746, "step": 7944 }, { "epoch": 0.07945, "grad_norm": 1.1163448086544936, "learning_rate": 0.003, "loss": 4.0511, "step": 7945 }, { "epoch": 0.07946, "grad_norm": 1.1575061742112112, "learning_rate": 0.003, "loss": 4.0555, "step": 7946 }, { "epoch": 0.07947, "grad_norm": 0.9387057322081345, "learning_rate": 0.003, "loss": 4.0628, "step": 7947 }, { "epoch": 0.07948, "grad_norm": 1.036922515434725, "learning_rate": 0.003, "loss": 4.0502, "step": 7948 }, { "epoch": 0.07949, "grad_norm": 1.0571677074257047, "learning_rate": 0.003, "loss": 4.0631, "step": 7949 }, { "epoch": 0.0795, "grad_norm": 0.9485396434466922, "learning_rate": 0.003, "loss": 4.0181, "step": 7950 }, { "epoch": 0.07951, "grad_norm": 0.9358661587180489, "learning_rate": 0.003, "loss": 4.0206, "step": 7951 }, { "epoch": 0.07952, "grad_norm": 1.072262899758602, "learning_rate": 0.003, "loss": 4.0548, "step": 7952 }, { "epoch": 0.07953, "grad_norm": 1.1384679393249275, "learning_rate": 0.003, "loss": 4.0269, "step": 7953 }, { "epoch": 0.07954, "grad_norm": 1.188750550794104, "learning_rate": 0.003, "loss": 4.0651, "step": 7954 }, { "epoch": 0.07955, "grad_norm": 1.088794668390209, "learning_rate": 0.003, "loss": 4.0644, "step": 7955 }, { "epoch": 0.07956, "grad_norm": 0.944395467836122, "learning_rate": 0.003, "loss": 4.0425, "step": 7956 }, { "epoch": 0.07957, "grad_norm": 0.9876860612041447, "learning_rate": 0.003, "loss": 4.0326, "step": 7957 }, { "epoch": 0.07958, "grad_norm": 1.007844983649128, "learning_rate": 0.003, "loss": 4.0443, "step": 7958 }, { "epoch": 0.07959, "grad_norm": 1.0039606523415259, "learning_rate": 0.003, "loss": 4.05, "step": 7959 }, { "epoch": 0.0796, "grad_norm": 1.1452784506766251, "learning_rate": 0.003, "loss": 4.048, "step": 7960 }, { "epoch": 0.07961, "grad_norm": 1.1250238968213198, "learning_rate": 0.003, "loss": 4.0377, "step": 7961 }, { "epoch": 0.07962, "grad_norm": 0.8771519916323887, "learning_rate": 0.003, "loss": 4.0532, "step": 7962 }, { "epoch": 0.07963, "grad_norm": 1.039301187147565, "learning_rate": 0.003, "loss": 4.0245, "step": 7963 }, { "epoch": 0.07964, "grad_norm": 1.1539629521338333, "learning_rate": 0.003, "loss": 4.0476, "step": 7964 }, { "epoch": 0.07965, "grad_norm": 1.006514542734939, "learning_rate": 0.003, "loss": 4.0535, "step": 7965 }, { "epoch": 0.07966, "grad_norm": 1.2419647152063866, "learning_rate": 0.003, "loss": 4.0389, "step": 7966 }, { "epoch": 0.07967, "grad_norm": 1.0445292324352928, "learning_rate": 0.003, "loss": 4.0541, "step": 7967 }, { "epoch": 0.07968, "grad_norm": 1.1283302172541068, "learning_rate": 0.003, "loss": 4.0293, "step": 7968 }, { "epoch": 0.07969, "grad_norm": 0.9667428222328616, "learning_rate": 0.003, "loss": 4.0686, "step": 7969 }, { "epoch": 0.0797, "grad_norm": 0.9853555487701827, "learning_rate": 0.003, "loss": 4.0452, "step": 7970 }, { "epoch": 0.07971, "grad_norm": 0.9314086481126423, "learning_rate": 0.003, "loss": 4.0306, "step": 7971 }, { "epoch": 0.07972, "grad_norm": 1.041017548263576, "learning_rate": 0.003, "loss": 4.0393, "step": 7972 }, { "epoch": 0.07973, "grad_norm": 1.1632363339227705, "learning_rate": 0.003, "loss": 4.0602, "step": 7973 }, { "epoch": 0.07974, "grad_norm": 0.9448198238046855, "learning_rate": 0.003, "loss": 4.0367, "step": 7974 }, { "epoch": 0.07975, "grad_norm": 1.2575451524297467, "learning_rate": 0.003, "loss": 4.0759, "step": 7975 }, { "epoch": 0.07976, "grad_norm": 0.9254382565643743, "learning_rate": 0.003, "loss": 4.0542, "step": 7976 }, { "epoch": 0.07977, "grad_norm": 0.9554319748351229, "learning_rate": 0.003, "loss": 4.0433, "step": 7977 }, { "epoch": 0.07978, "grad_norm": 1.1583747304811194, "learning_rate": 0.003, "loss": 4.0571, "step": 7978 }, { "epoch": 0.07979, "grad_norm": 1.1000321798363142, "learning_rate": 0.003, "loss": 4.0365, "step": 7979 }, { "epoch": 0.0798, "grad_norm": 0.8911730010907487, "learning_rate": 0.003, "loss": 4.0614, "step": 7980 }, { "epoch": 0.07981, "grad_norm": 1.020237000586781, "learning_rate": 0.003, "loss": 4.0108, "step": 7981 }, { "epoch": 0.07982, "grad_norm": 1.3180466552295464, "learning_rate": 0.003, "loss": 4.0569, "step": 7982 }, { "epoch": 0.07983, "grad_norm": 1.071553392145814, "learning_rate": 0.003, "loss": 4.0767, "step": 7983 }, { "epoch": 0.07984, "grad_norm": 1.2117191312115865, "learning_rate": 0.003, "loss": 4.0646, "step": 7984 }, { "epoch": 0.07985, "grad_norm": 0.7909400534108864, "learning_rate": 0.003, "loss": 4.0138, "step": 7985 }, { "epoch": 0.07986, "grad_norm": 0.69774180892976, "learning_rate": 0.003, "loss": 4.0548, "step": 7986 }, { "epoch": 0.07987, "grad_norm": 0.7627415677016504, "learning_rate": 0.003, "loss": 4.0231, "step": 7987 }, { "epoch": 0.07988, "grad_norm": 0.7977914673045347, "learning_rate": 0.003, "loss": 4.0415, "step": 7988 }, { "epoch": 0.07989, "grad_norm": 0.9057464007553878, "learning_rate": 0.003, "loss": 4.0187, "step": 7989 }, { "epoch": 0.0799, "grad_norm": 0.9968132407767837, "learning_rate": 0.003, "loss": 4.0406, "step": 7990 }, { "epoch": 0.07991, "grad_norm": 1.0049624387001375, "learning_rate": 0.003, "loss": 4.0352, "step": 7991 }, { "epoch": 0.07992, "grad_norm": 1.2238112277907751, "learning_rate": 0.003, "loss": 4.0435, "step": 7992 }, { "epoch": 0.07993, "grad_norm": 0.9170174217210549, "learning_rate": 0.003, "loss": 4.0328, "step": 7993 }, { "epoch": 0.07994, "grad_norm": 0.9120312741869245, "learning_rate": 0.003, "loss": 4.0507, "step": 7994 }, { "epoch": 0.07995, "grad_norm": 1.0185635782956717, "learning_rate": 0.003, "loss": 4.0534, "step": 7995 }, { "epoch": 0.07996, "grad_norm": 1.1924384020647054, "learning_rate": 0.003, "loss": 4.0465, "step": 7996 }, { "epoch": 0.07997, "grad_norm": 1.1865042797171061, "learning_rate": 0.003, "loss": 4.0461, "step": 7997 }, { "epoch": 0.07998, "grad_norm": 0.9979487786588422, "learning_rate": 0.003, "loss": 4.0721, "step": 7998 }, { "epoch": 0.07999, "grad_norm": 1.0145256510147855, "learning_rate": 0.003, "loss": 4.0432, "step": 7999 }, { "epoch": 0.08, "grad_norm": 1.0061604187402993, "learning_rate": 0.003, "loss": 4.0521, "step": 8000 }, { "epoch": 0.08001, "grad_norm": 1.0877536512304802, "learning_rate": 0.003, "loss": 4.0393, "step": 8001 }, { "epoch": 0.08002, "grad_norm": 1.103363283471722, "learning_rate": 0.003, "loss": 4.0286, "step": 8002 }, { "epoch": 0.08003, "grad_norm": 1.1565936510093848, "learning_rate": 0.003, "loss": 4.0567, "step": 8003 }, { "epoch": 0.08004, "grad_norm": 0.8339485185169685, "learning_rate": 0.003, "loss": 4.0307, "step": 8004 }, { "epoch": 0.08005, "grad_norm": 0.8957972908506947, "learning_rate": 0.003, "loss": 4.0559, "step": 8005 }, { "epoch": 0.08006, "grad_norm": 0.9755062166369889, "learning_rate": 0.003, "loss": 4.0344, "step": 8006 }, { "epoch": 0.08007, "grad_norm": 1.1356741968512036, "learning_rate": 0.003, "loss": 4.0319, "step": 8007 }, { "epoch": 0.08008, "grad_norm": 0.9798864056276021, "learning_rate": 0.003, "loss": 4.0174, "step": 8008 }, { "epoch": 0.08009, "grad_norm": 1.1435111910784777, "learning_rate": 0.003, "loss": 4.0388, "step": 8009 }, { "epoch": 0.0801, "grad_norm": 1.1205942333697474, "learning_rate": 0.003, "loss": 4.0338, "step": 8010 }, { "epoch": 0.08011, "grad_norm": 1.131476082802707, "learning_rate": 0.003, "loss": 4.0448, "step": 8011 }, { "epoch": 0.08012, "grad_norm": 1.0461557826019758, "learning_rate": 0.003, "loss": 4.0432, "step": 8012 }, { "epoch": 0.08013, "grad_norm": 1.0524770267958885, "learning_rate": 0.003, "loss": 4.0453, "step": 8013 }, { "epoch": 0.08014, "grad_norm": 1.2440328295727094, "learning_rate": 0.003, "loss": 4.0351, "step": 8014 }, { "epoch": 0.08015, "grad_norm": 1.114392646783546, "learning_rate": 0.003, "loss": 4.0656, "step": 8015 }, { "epoch": 0.08016, "grad_norm": 1.0812684439503044, "learning_rate": 0.003, "loss": 4.019, "step": 8016 }, { "epoch": 0.08017, "grad_norm": 1.1433960945173143, "learning_rate": 0.003, "loss": 4.0313, "step": 8017 }, { "epoch": 0.08018, "grad_norm": 0.9868904103661147, "learning_rate": 0.003, "loss": 4.041, "step": 8018 }, { "epoch": 0.08019, "grad_norm": 1.084639898239188, "learning_rate": 0.003, "loss": 4.0678, "step": 8019 }, { "epoch": 0.0802, "grad_norm": 1.185981726128112, "learning_rate": 0.003, "loss": 4.0376, "step": 8020 }, { "epoch": 0.08021, "grad_norm": 1.0766762166520623, "learning_rate": 0.003, "loss": 4.006, "step": 8021 }, { "epoch": 0.08022, "grad_norm": 0.9287360641086851, "learning_rate": 0.003, "loss": 4.0483, "step": 8022 }, { "epoch": 0.08023, "grad_norm": 0.9456722393800089, "learning_rate": 0.003, "loss": 4.0354, "step": 8023 }, { "epoch": 0.08024, "grad_norm": 1.0828009737424313, "learning_rate": 0.003, "loss": 4.0556, "step": 8024 }, { "epoch": 0.08025, "grad_norm": 1.2456772261250684, "learning_rate": 0.003, "loss": 4.0261, "step": 8025 }, { "epoch": 0.08026, "grad_norm": 1.0148217772847923, "learning_rate": 0.003, "loss": 4.0373, "step": 8026 }, { "epoch": 0.08027, "grad_norm": 0.9138608081544262, "learning_rate": 0.003, "loss": 4.0198, "step": 8027 }, { "epoch": 0.08028, "grad_norm": 0.9517142464911736, "learning_rate": 0.003, "loss": 4.0341, "step": 8028 }, { "epoch": 0.08029, "grad_norm": 1.1073434017859498, "learning_rate": 0.003, "loss": 4.0637, "step": 8029 }, { "epoch": 0.0803, "grad_norm": 0.9290905977228465, "learning_rate": 0.003, "loss": 4.0275, "step": 8030 }, { "epoch": 0.08031, "grad_norm": 0.9226578478764562, "learning_rate": 0.003, "loss": 4.0459, "step": 8031 }, { "epoch": 0.08032, "grad_norm": 1.0759256080505066, "learning_rate": 0.003, "loss": 4.0344, "step": 8032 }, { "epoch": 0.08033, "grad_norm": 0.9511400028043164, "learning_rate": 0.003, "loss": 4.0588, "step": 8033 }, { "epoch": 0.08034, "grad_norm": 1.1078049780159342, "learning_rate": 0.003, "loss": 4.0565, "step": 8034 }, { "epoch": 0.08035, "grad_norm": 0.9535032742600911, "learning_rate": 0.003, "loss": 4.0629, "step": 8035 }, { "epoch": 0.08036, "grad_norm": 1.1614455582425816, "learning_rate": 0.003, "loss": 4.0849, "step": 8036 }, { "epoch": 0.08037, "grad_norm": 0.8834094122204313, "learning_rate": 0.003, "loss": 4.0378, "step": 8037 }, { "epoch": 0.08038, "grad_norm": 1.1130873275597826, "learning_rate": 0.003, "loss": 4.0386, "step": 8038 }, { "epoch": 0.08039, "grad_norm": 1.211408515493295, "learning_rate": 0.003, "loss": 4.0502, "step": 8039 }, { "epoch": 0.0804, "grad_norm": 1.1685320433873827, "learning_rate": 0.003, "loss": 4.0593, "step": 8040 }, { "epoch": 0.08041, "grad_norm": 1.0277080460599624, "learning_rate": 0.003, "loss": 4.0633, "step": 8041 }, { "epoch": 0.08042, "grad_norm": 1.1973269882264728, "learning_rate": 0.003, "loss": 4.0521, "step": 8042 }, { "epoch": 0.08043, "grad_norm": 0.8271614764410427, "learning_rate": 0.003, "loss": 4.0362, "step": 8043 }, { "epoch": 0.08044, "grad_norm": 0.8887802571055234, "learning_rate": 0.003, "loss": 4.0203, "step": 8044 }, { "epoch": 0.08045, "grad_norm": 1.2110808135009032, "learning_rate": 0.003, "loss": 4.0376, "step": 8045 }, { "epoch": 0.08046, "grad_norm": 0.9518356758920827, "learning_rate": 0.003, "loss": 4.0405, "step": 8046 }, { "epoch": 0.08047, "grad_norm": 1.3038849837413196, "learning_rate": 0.003, "loss": 4.0467, "step": 8047 }, { "epoch": 0.08048, "grad_norm": 0.919567623717858, "learning_rate": 0.003, "loss": 4.0483, "step": 8048 }, { "epoch": 0.08049, "grad_norm": 0.8954045094329315, "learning_rate": 0.003, "loss": 4.0273, "step": 8049 }, { "epoch": 0.0805, "grad_norm": 1.0858667351123445, "learning_rate": 0.003, "loss": 4.0569, "step": 8050 }, { "epoch": 0.08051, "grad_norm": 1.0474964812508383, "learning_rate": 0.003, "loss": 4.0352, "step": 8051 }, { "epoch": 0.08052, "grad_norm": 0.998847972432671, "learning_rate": 0.003, "loss": 4.0156, "step": 8052 }, { "epoch": 0.08053, "grad_norm": 1.0859084509999066, "learning_rate": 0.003, "loss": 4.0596, "step": 8053 }, { "epoch": 0.08054, "grad_norm": 0.9520041929258798, "learning_rate": 0.003, "loss": 4.0314, "step": 8054 }, { "epoch": 0.08055, "grad_norm": 0.8849900316097494, "learning_rate": 0.003, "loss": 4.0104, "step": 8055 }, { "epoch": 0.08056, "grad_norm": 1.0200607183606778, "learning_rate": 0.003, "loss": 4.0429, "step": 8056 }, { "epoch": 0.08057, "grad_norm": 1.385440316855803, "learning_rate": 0.003, "loss": 4.0547, "step": 8057 }, { "epoch": 0.08058, "grad_norm": 0.7560965761499825, "learning_rate": 0.003, "loss": 4.0405, "step": 8058 }, { "epoch": 0.08059, "grad_norm": 0.802745797203238, "learning_rate": 0.003, "loss": 4.0202, "step": 8059 }, { "epoch": 0.0806, "grad_norm": 0.8780307041913072, "learning_rate": 0.003, "loss": 4.0292, "step": 8060 }, { "epoch": 0.08061, "grad_norm": 0.9388145447642858, "learning_rate": 0.003, "loss": 4.0155, "step": 8061 }, { "epoch": 0.08062, "grad_norm": 1.1392056930959564, "learning_rate": 0.003, "loss": 4.0503, "step": 8062 }, { "epoch": 0.08063, "grad_norm": 1.1500771661810032, "learning_rate": 0.003, "loss": 4.0786, "step": 8063 }, { "epoch": 0.08064, "grad_norm": 1.2259785226656719, "learning_rate": 0.003, "loss": 4.0389, "step": 8064 }, { "epoch": 0.08065, "grad_norm": 0.9482855137356565, "learning_rate": 0.003, "loss": 4.0477, "step": 8065 }, { "epoch": 0.08066, "grad_norm": 1.1941185655993347, "learning_rate": 0.003, "loss": 4.069, "step": 8066 }, { "epoch": 0.08067, "grad_norm": 1.0216574976533404, "learning_rate": 0.003, "loss": 4.0517, "step": 8067 }, { "epoch": 0.08068, "grad_norm": 1.1815373632833652, "learning_rate": 0.003, "loss": 4.0513, "step": 8068 }, { "epoch": 0.08069, "grad_norm": 0.8362728337965947, "learning_rate": 0.003, "loss": 4.0491, "step": 8069 }, { "epoch": 0.0807, "grad_norm": 1.0141924727587812, "learning_rate": 0.003, "loss": 4.0375, "step": 8070 }, { "epoch": 0.08071, "grad_norm": 1.2085013425881042, "learning_rate": 0.003, "loss": 4.0484, "step": 8071 }, { "epoch": 0.08072, "grad_norm": 1.1611590433461545, "learning_rate": 0.003, "loss": 4.0342, "step": 8072 }, { "epoch": 0.08073, "grad_norm": 1.1178371421514612, "learning_rate": 0.003, "loss": 4.0377, "step": 8073 }, { "epoch": 0.08074, "grad_norm": 0.8685364005438322, "learning_rate": 0.003, "loss": 4.022, "step": 8074 }, { "epoch": 0.08075, "grad_norm": 0.9730008967866436, "learning_rate": 0.003, "loss": 4.0674, "step": 8075 }, { "epoch": 0.08076, "grad_norm": 1.2822538457110706, "learning_rate": 0.003, "loss": 4.0252, "step": 8076 }, { "epoch": 0.08077, "grad_norm": 1.0798964686596582, "learning_rate": 0.003, "loss": 4.0716, "step": 8077 }, { "epoch": 0.08078, "grad_norm": 1.2985664488989839, "learning_rate": 0.003, "loss": 4.0614, "step": 8078 }, { "epoch": 0.08079, "grad_norm": 0.9957269652282372, "learning_rate": 0.003, "loss": 4.0493, "step": 8079 }, { "epoch": 0.0808, "grad_norm": 0.8700008490746549, "learning_rate": 0.003, "loss": 4.0359, "step": 8080 }, { "epoch": 0.08081, "grad_norm": 0.9054583409173683, "learning_rate": 0.003, "loss": 4.0533, "step": 8081 }, { "epoch": 0.08082, "grad_norm": 0.9766818304459607, "learning_rate": 0.003, "loss": 4.0157, "step": 8082 }, { "epoch": 0.08083, "grad_norm": 1.0138171171604249, "learning_rate": 0.003, "loss": 4.037, "step": 8083 }, { "epoch": 0.08084, "grad_norm": 1.1036070375778735, "learning_rate": 0.003, "loss": 4.0417, "step": 8084 }, { "epoch": 0.08085, "grad_norm": 1.1006361031316971, "learning_rate": 0.003, "loss": 4.0732, "step": 8085 }, { "epoch": 0.08086, "grad_norm": 1.2665221292524846, "learning_rate": 0.003, "loss": 4.0256, "step": 8086 }, { "epoch": 0.08087, "grad_norm": 0.87235683124875, "learning_rate": 0.003, "loss": 4.0346, "step": 8087 }, { "epoch": 0.08088, "grad_norm": 1.2101069976094259, "learning_rate": 0.003, "loss": 4.0551, "step": 8088 }, { "epoch": 0.08089, "grad_norm": 1.174020295847284, "learning_rate": 0.003, "loss": 4.0178, "step": 8089 }, { "epoch": 0.0809, "grad_norm": 1.0782301641574674, "learning_rate": 0.003, "loss": 4.0448, "step": 8090 }, { "epoch": 0.08091, "grad_norm": 1.3340904191723806, "learning_rate": 0.003, "loss": 4.0728, "step": 8091 }, { "epoch": 0.08092, "grad_norm": 0.9678394845670897, "learning_rate": 0.003, "loss": 4.0651, "step": 8092 }, { "epoch": 0.08093, "grad_norm": 1.1614114147755075, "learning_rate": 0.003, "loss": 4.0323, "step": 8093 }, { "epoch": 0.08094, "grad_norm": 1.1087224012161654, "learning_rate": 0.003, "loss": 4.0283, "step": 8094 }, { "epoch": 0.08095, "grad_norm": 1.280636136936636, "learning_rate": 0.003, "loss": 4.026, "step": 8095 }, { "epoch": 0.08096, "grad_norm": 0.9820162541292741, "learning_rate": 0.003, "loss": 4.0489, "step": 8096 }, { "epoch": 0.08097, "grad_norm": 1.1089399244430402, "learning_rate": 0.003, "loss": 4.042, "step": 8097 }, { "epoch": 0.08098, "grad_norm": 0.9715722278401574, "learning_rate": 0.003, "loss": 4.0699, "step": 8098 }, { "epoch": 0.08099, "grad_norm": 1.164836620545108, "learning_rate": 0.003, "loss": 4.0499, "step": 8099 }, { "epoch": 0.081, "grad_norm": 1.0306069756917127, "learning_rate": 0.003, "loss": 4.0517, "step": 8100 }, { "epoch": 0.08101, "grad_norm": 1.1971074710915723, "learning_rate": 0.003, "loss": 4.0742, "step": 8101 }, { "epoch": 0.08102, "grad_norm": 0.9529922879670738, "learning_rate": 0.003, "loss": 4.0474, "step": 8102 }, { "epoch": 0.08103, "grad_norm": 1.1839304856546549, "learning_rate": 0.003, "loss": 4.054, "step": 8103 }, { "epoch": 0.08104, "grad_norm": 0.9885159799435862, "learning_rate": 0.003, "loss": 4.047, "step": 8104 }, { "epoch": 0.08105, "grad_norm": 1.0385726215167874, "learning_rate": 0.003, "loss": 4.0611, "step": 8105 }, { "epoch": 0.08106, "grad_norm": 0.9513496918238994, "learning_rate": 0.003, "loss": 4.0483, "step": 8106 }, { "epoch": 0.08107, "grad_norm": 1.1227985010536334, "learning_rate": 0.003, "loss": 4.0537, "step": 8107 }, { "epoch": 0.08108, "grad_norm": 1.0247223199647508, "learning_rate": 0.003, "loss": 4.0012, "step": 8108 }, { "epoch": 0.08109, "grad_norm": 1.0113529850755245, "learning_rate": 0.003, "loss": 4.0433, "step": 8109 }, { "epoch": 0.0811, "grad_norm": 1.1642917754838757, "learning_rate": 0.003, "loss": 4.0662, "step": 8110 }, { "epoch": 0.08111, "grad_norm": 0.885899156879861, "learning_rate": 0.003, "loss": 4.0492, "step": 8111 }, { "epoch": 0.08112, "grad_norm": 1.0233932927167342, "learning_rate": 0.003, "loss": 4.0252, "step": 8112 }, { "epoch": 0.08113, "grad_norm": 1.1478499269861702, "learning_rate": 0.003, "loss": 4.0376, "step": 8113 }, { "epoch": 0.08114, "grad_norm": 1.191391018906478, "learning_rate": 0.003, "loss": 4.0685, "step": 8114 }, { "epoch": 0.08115, "grad_norm": 1.0398287191821558, "learning_rate": 0.003, "loss": 4.0586, "step": 8115 }, { "epoch": 0.08116, "grad_norm": 1.029396069350254, "learning_rate": 0.003, "loss": 4.0663, "step": 8116 }, { "epoch": 0.08117, "grad_norm": 1.0620529797775633, "learning_rate": 0.003, "loss": 4.067, "step": 8117 }, { "epoch": 0.08118, "grad_norm": 1.153228275579987, "learning_rate": 0.003, "loss": 4.0501, "step": 8118 }, { "epoch": 0.08119, "grad_norm": 1.0235694255861916, "learning_rate": 0.003, "loss": 4.0455, "step": 8119 }, { "epoch": 0.0812, "grad_norm": 1.2920287937035275, "learning_rate": 0.003, "loss": 4.0312, "step": 8120 }, { "epoch": 0.08121, "grad_norm": 0.798826528722648, "learning_rate": 0.003, "loss": 4.0531, "step": 8121 }, { "epoch": 0.08122, "grad_norm": 0.8251701793435979, "learning_rate": 0.003, "loss": 4.0447, "step": 8122 }, { "epoch": 0.08123, "grad_norm": 0.9500120105243509, "learning_rate": 0.003, "loss": 4.0392, "step": 8123 }, { "epoch": 0.08124, "grad_norm": 1.1358148106927366, "learning_rate": 0.003, "loss": 4.0583, "step": 8124 }, { "epoch": 0.08125, "grad_norm": 0.9701373726642997, "learning_rate": 0.003, "loss": 4.0721, "step": 8125 }, { "epoch": 0.08126, "grad_norm": 1.303900333086603, "learning_rate": 0.003, "loss": 4.0373, "step": 8126 }, { "epoch": 0.08127, "grad_norm": 0.8348257183122614, "learning_rate": 0.003, "loss": 4.0328, "step": 8127 }, { "epoch": 0.08128, "grad_norm": 1.0168038658961494, "learning_rate": 0.003, "loss": 4.058, "step": 8128 }, { "epoch": 0.08129, "grad_norm": 1.2570226327195435, "learning_rate": 0.003, "loss": 4.0332, "step": 8129 }, { "epoch": 0.0813, "grad_norm": 0.9835919552429621, "learning_rate": 0.003, "loss": 4.0267, "step": 8130 }, { "epoch": 0.08131, "grad_norm": 1.4786402848670535, "learning_rate": 0.003, "loss": 4.0603, "step": 8131 }, { "epoch": 0.08132, "grad_norm": 0.967482520755732, "learning_rate": 0.003, "loss": 4.0456, "step": 8132 }, { "epoch": 0.08133, "grad_norm": 1.0136679388024379, "learning_rate": 0.003, "loss": 4.0404, "step": 8133 }, { "epoch": 0.08134, "grad_norm": 1.3243507873969376, "learning_rate": 0.003, "loss": 4.04, "step": 8134 }, { "epoch": 0.08135, "grad_norm": 1.1659701473075903, "learning_rate": 0.003, "loss": 4.0362, "step": 8135 }, { "epoch": 0.08136, "grad_norm": 1.1146756067652475, "learning_rate": 0.003, "loss": 4.0672, "step": 8136 }, { "epoch": 0.08137, "grad_norm": 1.0102380938375048, "learning_rate": 0.003, "loss": 4.0077, "step": 8137 }, { "epoch": 0.08138, "grad_norm": 1.1104761872750726, "learning_rate": 0.003, "loss": 4.0355, "step": 8138 }, { "epoch": 0.08139, "grad_norm": 0.9806068045939812, "learning_rate": 0.003, "loss": 4.0437, "step": 8139 }, { "epoch": 0.0814, "grad_norm": 0.9578534939613226, "learning_rate": 0.003, "loss": 4.0528, "step": 8140 }, { "epoch": 0.08141, "grad_norm": 0.9783961516579012, "learning_rate": 0.003, "loss": 4.0525, "step": 8141 }, { "epoch": 0.08142, "grad_norm": 1.1102754179258492, "learning_rate": 0.003, "loss": 4.0641, "step": 8142 }, { "epoch": 0.08143, "grad_norm": 1.013761291015948, "learning_rate": 0.003, "loss": 4.0582, "step": 8143 }, { "epoch": 0.08144, "grad_norm": 1.0984848305189987, "learning_rate": 0.003, "loss": 4.0298, "step": 8144 }, { "epoch": 0.08145, "grad_norm": 1.0741146027806776, "learning_rate": 0.003, "loss": 4.0365, "step": 8145 }, { "epoch": 0.08146, "grad_norm": 1.0850941853188774, "learning_rate": 0.003, "loss": 4.07, "step": 8146 }, { "epoch": 0.08147, "grad_norm": 1.0900280533229438, "learning_rate": 0.003, "loss": 4.0696, "step": 8147 }, { "epoch": 0.08148, "grad_norm": 1.1612246962032904, "learning_rate": 0.003, "loss": 4.0266, "step": 8148 }, { "epoch": 0.08149, "grad_norm": 1.3562111466807953, "learning_rate": 0.003, "loss": 4.0416, "step": 8149 }, { "epoch": 0.0815, "grad_norm": 0.9650515229317034, "learning_rate": 0.003, "loss": 4.0276, "step": 8150 }, { "epoch": 0.08151, "grad_norm": 1.1924509745774654, "learning_rate": 0.003, "loss": 4.0557, "step": 8151 }, { "epoch": 0.08152, "grad_norm": 1.094500106195963, "learning_rate": 0.003, "loss": 4.0562, "step": 8152 }, { "epoch": 0.08153, "grad_norm": 1.004251942188992, "learning_rate": 0.003, "loss": 4.0309, "step": 8153 }, { "epoch": 0.08154, "grad_norm": 1.1798560492422325, "learning_rate": 0.003, "loss": 4.0476, "step": 8154 }, { "epoch": 0.08155, "grad_norm": 1.0157829602982544, "learning_rate": 0.003, "loss": 4.0627, "step": 8155 }, { "epoch": 0.08156, "grad_norm": 1.2891395825570224, "learning_rate": 0.003, "loss": 4.0552, "step": 8156 }, { "epoch": 0.08157, "grad_norm": 0.9232969874496607, "learning_rate": 0.003, "loss": 3.9949, "step": 8157 }, { "epoch": 0.08158, "grad_norm": 1.0373678761694196, "learning_rate": 0.003, "loss": 4.0732, "step": 8158 }, { "epoch": 0.08159, "grad_norm": 1.3218980216269214, "learning_rate": 0.003, "loss": 4.0782, "step": 8159 }, { "epoch": 0.0816, "grad_norm": 0.9490086271587503, "learning_rate": 0.003, "loss": 4.0449, "step": 8160 }, { "epoch": 0.08161, "grad_norm": 1.0833199103673854, "learning_rate": 0.003, "loss": 4.0509, "step": 8161 }, { "epoch": 0.08162, "grad_norm": 1.2185544482985367, "learning_rate": 0.003, "loss": 4.0555, "step": 8162 }, { "epoch": 0.08163, "grad_norm": 0.9763505701602616, "learning_rate": 0.003, "loss": 4.0066, "step": 8163 }, { "epoch": 0.08164, "grad_norm": 1.066961091347535, "learning_rate": 0.003, "loss": 4.0369, "step": 8164 }, { "epoch": 0.08165, "grad_norm": 1.0509794131255215, "learning_rate": 0.003, "loss": 4.0405, "step": 8165 }, { "epoch": 0.08166, "grad_norm": 1.0757821468791668, "learning_rate": 0.003, "loss": 4.0432, "step": 8166 }, { "epoch": 0.08167, "grad_norm": 1.3397321654362855, "learning_rate": 0.003, "loss": 4.0483, "step": 8167 }, { "epoch": 0.08168, "grad_norm": 1.1362149152066932, "learning_rate": 0.003, "loss": 4.0225, "step": 8168 }, { "epoch": 0.08169, "grad_norm": 0.8763737391154698, "learning_rate": 0.003, "loss": 4.0496, "step": 8169 }, { "epoch": 0.0817, "grad_norm": 0.8325229180364018, "learning_rate": 0.003, "loss": 4.0408, "step": 8170 }, { "epoch": 0.08171, "grad_norm": 0.9119090572200499, "learning_rate": 0.003, "loss": 4.0311, "step": 8171 }, { "epoch": 0.08172, "grad_norm": 0.9166054245530775, "learning_rate": 0.003, "loss": 4.0538, "step": 8172 }, { "epoch": 0.08173, "grad_norm": 1.0922618916234996, "learning_rate": 0.003, "loss": 4.0787, "step": 8173 }, { "epoch": 0.08174, "grad_norm": 1.0948674878262272, "learning_rate": 0.003, "loss": 4.0715, "step": 8174 }, { "epoch": 0.08175, "grad_norm": 1.076487219894897, "learning_rate": 0.003, "loss": 4.0419, "step": 8175 }, { "epoch": 0.08176, "grad_norm": 1.0595377058120148, "learning_rate": 0.003, "loss": 4.0157, "step": 8176 }, { "epoch": 0.08177, "grad_norm": 1.1274198711334715, "learning_rate": 0.003, "loss": 4.034, "step": 8177 }, { "epoch": 0.08178, "grad_norm": 1.0171853704517495, "learning_rate": 0.003, "loss": 4.0397, "step": 8178 }, { "epoch": 0.08179, "grad_norm": 1.3061262539701504, "learning_rate": 0.003, "loss": 4.0733, "step": 8179 }, { "epoch": 0.0818, "grad_norm": 0.9862361455218118, "learning_rate": 0.003, "loss": 4.0422, "step": 8180 }, { "epoch": 0.08181, "grad_norm": 1.248761174376701, "learning_rate": 0.003, "loss": 4.0423, "step": 8181 }, { "epoch": 0.08182, "grad_norm": 1.04459958881984, "learning_rate": 0.003, "loss": 4.0772, "step": 8182 }, { "epoch": 0.08183, "grad_norm": 1.034490751276438, "learning_rate": 0.003, "loss": 4.036, "step": 8183 }, { "epoch": 0.08184, "grad_norm": 1.3084515904264853, "learning_rate": 0.003, "loss": 4.0385, "step": 8184 }, { "epoch": 0.08185, "grad_norm": 0.9554920895816984, "learning_rate": 0.003, "loss": 4.0509, "step": 8185 }, { "epoch": 0.08186, "grad_norm": 1.0543602272809869, "learning_rate": 0.003, "loss": 4.0503, "step": 8186 }, { "epoch": 0.08187, "grad_norm": 1.1260343697487754, "learning_rate": 0.003, "loss": 4.0225, "step": 8187 }, { "epoch": 0.08188, "grad_norm": 1.0245037440997349, "learning_rate": 0.003, "loss": 4.068, "step": 8188 }, { "epoch": 0.08189, "grad_norm": 1.0290894153169319, "learning_rate": 0.003, "loss": 4.0653, "step": 8189 }, { "epoch": 0.0819, "grad_norm": 0.877806506800442, "learning_rate": 0.003, "loss": 4.0372, "step": 8190 }, { "epoch": 0.08191, "grad_norm": 0.8759876139628601, "learning_rate": 0.003, "loss": 4.0356, "step": 8191 }, { "epoch": 0.08192, "grad_norm": 1.0235597494522326, "learning_rate": 0.003, "loss": 4.0018, "step": 8192 }, { "epoch": 0.08193, "grad_norm": 1.0680156272560604, "learning_rate": 0.003, "loss": 4.0457, "step": 8193 }, { "epoch": 0.08194, "grad_norm": 0.9866872972933308, "learning_rate": 0.003, "loss": 4.0531, "step": 8194 }, { "epoch": 0.08195, "grad_norm": 1.0454954573691113, "learning_rate": 0.003, "loss": 4.0347, "step": 8195 }, { "epoch": 0.08196, "grad_norm": 0.878803096910163, "learning_rate": 0.003, "loss": 4.0606, "step": 8196 }, { "epoch": 0.08197, "grad_norm": 1.097095395513429, "learning_rate": 0.003, "loss": 4.0459, "step": 8197 }, { "epoch": 0.08198, "grad_norm": 1.4128502904759463, "learning_rate": 0.003, "loss": 4.0465, "step": 8198 }, { "epoch": 0.08199, "grad_norm": 0.9349249325846235, "learning_rate": 0.003, "loss": 4.049, "step": 8199 }, { "epoch": 0.082, "grad_norm": 1.1340924047935328, "learning_rate": 0.003, "loss": 4.027, "step": 8200 }, { "epoch": 0.08201, "grad_norm": 1.04912739515356, "learning_rate": 0.003, "loss": 4.0373, "step": 8201 }, { "epoch": 0.08202, "grad_norm": 1.0714645593844108, "learning_rate": 0.003, "loss": 4.0292, "step": 8202 }, { "epoch": 0.08203, "grad_norm": 1.164096753838808, "learning_rate": 0.003, "loss": 4.0602, "step": 8203 }, { "epoch": 0.08204, "grad_norm": 1.1316835410725452, "learning_rate": 0.003, "loss": 4.0466, "step": 8204 }, { "epoch": 0.08205, "grad_norm": 1.2120673109706728, "learning_rate": 0.003, "loss": 4.045, "step": 8205 }, { "epoch": 0.08206, "grad_norm": 1.11571994095571, "learning_rate": 0.003, "loss": 4.0773, "step": 8206 }, { "epoch": 0.08207, "grad_norm": 1.0621146376384545, "learning_rate": 0.003, "loss": 4.0453, "step": 8207 }, { "epoch": 0.08208, "grad_norm": 1.1747546800940614, "learning_rate": 0.003, "loss": 4.0471, "step": 8208 }, { "epoch": 0.08209, "grad_norm": 0.8502432613824764, "learning_rate": 0.003, "loss": 4.0572, "step": 8209 }, { "epoch": 0.0821, "grad_norm": 0.9220719569509254, "learning_rate": 0.003, "loss": 4.0433, "step": 8210 }, { "epoch": 0.08211, "grad_norm": 1.2327782482092768, "learning_rate": 0.003, "loss": 4.0509, "step": 8211 }, { "epoch": 0.08212, "grad_norm": 1.019547573968891, "learning_rate": 0.003, "loss": 4.0466, "step": 8212 }, { "epoch": 0.08213, "grad_norm": 1.1264918883793147, "learning_rate": 0.003, "loss": 4.0323, "step": 8213 }, { "epoch": 0.08214, "grad_norm": 1.0153304383270647, "learning_rate": 0.003, "loss": 4.0654, "step": 8214 }, { "epoch": 0.08215, "grad_norm": 1.172513559366227, "learning_rate": 0.003, "loss": 4.0695, "step": 8215 }, { "epoch": 0.08216, "grad_norm": 1.1761345458122565, "learning_rate": 0.003, "loss": 4.0461, "step": 8216 }, { "epoch": 0.08217, "grad_norm": 1.0086245946196835, "learning_rate": 0.003, "loss": 4.0716, "step": 8217 }, { "epoch": 0.08218, "grad_norm": 1.0192220496141946, "learning_rate": 0.003, "loss": 4.0355, "step": 8218 }, { "epoch": 0.08219, "grad_norm": 1.1072279418839062, "learning_rate": 0.003, "loss": 4.0353, "step": 8219 }, { "epoch": 0.0822, "grad_norm": 1.2129949090775702, "learning_rate": 0.003, "loss": 4.0497, "step": 8220 }, { "epoch": 0.08221, "grad_norm": 1.335506660895218, "learning_rate": 0.003, "loss": 4.0702, "step": 8221 }, { "epoch": 0.08222, "grad_norm": 0.9100821320950854, "learning_rate": 0.003, "loss": 4.0465, "step": 8222 }, { "epoch": 0.08223, "grad_norm": 1.2359285375629427, "learning_rate": 0.003, "loss": 4.0633, "step": 8223 }, { "epoch": 0.08224, "grad_norm": 1.1420581603411728, "learning_rate": 0.003, "loss": 4.0587, "step": 8224 }, { "epoch": 0.08225, "grad_norm": 1.131941471315245, "learning_rate": 0.003, "loss": 4.0686, "step": 8225 }, { "epoch": 0.08226, "grad_norm": 0.9193337169990431, "learning_rate": 0.003, "loss": 4.0273, "step": 8226 }, { "epoch": 0.08227, "grad_norm": 0.9322903091927021, "learning_rate": 0.003, "loss": 4.0679, "step": 8227 }, { "epoch": 0.08228, "grad_norm": 1.015271996777266, "learning_rate": 0.003, "loss": 4.0576, "step": 8228 }, { "epoch": 0.08229, "grad_norm": 1.134812005676848, "learning_rate": 0.003, "loss": 4.025, "step": 8229 }, { "epoch": 0.0823, "grad_norm": 0.9067833302627255, "learning_rate": 0.003, "loss": 4.0621, "step": 8230 }, { "epoch": 0.08231, "grad_norm": 1.1844642289666762, "learning_rate": 0.003, "loss": 4.0212, "step": 8231 }, { "epoch": 0.08232, "grad_norm": 1.074667737158904, "learning_rate": 0.003, "loss": 4.0322, "step": 8232 }, { "epoch": 0.08233, "grad_norm": 0.9455096038944548, "learning_rate": 0.003, "loss": 4.0412, "step": 8233 }, { "epoch": 0.08234, "grad_norm": 0.9451177013419999, "learning_rate": 0.003, "loss": 4.0534, "step": 8234 }, { "epoch": 0.08235, "grad_norm": 0.9751741426641366, "learning_rate": 0.003, "loss": 4.0713, "step": 8235 }, { "epoch": 0.08236, "grad_norm": 1.0139644613308296, "learning_rate": 0.003, "loss": 4.0275, "step": 8236 }, { "epoch": 0.08237, "grad_norm": 1.1102447919282574, "learning_rate": 0.003, "loss": 4.0446, "step": 8237 }, { "epoch": 0.08238, "grad_norm": 1.090996849580925, "learning_rate": 0.003, "loss": 4.0517, "step": 8238 }, { "epoch": 0.08239, "grad_norm": 1.1072648040046784, "learning_rate": 0.003, "loss": 4.0273, "step": 8239 }, { "epoch": 0.0824, "grad_norm": 0.963339170365707, "learning_rate": 0.003, "loss": 4.059, "step": 8240 }, { "epoch": 0.08241, "grad_norm": 1.1416193830206067, "learning_rate": 0.003, "loss": 4.0451, "step": 8241 }, { "epoch": 0.08242, "grad_norm": 1.1161581273297645, "learning_rate": 0.003, "loss": 4.0153, "step": 8242 }, { "epoch": 0.08243, "grad_norm": 0.9836364537147602, "learning_rate": 0.003, "loss": 4.0614, "step": 8243 }, { "epoch": 0.08244, "grad_norm": 1.0051947565508417, "learning_rate": 0.003, "loss": 4.0357, "step": 8244 }, { "epoch": 0.08245, "grad_norm": 1.179881665824301, "learning_rate": 0.003, "loss": 4.0362, "step": 8245 }, { "epoch": 0.08246, "grad_norm": 1.0994155612110759, "learning_rate": 0.003, "loss": 4.0381, "step": 8246 }, { "epoch": 0.08247, "grad_norm": 1.1514528107070527, "learning_rate": 0.003, "loss": 4.0488, "step": 8247 }, { "epoch": 0.08248, "grad_norm": 1.1175713935986686, "learning_rate": 0.003, "loss": 4.0343, "step": 8248 }, { "epoch": 0.08249, "grad_norm": 1.022832537141348, "learning_rate": 0.003, "loss": 4.056, "step": 8249 }, { "epoch": 0.0825, "grad_norm": 1.2208883258896968, "learning_rate": 0.003, "loss": 4.035, "step": 8250 }, { "epoch": 0.08251, "grad_norm": 0.9539194420518737, "learning_rate": 0.003, "loss": 4.0491, "step": 8251 }, { "epoch": 0.08252, "grad_norm": 1.0155458495353762, "learning_rate": 0.003, "loss": 4.0536, "step": 8252 }, { "epoch": 0.08253, "grad_norm": 1.241505078520073, "learning_rate": 0.003, "loss": 4.0488, "step": 8253 }, { "epoch": 0.08254, "grad_norm": 0.9520715771435223, "learning_rate": 0.003, "loss": 4.0263, "step": 8254 }, { "epoch": 0.08255, "grad_norm": 1.024935048858687, "learning_rate": 0.003, "loss": 4.0236, "step": 8255 }, { "epoch": 0.08256, "grad_norm": 1.233328543047205, "learning_rate": 0.003, "loss": 4.0637, "step": 8256 }, { "epoch": 0.08257, "grad_norm": 1.190460709783594, "learning_rate": 0.003, "loss": 4.0371, "step": 8257 }, { "epoch": 0.08258, "grad_norm": 1.0367792756754817, "learning_rate": 0.003, "loss": 4.0349, "step": 8258 }, { "epoch": 0.08259, "grad_norm": 1.169563709355769, "learning_rate": 0.003, "loss": 4.0764, "step": 8259 }, { "epoch": 0.0826, "grad_norm": 0.861527127229618, "learning_rate": 0.003, "loss": 4.0156, "step": 8260 }, { "epoch": 0.08261, "grad_norm": 0.8201507958780685, "learning_rate": 0.003, "loss": 4.028, "step": 8261 }, { "epoch": 0.08262, "grad_norm": 0.9386291752296059, "learning_rate": 0.003, "loss": 4.0684, "step": 8262 }, { "epoch": 0.08263, "grad_norm": 1.0230682657821621, "learning_rate": 0.003, "loss": 4.036, "step": 8263 }, { "epoch": 0.08264, "grad_norm": 1.2158135102547172, "learning_rate": 0.003, "loss": 4.0568, "step": 8264 }, { "epoch": 0.08265, "grad_norm": 0.9858027331224795, "learning_rate": 0.003, "loss": 4.0398, "step": 8265 }, { "epoch": 0.08266, "grad_norm": 1.1514602100198823, "learning_rate": 0.003, "loss": 4.0488, "step": 8266 }, { "epoch": 0.08267, "grad_norm": 1.19867896784868, "learning_rate": 0.003, "loss": 4.0507, "step": 8267 }, { "epoch": 0.08268, "grad_norm": 0.8924446930144582, "learning_rate": 0.003, "loss": 4.0265, "step": 8268 }, { "epoch": 0.08269, "grad_norm": 0.9332387923779609, "learning_rate": 0.003, "loss": 4.0595, "step": 8269 }, { "epoch": 0.0827, "grad_norm": 1.0395207333244374, "learning_rate": 0.003, "loss": 4.036, "step": 8270 }, { "epoch": 0.08271, "grad_norm": 1.1217717636669475, "learning_rate": 0.003, "loss": 4.058, "step": 8271 }, { "epoch": 0.08272, "grad_norm": 1.158015224233601, "learning_rate": 0.003, "loss": 4.049, "step": 8272 }, { "epoch": 0.08273, "grad_norm": 1.2991517374950396, "learning_rate": 0.003, "loss": 4.0446, "step": 8273 }, { "epoch": 0.08274, "grad_norm": 1.081398113932392, "learning_rate": 0.003, "loss": 4.059, "step": 8274 }, { "epoch": 0.08275, "grad_norm": 1.1176536482392028, "learning_rate": 0.003, "loss": 4.0382, "step": 8275 }, { "epoch": 0.08276, "grad_norm": 0.9350722584845963, "learning_rate": 0.003, "loss": 4.0217, "step": 8276 }, { "epoch": 0.08277, "grad_norm": 0.9894919434780528, "learning_rate": 0.003, "loss": 4.0223, "step": 8277 }, { "epoch": 0.08278, "grad_norm": 1.1769258157634674, "learning_rate": 0.003, "loss": 4.0377, "step": 8278 }, { "epoch": 0.08279, "grad_norm": 0.9433131457871408, "learning_rate": 0.003, "loss": 4.0338, "step": 8279 }, { "epoch": 0.0828, "grad_norm": 0.9576999263892194, "learning_rate": 0.003, "loss": 4.062, "step": 8280 }, { "epoch": 0.08281, "grad_norm": 1.209178534584828, "learning_rate": 0.003, "loss": 4.0317, "step": 8281 }, { "epoch": 0.08282, "grad_norm": 0.9614787804606547, "learning_rate": 0.003, "loss": 4.0349, "step": 8282 }, { "epoch": 0.08283, "grad_norm": 1.0971465514681484, "learning_rate": 0.003, "loss": 4.0525, "step": 8283 }, { "epoch": 0.08284, "grad_norm": 1.0107622943623467, "learning_rate": 0.003, "loss": 4.0334, "step": 8284 }, { "epoch": 0.08285, "grad_norm": 1.15514741446281, "learning_rate": 0.003, "loss": 4.0529, "step": 8285 }, { "epoch": 0.08286, "grad_norm": 1.0676521040179816, "learning_rate": 0.003, "loss": 4.065, "step": 8286 }, { "epoch": 0.08287, "grad_norm": 1.2393097291371007, "learning_rate": 0.003, "loss": 4.0455, "step": 8287 }, { "epoch": 0.08288, "grad_norm": 1.229284881723444, "learning_rate": 0.003, "loss": 4.0315, "step": 8288 }, { "epoch": 0.08289, "grad_norm": 0.8030678208057539, "learning_rate": 0.003, "loss": 4.043, "step": 8289 }, { "epoch": 0.0829, "grad_norm": 0.9234071041203235, "learning_rate": 0.003, "loss": 4.0207, "step": 8290 }, { "epoch": 0.08291, "grad_norm": 1.2192535372086108, "learning_rate": 0.003, "loss": 4.0383, "step": 8291 }, { "epoch": 0.08292, "grad_norm": 1.0516037727758725, "learning_rate": 0.003, "loss": 4.0395, "step": 8292 }, { "epoch": 0.08293, "grad_norm": 0.964068579815504, "learning_rate": 0.003, "loss": 4.0504, "step": 8293 }, { "epoch": 0.08294, "grad_norm": 1.07685445953297, "learning_rate": 0.003, "loss": 4.0381, "step": 8294 }, { "epoch": 0.08295, "grad_norm": 1.2651219299645922, "learning_rate": 0.003, "loss": 4.042, "step": 8295 }, { "epoch": 0.08296, "grad_norm": 0.9626687885048552, "learning_rate": 0.003, "loss": 4.0367, "step": 8296 }, { "epoch": 0.08297, "grad_norm": 0.9687755374419604, "learning_rate": 0.003, "loss": 4.0473, "step": 8297 }, { "epoch": 0.08298, "grad_norm": 1.3012272212633311, "learning_rate": 0.003, "loss": 4.0227, "step": 8298 }, { "epoch": 0.08299, "grad_norm": 0.9471340632405811, "learning_rate": 0.003, "loss": 4.0364, "step": 8299 }, { "epoch": 0.083, "grad_norm": 1.1889456485828054, "learning_rate": 0.003, "loss": 4.078, "step": 8300 }, { "epoch": 0.08301, "grad_norm": 1.0926624866225692, "learning_rate": 0.003, "loss": 4.0576, "step": 8301 }, { "epoch": 0.08302, "grad_norm": 1.061747983105285, "learning_rate": 0.003, "loss": 4.0669, "step": 8302 }, { "epoch": 0.08303, "grad_norm": 1.2124144409859756, "learning_rate": 0.003, "loss": 4.0409, "step": 8303 }, { "epoch": 0.08304, "grad_norm": 1.0062093800648917, "learning_rate": 0.003, "loss": 4.0666, "step": 8304 }, { "epoch": 0.08305, "grad_norm": 1.0797635537801393, "learning_rate": 0.003, "loss": 4.0375, "step": 8305 }, { "epoch": 0.08306, "grad_norm": 1.2165041896744566, "learning_rate": 0.003, "loss": 4.0521, "step": 8306 }, { "epoch": 0.08307, "grad_norm": 0.9371964802211156, "learning_rate": 0.003, "loss": 4.0348, "step": 8307 }, { "epoch": 0.08308, "grad_norm": 1.0824545701121477, "learning_rate": 0.003, "loss": 4.0232, "step": 8308 }, { "epoch": 0.08309, "grad_norm": 1.0702785761306515, "learning_rate": 0.003, "loss": 4.0208, "step": 8309 }, { "epoch": 0.0831, "grad_norm": 0.9850867353661309, "learning_rate": 0.003, "loss": 4.0465, "step": 8310 }, { "epoch": 0.08311, "grad_norm": 1.059401767428526, "learning_rate": 0.003, "loss": 4.0429, "step": 8311 }, { "epoch": 0.08312, "grad_norm": 1.1525254824845346, "learning_rate": 0.003, "loss": 4.0705, "step": 8312 }, { "epoch": 0.08313, "grad_norm": 0.8651922401808925, "learning_rate": 0.003, "loss": 4.027, "step": 8313 }, { "epoch": 0.08314, "grad_norm": 1.0602609432745576, "learning_rate": 0.003, "loss": 4.0595, "step": 8314 }, { "epoch": 0.08315, "grad_norm": 0.8182680455954303, "learning_rate": 0.003, "loss": 4.0078, "step": 8315 }, { "epoch": 0.08316, "grad_norm": 0.898921435803555, "learning_rate": 0.003, "loss": 4.0305, "step": 8316 }, { "epoch": 0.08317, "grad_norm": 1.262794585028179, "learning_rate": 0.003, "loss": 4.0334, "step": 8317 }, { "epoch": 0.08318, "grad_norm": 1.215745444075188, "learning_rate": 0.003, "loss": 4.0311, "step": 8318 }, { "epoch": 0.08319, "grad_norm": 1.019233573877823, "learning_rate": 0.003, "loss": 4.0213, "step": 8319 }, { "epoch": 0.0832, "grad_norm": 1.0398703718664923, "learning_rate": 0.003, "loss": 4.0189, "step": 8320 }, { "epoch": 0.08321, "grad_norm": 1.1361754781004614, "learning_rate": 0.003, "loss": 4.0539, "step": 8321 }, { "epoch": 0.08322, "grad_norm": 0.9093568729986535, "learning_rate": 0.003, "loss": 4.0267, "step": 8322 }, { "epoch": 0.08323, "grad_norm": 1.1369192324437696, "learning_rate": 0.003, "loss": 4.0197, "step": 8323 }, { "epoch": 0.08324, "grad_norm": 1.217916598721158, "learning_rate": 0.003, "loss": 4.0473, "step": 8324 }, { "epoch": 0.08325, "grad_norm": 1.0915850365976298, "learning_rate": 0.003, "loss": 4.051, "step": 8325 }, { "epoch": 0.08326, "grad_norm": 1.1565123938632185, "learning_rate": 0.003, "loss": 4.0399, "step": 8326 }, { "epoch": 0.08327, "grad_norm": 0.8586661169517376, "learning_rate": 0.003, "loss": 4.0266, "step": 8327 }, { "epoch": 0.08328, "grad_norm": 0.8431082244999714, "learning_rate": 0.003, "loss": 4.0308, "step": 8328 }, { "epoch": 0.08329, "grad_norm": 0.831022312396331, "learning_rate": 0.003, "loss": 4.0229, "step": 8329 }, { "epoch": 0.0833, "grad_norm": 0.8854225855827627, "learning_rate": 0.003, "loss": 4.0399, "step": 8330 }, { "epoch": 0.08331, "grad_norm": 0.9489920933886857, "learning_rate": 0.003, "loss": 4.025, "step": 8331 }, { "epoch": 0.08332, "grad_norm": 1.0014721691993675, "learning_rate": 0.003, "loss": 4.0475, "step": 8332 }, { "epoch": 0.08333, "grad_norm": 1.1572373116887549, "learning_rate": 0.003, "loss": 4.0546, "step": 8333 }, { "epoch": 0.08334, "grad_norm": 1.0696738130518826, "learning_rate": 0.003, "loss": 4.0505, "step": 8334 }, { "epoch": 0.08335, "grad_norm": 1.134011488039698, "learning_rate": 0.003, "loss": 4.0444, "step": 8335 }, { "epoch": 0.08336, "grad_norm": 1.171624442165235, "learning_rate": 0.003, "loss": 4.0712, "step": 8336 }, { "epoch": 0.08337, "grad_norm": 0.9808780299153776, "learning_rate": 0.003, "loss": 4.0556, "step": 8337 }, { "epoch": 0.08338, "grad_norm": 1.1552726886292524, "learning_rate": 0.003, "loss": 4.0451, "step": 8338 }, { "epoch": 0.08339, "grad_norm": 1.119935444567191, "learning_rate": 0.003, "loss": 4.0432, "step": 8339 }, { "epoch": 0.0834, "grad_norm": 1.1254896342797662, "learning_rate": 0.003, "loss": 4.0358, "step": 8340 }, { "epoch": 0.08341, "grad_norm": 1.1341861913032731, "learning_rate": 0.003, "loss": 4.0683, "step": 8341 }, { "epoch": 0.08342, "grad_norm": 1.025162475919914, "learning_rate": 0.003, "loss": 4.0165, "step": 8342 }, { "epoch": 0.08343, "grad_norm": 1.205937843754898, "learning_rate": 0.003, "loss": 4.0243, "step": 8343 }, { "epoch": 0.08344, "grad_norm": 0.9902520923365202, "learning_rate": 0.003, "loss": 4.036, "step": 8344 }, { "epoch": 0.08345, "grad_norm": 1.288987691741149, "learning_rate": 0.003, "loss": 4.0358, "step": 8345 }, { "epoch": 0.08346, "grad_norm": 0.9551763232371178, "learning_rate": 0.003, "loss": 4.046, "step": 8346 }, { "epoch": 0.08347, "grad_norm": 0.9880135377663202, "learning_rate": 0.003, "loss": 4.043, "step": 8347 }, { "epoch": 0.08348, "grad_norm": 1.2888100524027102, "learning_rate": 0.003, "loss": 4.0159, "step": 8348 }, { "epoch": 0.08349, "grad_norm": 0.9525381368631001, "learning_rate": 0.003, "loss": 4.0517, "step": 8349 }, { "epoch": 0.0835, "grad_norm": 1.1902573539688603, "learning_rate": 0.003, "loss": 4.0782, "step": 8350 }, { "epoch": 0.08351, "grad_norm": 1.0469716149508292, "learning_rate": 0.003, "loss": 4.0642, "step": 8351 }, { "epoch": 0.08352, "grad_norm": 1.189680771320039, "learning_rate": 0.003, "loss": 4.0617, "step": 8352 }, { "epoch": 0.08353, "grad_norm": 0.9911168111334406, "learning_rate": 0.003, "loss": 4.0421, "step": 8353 }, { "epoch": 0.08354, "grad_norm": 1.0276631861654357, "learning_rate": 0.003, "loss": 4.0469, "step": 8354 }, { "epoch": 0.08355, "grad_norm": 0.9849728479941415, "learning_rate": 0.003, "loss": 4.0212, "step": 8355 }, { "epoch": 0.08356, "grad_norm": 1.01503709707315, "learning_rate": 0.003, "loss": 4.0456, "step": 8356 }, { "epoch": 0.08357, "grad_norm": 1.2200149399048952, "learning_rate": 0.003, "loss": 4.0573, "step": 8357 }, { "epoch": 0.08358, "grad_norm": 0.9309969506083857, "learning_rate": 0.003, "loss": 4.0413, "step": 8358 }, { "epoch": 0.08359, "grad_norm": 1.1903852595304782, "learning_rate": 0.003, "loss": 4.0208, "step": 8359 }, { "epoch": 0.0836, "grad_norm": 1.1339893715722242, "learning_rate": 0.003, "loss": 4.0266, "step": 8360 }, { "epoch": 0.08361, "grad_norm": 1.0643831400781818, "learning_rate": 0.003, "loss": 4.0443, "step": 8361 }, { "epoch": 0.08362, "grad_norm": 1.249532330084765, "learning_rate": 0.003, "loss": 4.0648, "step": 8362 }, { "epoch": 0.08363, "grad_norm": 0.8661252025928181, "learning_rate": 0.003, "loss": 4.0659, "step": 8363 }, { "epoch": 0.08364, "grad_norm": 0.90648079035645, "learning_rate": 0.003, "loss": 4.0288, "step": 8364 }, { "epoch": 0.08365, "grad_norm": 0.9973227794538887, "learning_rate": 0.003, "loss": 4.0499, "step": 8365 }, { "epoch": 0.08366, "grad_norm": 1.185845321832341, "learning_rate": 0.003, "loss": 4.0641, "step": 8366 }, { "epoch": 0.08367, "grad_norm": 1.0527110344332224, "learning_rate": 0.003, "loss": 4.038, "step": 8367 }, { "epoch": 0.08368, "grad_norm": 1.1213177889830799, "learning_rate": 0.003, "loss": 4.0593, "step": 8368 }, { "epoch": 0.08369, "grad_norm": 0.8532852276611194, "learning_rate": 0.003, "loss": 4.0386, "step": 8369 }, { "epoch": 0.0837, "grad_norm": 0.9223226425587234, "learning_rate": 0.003, "loss": 4.0372, "step": 8370 }, { "epoch": 0.08371, "grad_norm": 1.0781243641141955, "learning_rate": 0.003, "loss": 4.0482, "step": 8371 }, { "epoch": 0.08372, "grad_norm": 0.9339538120598732, "learning_rate": 0.003, "loss": 4.0613, "step": 8372 }, { "epoch": 0.08373, "grad_norm": 1.4452876155141794, "learning_rate": 0.003, "loss": 4.0518, "step": 8373 }, { "epoch": 0.08374, "grad_norm": 0.9063853871722677, "learning_rate": 0.003, "loss": 4.024, "step": 8374 }, { "epoch": 0.08375, "grad_norm": 0.993278332875694, "learning_rate": 0.003, "loss": 4.0292, "step": 8375 }, { "epoch": 0.08376, "grad_norm": 1.1855350373423543, "learning_rate": 0.003, "loss": 4.0372, "step": 8376 }, { "epoch": 0.08377, "grad_norm": 1.1147746898162996, "learning_rate": 0.003, "loss": 4.0156, "step": 8377 }, { "epoch": 0.08378, "grad_norm": 1.138214657903677, "learning_rate": 0.003, "loss": 4.0465, "step": 8378 }, { "epoch": 0.08379, "grad_norm": 1.2479011609022754, "learning_rate": 0.003, "loss": 4.0424, "step": 8379 }, { "epoch": 0.0838, "grad_norm": 1.1416308067638565, "learning_rate": 0.003, "loss": 4.0391, "step": 8380 }, { "epoch": 0.08381, "grad_norm": 0.8970625864687897, "learning_rate": 0.003, "loss": 4.0395, "step": 8381 }, { "epoch": 0.08382, "grad_norm": 1.1310709176053892, "learning_rate": 0.003, "loss": 4.0561, "step": 8382 }, { "epoch": 0.08383, "grad_norm": 1.2920665241918188, "learning_rate": 0.003, "loss": 4.028, "step": 8383 }, { "epoch": 0.08384, "grad_norm": 1.0350723875968093, "learning_rate": 0.003, "loss": 4.0264, "step": 8384 }, { "epoch": 0.08385, "grad_norm": 1.103275398901523, "learning_rate": 0.003, "loss": 4.0274, "step": 8385 }, { "epoch": 0.08386, "grad_norm": 0.9681045513350701, "learning_rate": 0.003, "loss": 4.0381, "step": 8386 }, { "epoch": 0.08387, "grad_norm": 1.355083711142688, "learning_rate": 0.003, "loss": 4.0191, "step": 8387 }, { "epoch": 0.08388, "grad_norm": 0.7934403977447374, "learning_rate": 0.003, "loss": 4.0068, "step": 8388 }, { "epoch": 0.08389, "grad_norm": 0.9516574206564951, "learning_rate": 0.003, "loss": 4.0549, "step": 8389 }, { "epoch": 0.0839, "grad_norm": 1.1290072369116717, "learning_rate": 0.003, "loss": 4.0229, "step": 8390 }, { "epoch": 0.08391, "grad_norm": 1.0983041546433672, "learning_rate": 0.003, "loss": 4.0608, "step": 8391 }, { "epoch": 0.08392, "grad_norm": 1.1676787780611126, "learning_rate": 0.003, "loss": 4.0307, "step": 8392 }, { "epoch": 0.08393, "grad_norm": 0.941880845010308, "learning_rate": 0.003, "loss": 4.0559, "step": 8393 }, { "epoch": 0.08394, "grad_norm": 1.0752262942555577, "learning_rate": 0.003, "loss": 4.0154, "step": 8394 }, { "epoch": 0.08395, "grad_norm": 1.0717439798578736, "learning_rate": 0.003, "loss": 4.0253, "step": 8395 }, { "epoch": 0.08396, "grad_norm": 0.923502718166825, "learning_rate": 0.003, "loss": 4.0538, "step": 8396 }, { "epoch": 0.08397, "grad_norm": 1.03568380249952, "learning_rate": 0.003, "loss": 4.0272, "step": 8397 }, { "epoch": 0.08398, "grad_norm": 1.2308296952539537, "learning_rate": 0.003, "loss": 4.0489, "step": 8398 }, { "epoch": 0.08399, "grad_norm": 0.9074167959796567, "learning_rate": 0.003, "loss": 4.0306, "step": 8399 }, { "epoch": 0.084, "grad_norm": 1.0676950120843756, "learning_rate": 0.003, "loss": 4.0105, "step": 8400 }, { "epoch": 0.08401, "grad_norm": 1.1876371217178374, "learning_rate": 0.003, "loss": 4.0245, "step": 8401 }, { "epoch": 0.08402, "grad_norm": 0.9744971214519869, "learning_rate": 0.003, "loss": 4.017, "step": 8402 }, { "epoch": 0.08403, "grad_norm": 1.1750219156987762, "learning_rate": 0.003, "loss": 4.0348, "step": 8403 }, { "epoch": 0.08404, "grad_norm": 1.0407406867360138, "learning_rate": 0.003, "loss": 4.0248, "step": 8404 }, { "epoch": 0.08405, "grad_norm": 1.2236517472521589, "learning_rate": 0.003, "loss": 4.0291, "step": 8405 }, { "epoch": 0.08406, "grad_norm": 1.0737329492962817, "learning_rate": 0.003, "loss": 4.0141, "step": 8406 }, { "epoch": 0.08407, "grad_norm": 1.1563501503982763, "learning_rate": 0.003, "loss": 4.0929, "step": 8407 }, { "epoch": 0.08408, "grad_norm": 1.151672035981857, "learning_rate": 0.003, "loss": 4.0174, "step": 8408 }, { "epoch": 0.08409, "grad_norm": 1.052519356480212, "learning_rate": 0.003, "loss": 4.0561, "step": 8409 }, { "epoch": 0.0841, "grad_norm": 1.3255584980401665, "learning_rate": 0.003, "loss": 4.0595, "step": 8410 }, { "epoch": 0.08411, "grad_norm": 0.7725053175360581, "learning_rate": 0.003, "loss": 4.0752, "step": 8411 }, { "epoch": 0.08412, "grad_norm": 0.9932518870157506, "learning_rate": 0.003, "loss": 4.0531, "step": 8412 }, { "epoch": 0.08413, "grad_norm": 1.3097609444125302, "learning_rate": 0.003, "loss": 4.0236, "step": 8413 }, { "epoch": 0.08414, "grad_norm": 0.8806084620399991, "learning_rate": 0.003, "loss": 4.057, "step": 8414 }, { "epoch": 0.08415, "grad_norm": 1.1049915504817205, "learning_rate": 0.003, "loss": 4.0198, "step": 8415 }, { "epoch": 0.08416, "grad_norm": 1.0825647357972656, "learning_rate": 0.003, "loss": 4.0553, "step": 8416 }, { "epoch": 0.08417, "grad_norm": 0.982855881055315, "learning_rate": 0.003, "loss": 4.0496, "step": 8417 }, { "epoch": 0.08418, "grad_norm": 0.9521266964049695, "learning_rate": 0.003, "loss": 4.033, "step": 8418 }, { "epoch": 0.08419, "grad_norm": 0.9807370150605913, "learning_rate": 0.003, "loss": 4.0458, "step": 8419 }, { "epoch": 0.0842, "grad_norm": 1.1284553332406668, "learning_rate": 0.003, "loss": 4.0367, "step": 8420 }, { "epoch": 0.08421, "grad_norm": 1.0701358935667225, "learning_rate": 0.003, "loss": 4.0194, "step": 8421 }, { "epoch": 0.08422, "grad_norm": 1.110363256131976, "learning_rate": 0.003, "loss": 4.0577, "step": 8422 }, { "epoch": 0.08423, "grad_norm": 1.0301265941795035, "learning_rate": 0.003, "loss": 4.0428, "step": 8423 }, { "epoch": 0.08424, "grad_norm": 1.2241888249026445, "learning_rate": 0.003, "loss": 4.0417, "step": 8424 }, { "epoch": 0.08425, "grad_norm": 1.2132223786728582, "learning_rate": 0.003, "loss": 4.0585, "step": 8425 }, { "epoch": 0.08426, "grad_norm": 1.053345472153612, "learning_rate": 0.003, "loss": 4.0372, "step": 8426 }, { "epoch": 0.08427, "grad_norm": 1.062648403306003, "learning_rate": 0.003, "loss": 4.0609, "step": 8427 }, { "epoch": 0.08428, "grad_norm": 0.9969338637013739, "learning_rate": 0.003, "loss": 4.044, "step": 8428 }, { "epoch": 0.08429, "grad_norm": 1.1167478557553572, "learning_rate": 0.003, "loss": 4.0367, "step": 8429 }, { "epoch": 0.0843, "grad_norm": 0.9976920929387573, "learning_rate": 0.003, "loss": 4.0128, "step": 8430 }, { "epoch": 0.08431, "grad_norm": 1.068620820351791, "learning_rate": 0.003, "loss": 4.0322, "step": 8431 }, { "epoch": 0.08432, "grad_norm": 1.055723055328784, "learning_rate": 0.003, "loss": 4.0191, "step": 8432 }, { "epoch": 0.08433, "grad_norm": 1.135026949998236, "learning_rate": 0.003, "loss": 4.0574, "step": 8433 }, { "epoch": 0.08434, "grad_norm": 1.046614082716392, "learning_rate": 0.003, "loss": 4.0093, "step": 8434 }, { "epoch": 0.08435, "grad_norm": 1.2281345462765678, "learning_rate": 0.003, "loss": 4.0466, "step": 8435 }, { "epoch": 0.08436, "grad_norm": 1.0815704353084468, "learning_rate": 0.003, "loss": 4.0451, "step": 8436 }, { "epoch": 0.08437, "grad_norm": 1.0822120658950827, "learning_rate": 0.003, "loss": 4.0537, "step": 8437 }, { "epoch": 0.08438, "grad_norm": 1.0610781680082266, "learning_rate": 0.003, "loss": 4.039, "step": 8438 }, { "epoch": 0.08439, "grad_norm": 1.1633949783616182, "learning_rate": 0.003, "loss": 4.0548, "step": 8439 }, { "epoch": 0.0844, "grad_norm": 1.2351950497416953, "learning_rate": 0.003, "loss": 4.0698, "step": 8440 }, { "epoch": 0.08441, "grad_norm": 0.9160963850716966, "learning_rate": 0.003, "loss": 4.0355, "step": 8441 }, { "epoch": 0.08442, "grad_norm": 1.0403778744976664, "learning_rate": 0.003, "loss": 4.0231, "step": 8442 }, { "epoch": 0.08443, "grad_norm": 0.9690769171898936, "learning_rate": 0.003, "loss": 4.0387, "step": 8443 }, { "epoch": 0.08444, "grad_norm": 1.0046811419165038, "learning_rate": 0.003, "loss": 4.0723, "step": 8444 }, { "epoch": 0.08445, "grad_norm": 1.1457379760825268, "learning_rate": 0.003, "loss": 4.0258, "step": 8445 }, { "epoch": 0.08446, "grad_norm": 1.0784653343143604, "learning_rate": 0.003, "loss": 4.0465, "step": 8446 }, { "epoch": 0.08447, "grad_norm": 0.9955575399367267, "learning_rate": 0.003, "loss": 4.053, "step": 8447 }, { "epoch": 0.08448, "grad_norm": 1.0185612550385477, "learning_rate": 0.003, "loss": 4.0522, "step": 8448 }, { "epoch": 0.08449, "grad_norm": 1.1385992623128935, "learning_rate": 0.003, "loss": 4.0647, "step": 8449 }, { "epoch": 0.0845, "grad_norm": 1.1658036316438427, "learning_rate": 0.003, "loss": 4.0335, "step": 8450 }, { "epoch": 0.08451, "grad_norm": 1.0612990389711034, "learning_rate": 0.003, "loss": 4.0593, "step": 8451 }, { "epoch": 0.08452, "grad_norm": 1.1305785397594885, "learning_rate": 0.003, "loss": 4.0395, "step": 8452 }, { "epoch": 0.08453, "grad_norm": 0.8831441944452132, "learning_rate": 0.003, "loss": 4.0527, "step": 8453 }, { "epoch": 0.08454, "grad_norm": 1.1184930943973512, "learning_rate": 0.003, "loss": 4.0535, "step": 8454 }, { "epoch": 0.08455, "grad_norm": 1.3097730422669984, "learning_rate": 0.003, "loss": 4.0342, "step": 8455 }, { "epoch": 0.08456, "grad_norm": 0.9486933571257935, "learning_rate": 0.003, "loss": 4.0362, "step": 8456 }, { "epoch": 0.08457, "grad_norm": 1.0027555477605425, "learning_rate": 0.003, "loss": 4.0742, "step": 8457 }, { "epoch": 0.08458, "grad_norm": 1.1962971696576739, "learning_rate": 0.003, "loss": 4.0499, "step": 8458 }, { "epoch": 0.08459, "grad_norm": 0.9387597135483401, "learning_rate": 0.003, "loss": 4.0238, "step": 8459 }, { "epoch": 0.0846, "grad_norm": 1.0383172475711102, "learning_rate": 0.003, "loss": 4.0545, "step": 8460 }, { "epoch": 0.08461, "grad_norm": 1.030965491865683, "learning_rate": 0.003, "loss": 4.058, "step": 8461 }, { "epoch": 0.08462, "grad_norm": 1.2171453720071779, "learning_rate": 0.003, "loss": 4.0645, "step": 8462 }, { "epoch": 0.08463, "grad_norm": 1.0376733249187324, "learning_rate": 0.003, "loss": 4.0293, "step": 8463 }, { "epoch": 0.08464, "grad_norm": 1.0961626196613234, "learning_rate": 0.003, "loss": 4.0688, "step": 8464 }, { "epoch": 0.08465, "grad_norm": 1.0350888302747112, "learning_rate": 0.003, "loss": 4.047, "step": 8465 }, { "epoch": 0.08466, "grad_norm": 1.064724029669904, "learning_rate": 0.003, "loss": 4.0635, "step": 8466 }, { "epoch": 0.08467, "grad_norm": 1.0710400208790887, "learning_rate": 0.003, "loss": 4.0647, "step": 8467 }, { "epoch": 0.08468, "grad_norm": 1.2789305198093153, "learning_rate": 0.003, "loss": 4.063, "step": 8468 }, { "epoch": 0.08469, "grad_norm": 1.1452225551848991, "learning_rate": 0.003, "loss": 4.0595, "step": 8469 }, { "epoch": 0.0847, "grad_norm": 1.13409301786806, "learning_rate": 0.003, "loss": 4.0414, "step": 8470 }, { "epoch": 0.08471, "grad_norm": 1.1566161039870437, "learning_rate": 0.003, "loss": 4.0248, "step": 8471 }, { "epoch": 0.08472, "grad_norm": 1.089186577688795, "learning_rate": 0.003, "loss": 4.0343, "step": 8472 }, { "epoch": 0.08473, "grad_norm": 0.9900808592861112, "learning_rate": 0.003, "loss": 4.0275, "step": 8473 }, { "epoch": 0.08474, "grad_norm": 1.2998498233820543, "learning_rate": 0.003, "loss": 4.0207, "step": 8474 }, { "epoch": 0.08475, "grad_norm": 0.9225329005828342, "learning_rate": 0.003, "loss": 4.0405, "step": 8475 }, { "epoch": 0.08476, "grad_norm": 1.0564013920428952, "learning_rate": 0.003, "loss": 4.0603, "step": 8476 }, { "epoch": 0.08477, "grad_norm": 0.939864643930408, "learning_rate": 0.003, "loss": 4.0409, "step": 8477 }, { "epoch": 0.08478, "grad_norm": 0.9883124870718386, "learning_rate": 0.003, "loss": 4.0353, "step": 8478 }, { "epoch": 0.08479, "grad_norm": 0.9957851651749337, "learning_rate": 0.003, "loss": 4.0542, "step": 8479 }, { "epoch": 0.0848, "grad_norm": 1.178478915544431, "learning_rate": 0.003, "loss": 4.0577, "step": 8480 }, { "epoch": 0.08481, "grad_norm": 1.0741787634257696, "learning_rate": 0.003, "loss": 4.0226, "step": 8481 }, { "epoch": 0.08482, "grad_norm": 1.1194627479559824, "learning_rate": 0.003, "loss": 4.0486, "step": 8482 }, { "epoch": 0.08483, "grad_norm": 0.9960554568951283, "learning_rate": 0.003, "loss": 4.0406, "step": 8483 }, { "epoch": 0.08484, "grad_norm": 1.361511264699175, "learning_rate": 0.003, "loss": 4.0261, "step": 8484 }, { "epoch": 0.08485, "grad_norm": 1.1007501689045969, "learning_rate": 0.003, "loss": 4.0499, "step": 8485 }, { "epoch": 0.08486, "grad_norm": 1.174240597139128, "learning_rate": 0.003, "loss": 4.0711, "step": 8486 }, { "epoch": 0.08487, "grad_norm": 0.9639151938457295, "learning_rate": 0.003, "loss": 4.0659, "step": 8487 }, { "epoch": 0.08488, "grad_norm": 1.0352335647337247, "learning_rate": 0.003, "loss": 4.0093, "step": 8488 }, { "epoch": 0.08489, "grad_norm": 1.0493143503227644, "learning_rate": 0.003, "loss": 4.0534, "step": 8489 }, { "epoch": 0.0849, "grad_norm": 1.1208147184681883, "learning_rate": 0.003, "loss": 4.0605, "step": 8490 }, { "epoch": 0.08491, "grad_norm": 0.9315118881737822, "learning_rate": 0.003, "loss": 4.0531, "step": 8491 }, { "epoch": 0.08492, "grad_norm": 1.1354408904086009, "learning_rate": 0.003, "loss": 4.0431, "step": 8492 }, { "epoch": 0.08493, "grad_norm": 0.9756810751721894, "learning_rate": 0.003, "loss": 4.0495, "step": 8493 }, { "epoch": 0.08494, "grad_norm": 0.943874329273859, "learning_rate": 0.003, "loss": 4.0327, "step": 8494 }, { "epoch": 0.08495, "grad_norm": 0.9530790823279345, "learning_rate": 0.003, "loss": 4.0425, "step": 8495 }, { "epoch": 0.08496, "grad_norm": 1.0476242283034254, "learning_rate": 0.003, "loss": 4.0191, "step": 8496 }, { "epoch": 0.08497, "grad_norm": 1.2230946630382007, "learning_rate": 0.003, "loss": 4.0398, "step": 8497 }, { "epoch": 0.08498, "grad_norm": 1.1262934455755145, "learning_rate": 0.003, "loss": 4.0511, "step": 8498 }, { "epoch": 0.08499, "grad_norm": 1.1704572369620323, "learning_rate": 0.003, "loss": 4.0722, "step": 8499 }, { "epoch": 0.085, "grad_norm": 1.0437922946142013, "learning_rate": 0.003, "loss": 4.0079, "step": 8500 }, { "epoch": 0.08501, "grad_norm": 1.0686795257894022, "learning_rate": 0.003, "loss": 4.0283, "step": 8501 }, { "epoch": 0.08502, "grad_norm": 1.1527737710293182, "learning_rate": 0.003, "loss": 4.0449, "step": 8502 }, { "epoch": 0.08503, "grad_norm": 1.0146162316100584, "learning_rate": 0.003, "loss": 4.0408, "step": 8503 }, { "epoch": 0.08504, "grad_norm": 1.117321943006214, "learning_rate": 0.003, "loss": 4.0721, "step": 8504 }, { "epoch": 0.08505, "grad_norm": 1.1211708270006748, "learning_rate": 0.003, "loss": 4.0351, "step": 8505 }, { "epoch": 0.08506, "grad_norm": 1.0564903712086136, "learning_rate": 0.003, "loss": 4.0494, "step": 8506 }, { "epoch": 0.08507, "grad_norm": 1.0674811926990067, "learning_rate": 0.003, "loss": 4.0194, "step": 8507 }, { "epoch": 0.08508, "grad_norm": 1.361628142349855, "learning_rate": 0.003, "loss": 4.0363, "step": 8508 }, { "epoch": 0.08509, "grad_norm": 0.9588268292198073, "learning_rate": 0.003, "loss": 4.0693, "step": 8509 }, { "epoch": 0.0851, "grad_norm": 1.4027990342622492, "learning_rate": 0.003, "loss": 4.0501, "step": 8510 }, { "epoch": 0.08511, "grad_norm": 1.0313983203700878, "learning_rate": 0.003, "loss": 4.0517, "step": 8511 }, { "epoch": 0.08512, "grad_norm": 1.014747429488357, "learning_rate": 0.003, "loss": 4.0756, "step": 8512 }, { "epoch": 0.08513, "grad_norm": 1.1188271554621882, "learning_rate": 0.003, "loss": 4.0415, "step": 8513 }, { "epoch": 0.08514, "grad_norm": 0.9977123655522062, "learning_rate": 0.003, "loss": 4.0457, "step": 8514 }, { "epoch": 0.08515, "grad_norm": 1.0545034904025057, "learning_rate": 0.003, "loss": 4.0379, "step": 8515 }, { "epoch": 0.08516, "grad_norm": 1.2561317636760059, "learning_rate": 0.003, "loss": 4.0738, "step": 8516 }, { "epoch": 0.08517, "grad_norm": 1.015842099395916, "learning_rate": 0.003, "loss": 4.038, "step": 8517 }, { "epoch": 0.08518, "grad_norm": 1.1154744018152205, "learning_rate": 0.003, "loss": 4.032, "step": 8518 }, { "epoch": 0.08519, "grad_norm": 0.9308156900461738, "learning_rate": 0.003, "loss": 4.0309, "step": 8519 }, { "epoch": 0.0852, "grad_norm": 1.0123290179587556, "learning_rate": 0.003, "loss": 4.0101, "step": 8520 }, { "epoch": 0.08521, "grad_norm": 0.9696253911148752, "learning_rate": 0.003, "loss": 4.0518, "step": 8521 }, { "epoch": 0.08522, "grad_norm": 1.0651444858320227, "learning_rate": 0.003, "loss": 4.0076, "step": 8522 }, { "epoch": 0.08523, "grad_norm": 1.221416691858745, "learning_rate": 0.003, "loss": 4.0306, "step": 8523 }, { "epoch": 0.08524, "grad_norm": 1.0694054720010744, "learning_rate": 0.003, "loss": 4.0352, "step": 8524 }, { "epoch": 0.08525, "grad_norm": 1.206105613858707, "learning_rate": 0.003, "loss": 4.0362, "step": 8525 }, { "epoch": 0.08526, "grad_norm": 1.125746365698348, "learning_rate": 0.003, "loss": 4.0376, "step": 8526 }, { "epoch": 0.08527, "grad_norm": 1.021213535127077, "learning_rate": 0.003, "loss": 4.0356, "step": 8527 }, { "epoch": 0.08528, "grad_norm": 1.0514486808333348, "learning_rate": 0.003, "loss": 4.02, "step": 8528 }, { "epoch": 0.08529, "grad_norm": 0.8891881765729944, "learning_rate": 0.003, "loss": 4.0406, "step": 8529 }, { "epoch": 0.0853, "grad_norm": 1.0090942600896682, "learning_rate": 0.003, "loss": 4.0401, "step": 8530 }, { "epoch": 0.08531, "grad_norm": 1.077165689433922, "learning_rate": 0.003, "loss": 4.0176, "step": 8531 }, { "epoch": 0.08532, "grad_norm": 0.8886817388250743, "learning_rate": 0.003, "loss": 4.0195, "step": 8532 }, { "epoch": 0.08533, "grad_norm": 0.9499157917354463, "learning_rate": 0.003, "loss": 4.0532, "step": 8533 }, { "epoch": 0.08534, "grad_norm": 1.0462406691660049, "learning_rate": 0.003, "loss": 4.0496, "step": 8534 }, { "epoch": 0.08535, "grad_norm": 1.0427155178314294, "learning_rate": 0.003, "loss": 4.0338, "step": 8535 }, { "epoch": 0.08536, "grad_norm": 1.3345887932955967, "learning_rate": 0.003, "loss": 4.0603, "step": 8536 }, { "epoch": 0.08537, "grad_norm": 1.1424324189819963, "learning_rate": 0.003, "loss": 4.0201, "step": 8537 }, { "epoch": 0.08538, "grad_norm": 1.1087130620488592, "learning_rate": 0.003, "loss": 4.0242, "step": 8538 }, { "epoch": 0.08539, "grad_norm": 0.9423257796614134, "learning_rate": 0.003, "loss": 4.06, "step": 8539 }, { "epoch": 0.0854, "grad_norm": 0.9989943262329959, "learning_rate": 0.003, "loss": 4.0082, "step": 8540 }, { "epoch": 0.08541, "grad_norm": 1.1159602342043562, "learning_rate": 0.003, "loss": 4.0235, "step": 8541 }, { "epoch": 0.08542, "grad_norm": 1.1750101404966282, "learning_rate": 0.003, "loss": 4.0604, "step": 8542 }, { "epoch": 0.08543, "grad_norm": 1.1097646268558357, "learning_rate": 0.003, "loss": 4.0458, "step": 8543 }, { "epoch": 0.08544, "grad_norm": 1.2246197163952683, "learning_rate": 0.003, "loss": 4.03, "step": 8544 }, { "epoch": 0.08545, "grad_norm": 0.9006431906440999, "learning_rate": 0.003, "loss": 4.0329, "step": 8545 }, { "epoch": 0.08546, "grad_norm": 0.8535243027708214, "learning_rate": 0.003, "loss": 4.0364, "step": 8546 }, { "epoch": 0.08547, "grad_norm": 0.9091940967690285, "learning_rate": 0.003, "loss": 4.0509, "step": 8547 }, { "epoch": 0.08548, "grad_norm": 1.1204422349465504, "learning_rate": 0.003, "loss": 4.0582, "step": 8548 }, { "epoch": 0.08549, "grad_norm": 1.1376178894662337, "learning_rate": 0.003, "loss": 4.0538, "step": 8549 }, { "epoch": 0.0855, "grad_norm": 0.9004834981881831, "learning_rate": 0.003, "loss": 4.0591, "step": 8550 }, { "epoch": 0.08551, "grad_norm": 1.0908856802279696, "learning_rate": 0.003, "loss": 4.0615, "step": 8551 }, { "epoch": 0.08552, "grad_norm": 1.0747606537103462, "learning_rate": 0.003, "loss": 4.0433, "step": 8552 }, { "epoch": 0.08553, "grad_norm": 1.1824536376723846, "learning_rate": 0.003, "loss": 4.0545, "step": 8553 }, { "epoch": 0.08554, "grad_norm": 0.9327035296984333, "learning_rate": 0.003, "loss": 4.0105, "step": 8554 }, { "epoch": 0.08555, "grad_norm": 1.0845301764121567, "learning_rate": 0.003, "loss": 4.0657, "step": 8555 }, { "epoch": 0.08556, "grad_norm": 1.0781500615217907, "learning_rate": 0.003, "loss": 4.0524, "step": 8556 }, { "epoch": 0.08557, "grad_norm": 1.1114030326740636, "learning_rate": 0.003, "loss": 4.0206, "step": 8557 }, { "epoch": 0.08558, "grad_norm": 1.1387705031741684, "learning_rate": 0.003, "loss": 4.0458, "step": 8558 }, { "epoch": 0.08559, "grad_norm": 1.0373792894377512, "learning_rate": 0.003, "loss": 4.048, "step": 8559 }, { "epoch": 0.0856, "grad_norm": 1.205780356820795, "learning_rate": 0.003, "loss": 4.0397, "step": 8560 }, { "epoch": 0.08561, "grad_norm": 0.8516562843948833, "learning_rate": 0.003, "loss": 4.032, "step": 8561 }, { "epoch": 0.08562, "grad_norm": 0.933449495259518, "learning_rate": 0.003, "loss": 4.007, "step": 8562 }, { "epoch": 0.08563, "grad_norm": 1.0726820040186111, "learning_rate": 0.003, "loss": 4.038, "step": 8563 }, { "epoch": 0.08564, "grad_norm": 1.0347716349195137, "learning_rate": 0.003, "loss": 4.034, "step": 8564 }, { "epoch": 0.08565, "grad_norm": 1.0186874520180855, "learning_rate": 0.003, "loss": 4.0232, "step": 8565 }, { "epoch": 0.08566, "grad_norm": 1.1233566323209978, "learning_rate": 0.003, "loss": 4.0445, "step": 8566 }, { "epoch": 0.08567, "grad_norm": 1.1961057328383637, "learning_rate": 0.003, "loss": 4.0528, "step": 8567 }, { "epoch": 0.08568, "grad_norm": 1.0511200423129479, "learning_rate": 0.003, "loss": 4.0645, "step": 8568 }, { "epoch": 0.08569, "grad_norm": 1.1119472613821024, "learning_rate": 0.003, "loss": 4.0713, "step": 8569 }, { "epoch": 0.0857, "grad_norm": 1.1318905094833156, "learning_rate": 0.003, "loss": 4.0651, "step": 8570 }, { "epoch": 0.08571, "grad_norm": 1.3705938071159904, "learning_rate": 0.003, "loss": 4.0578, "step": 8571 }, { "epoch": 0.08572, "grad_norm": 0.8350836435173717, "learning_rate": 0.003, "loss": 4.0248, "step": 8572 }, { "epoch": 0.08573, "grad_norm": 0.9539575731341017, "learning_rate": 0.003, "loss": 4.0353, "step": 8573 }, { "epoch": 0.08574, "grad_norm": 1.2227418528249123, "learning_rate": 0.003, "loss": 4.0332, "step": 8574 }, { "epoch": 0.08575, "grad_norm": 1.0933729376633516, "learning_rate": 0.003, "loss": 4.053, "step": 8575 }, { "epoch": 0.08576, "grad_norm": 1.011476248931269, "learning_rate": 0.003, "loss": 4.0444, "step": 8576 }, { "epoch": 0.08577, "grad_norm": 0.9840937697692118, "learning_rate": 0.003, "loss": 4.0424, "step": 8577 }, { "epoch": 0.08578, "grad_norm": 1.202980530727398, "learning_rate": 0.003, "loss": 4.0189, "step": 8578 }, { "epoch": 0.08579, "grad_norm": 0.9372317642711228, "learning_rate": 0.003, "loss": 4.0418, "step": 8579 }, { "epoch": 0.0858, "grad_norm": 1.1233693209921423, "learning_rate": 0.003, "loss": 4.0335, "step": 8580 }, { "epoch": 0.08581, "grad_norm": 1.2444195714201942, "learning_rate": 0.003, "loss": 4.0317, "step": 8581 }, { "epoch": 0.08582, "grad_norm": 1.1497113076403636, "learning_rate": 0.003, "loss": 4.0542, "step": 8582 }, { "epoch": 0.08583, "grad_norm": 0.8869126729713231, "learning_rate": 0.003, "loss": 4.0611, "step": 8583 }, { "epoch": 0.08584, "grad_norm": 0.9033828604652565, "learning_rate": 0.003, "loss": 4.0503, "step": 8584 }, { "epoch": 0.08585, "grad_norm": 1.2413242779151106, "learning_rate": 0.003, "loss": 4.0606, "step": 8585 }, { "epoch": 0.08586, "grad_norm": 0.8785419954113871, "learning_rate": 0.003, "loss": 4.0722, "step": 8586 }, { "epoch": 0.08587, "grad_norm": 1.0721276325176368, "learning_rate": 0.003, "loss": 4.0467, "step": 8587 }, { "epoch": 0.08588, "grad_norm": 1.1679761583906054, "learning_rate": 0.003, "loss": 4.0349, "step": 8588 }, { "epoch": 0.08589, "grad_norm": 1.080344129233115, "learning_rate": 0.003, "loss": 4.0449, "step": 8589 }, { "epoch": 0.0859, "grad_norm": 0.9870833943241247, "learning_rate": 0.003, "loss": 4.0362, "step": 8590 }, { "epoch": 0.08591, "grad_norm": 1.034639577282747, "learning_rate": 0.003, "loss": 4.0394, "step": 8591 }, { "epoch": 0.08592, "grad_norm": 1.0710719468181558, "learning_rate": 0.003, "loss": 4.0669, "step": 8592 }, { "epoch": 0.08593, "grad_norm": 0.9888408563640142, "learning_rate": 0.003, "loss": 4.0803, "step": 8593 }, { "epoch": 0.08594, "grad_norm": 1.2453584999330138, "learning_rate": 0.003, "loss": 4.0433, "step": 8594 }, { "epoch": 0.08595, "grad_norm": 1.0196678830693755, "learning_rate": 0.003, "loss": 4.0437, "step": 8595 }, { "epoch": 0.08596, "grad_norm": 1.1945792959997095, "learning_rate": 0.003, "loss": 4.0659, "step": 8596 }, { "epoch": 0.08597, "grad_norm": 1.1530581283872166, "learning_rate": 0.003, "loss": 4.0589, "step": 8597 }, { "epoch": 0.08598, "grad_norm": 1.3926960034791933, "learning_rate": 0.003, "loss": 4.0379, "step": 8598 }, { "epoch": 0.08599, "grad_norm": 0.826192764112842, "learning_rate": 0.003, "loss": 4.0475, "step": 8599 }, { "epoch": 0.086, "grad_norm": 1.06077334266566, "learning_rate": 0.003, "loss": 4.0737, "step": 8600 }, { "epoch": 0.08601, "grad_norm": 1.1871115259087262, "learning_rate": 0.003, "loss": 4.0605, "step": 8601 }, { "epoch": 0.08602, "grad_norm": 1.2181866405394508, "learning_rate": 0.003, "loss": 4.0713, "step": 8602 }, { "epoch": 0.08603, "grad_norm": 1.0883340096060563, "learning_rate": 0.003, "loss": 4.0617, "step": 8603 }, { "epoch": 0.08604, "grad_norm": 0.9503342506965254, "learning_rate": 0.003, "loss": 4.0386, "step": 8604 }, { "epoch": 0.08605, "grad_norm": 1.2172592642031064, "learning_rate": 0.003, "loss": 4.0575, "step": 8605 }, { "epoch": 0.08606, "grad_norm": 1.136390303673651, "learning_rate": 0.003, "loss": 4.0251, "step": 8606 }, { "epoch": 0.08607, "grad_norm": 1.1355782479254777, "learning_rate": 0.003, "loss": 4.0685, "step": 8607 }, { "epoch": 0.08608, "grad_norm": 1.0517606318333685, "learning_rate": 0.003, "loss": 4.0368, "step": 8608 }, { "epoch": 0.08609, "grad_norm": 0.9420025556721784, "learning_rate": 0.003, "loss": 4.0599, "step": 8609 }, { "epoch": 0.0861, "grad_norm": 0.9141311653122305, "learning_rate": 0.003, "loss": 4.0578, "step": 8610 }, { "epoch": 0.08611, "grad_norm": 1.0548509864539932, "learning_rate": 0.003, "loss": 4.0448, "step": 8611 }, { "epoch": 0.08612, "grad_norm": 1.001800534694237, "learning_rate": 0.003, "loss": 4.0761, "step": 8612 }, { "epoch": 0.08613, "grad_norm": 1.0972442988257152, "learning_rate": 0.003, "loss": 4.0561, "step": 8613 }, { "epoch": 0.08614, "grad_norm": 0.9428815080476953, "learning_rate": 0.003, "loss": 4.0358, "step": 8614 }, { "epoch": 0.08615, "grad_norm": 1.0484637576712974, "learning_rate": 0.003, "loss": 4.0385, "step": 8615 }, { "epoch": 0.08616, "grad_norm": 1.0917980757047034, "learning_rate": 0.003, "loss": 4.0198, "step": 8616 }, { "epoch": 0.08617, "grad_norm": 1.2097536460049183, "learning_rate": 0.003, "loss": 4.0324, "step": 8617 }, { "epoch": 0.08618, "grad_norm": 1.3562182619090937, "learning_rate": 0.003, "loss": 4.051, "step": 8618 }, { "epoch": 0.08619, "grad_norm": 0.9246195111624731, "learning_rate": 0.003, "loss": 4.0639, "step": 8619 }, { "epoch": 0.0862, "grad_norm": 0.9824968489316007, "learning_rate": 0.003, "loss": 4.046, "step": 8620 }, { "epoch": 0.08621, "grad_norm": 1.0258471276787318, "learning_rate": 0.003, "loss": 4.035, "step": 8621 }, { "epoch": 0.08622, "grad_norm": 1.183578647619695, "learning_rate": 0.003, "loss": 4.0648, "step": 8622 }, { "epoch": 0.08623, "grad_norm": 1.1381975301836866, "learning_rate": 0.003, "loss": 4.0536, "step": 8623 }, { "epoch": 0.08624, "grad_norm": 1.1630194311964601, "learning_rate": 0.003, "loss": 4.0391, "step": 8624 }, { "epoch": 0.08625, "grad_norm": 0.9306587451164217, "learning_rate": 0.003, "loss": 4.0247, "step": 8625 }, { "epoch": 0.08626, "grad_norm": 1.0498514896735527, "learning_rate": 0.003, "loss": 4.0652, "step": 8626 }, { "epoch": 0.08627, "grad_norm": 1.1755016236915463, "learning_rate": 0.003, "loss": 4.0468, "step": 8627 }, { "epoch": 0.08628, "grad_norm": 0.938529239831759, "learning_rate": 0.003, "loss": 4.0452, "step": 8628 }, { "epoch": 0.08629, "grad_norm": 1.0144244468682728, "learning_rate": 0.003, "loss": 4.043, "step": 8629 }, { "epoch": 0.0863, "grad_norm": 1.113738693838708, "learning_rate": 0.003, "loss": 4.0354, "step": 8630 }, { "epoch": 0.08631, "grad_norm": 1.1256675059051566, "learning_rate": 0.003, "loss": 4.0483, "step": 8631 }, { "epoch": 0.08632, "grad_norm": 0.8974862907760961, "learning_rate": 0.003, "loss": 4.0307, "step": 8632 }, { "epoch": 0.08633, "grad_norm": 1.0495156855470718, "learning_rate": 0.003, "loss": 4.0698, "step": 8633 }, { "epoch": 0.08634, "grad_norm": 1.2948675647945798, "learning_rate": 0.003, "loss": 4.0622, "step": 8634 }, { "epoch": 0.08635, "grad_norm": 1.0184506641521571, "learning_rate": 0.003, "loss": 4.0482, "step": 8635 }, { "epoch": 0.08636, "grad_norm": 1.368584927067475, "learning_rate": 0.003, "loss": 4.0598, "step": 8636 }, { "epoch": 0.08637, "grad_norm": 0.9162061134202947, "learning_rate": 0.003, "loss": 4.0686, "step": 8637 }, { "epoch": 0.08638, "grad_norm": 1.0811639530557986, "learning_rate": 0.003, "loss": 4.0626, "step": 8638 }, { "epoch": 0.08639, "grad_norm": 0.9376836857950404, "learning_rate": 0.003, "loss": 4.0369, "step": 8639 }, { "epoch": 0.0864, "grad_norm": 1.0873412665068496, "learning_rate": 0.003, "loss": 4.0443, "step": 8640 }, { "epoch": 0.08641, "grad_norm": 1.1255192902825057, "learning_rate": 0.003, "loss": 4.049, "step": 8641 }, { "epoch": 0.08642, "grad_norm": 1.1145569844437186, "learning_rate": 0.003, "loss": 4.0516, "step": 8642 }, { "epoch": 0.08643, "grad_norm": 1.4460777384526706, "learning_rate": 0.003, "loss": 4.0476, "step": 8643 }, { "epoch": 0.08644, "grad_norm": 0.9245977533541625, "learning_rate": 0.003, "loss": 4.022, "step": 8644 }, { "epoch": 0.08645, "grad_norm": 1.0181172313173914, "learning_rate": 0.003, "loss": 4.0351, "step": 8645 }, { "epoch": 0.08646, "grad_norm": 1.1454056707809717, "learning_rate": 0.003, "loss": 4.0247, "step": 8646 }, { "epoch": 0.08647, "grad_norm": 1.0065775077778298, "learning_rate": 0.003, "loss": 4.007, "step": 8647 }, { "epoch": 0.08648, "grad_norm": 1.2202424385911437, "learning_rate": 0.003, "loss": 4.0505, "step": 8648 }, { "epoch": 0.08649, "grad_norm": 0.9257171603914495, "learning_rate": 0.003, "loss": 4.0684, "step": 8649 }, { "epoch": 0.0865, "grad_norm": 0.9390491681338301, "learning_rate": 0.003, "loss": 4.0237, "step": 8650 }, { "epoch": 0.08651, "grad_norm": 1.1931127237305668, "learning_rate": 0.003, "loss": 4.0558, "step": 8651 }, { "epoch": 0.08652, "grad_norm": 0.9274015309476554, "learning_rate": 0.003, "loss": 4.0153, "step": 8652 }, { "epoch": 0.08653, "grad_norm": 1.02289631221439, "learning_rate": 0.003, "loss": 4.0274, "step": 8653 }, { "epoch": 0.08654, "grad_norm": 1.3262485339916, "learning_rate": 0.003, "loss": 4.0502, "step": 8654 }, { "epoch": 0.08655, "grad_norm": 1.2428022427956695, "learning_rate": 0.003, "loss": 4.0302, "step": 8655 }, { "epoch": 0.08656, "grad_norm": 1.031840617295688, "learning_rate": 0.003, "loss": 4.0575, "step": 8656 }, { "epoch": 0.08657, "grad_norm": 1.325567296493681, "learning_rate": 0.003, "loss": 4.076, "step": 8657 }, { "epoch": 0.08658, "grad_norm": 1.0189750997869491, "learning_rate": 0.003, "loss": 4.0313, "step": 8658 }, { "epoch": 0.08659, "grad_norm": 1.209380922792147, "learning_rate": 0.003, "loss": 4.0424, "step": 8659 }, { "epoch": 0.0866, "grad_norm": 1.0610985840216802, "learning_rate": 0.003, "loss": 4.0389, "step": 8660 }, { "epoch": 0.08661, "grad_norm": 1.0561305118599713, "learning_rate": 0.003, "loss": 4.0393, "step": 8661 }, { "epoch": 0.08662, "grad_norm": 1.0679146127811068, "learning_rate": 0.003, "loss": 4.0205, "step": 8662 }, { "epoch": 0.08663, "grad_norm": 0.9064928152737026, "learning_rate": 0.003, "loss": 4.0544, "step": 8663 }, { "epoch": 0.08664, "grad_norm": 1.0923363230039982, "learning_rate": 0.003, "loss": 4.0441, "step": 8664 }, { "epoch": 0.08665, "grad_norm": 1.1988464238998455, "learning_rate": 0.003, "loss": 4.0535, "step": 8665 }, { "epoch": 0.08666, "grad_norm": 1.0248023151858396, "learning_rate": 0.003, "loss": 4.0412, "step": 8666 }, { "epoch": 0.08667, "grad_norm": 1.1148548362397608, "learning_rate": 0.003, "loss": 4.0313, "step": 8667 }, { "epoch": 0.08668, "grad_norm": 1.0412822855875483, "learning_rate": 0.003, "loss": 4.032, "step": 8668 }, { "epoch": 0.08669, "grad_norm": 1.2096435963768866, "learning_rate": 0.003, "loss": 4.0364, "step": 8669 }, { "epoch": 0.0867, "grad_norm": 1.123266840921136, "learning_rate": 0.003, "loss": 4.0371, "step": 8670 }, { "epoch": 0.08671, "grad_norm": 1.0877613190872542, "learning_rate": 0.003, "loss": 4.0475, "step": 8671 }, { "epoch": 0.08672, "grad_norm": 1.1406500907143475, "learning_rate": 0.003, "loss": 4.0336, "step": 8672 }, { "epoch": 0.08673, "grad_norm": 0.9398367617096632, "learning_rate": 0.003, "loss": 4.0387, "step": 8673 }, { "epoch": 0.08674, "grad_norm": 1.0253292803580725, "learning_rate": 0.003, "loss": 4.0496, "step": 8674 }, { "epoch": 0.08675, "grad_norm": 1.1953506016711317, "learning_rate": 0.003, "loss": 4.056, "step": 8675 }, { "epoch": 0.08676, "grad_norm": 0.9488718707211112, "learning_rate": 0.003, "loss": 4.0219, "step": 8676 }, { "epoch": 0.08677, "grad_norm": 1.0431682629276453, "learning_rate": 0.003, "loss": 4.027, "step": 8677 }, { "epoch": 0.08678, "grad_norm": 1.193005747951154, "learning_rate": 0.003, "loss": 4.0377, "step": 8678 }, { "epoch": 0.08679, "grad_norm": 1.0144417828651375, "learning_rate": 0.003, "loss": 4.0447, "step": 8679 }, { "epoch": 0.0868, "grad_norm": 1.1348128884099915, "learning_rate": 0.003, "loss": 4.0106, "step": 8680 }, { "epoch": 0.08681, "grad_norm": 1.1097911864091226, "learning_rate": 0.003, "loss": 4.0295, "step": 8681 }, { "epoch": 0.08682, "grad_norm": 1.0697846104835937, "learning_rate": 0.003, "loss": 4.036, "step": 8682 }, { "epoch": 0.08683, "grad_norm": 1.0607468846889823, "learning_rate": 0.003, "loss": 4.0587, "step": 8683 }, { "epoch": 0.08684, "grad_norm": 1.0862632076397618, "learning_rate": 0.003, "loss": 4.0513, "step": 8684 }, { "epoch": 0.08685, "grad_norm": 1.1148108606990261, "learning_rate": 0.003, "loss": 4.0482, "step": 8685 }, { "epoch": 0.08686, "grad_norm": 1.0892861530880062, "learning_rate": 0.003, "loss": 4.0471, "step": 8686 }, { "epoch": 0.08687, "grad_norm": 1.2033955582498337, "learning_rate": 0.003, "loss": 4.0521, "step": 8687 }, { "epoch": 0.08688, "grad_norm": 0.9860469350967052, "learning_rate": 0.003, "loss": 4.0353, "step": 8688 }, { "epoch": 0.08689, "grad_norm": 0.887845078826922, "learning_rate": 0.003, "loss": 3.9991, "step": 8689 }, { "epoch": 0.0869, "grad_norm": 0.981947563992108, "learning_rate": 0.003, "loss": 4.0438, "step": 8690 }, { "epoch": 0.08691, "grad_norm": 1.2386584406913188, "learning_rate": 0.003, "loss": 4.0239, "step": 8691 }, { "epoch": 0.08692, "grad_norm": 1.1214274326159783, "learning_rate": 0.003, "loss": 4.047, "step": 8692 }, { "epoch": 0.08693, "grad_norm": 0.9759935969342685, "learning_rate": 0.003, "loss": 4.0159, "step": 8693 }, { "epoch": 0.08694, "grad_norm": 0.9952282248413553, "learning_rate": 0.003, "loss": 4.0332, "step": 8694 }, { "epoch": 0.08695, "grad_norm": 1.2054815926609244, "learning_rate": 0.003, "loss": 4.0389, "step": 8695 }, { "epoch": 0.08696, "grad_norm": 0.9636503750723039, "learning_rate": 0.003, "loss": 4.0591, "step": 8696 }, { "epoch": 0.08697, "grad_norm": 1.0925520713595345, "learning_rate": 0.003, "loss": 4.0545, "step": 8697 }, { "epoch": 0.08698, "grad_norm": 0.8854366350443418, "learning_rate": 0.003, "loss": 4.0258, "step": 8698 }, { "epoch": 0.08699, "grad_norm": 0.9842767035973804, "learning_rate": 0.003, "loss": 4.0429, "step": 8699 }, { "epoch": 0.087, "grad_norm": 1.1497030489175517, "learning_rate": 0.003, "loss": 4.0692, "step": 8700 }, { "epoch": 0.08701, "grad_norm": 1.220812201035816, "learning_rate": 0.003, "loss": 4.0541, "step": 8701 }, { "epoch": 0.08702, "grad_norm": 1.0247846783178878, "learning_rate": 0.003, "loss": 4.0399, "step": 8702 }, { "epoch": 0.08703, "grad_norm": 1.0010386929193278, "learning_rate": 0.003, "loss": 4.0236, "step": 8703 }, { "epoch": 0.08704, "grad_norm": 1.0616711530427767, "learning_rate": 0.003, "loss": 4.0059, "step": 8704 }, { "epoch": 0.08705, "grad_norm": 0.9976320350325579, "learning_rate": 0.003, "loss": 4.0636, "step": 8705 }, { "epoch": 0.08706, "grad_norm": 1.1942693214140914, "learning_rate": 0.003, "loss": 4.0338, "step": 8706 }, { "epoch": 0.08707, "grad_norm": 1.073245473169283, "learning_rate": 0.003, "loss": 4.0375, "step": 8707 }, { "epoch": 0.08708, "grad_norm": 1.1941251771612393, "learning_rate": 0.003, "loss": 4.0455, "step": 8708 }, { "epoch": 0.08709, "grad_norm": 1.054313122339438, "learning_rate": 0.003, "loss": 4.0546, "step": 8709 }, { "epoch": 0.0871, "grad_norm": 1.1735283159957155, "learning_rate": 0.003, "loss": 4.0348, "step": 8710 }, { "epoch": 0.08711, "grad_norm": 1.224731249555308, "learning_rate": 0.003, "loss": 4.0498, "step": 8711 }, { "epoch": 0.08712, "grad_norm": 1.1071733779330812, "learning_rate": 0.003, "loss": 4.0247, "step": 8712 }, { "epoch": 0.08713, "grad_norm": 1.207587077778471, "learning_rate": 0.003, "loss": 4.0559, "step": 8713 }, { "epoch": 0.08714, "grad_norm": 1.035590781407661, "learning_rate": 0.003, "loss": 4.042, "step": 8714 }, { "epoch": 0.08715, "grad_norm": 0.9210397372280619, "learning_rate": 0.003, "loss": 4.0491, "step": 8715 }, { "epoch": 0.08716, "grad_norm": 1.0736853335371308, "learning_rate": 0.003, "loss": 4.0514, "step": 8716 }, { "epoch": 0.08717, "grad_norm": 1.2449278196726106, "learning_rate": 0.003, "loss": 4.0608, "step": 8717 }, { "epoch": 0.08718, "grad_norm": 0.9356165132727563, "learning_rate": 0.003, "loss": 4.0479, "step": 8718 }, { "epoch": 0.08719, "grad_norm": 1.1410701425015397, "learning_rate": 0.003, "loss": 4.041, "step": 8719 }, { "epoch": 0.0872, "grad_norm": 1.0473904852864253, "learning_rate": 0.003, "loss": 4.0288, "step": 8720 }, { "epoch": 0.08721, "grad_norm": 1.1346851924291141, "learning_rate": 0.003, "loss": 4.0539, "step": 8721 }, { "epoch": 0.08722, "grad_norm": 0.9947376087216057, "learning_rate": 0.003, "loss": 4.0362, "step": 8722 }, { "epoch": 0.08723, "grad_norm": 1.2565032752641185, "learning_rate": 0.003, "loss": 4.0374, "step": 8723 }, { "epoch": 0.08724, "grad_norm": 1.013947154344129, "learning_rate": 0.003, "loss": 4.0362, "step": 8724 }, { "epoch": 0.08725, "grad_norm": 1.2550507340568873, "learning_rate": 0.003, "loss": 4.0552, "step": 8725 }, { "epoch": 0.08726, "grad_norm": 1.1552353519239422, "learning_rate": 0.003, "loss": 4.0377, "step": 8726 }, { "epoch": 0.08727, "grad_norm": 1.0836695734061212, "learning_rate": 0.003, "loss": 4.0302, "step": 8727 }, { "epoch": 0.08728, "grad_norm": 0.9999247167010374, "learning_rate": 0.003, "loss": 4.011, "step": 8728 }, { "epoch": 0.08729, "grad_norm": 1.142902216241174, "learning_rate": 0.003, "loss": 4.0113, "step": 8729 }, { "epoch": 0.0873, "grad_norm": 1.091022164759464, "learning_rate": 0.003, "loss": 4.0471, "step": 8730 }, { "epoch": 0.08731, "grad_norm": 1.0210290074405686, "learning_rate": 0.003, "loss": 4.0463, "step": 8731 }, { "epoch": 0.08732, "grad_norm": 1.1449497076583306, "learning_rate": 0.003, "loss": 4.0303, "step": 8732 }, { "epoch": 0.08733, "grad_norm": 1.0036816386493732, "learning_rate": 0.003, "loss": 4.0271, "step": 8733 }, { "epoch": 0.08734, "grad_norm": 1.3034518911251176, "learning_rate": 0.003, "loss": 4.0705, "step": 8734 }, { "epoch": 0.08735, "grad_norm": 1.035050110835489, "learning_rate": 0.003, "loss": 4.0475, "step": 8735 }, { "epoch": 0.08736, "grad_norm": 1.059239037825648, "learning_rate": 0.003, "loss": 4.0509, "step": 8736 }, { "epoch": 0.08737, "grad_norm": 1.1209703870238803, "learning_rate": 0.003, "loss": 4.0706, "step": 8737 }, { "epoch": 0.08738, "grad_norm": 0.897095918930477, "learning_rate": 0.003, "loss": 4.02, "step": 8738 }, { "epoch": 0.08739, "grad_norm": 0.9994054796041234, "learning_rate": 0.003, "loss": 4.0402, "step": 8739 }, { "epoch": 0.0874, "grad_norm": 1.3452908356127442, "learning_rate": 0.003, "loss": 4.0267, "step": 8740 }, { "epoch": 0.08741, "grad_norm": 1.1093603042004494, "learning_rate": 0.003, "loss": 4.0267, "step": 8741 }, { "epoch": 0.08742, "grad_norm": 0.9596481129611945, "learning_rate": 0.003, "loss": 4.0241, "step": 8742 }, { "epoch": 0.08743, "grad_norm": 1.0733682110935197, "learning_rate": 0.003, "loss": 4.0237, "step": 8743 }, { "epoch": 0.08744, "grad_norm": 1.212621060059208, "learning_rate": 0.003, "loss": 4.066, "step": 8744 }, { "epoch": 0.08745, "grad_norm": 1.0255959780393786, "learning_rate": 0.003, "loss": 4.0398, "step": 8745 }, { "epoch": 0.08746, "grad_norm": 1.111182154226899, "learning_rate": 0.003, "loss": 4.0497, "step": 8746 }, { "epoch": 0.08747, "grad_norm": 1.0813261845403195, "learning_rate": 0.003, "loss": 4.0512, "step": 8747 }, { "epoch": 0.08748, "grad_norm": 1.2389683997355077, "learning_rate": 0.003, "loss": 4.0433, "step": 8748 }, { "epoch": 0.08749, "grad_norm": 1.1646233630246605, "learning_rate": 0.003, "loss": 4.0405, "step": 8749 }, { "epoch": 0.0875, "grad_norm": 0.9882478074471066, "learning_rate": 0.003, "loss": 4.0403, "step": 8750 }, { "epoch": 0.08751, "grad_norm": 1.0628828379350737, "learning_rate": 0.003, "loss": 4.0458, "step": 8751 }, { "epoch": 0.08752, "grad_norm": 1.0984158397543857, "learning_rate": 0.003, "loss": 4.0703, "step": 8752 }, { "epoch": 0.08753, "grad_norm": 1.2193128582910855, "learning_rate": 0.003, "loss": 4.0738, "step": 8753 }, { "epoch": 0.08754, "grad_norm": 1.2385678850122033, "learning_rate": 0.003, "loss": 4.054, "step": 8754 }, { "epoch": 0.08755, "grad_norm": 0.9211225646462056, "learning_rate": 0.003, "loss": 4.0306, "step": 8755 }, { "epoch": 0.08756, "grad_norm": 1.0770635030360587, "learning_rate": 0.003, "loss": 4.0335, "step": 8756 }, { "epoch": 0.08757, "grad_norm": 1.1930560657485945, "learning_rate": 0.003, "loss": 4.0657, "step": 8757 }, { "epoch": 0.08758, "grad_norm": 1.1384112467498324, "learning_rate": 0.003, "loss": 4.0265, "step": 8758 }, { "epoch": 0.08759, "grad_norm": 1.1172445551058783, "learning_rate": 0.003, "loss": 4.0411, "step": 8759 }, { "epoch": 0.0876, "grad_norm": 1.1801597872088998, "learning_rate": 0.003, "loss": 4.0428, "step": 8760 }, { "epoch": 0.08761, "grad_norm": 0.9352294073790094, "learning_rate": 0.003, "loss": 4.0692, "step": 8761 }, { "epoch": 0.08762, "grad_norm": 0.8823537867998336, "learning_rate": 0.003, "loss": 4.0171, "step": 8762 }, { "epoch": 0.08763, "grad_norm": 1.0898587675324372, "learning_rate": 0.003, "loss": 4.0214, "step": 8763 }, { "epoch": 0.08764, "grad_norm": 0.9778108833971553, "learning_rate": 0.003, "loss": 4.0173, "step": 8764 }, { "epoch": 0.08765, "grad_norm": 1.1127307572804943, "learning_rate": 0.003, "loss": 4.0024, "step": 8765 }, { "epoch": 0.08766, "grad_norm": 1.064542658962637, "learning_rate": 0.003, "loss": 4.0583, "step": 8766 }, { "epoch": 0.08767, "grad_norm": 1.2769881975725046, "learning_rate": 0.003, "loss": 4.0438, "step": 8767 }, { "epoch": 0.08768, "grad_norm": 0.9716458694094685, "learning_rate": 0.003, "loss": 4.0334, "step": 8768 }, { "epoch": 0.08769, "grad_norm": 1.02263370249674, "learning_rate": 0.003, "loss": 4.0286, "step": 8769 }, { "epoch": 0.0877, "grad_norm": 1.1197891339803154, "learning_rate": 0.003, "loss": 4.0442, "step": 8770 }, { "epoch": 0.08771, "grad_norm": 1.0343547006779303, "learning_rate": 0.003, "loss": 4.0153, "step": 8771 }, { "epoch": 0.08772, "grad_norm": 1.1391338162247877, "learning_rate": 0.003, "loss": 4.0277, "step": 8772 }, { "epoch": 0.08773, "grad_norm": 1.133183973465544, "learning_rate": 0.003, "loss": 4.0593, "step": 8773 }, { "epoch": 0.08774, "grad_norm": 0.9767687479388363, "learning_rate": 0.003, "loss": 4.0378, "step": 8774 }, { "epoch": 0.08775, "grad_norm": 1.0614747177631898, "learning_rate": 0.003, "loss": 4.0223, "step": 8775 }, { "epoch": 0.08776, "grad_norm": 1.2783088947042238, "learning_rate": 0.003, "loss": 4.0445, "step": 8776 }, { "epoch": 0.08777, "grad_norm": 0.7758444140217153, "learning_rate": 0.003, "loss": 4.0461, "step": 8777 }, { "epoch": 0.08778, "grad_norm": 0.933691111864922, "learning_rate": 0.003, "loss": 4.038, "step": 8778 }, { "epoch": 0.08779, "grad_norm": 1.1241941614649351, "learning_rate": 0.003, "loss": 4.057, "step": 8779 }, { "epoch": 0.0878, "grad_norm": 1.2838395411494257, "learning_rate": 0.003, "loss": 4.0246, "step": 8780 }, { "epoch": 0.08781, "grad_norm": 1.0245994272171686, "learning_rate": 0.003, "loss": 4.0306, "step": 8781 }, { "epoch": 0.08782, "grad_norm": 1.166015780846121, "learning_rate": 0.003, "loss": 4.0364, "step": 8782 }, { "epoch": 0.08783, "grad_norm": 0.94136343088169, "learning_rate": 0.003, "loss": 4.0473, "step": 8783 }, { "epoch": 0.08784, "grad_norm": 1.0537644571277438, "learning_rate": 0.003, "loss": 4.0368, "step": 8784 }, { "epoch": 0.08785, "grad_norm": 1.188275684770546, "learning_rate": 0.003, "loss": 4.0128, "step": 8785 }, { "epoch": 0.08786, "grad_norm": 0.9863606748261747, "learning_rate": 0.003, "loss": 4.0597, "step": 8786 }, { "epoch": 0.08787, "grad_norm": 1.128286694821681, "learning_rate": 0.003, "loss": 4.0272, "step": 8787 }, { "epoch": 0.08788, "grad_norm": 1.079026401112349, "learning_rate": 0.003, "loss": 4.0606, "step": 8788 }, { "epoch": 0.08789, "grad_norm": 1.1880750581034827, "learning_rate": 0.003, "loss": 4.0364, "step": 8789 }, { "epoch": 0.0879, "grad_norm": 1.0176004388763833, "learning_rate": 0.003, "loss": 4.0519, "step": 8790 }, { "epoch": 0.08791, "grad_norm": 1.2038507485153178, "learning_rate": 0.003, "loss": 4.0416, "step": 8791 }, { "epoch": 0.08792, "grad_norm": 0.9980217290009189, "learning_rate": 0.003, "loss": 4.0505, "step": 8792 }, { "epoch": 0.08793, "grad_norm": 1.1566691894267236, "learning_rate": 0.003, "loss": 4.0452, "step": 8793 }, { "epoch": 0.08794, "grad_norm": 1.0311955693118802, "learning_rate": 0.003, "loss": 4.0348, "step": 8794 }, { "epoch": 0.08795, "grad_norm": 1.0735551697097647, "learning_rate": 0.003, "loss": 4.0367, "step": 8795 }, { "epoch": 0.08796, "grad_norm": 1.2673748855568097, "learning_rate": 0.003, "loss": 4.0458, "step": 8796 }, { "epoch": 0.08797, "grad_norm": 1.0868436946789142, "learning_rate": 0.003, "loss": 4.0195, "step": 8797 }, { "epoch": 0.08798, "grad_norm": 1.042119281795597, "learning_rate": 0.003, "loss": 4.0605, "step": 8798 }, { "epoch": 0.08799, "grad_norm": 1.0602674706510509, "learning_rate": 0.003, "loss": 4.0157, "step": 8799 }, { "epoch": 0.088, "grad_norm": 1.008077319870118, "learning_rate": 0.003, "loss": 4.0603, "step": 8800 }, { "epoch": 0.08801, "grad_norm": 1.0969522818507715, "learning_rate": 0.003, "loss": 4.0028, "step": 8801 }, { "epoch": 0.08802, "grad_norm": 1.1376221068560126, "learning_rate": 0.003, "loss": 4.052, "step": 8802 }, { "epoch": 0.08803, "grad_norm": 1.0879978004992539, "learning_rate": 0.003, "loss": 4.0168, "step": 8803 }, { "epoch": 0.08804, "grad_norm": 1.1606225965715604, "learning_rate": 0.003, "loss": 4.025, "step": 8804 }, { "epoch": 0.08805, "grad_norm": 0.966413249750066, "learning_rate": 0.003, "loss": 4.015, "step": 8805 }, { "epoch": 0.08806, "grad_norm": 1.178861743093662, "learning_rate": 0.003, "loss": 4.031, "step": 8806 }, { "epoch": 0.08807, "grad_norm": 0.9970083203505135, "learning_rate": 0.003, "loss": 4.0459, "step": 8807 }, { "epoch": 0.08808, "grad_norm": 1.148232319300287, "learning_rate": 0.003, "loss": 4.0332, "step": 8808 }, { "epoch": 0.08809, "grad_norm": 1.02006120805353, "learning_rate": 0.003, "loss": 4.0349, "step": 8809 }, { "epoch": 0.0881, "grad_norm": 1.2541318447732, "learning_rate": 0.003, "loss": 4.0516, "step": 8810 }, { "epoch": 0.08811, "grad_norm": 0.9654813555045425, "learning_rate": 0.003, "loss": 4.0419, "step": 8811 }, { "epoch": 0.08812, "grad_norm": 1.0815748935370195, "learning_rate": 0.003, "loss": 4.0466, "step": 8812 }, { "epoch": 0.08813, "grad_norm": 1.2017717029030808, "learning_rate": 0.003, "loss": 4.0165, "step": 8813 }, { "epoch": 0.08814, "grad_norm": 1.061652224882425, "learning_rate": 0.003, "loss": 4.0535, "step": 8814 }, { "epoch": 0.08815, "grad_norm": 1.1941981502914418, "learning_rate": 0.003, "loss": 4.053, "step": 8815 }, { "epoch": 0.08816, "grad_norm": 0.9722887512032639, "learning_rate": 0.003, "loss": 4.0388, "step": 8816 }, { "epoch": 0.08817, "grad_norm": 1.1137225093485594, "learning_rate": 0.003, "loss": 4.0271, "step": 8817 }, { "epoch": 0.08818, "grad_norm": 0.9632280469657819, "learning_rate": 0.003, "loss": 4.0317, "step": 8818 }, { "epoch": 0.08819, "grad_norm": 1.2912552481164463, "learning_rate": 0.003, "loss": 4.0728, "step": 8819 }, { "epoch": 0.0882, "grad_norm": 1.2656702522604, "learning_rate": 0.003, "loss": 4.0467, "step": 8820 }, { "epoch": 0.08821, "grad_norm": 0.8641185704105159, "learning_rate": 0.003, "loss": 4.0677, "step": 8821 }, { "epoch": 0.08822, "grad_norm": 0.8526858641972325, "learning_rate": 0.003, "loss": 4.0033, "step": 8822 }, { "epoch": 0.08823, "grad_norm": 0.9761138588500732, "learning_rate": 0.003, "loss": 4.0351, "step": 8823 }, { "epoch": 0.08824, "grad_norm": 0.9990171985622588, "learning_rate": 0.003, "loss": 4.032, "step": 8824 }, { "epoch": 0.08825, "grad_norm": 0.9853141720864859, "learning_rate": 0.003, "loss": 4.0407, "step": 8825 }, { "epoch": 0.08826, "grad_norm": 1.216924716523876, "learning_rate": 0.003, "loss": 4.0256, "step": 8826 }, { "epoch": 0.08827, "grad_norm": 1.135457838710045, "learning_rate": 0.003, "loss": 4.0509, "step": 8827 }, { "epoch": 0.08828, "grad_norm": 0.9724238442453864, "learning_rate": 0.003, "loss": 4.0496, "step": 8828 }, { "epoch": 0.08829, "grad_norm": 1.1262292498469912, "learning_rate": 0.003, "loss": 4.0512, "step": 8829 }, { "epoch": 0.0883, "grad_norm": 0.94574518398273, "learning_rate": 0.003, "loss": 4.0366, "step": 8830 }, { "epoch": 0.08831, "grad_norm": 1.1897119041270636, "learning_rate": 0.003, "loss": 4.0414, "step": 8831 }, { "epoch": 0.08832, "grad_norm": 1.2115168343495315, "learning_rate": 0.003, "loss": 4.0176, "step": 8832 }, { "epoch": 0.08833, "grad_norm": 0.996139762537626, "learning_rate": 0.003, "loss": 4.0332, "step": 8833 }, { "epoch": 0.08834, "grad_norm": 1.2368135937696196, "learning_rate": 0.003, "loss": 4.0282, "step": 8834 }, { "epoch": 0.08835, "grad_norm": 0.9570660017751258, "learning_rate": 0.003, "loss": 4.0609, "step": 8835 }, { "epoch": 0.08836, "grad_norm": 0.9995686259154789, "learning_rate": 0.003, "loss": 4.0471, "step": 8836 }, { "epoch": 0.08837, "grad_norm": 1.170370927533513, "learning_rate": 0.003, "loss": 4.0262, "step": 8837 }, { "epoch": 0.08838, "grad_norm": 1.0993199810585577, "learning_rate": 0.003, "loss": 4.0419, "step": 8838 }, { "epoch": 0.08839, "grad_norm": 1.258419211501553, "learning_rate": 0.003, "loss": 4.0344, "step": 8839 }, { "epoch": 0.0884, "grad_norm": 0.9274678150150035, "learning_rate": 0.003, "loss": 4.0219, "step": 8840 }, { "epoch": 0.08841, "grad_norm": 1.055913242044825, "learning_rate": 0.003, "loss": 4.0498, "step": 8841 }, { "epoch": 0.08842, "grad_norm": 1.1426746785347814, "learning_rate": 0.003, "loss": 4.0321, "step": 8842 }, { "epoch": 0.08843, "grad_norm": 1.1251979418413638, "learning_rate": 0.003, "loss": 4.0284, "step": 8843 }, { "epoch": 0.08844, "grad_norm": 1.0852468922230825, "learning_rate": 0.003, "loss": 4.0175, "step": 8844 }, { "epoch": 0.08845, "grad_norm": 1.1567649884610698, "learning_rate": 0.003, "loss": 3.9994, "step": 8845 }, { "epoch": 0.08846, "grad_norm": 1.082231327966706, "learning_rate": 0.003, "loss": 4.0715, "step": 8846 }, { "epoch": 0.08847, "grad_norm": 1.3745652698854023, "learning_rate": 0.003, "loss": 4.0699, "step": 8847 }, { "epoch": 0.08848, "grad_norm": 0.9014879193366324, "learning_rate": 0.003, "loss": 4.0603, "step": 8848 }, { "epoch": 0.08849, "grad_norm": 1.3017860095067897, "learning_rate": 0.003, "loss": 4.0415, "step": 8849 }, { "epoch": 0.0885, "grad_norm": 1.1398535241359604, "learning_rate": 0.003, "loss": 4.0508, "step": 8850 }, { "epoch": 0.08851, "grad_norm": 1.2652223839390064, "learning_rate": 0.003, "loss": 4.05, "step": 8851 }, { "epoch": 0.08852, "grad_norm": 0.8569529658036033, "learning_rate": 0.003, "loss": 4.0383, "step": 8852 }, { "epoch": 0.08853, "grad_norm": 0.8417432899055782, "learning_rate": 0.003, "loss": 4.0505, "step": 8853 }, { "epoch": 0.08854, "grad_norm": 0.9651867070757068, "learning_rate": 0.003, "loss": 4.0687, "step": 8854 }, { "epoch": 0.08855, "grad_norm": 1.024221501922812, "learning_rate": 0.003, "loss": 4.0272, "step": 8855 }, { "epoch": 0.08856, "grad_norm": 1.1804109249837946, "learning_rate": 0.003, "loss": 4.0461, "step": 8856 }, { "epoch": 0.08857, "grad_norm": 0.955306519494686, "learning_rate": 0.003, "loss": 4.042, "step": 8857 }, { "epoch": 0.08858, "grad_norm": 1.0294596526147064, "learning_rate": 0.003, "loss": 4.0288, "step": 8858 }, { "epoch": 0.08859, "grad_norm": 1.0845239322361329, "learning_rate": 0.003, "loss": 4.0452, "step": 8859 }, { "epoch": 0.0886, "grad_norm": 1.0515539677387107, "learning_rate": 0.003, "loss": 4.056, "step": 8860 }, { "epoch": 0.08861, "grad_norm": 1.1312815390155653, "learning_rate": 0.003, "loss": 4.0299, "step": 8861 }, { "epoch": 0.08862, "grad_norm": 1.2225356916127106, "learning_rate": 0.003, "loss": 4.0289, "step": 8862 }, { "epoch": 0.08863, "grad_norm": 1.1065958969223766, "learning_rate": 0.003, "loss": 4.0458, "step": 8863 }, { "epoch": 0.08864, "grad_norm": 0.8686988551731697, "learning_rate": 0.003, "loss": 4.0479, "step": 8864 }, { "epoch": 0.08865, "grad_norm": 0.9406066773821836, "learning_rate": 0.003, "loss": 4.0439, "step": 8865 }, { "epoch": 0.08866, "grad_norm": 1.1068806392407193, "learning_rate": 0.003, "loss": 4.0163, "step": 8866 }, { "epoch": 0.08867, "grad_norm": 1.0109355114141556, "learning_rate": 0.003, "loss": 4.0437, "step": 8867 }, { "epoch": 0.08868, "grad_norm": 1.0297444159445588, "learning_rate": 0.003, "loss": 4.0242, "step": 8868 }, { "epoch": 0.08869, "grad_norm": 1.1859657375260197, "learning_rate": 0.003, "loss": 4.0894, "step": 8869 }, { "epoch": 0.0887, "grad_norm": 1.0367364996267392, "learning_rate": 0.003, "loss": 4.0186, "step": 8870 }, { "epoch": 0.08871, "grad_norm": 1.1770481681438267, "learning_rate": 0.003, "loss": 4.0176, "step": 8871 }, { "epoch": 0.08872, "grad_norm": 1.055437903261702, "learning_rate": 0.003, "loss": 4.073, "step": 8872 }, { "epoch": 0.08873, "grad_norm": 1.1436383402758115, "learning_rate": 0.003, "loss": 4.0278, "step": 8873 }, { "epoch": 0.08874, "grad_norm": 1.0270645045752425, "learning_rate": 0.003, "loss": 4.0358, "step": 8874 }, { "epoch": 0.08875, "grad_norm": 1.2691814590014312, "learning_rate": 0.003, "loss": 4.0603, "step": 8875 }, { "epoch": 0.08876, "grad_norm": 1.0685113087608666, "learning_rate": 0.003, "loss": 4.0149, "step": 8876 }, { "epoch": 0.08877, "grad_norm": 0.9066843918350342, "learning_rate": 0.003, "loss": 4.0224, "step": 8877 }, { "epoch": 0.08878, "grad_norm": 1.1136428586139093, "learning_rate": 0.003, "loss": 4.0369, "step": 8878 }, { "epoch": 0.08879, "grad_norm": 1.1426232349637628, "learning_rate": 0.003, "loss": 4.0286, "step": 8879 }, { "epoch": 0.0888, "grad_norm": 0.9763661504928037, "learning_rate": 0.003, "loss": 4.022, "step": 8880 }, { "epoch": 0.08881, "grad_norm": 0.9760789964859367, "learning_rate": 0.003, "loss": 4.01, "step": 8881 }, { "epoch": 0.08882, "grad_norm": 0.993562866244837, "learning_rate": 0.003, "loss": 4.0465, "step": 8882 }, { "epoch": 0.08883, "grad_norm": 1.1608396003529295, "learning_rate": 0.003, "loss": 4.0876, "step": 8883 }, { "epoch": 0.08884, "grad_norm": 1.1323551569394956, "learning_rate": 0.003, "loss": 4.042, "step": 8884 }, { "epoch": 0.08885, "grad_norm": 1.2349009939188973, "learning_rate": 0.003, "loss": 4.0356, "step": 8885 }, { "epoch": 0.08886, "grad_norm": 1.1914990238513254, "learning_rate": 0.003, "loss": 4.0482, "step": 8886 }, { "epoch": 0.08887, "grad_norm": 1.0598046198071127, "learning_rate": 0.003, "loss": 4.0334, "step": 8887 }, { "epoch": 0.08888, "grad_norm": 1.1625466358037462, "learning_rate": 0.003, "loss": 4.036, "step": 8888 }, { "epoch": 0.08889, "grad_norm": 0.9052379335151111, "learning_rate": 0.003, "loss": 4.0256, "step": 8889 }, { "epoch": 0.0889, "grad_norm": 0.9819634809947653, "learning_rate": 0.003, "loss": 4.0308, "step": 8890 }, { "epoch": 0.08891, "grad_norm": 1.093718586313721, "learning_rate": 0.003, "loss": 4.0183, "step": 8891 }, { "epoch": 0.08892, "grad_norm": 1.213161423531245, "learning_rate": 0.003, "loss": 4.0657, "step": 8892 }, { "epoch": 0.08893, "grad_norm": 1.0485073867558885, "learning_rate": 0.003, "loss": 4.0364, "step": 8893 }, { "epoch": 0.08894, "grad_norm": 1.2824133272408857, "learning_rate": 0.003, "loss": 4.0306, "step": 8894 }, { "epoch": 0.08895, "grad_norm": 0.8423439384851096, "learning_rate": 0.003, "loss": 4.0348, "step": 8895 }, { "epoch": 0.08896, "grad_norm": 1.0799448562495333, "learning_rate": 0.003, "loss": 4.0201, "step": 8896 }, { "epoch": 0.08897, "grad_norm": 1.4422293408188802, "learning_rate": 0.003, "loss": 4.0373, "step": 8897 }, { "epoch": 0.08898, "grad_norm": 1.032118344307113, "learning_rate": 0.003, "loss": 4.042, "step": 8898 }, { "epoch": 0.08899, "grad_norm": 1.0522805801471267, "learning_rate": 0.003, "loss": 4.0399, "step": 8899 }, { "epoch": 0.089, "grad_norm": 1.0679360633133137, "learning_rate": 0.003, "loss": 4.0276, "step": 8900 }, { "epoch": 0.08901, "grad_norm": 1.2000864304391685, "learning_rate": 0.003, "loss": 4.044, "step": 8901 }, { "epoch": 0.08902, "grad_norm": 1.0038739754064978, "learning_rate": 0.003, "loss": 4.0407, "step": 8902 }, { "epoch": 0.08903, "grad_norm": 1.4580752514981392, "learning_rate": 0.003, "loss": 4.0378, "step": 8903 }, { "epoch": 0.08904, "grad_norm": 0.9501849947581935, "learning_rate": 0.003, "loss": 4.0431, "step": 8904 }, { "epoch": 0.08905, "grad_norm": 1.0865285261488837, "learning_rate": 0.003, "loss": 4.0578, "step": 8905 }, { "epoch": 0.08906, "grad_norm": 1.192560315216147, "learning_rate": 0.003, "loss": 4.0501, "step": 8906 }, { "epoch": 0.08907, "grad_norm": 0.86974732874746, "learning_rate": 0.003, "loss": 4.0356, "step": 8907 }, { "epoch": 0.08908, "grad_norm": 1.1193535519892115, "learning_rate": 0.003, "loss": 4.0618, "step": 8908 }, { "epoch": 0.08909, "grad_norm": 1.053123300357203, "learning_rate": 0.003, "loss": 4.0552, "step": 8909 }, { "epoch": 0.0891, "grad_norm": 1.1339836887698285, "learning_rate": 0.003, "loss": 4.0369, "step": 8910 }, { "epoch": 0.08911, "grad_norm": 0.9277496841752985, "learning_rate": 0.003, "loss": 4.0399, "step": 8911 }, { "epoch": 0.08912, "grad_norm": 0.9315539212514233, "learning_rate": 0.003, "loss": 4.0368, "step": 8912 }, { "epoch": 0.08913, "grad_norm": 1.0576553940280595, "learning_rate": 0.003, "loss": 4.0592, "step": 8913 }, { "epoch": 0.08914, "grad_norm": 1.1640237850058512, "learning_rate": 0.003, "loss": 4.056, "step": 8914 }, { "epoch": 0.08915, "grad_norm": 1.0188304936594577, "learning_rate": 0.003, "loss": 4.0563, "step": 8915 }, { "epoch": 0.08916, "grad_norm": 1.426269112438244, "learning_rate": 0.003, "loss": 4.0536, "step": 8916 }, { "epoch": 0.08917, "grad_norm": 1.0546818705564507, "learning_rate": 0.003, "loss": 4.0315, "step": 8917 }, { "epoch": 0.08918, "grad_norm": 1.2200135436078994, "learning_rate": 0.003, "loss": 4.0467, "step": 8918 }, { "epoch": 0.08919, "grad_norm": 0.8818184266787755, "learning_rate": 0.003, "loss": 4.0512, "step": 8919 }, { "epoch": 0.0892, "grad_norm": 0.9755990420691693, "learning_rate": 0.003, "loss": 4.0218, "step": 8920 }, { "epoch": 0.08921, "grad_norm": 1.2471123516060463, "learning_rate": 0.003, "loss": 4.0309, "step": 8921 }, { "epoch": 0.08922, "grad_norm": 0.8822858234291155, "learning_rate": 0.003, "loss": 4.0501, "step": 8922 }, { "epoch": 0.08923, "grad_norm": 0.9810038940078862, "learning_rate": 0.003, "loss": 4.0546, "step": 8923 }, { "epoch": 0.08924, "grad_norm": 1.2492114317483891, "learning_rate": 0.003, "loss": 4.0352, "step": 8924 }, { "epoch": 0.08925, "grad_norm": 0.9702532902239348, "learning_rate": 0.003, "loss": 4.0406, "step": 8925 }, { "epoch": 0.08926, "grad_norm": 1.2387626568378134, "learning_rate": 0.003, "loss": 4.0302, "step": 8926 }, { "epoch": 0.08927, "grad_norm": 1.0513850982219397, "learning_rate": 0.003, "loss": 4.0386, "step": 8927 }, { "epoch": 0.08928, "grad_norm": 1.1575708697727565, "learning_rate": 0.003, "loss": 4.0325, "step": 8928 }, { "epoch": 0.08929, "grad_norm": 1.1942394751331307, "learning_rate": 0.003, "loss": 4.0398, "step": 8929 }, { "epoch": 0.0893, "grad_norm": 0.9099352819617809, "learning_rate": 0.003, "loss": 4.0425, "step": 8930 }, { "epoch": 0.08931, "grad_norm": 1.1574700090391592, "learning_rate": 0.003, "loss": 4.0343, "step": 8931 }, { "epoch": 0.08932, "grad_norm": 1.1712040522318599, "learning_rate": 0.003, "loss": 4.0485, "step": 8932 }, { "epoch": 0.08933, "grad_norm": 1.1298101748632317, "learning_rate": 0.003, "loss": 4.0412, "step": 8933 }, { "epoch": 0.08934, "grad_norm": 0.8845864177793066, "learning_rate": 0.003, "loss": 4.0331, "step": 8934 }, { "epoch": 0.08935, "grad_norm": 0.9728746053736606, "learning_rate": 0.003, "loss": 4.0481, "step": 8935 }, { "epoch": 0.08936, "grad_norm": 1.1064146202001022, "learning_rate": 0.003, "loss": 4.0143, "step": 8936 }, { "epoch": 0.08937, "grad_norm": 1.1728943500806064, "learning_rate": 0.003, "loss": 4.0214, "step": 8937 }, { "epoch": 0.08938, "grad_norm": 1.1024217274450334, "learning_rate": 0.003, "loss": 4.0577, "step": 8938 }, { "epoch": 0.08939, "grad_norm": 1.0804309602863862, "learning_rate": 0.003, "loss": 4.0694, "step": 8939 }, { "epoch": 0.0894, "grad_norm": 1.1974313951117248, "learning_rate": 0.003, "loss": 4.0352, "step": 8940 }, { "epoch": 0.08941, "grad_norm": 1.0472060105935805, "learning_rate": 0.003, "loss": 4.0478, "step": 8941 }, { "epoch": 0.08942, "grad_norm": 1.1849247191126862, "learning_rate": 0.003, "loss": 4.0252, "step": 8942 }, { "epoch": 0.08943, "grad_norm": 1.066833548679808, "learning_rate": 0.003, "loss": 4.0447, "step": 8943 }, { "epoch": 0.08944, "grad_norm": 1.1269339808223942, "learning_rate": 0.003, "loss": 4.0182, "step": 8944 }, { "epoch": 0.08945, "grad_norm": 1.163904186867617, "learning_rate": 0.003, "loss": 4.0133, "step": 8945 }, { "epoch": 0.08946, "grad_norm": 1.1313006895031748, "learning_rate": 0.003, "loss": 4.0655, "step": 8946 }, { "epoch": 0.08947, "grad_norm": 1.2553855338780335, "learning_rate": 0.003, "loss": 4.0445, "step": 8947 }, { "epoch": 0.08948, "grad_norm": 1.1756270052552653, "learning_rate": 0.003, "loss": 4.0156, "step": 8948 }, { "epoch": 0.08949, "grad_norm": 0.9764941068571328, "learning_rate": 0.003, "loss": 4.0333, "step": 8949 }, { "epoch": 0.0895, "grad_norm": 1.0240642198990701, "learning_rate": 0.003, "loss": 4.0263, "step": 8950 }, { "epoch": 0.08951, "grad_norm": 1.2604446368244644, "learning_rate": 0.003, "loss": 4.0386, "step": 8951 }, { "epoch": 0.08952, "grad_norm": 1.069105761223158, "learning_rate": 0.003, "loss": 4.0476, "step": 8952 }, { "epoch": 0.08953, "grad_norm": 1.2897654616156728, "learning_rate": 0.003, "loss": 4.0465, "step": 8953 }, { "epoch": 0.08954, "grad_norm": 0.8927523209357381, "learning_rate": 0.003, "loss": 4.0037, "step": 8954 }, { "epoch": 0.08955, "grad_norm": 0.7994347598547118, "learning_rate": 0.003, "loss": 4.0339, "step": 8955 }, { "epoch": 0.08956, "grad_norm": 0.7721118918818628, "learning_rate": 0.003, "loss": 4.0382, "step": 8956 }, { "epoch": 0.08957, "grad_norm": 0.888735574661208, "learning_rate": 0.003, "loss": 4.0468, "step": 8957 }, { "epoch": 0.08958, "grad_norm": 1.011303363408731, "learning_rate": 0.003, "loss": 4.0063, "step": 8958 }, { "epoch": 0.08959, "grad_norm": 1.0580277710381667, "learning_rate": 0.003, "loss": 4.0288, "step": 8959 }, { "epoch": 0.0896, "grad_norm": 1.1815138015719915, "learning_rate": 0.003, "loss": 4.0082, "step": 8960 }, { "epoch": 0.08961, "grad_norm": 1.0763278082170449, "learning_rate": 0.003, "loss": 4.029, "step": 8961 }, { "epoch": 0.08962, "grad_norm": 1.1547543247106453, "learning_rate": 0.003, "loss": 4.0328, "step": 8962 }, { "epoch": 0.08963, "grad_norm": 0.9474596852663282, "learning_rate": 0.003, "loss": 4.0594, "step": 8963 }, { "epoch": 0.08964, "grad_norm": 0.9994796332550057, "learning_rate": 0.003, "loss": 4.0399, "step": 8964 }, { "epoch": 0.08965, "grad_norm": 1.0971047941927174, "learning_rate": 0.003, "loss": 4.0488, "step": 8965 }, { "epoch": 0.08966, "grad_norm": 0.9978749462040863, "learning_rate": 0.003, "loss": 4.018, "step": 8966 }, { "epoch": 0.08967, "grad_norm": 1.091462772934639, "learning_rate": 0.003, "loss": 4.059, "step": 8967 }, { "epoch": 0.08968, "grad_norm": 0.9928173167320807, "learning_rate": 0.003, "loss": 4.0294, "step": 8968 }, { "epoch": 0.08969, "grad_norm": 1.2786532555094048, "learning_rate": 0.003, "loss": 4.035, "step": 8969 }, { "epoch": 0.0897, "grad_norm": 0.9304812924425294, "learning_rate": 0.003, "loss": 4.0399, "step": 8970 }, { "epoch": 0.08971, "grad_norm": 1.029273303406794, "learning_rate": 0.003, "loss": 4.0321, "step": 8971 }, { "epoch": 0.08972, "grad_norm": 1.1442621209111814, "learning_rate": 0.003, "loss": 4.0216, "step": 8972 }, { "epoch": 0.08973, "grad_norm": 1.0166706811028725, "learning_rate": 0.003, "loss": 4.0568, "step": 8973 }, { "epoch": 0.08974, "grad_norm": 1.3160111354791268, "learning_rate": 0.003, "loss": 4.0599, "step": 8974 }, { "epoch": 0.08975, "grad_norm": 0.9964973979910691, "learning_rate": 0.003, "loss": 4.034, "step": 8975 }, { "epoch": 0.08976, "grad_norm": 1.1506428299487088, "learning_rate": 0.003, "loss": 4.0539, "step": 8976 }, { "epoch": 0.08977, "grad_norm": 1.0330018963705825, "learning_rate": 0.003, "loss": 4.0367, "step": 8977 }, { "epoch": 0.08978, "grad_norm": 1.0887492374364582, "learning_rate": 0.003, "loss": 4.0419, "step": 8978 }, { "epoch": 0.08979, "grad_norm": 1.1346166358786325, "learning_rate": 0.003, "loss": 4.024, "step": 8979 }, { "epoch": 0.0898, "grad_norm": 1.21619016375306, "learning_rate": 0.003, "loss": 4.0509, "step": 8980 }, { "epoch": 0.08981, "grad_norm": 0.9851538869152199, "learning_rate": 0.003, "loss": 4.0201, "step": 8981 }, { "epoch": 0.08982, "grad_norm": 1.2126645439081598, "learning_rate": 0.003, "loss": 4.0339, "step": 8982 }, { "epoch": 0.08983, "grad_norm": 1.0447731466887387, "learning_rate": 0.003, "loss": 4.0122, "step": 8983 }, { "epoch": 0.08984, "grad_norm": 1.1497594183247177, "learning_rate": 0.003, "loss": 4.0603, "step": 8984 }, { "epoch": 0.08985, "grad_norm": 1.2483832316844437, "learning_rate": 0.003, "loss": 4.0482, "step": 8985 }, { "epoch": 0.08986, "grad_norm": 1.2191689592626789, "learning_rate": 0.003, "loss": 4.0458, "step": 8986 }, { "epoch": 0.08987, "grad_norm": 1.076658986801492, "learning_rate": 0.003, "loss": 4.0286, "step": 8987 }, { "epoch": 0.08988, "grad_norm": 1.2479820133910688, "learning_rate": 0.003, "loss": 4.0323, "step": 8988 }, { "epoch": 0.08989, "grad_norm": 0.9034809767704942, "learning_rate": 0.003, "loss": 4.0534, "step": 8989 }, { "epoch": 0.0899, "grad_norm": 1.1404867965095085, "learning_rate": 0.003, "loss": 4.0247, "step": 8990 }, { "epoch": 0.08991, "grad_norm": 1.073000683119538, "learning_rate": 0.003, "loss": 4.0346, "step": 8991 }, { "epoch": 0.08992, "grad_norm": 1.2207306198770145, "learning_rate": 0.003, "loss": 4.0248, "step": 8992 }, { "epoch": 0.08993, "grad_norm": 1.0842166692368216, "learning_rate": 0.003, "loss": 4.0333, "step": 8993 }, { "epoch": 0.08994, "grad_norm": 1.0045211383021964, "learning_rate": 0.003, "loss": 4.0298, "step": 8994 }, { "epoch": 0.08995, "grad_norm": 1.316656487044687, "learning_rate": 0.003, "loss": 4.0477, "step": 8995 }, { "epoch": 0.08996, "grad_norm": 0.9870905235403588, "learning_rate": 0.003, "loss": 4.063, "step": 8996 }, { "epoch": 0.08997, "grad_norm": 1.1131944813902874, "learning_rate": 0.003, "loss": 4.0355, "step": 8997 }, { "epoch": 0.08998, "grad_norm": 0.9575251947968014, "learning_rate": 0.003, "loss": 4.0188, "step": 8998 }, { "epoch": 0.08999, "grad_norm": 1.079155634238572, "learning_rate": 0.003, "loss": 4.048, "step": 8999 }, { "epoch": 0.09, "grad_norm": 1.3073657014522342, "learning_rate": 0.003, "loss": 4.0459, "step": 9000 }, { "epoch": 0.09001, "grad_norm": 0.9878617942632868, "learning_rate": 0.003, "loss": 4.036, "step": 9001 }, { "epoch": 0.09002, "grad_norm": 1.4475702739335359, "learning_rate": 0.003, "loss": 4.036, "step": 9002 }, { "epoch": 0.09003, "grad_norm": 1.0308588085625798, "learning_rate": 0.003, "loss": 4.0164, "step": 9003 }, { "epoch": 0.09004, "grad_norm": 1.221089293392804, "learning_rate": 0.003, "loss": 4.0384, "step": 9004 }, { "epoch": 0.09005, "grad_norm": 1.0231796835565534, "learning_rate": 0.003, "loss": 4.0569, "step": 9005 }, { "epoch": 0.09006, "grad_norm": 1.0417871456423533, "learning_rate": 0.003, "loss": 4.0323, "step": 9006 }, { "epoch": 0.09007, "grad_norm": 1.1191814093275658, "learning_rate": 0.003, "loss": 4.0595, "step": 9007 }, { "epoch": 0.09008, "grad_norm": 1.1348119020549952, "learning_rate": 0.003, "loss": 4.0426, "step": 9008 }, { "epoch": 0.09009, "grad_norm": 1.1633559345033404, "learning_rate": 0.003, "loss": 4.0497, "step": 9009 }, { "epoch": 0.0901, "grad_norm": 1.1458799262789814, "learning_rate": 0.003, "loss": 4.0406, "step": 9010 }, { "epoch": 0.09011, "grad_norm": 1.0636561316185342, "learning_rate": 0.003, "loss": 4.0382, "step": 9011 }, { "epoch": 0.09012, "grad_norm": 1.1477528884261912, "learning_rate": 0.003, "loss": 4.0396, "step": 9012 }, { "epoch": 0.09013, "grad_norm": 1.0045238113278767, "learning_rate": 0.003, "loss": 4.027, "step": 9013 }, { "epoch": 0.09014, "grad_norm": 1.1254428234025435, "learning_rate": 0.003, "loss": 4.0657, "step": 9014 }, { "epoch": 0.09015, "grad_norm": 1.1052529228915646, "learning_rate": 0.003, "loss": 4.0764, "step": 9015 }, { "epoch": 0.09016, "grad_norm": 1.0143709342989635, "learning_rate": 0.003, "loss": 4.0547, "step": 9016 }, { "epoch": 0.09017, "grad_norm": 1.0995658886429716, "learning_rate": 0.003, "loss": 4.0607, "step": 9017 }, { "epoch": 0.09018, "grad_norm": 1.0029225082537132, "learning_rate": 0.003, "loss": 4.0508, "step": 9018 }, { "epoch": 0.09019, "grad_norm": 1.3935530723752598, "learning_rate": 0.003, "loss": 4.035, "step": 9019 }, { "epoch": 0.0902, "grad_norm": 0.9681733776693029, "learning_rate": 0.003, "loss": 4.0396, "step": 9020 }, { "epoch": 0.09021, "grad_norm": 1.3687701542155535, "learning_rate": 0.003, "loss": 4.0636, "step": 9021 }, { "epoch": 0.09022, "grad_norm": 0.9332102242731483, "learning_rate": 0.003, "loss": 4.0434, "step": 9022 }, { "epoch": 0.09023, "grad_norm": 1.0483328137620929, "learning_rate": 0.003, "loss": 4.0389, "step": 9023 }, { "epoch": 0.09024, "grad_norm": 1.1150169635102571, "learning_rate": 0.003, "loss": 4.0248, "step": 9024 }, { "epoch": 0.09025, "grad_norm": 1.2002769998310732, "learning_rate": 0.003, "loss": 4.0455, "step": 9025 }, { "epoch": 0.09026, "grad_norm": 1.2011034969162588, "learning_rate": 0.003, "loss": 4.0403, "step": 9026 }, { "epoch": 0.09027, "grad_norm": 1.146578370959906, "learning_rate": 0.003, "loss": 4.0353, "step": 9027 }, { "epoch": 0.09028, "grad_norm": 1.2228846480536117, "learning_rate": 0.003, "loss": 4.0515, "step": 9028 }, { "epoch": 0.09029, "grad_norm": 1.037224821411794, "learning_rate": 0.003, "loss": 4.0376, "step": 9029 }, { "epoch": 0.0903, "grad_norm": 0.9844125119573323, "learning_rate": 0.003, "loss": 4.0647, "step": 9030 }, { "epoch": 0.09031, "grad_norm": 1.1495286013814523, "learning_rate": 0.003, "loss": 4.022, "step": 9031 }, { "epoch": 0.09032, "grad_norm": 1.1742914278318812, "learning_rate": 0.003, "loss": 4.0736, "step": 9032 }, { "epoch": 0.09033, "grad_norm": 1.3904421332901014, "learning_rate": 0.003, "loss": 4.0193, "step": 9033 }, { "epoch": 0.09034, "grad_norm": 1.0278814470733673, "learning_rate": 0.003, "loss": 4.0363, "step": 9034 }, { "epoch": 0.09035, "grad_norm": 1.1229673655711763, "learning_rate": 0.003, "loss": 4.0397, "step": 9035 }, { "epoch": 0.09036, "grad_norm": 0.9056875520752794, "learning_rate": 0.003, "loss": 4.0301, "step": 9036 }, { "epoch": 0.09037, "grad_norm": 1.1006054177092766, "learning_rate": 0.003, "loss": 4.0368, "step": 9037 }, { "epoch": 0.09038, "grad_norm": 1.1348621040993052, "learning_rate": 0.003, "loss": 4.0397, "step": 9038 }, { "epoch": 0.09039, "grad_norm": 1.05381794931122, "learning_rate": 0.003, "loss": 4.0466, "step": 9039 }, { "epoch": 0.0904, "grad_norm": 1.0109885109102685, "learning_rate": 0.003, "loss": 4.0199, "step": 9040 }, { "epoch": 0.09041, "grad_norm": 1.123512949286327, "learning_rate": 0.003, "loss": 4.0177, "step": 9041 }, { "epoch": 0.09042, "grad_norm": 1.0917985051699848, "learning_rate": 0.003, "loss": 4.0193, "step": 9042 }, { "epoch": 0.09043, "grad_norm": 1.084941390137943, "learning_rate": 0.003, "loss": 4.027, "step": 9043 }, { "epoch": 0.09044, "grad_norm": 1.12950639714153, "learning_rate": 0.003, "loss": 4.0279, "step": 9044 }, { "epoch": 0.09045, "grad_norm": 0.9435189761788078, "learning_rate": 0.003, "loss": 4.0313, "step": 9045 }, { "epoch": 0.09046, "grad_norm": 1.1205216961300428, "learning_rate": 0.003, "loss": 4.0083, "step": 9046 }, { "epoch": 0.09047, "grad_norm": 1.1101023596152269, "learning_rate": 0.003, "loss": 4.0294, "step": 9047 }, { "epoch": 0.09048, "grad_norm": 1.4711338068553876, "learning_rate": 0.003, "loss": 4.0375, "step": 9048 }, { "epoch": 0.09049, "grad_norm": 0.7958927509366164, "learning_rate": 0.003, "loss": 4.0539, "step": 9049 }, { "epoch": 0.0905, "grad_norm": 0.8137554584809007, "learning_rate": 0.003, "loss": 4.0287, "step": 9050 }, { "epoch": 0.09051, "grad_norm": 0.9025372956999882, "learning_rate": 0.003, "loss": 4.0261, "step": 9051 }, { "epoch": 0.09052, "grad_norm": 0.8871827348097391, "learning_rate": 0.003, "loss": 4.0347, "step": 9052 }, { "epoch": 0.09053, "grad_norm": 1.0593382418378432, "learning_rate": 0.003, "loss": 4.0198, "step": 9053 }, { "epoch": 0.09054, "grad_norm": 1.185043130945484, "learning_rate": 0.003, "loss": 4.0262, "step": 9054 }, { "epoch": 0.09055, "grad_norm": 1.123987691026757, "learning_rate": 0.003, "loss": 4.0151, "step": 9055 }, { "epoch": 0.09056, "grad_norm": 1.0852908797471614, "learning_rate": 0.003, "loss": 4.0215, "step": 9056 }, { "epoch": 0.09057, "grad_norm": 0.9184881520876066, "learning_rate": 0.003, "loss": 4.0444, "step": 9057 }, { "epoch": 0.09058, "grad_norm": 0.8821076958966486, "learning_rate": 0.003, "loss": 4.0523, "step": 9058 }, { "epoch": 0.09059, "grad_norm": 0.9653080945803115, "learning_rate": 0.003, "loss": 4.0354, "step": 9059 }, { "epoch": 0.0906, "grad_norm": 1.157246811985134, "learning_rate": 0.003, "loss": 4.0565, "step": 9060 }, { "epoch": 0.09061, "grad_norm": 1.106358395927521, "learning_rate": 0.003, "loss": 4.042, "step": 9061 }, { "epoch": 0.09062, "grad_norm": 1.1308906707844582, "learning_rate": 0.003, "loss": 4.0102, "step": 9062 }, { "epoch": 0.09063, "grad_norm": 1.3615134157248625, "learning_rate": 0.003, "loss": 4.0304, "step": 9063 }, { "epoch": 0.09064, "grad_norm": 0.9632769176971355, "learning_rate": 0.003, "loss": 4.0526, "step": 9064 }, { "epoch": 0.09065, "grad_norm": 1.193055845335768, "learning_rate": 0.003, "loss": 4.0487, "step": 9065 }, { "epoch": 0.09066, "grad_norm": 1.0217847841679015, "learning_rate": 0.003, "loss": 4.0362, "step": 9066 }, { "epoch": 0.09067, "grad_norm": 1.2708025422078024, "learning_rate": 0.003, "loss": 4.0368, "step": 9067 }, { "epoch": 0.09068, "grad_norm": 0.999091796379082, "learning_rate": 0.003, "loss": 4.046, "step": 9068 }, { "epoch": 0.09069, "grad_norm": 1.1937745015052195, "learning_rate": 0.003, "loss": 4.0863, "step": 9069 }, { "epoch": 0.0907, "grad_norm": 1.2267119910601545, "learning_rate": 0.003, "loss": 4.0665, "step": 9070 }, { "epoch": 0.09071, "grad_norm": 0.9307012025024503, "learning_rate": 0.003, "loss": 4.0384, "step": 9071 }, { "epoch": 0.09072, "grad_norm": 1.0537322841979997, "learning_rate": 0.003, "loss": 4.0152, "step": 9072 }, { "epoch": 0.09073, "grad_norm": 1.2016861411462987, "learning_rate": 0.003, "loss": 4.0476, "step": 9073 }, { "epoch": 0.09074, "grad_norm": 0.8496237355918259, "learning_rate": 0.003, "loss": 4.0081, "step": 9074 }, { "epoch": 0.09075, "grad_norm": 0.9908939634552881, "learning_rate": 0.003, "loss": 4.0518, "step": 9075 }, { "epoch": 0.09076, "grad_norm": 1.1968746368032812, "learning_rate": 0.003, "loss": 4.0603, "step": 9076 }, { "epoch": 0.09077, "grad_norm": 0.970351786121277, "learning_rate": 0.003, "loss": 4.0532, "step": 9077 }, { "epoch": 0.09078, "grad_norm": 1.1497763383817403, "learning_rate": 0.003, "loss": 4.0363, "step": 9078 }, { "epoch": 0.09079, "grad_norm": 1.0830961717463246, "learning_rate": 0.003, "loss": 4.0462, "step": 9079 }, { "epoch": 0.0908, "grad_norm": 0.9609418328913767, "learning_rate": 0.003, "loss": 4.0222, "step": 9080 }, { "epoch": 0.09081, "grad_norm": 1.1000854820573318, "learning_rate": 0.003, "loss": 4.051, "step": 9081 }, { "epoch": 0.09082, "grad_norm": 1.1636952655382402, "learning_rate": 0.003, "loss": 4.0292, "step": 9082 }, { "epoch": 0.09083, "grad_norm": 1.1420961957835405, "learning_rate": 0.003, "loss": 4.0443, "step": 9083 }, { "epoch": 0.09084, "grad_norm": 1.0553826184749373, "learning_rate": 0.003, "loss": 4.0147, "step": 9084 }, { "epoch": 0.09085, "grad_norm": 1.0255413615584303, "learning_rate": 0.003, "loss": 4.0524, "step": 9085 }, { "epoch": 0.09086, "grad_norm": 1.215452301963506, "learning_rate": 0.003, "loss": 4.0305, "step": 9086 }, { "epoch": 0.09087, "grad_norm": 0.9583487655084203, "learning_rate": 0.003, "loss": 4.0208, "step": 9087 }, { "epoch": 0.09088, "grad_norm": 1.232091628428844, "learning_rate": 0.003, "loss": 4.0254, "step": 9088 }, { "epoch": 0.09089, "grad_norm": 1.1137319600932658, "learning_rate": 0.003, "loss": 4.0395, "step": 9089 }, { "epoch": 0.0909, "grad_norm": 1.144755645285606, "learning_rate": 0.003, "loss": 4.0299, "step": 9090 }, { "epoch": 0.09091, "grad_norm": 1.0300971496763878, "learning_rate": 0.003, "loss": 4.0116, "step": 9091 }, { "epoch": 0.09092, "grad_norm": 1.0100476409907833, "learning_rate": 0.003, "loss": 4.0704, "step": 9092 }, { "epoch": 0.09093, "grad_norm": 1.1494952695266714, "learning_rate": 0.003, "loss": 4.032, "step": 9093 }, { "epoch": 0.09094, "grad_norm": 1.0095676827058278, "learning_rate": 0.003, "loss": 4.0345, "step": 9094 }, { "epoch": 0.09095, "grad_norm": 1.2093302711410523, "learning_rate": 0.003, "loss": 4.0515, "step": 9095 }, { "epoch": 0.09096, "grad_norm": 0.976858163705672, "learning_rate": 0.003, "loss": 4.0244, "step": 9096 }, { "epoch": 0.09097, "grad_norm": 1.3853264618148677, "learning_rate": 0.003, "loss": 4.0478, "step": 9097 }, { "epoch": 0.09098, "grad_norm": 1.0766280332726217, "learning_rate": 0.003, "loss": 4.0168, "step": 9098 }, { "epoch": 0.09099, "grad_norm": 1.1136120589991296, "learning_rate": 0.003, "loss": 4.0278, "step": 9099 }, { "epoch": 0.091, "grad_norm": 1.1601021677903895, "learning_rate": 0.003, "loss": 4.0216, "step": 9100 }, { "epoch": 0.09101, "grad_norm": 1.3417195527068442, "learning_rate": 0.003, "loss": 4.0446, "step": 9101 }, { "epoch": 0.09102, "grad_norm": 0.9070301102163859, "learning_rate": 0.003, "loss": 4.0459, "step": 9102 }, { "epoch": 0.09103, "grad_norm": 0.9573335281707542, "learning_rate": 0.003, "loss": 4.0133, "step": 9103 }, { "epoch": 0.09104, "grad_norm": 1.0556076158321603, "learning_rate": 0.003, "loss": 4.0377, "step": 9104 }, { "epoch": 0.09105, "grad_norm": 1.1979973249595275, "learning_rate": 0.003, "loss": 4.0219, "step": 9105 }, { "epoch": 0.09106, "grad_norm": 1.1589318950983944, "learning_rate": 0.003, "loss": 4.0192, "step": 9106 }, { "epoch": 0.09107, "grad_norm": 1.1814885851810335, "learning_rate": 0.003, "loss": 4.0346, "step": 9107 }, { "epoch": 0.09108, "grad_norm": 1.019986448191847, "learning_rate": 0.003, "loss": 4.0232, "step": 9108 }, { "epoch": 0.09109, "grad_norm": 1.057663996654355, "learning_rate": 0.003, "loss": 4.0227, "step": 9109 }, { "epoch": 0.0911, "grad_norm": 1.2256223665855766, "learning_rate": 0.003, "loss": 4.0364, "step": 9110 }, { "epoch": 0.09111, "grad_norm": 0.9461029364575244, "learning_rate": 0.003, "loss": 4.0456, "step": 9111 }, { "epoch": 0.09112, "grad_norm": 1.049429275804046, "learning_rate": 0.003, "loss": 4.0157, "step": 9112 }, { "epoch": 0.09113, "grad_norm": 1.031956399076363, "learning_rate": 0.003, "loss": 4.0037, "step": 9113 }, { "epoch": 0.09114, "grad_norm": 1.0174397153586041, "learning_rate": 0.003, "loss": 4.0202, "step": 9114 }, { "epoch": 0.09115, "grad_norm": 1.2745379192778026, "learning_rate": 0.003, "loss": 4.0314, "step": 9115 }, { "epoch": 0.09116, "grad_norm": 0.9837529257881423, "learning_rate": 0.003, "loss": 4.0733, "step": 9116 }, { "epoch": 0.09117, "grad_norm": 1.1786562942934684, "learning_rate": 0.003, "loss": 4.0508, "step": 9117 }, { "epoch": 0.09118, "grad_norm": 1.0560853969394606, "learning_rate": 0.003, "loss": 4.037, "step": 9118 }, { "epoch": 0.09119, "grad_norm": 1.0377188929161931, "learning_rate": 0.003, "loss": 4.0309, "step": 9119 }, { "epoch": 0.0912, "grad_norm": 1.1207049150632644, "learning_rate": 0.003, "loss": 4.0493, "step": 9120 }, { "epoch": 0.09121, "grad_norm": 1.0193731745757568, "learning_rate": 0.003, "loss": 4.0677, "step": 9121 }, { "epoch": 0.09122, "grad_norm": 1.2624197726748643, "learning_rate": 0.003, "loss": 4.0654, "step": 9122 }, { "epoch": 0.09123, "grad_norm": 1.072056196669728, "learning_rate": 0.003, "loss": 4.0175, "step": 9123 }, { "epoch": 0.09124, "grad_norm": 1.239441100721789, "learning_rate": 0.003, "loss": 4.039, "step": 9124 }, { "epoch": 0.09125, "grad_norm": 1.083356005410815, "learning_rate": 0.003, "loss": 4.0569, "step": 9125 }, { "epoch": 0.09126, "grad_norm": 1.266014219278627, "learning_rate": 0.003, "loss": 4.0144, "step": 9126 }, { "epoch": 0.09127, "grad_norm": 0.8598933039930851, "learning_rate": 0.003, "loss": 4.0454, "step": 9127 }, { "epoch": 0.09128, "grad_norm": 0.89093357601972, "learning_rate": 0.003, "loss": 4.0358, "step": 9128 }, { "epoch": 0.09129, "grad_norm": 1.11080170345324, "learning_rate": 0.003, "loss": 4.0309, "step": 9129 }, { "epoch": 0.0913, "grad_norm": 1.1921225096267718, "learning_rate": 0.003, "loss": 4.0287, "step": 9130 }, { "epoch": 0.09131, "grad_norm": 0.9911325172513188, "learning_rate": 0.003, "loss": 4.0246, "step": 9131 }, { "epoch": 0.09132, "grad_norm": 1.210452388671294, "learning_rate": 0.003, "loss": 4.0558, "step": 9132 }, { "epoch": 0.09133, "grad_norm": 1.1006247067475978, "learning_rate": 0.003, "loss": 4.0348, "step": 9133 }, { "epoch": 0.09134, "grad_norm": 1.192482017694382, "learning_rate": 0.003, "loss": 4.0409, "step": 9134 }, { "epoch": 0.09135, "grad_norm": 1.050325724178467, "learning_rate": 0.003, "loss": 4.0501, "step": 9135 }, { "epoch": 0.09136, "grad_norm": 1.2143867555226864, "learning_rate": 0.003, "loss": 4.0333, "step": 9136 }, { "epoch": 0.09137, "grad_norm": 0.9760810890066407, "learning_rate": 0.003, "loss": 4.0629, "step": 9137 }, { "epoch": 0.09138, "grad_norm": 1.1888855045602282, "learning_rate": 0.003, "loss": 4.0352, "step": 9138 }, { "epoch": 0.09139, "grad_norm": 0.9681065989709288, "learning_rate": 0.003, "loss": 4.0342, "step": 9139 }, { "epoch": 0.0914, "grad_norm": 1.3038699850066278, "learning_rate": 0.003, "loss": 4.0459, "step": 9140 }, { "epoch": 0.09141, "grad_norm": 0.9119873610357526, "learning_rate": 0.003, "loss": 4.069, "step": 9141 }, { "epoch": 0.09142, "grad_norm": 0.97753456917582, "learning_rate": 0.003, "loss": 4.0566, "step": 9142 }, { "epoch": 0.09143, "grad_norm": 1.2011099485139207, "learning_rate": 0.003, "loss": 4.0125, "step": 9143 }, { "epoch": 0.09144, "grad_norm": 0.8653559838348887, "learning_rate": 0.003, "loss": 4.0298, "step": 9144 }, { "epoch": 0.09145, "grad_norm": 0.6804719677612727, "learning_rate": 0.003, "loss": 4.0486, "step": 9145 }, { "epoch": 0.09146, "grad_norm": 0.8281509343825025, "learning_rate": 0.003, "loss": 4.0448, "step": 9146 }, { "epoch": 0.09147, "grad_norm": 1.046932924628029, "learning_rate": 0.003, "loss": 4.0329, "step": 9147 }, { "epoch": 0.09148, "grad_norm": 0.9481937690438011, "learning_rate": 0.003, "loss": 4.0486, "step": 9148 }, { "epoch": 0.09149, "grad_norm": 1.1467040624244416, "learning_rate": 0.003, "loss": 4.0004, "step": 9149 }, { "epoch": 0.0915, "grad_norm": 1.2688544713513863, "learning_rate": 0.003, "loss": 4.0084, "step": 9150 }, { "epoch": 0.09151, "grad_norm": 0.9410854425311685, "learning_rate": 0.003, "loss": 4.0393, "step": 9151 }, { "epoch": 0.09152, "grad_norm": 1.0715331038388722, "learning_rate": 0.003, "loss": 4.0491, "step": 9152 }, { "epoch": 0.09153, "grad_norm": 1.011570665232525, "learning_rate": 0.003, "loss": 4.0425, "step": 9153 }, { "epoch": 0.09154, "grad_norm": 1.0783280541516371, "learning_rate": 0.003, "loss": 4.048, "step": 9154 }, { "epoch": 0.09155, "grad_norm": 1.0855343965090731, "learning_rate": 0.003, "loss": 4.0503, "step": 9155 }, { "epoch": 0.09156, "grad_norm": 1.0564142389909517, "learning_rate": 0.003, "loss": 4.0477, "step": 9156 }, { "epoch": 0.09157, "grad_norm": 1.0945895233993794, "learning_rate": 0.003, "loss": 4.0027, "step": 9157 }, { "epoch": 0.09158, "grad_norm": 1.336449148127849, "learning_rate": 0.003, "loss": 4.035, "step": 9158 }, { "epoch": 0.09159, "grad_norm": 0.991375084782573, "learning_rate": 0.003, "loss": 4.0452, "step": 9159 }, { "epoch": 0.0916, "grad_norm": 1.0591224251327636, "learning_rate": 0.003, "loss": 4.0174, "step": 9160 }, { "epoch": 0.09161, "grad_norm": 1.164704576534139, "learning_rate": 0.003, "loss": 4.0273, "step": 9161 }, { "epoch": 0.09162, "grad_norm": 0.9413438539519919, "learning_rate": 0.003, "loss": 4.0595, "step": 9162 }, { "epoch": 0.09163, "grad_norm": 0.9714944791493136, "learning_rate": 0.003, "loss": 4.0126, "step": 9163 }, { "epoch": 0.09164, "grad_norm": 1.0287059172603712, "learning_rate": 0.003, "loss": 4.0339, "step": 9164 }, { "epoch": 0.09165, "grad_norm": 1.1861303886211818, "learning_rate": 0.003, "loss": 4.0642, "step": 9165 }, { "epoch": 0.09166, "grad_norm": 1.124122240608982, "learning_rate": 0.003, "loss": 4.0386, "step": 9166 }, { "epoch": 0.09167, "grad_norm": 1.1459093885614982, "learning_rate": 0.003, "loss": 4.0284, "step": 9167 }, { "epoch": 0.09168, "grad_norm": 1.119778165627705, "learning_rate": 0.003, "loss": 4.0185, "step": 9168 }, { "epoch": 0.09169, "grad_norm": 1.1111751785567634, "learning_rate": 0.003, "loss": 4.0496, "step": 9169 }, { "epoch": 0.0917, "grad_norm": 1.2226524744645328, "learning_rate": 0.003, "loss": 4.0296, "step": 9170 }, { "epoch": 0.09171, "grad_norm": 0.8656526632807879, "learning_rate": 0.003, "loss": 4.0597, "step": 9171 }, { "epoch": 0.09172, "grad_norm": 1.099267531571083, "learning_rate": 0.003, "loss": 4.0649, "step": 9172 }, { "epoch": 0.09173, "grad_norm": 1.1162934002071323, "learning_rate": 0.003, "loss": 4.0357, "step": 9173 }, { "epoch": 0.09174, "grad_norm": 1.1000518721341896, "learning_rate": 0.003, "loss": 4.0487, "step": 9174 }, { "epoch": 0.09175, "grad_norm": 1.267658430539927, "learning_rate": 0.003, "loss": 4.0491, "step": 9175 }, { "epoch": 0.09176, "grad_norm": 1.0571564301320642, "learning_rate": 0.003, "loss": 4.0482, "step": 9176 }, { "epoch": 0.09177, "grad_norm": 1.1069807499260333, "learning_rate": 0.003, "loss": 4.002, "step": 9177 }, { "epoch": 0.09178, "grad_norm": 1.0241191541435508, "learning_rate": 0.003, "loss": 4.0513, "step": 9178 }, { "epoch": 0.09179, "grad_norm": 1.2215349660778567, "learning_rate": 0.003, "loss": 4.0428, "step": 9179 }, { "epoch": 0.0918, "grad_norm": 0.9063283480014228, "learning_rate": 0.003, "loss": 4.0357, "step": 9180 }, { "epoch": 0.09181, "grad_norm": 0.8608588303075517, "learning_rate": 0.003, "loss": 4.0227, "step": 9181 }, { "epoch": 0.09182, "grad_norm": 1.080015607354298, "learning_rate": 0.003, "loss": 4.0339, "step": 9182 }, { "epoch": 0.09183, "grad_norm": 1.187987053928514, "learning_rate": 0.003, "loss": 4.0297, "step": 9183 }, { "epoch": 0.09184, "grad_norm": 1.0370353123734928, "learning_rate": 0.003, "loss": 4.0265, "step": 9184 }, { "epoch": 0.09185, "grad_norm": 1.1348969491194556, "learning_rate": 0.003, "loss": 4.0562, "step": 9185 }, { "epoch": 0.09186, "grad_norm": 1.2036726155070432, "learning_rate": 0.003, "loss": 4.0028, "step": 9186 }, { "epoch": 0.09187, "grad_norm": 1.0871963616696243, "learning_rate": 0.003, "loss": 4.0681, "step": 9187 }, { "epoch": 0.09188, "grad_norm": 1.1723509075908214, "learning_rate": 0.003, "loss": 4.0437, "step": 9188 }, { "epoch": 0.09189, "grad_norm": 1.1132456681131127, "learning_rate": 0.003, "loss": 4.0488, "step": 9189 }, { "epoch": 0.0919, "grad_norm": 1.044542911903216, "learning_rate": 0.003, "loss": 4.0571, "step": 9190 }, { "epoch": 0.09191, "grad_norm": 1.2056609382294916, "learning_rate": 0.003, "loss": 4.0365, "step": 9191 }, { "epoch": 0.09192, "grad_norm": 1.0206520860594175, "learning_rate": 0.003, "loss": 4.0177, "step": 9192 }, { "epoch": 0.09193, "grad_norm": 1.1522627595760395, "learning_rate": 0.003, "loss": 4.0139, "step": 9193 }, { "epoch": 0.09194, "grad_norm": 1.036571230879693, "learning_rate": 0.003, "loss": 4.0335, "step": 9194 }, { "epoch": 0.09195, "grad_norm": 1.156868074376868, "learning_rate": 0.003, "loss": 4.0382, "step": 9195 }, { "epoch": 0.09196, "grad_norm": 0.9632802843738769, "learning_rate": 0.003, "loss": 4.0471, "step": 9196 }, { "epoch": 0.09197, "grad_norm": 1.2366512084187664, "learning_rate": 0.003, "loss": 4.0406, "step": 9197 }, { "epoch": 0.09198, "grad_norm": 0.9807141780820184, "learning_rate": 0.003, "loss": 4.0334, "step": 9198 }, { "epoch": 0.09199, "grad_norm": 1.0704002219425641, "learning_rate": 0.003, "loss": 4.0485, "step": 9199 }, { "epoch": 0.092, "grad_norm": 1.1110145741263948, "learning_rate": 0.003, "loss": 4.0474, "step": 9200 }, { "epoch": 0.09201, "grad_norm": 1.090835930160533, "learning_rate": 0.003, "loss": 4.0303, "step": 9201 }, { "epoch": 0.09202, "grad_norm": 1.0317362468150382, "learning_rate": 0.003, "loss": 4.0453, "step": 9202 }, { "epoch": 0.09203, "grad_norm": 1.2267741986981442, "learning_rate": 0.003, "loss": 4.0498, "step": 9203 }, { "epoch": 0.09204, "grad_norm": 1.1325105553589676, "learning_rate": 0.003, "loss": 4.0503, "step": 9204 }, { "epoch": 0.09205, "grad_norm": 1.1638105186655754, "learning_rate": 0.003, "loss": 4.0388, "step": 9205 }, { "epoch": 0.09206, "grad_norm": 1.0692805133374446, "learning_rate": 0.003, "loss": 4.0452, "step": 9206 }, { "epoch": 0.09207, "grad_norm": 1.175551262927089, "learning_rate": 0.003, "loss": 4.0653, "step": 9207 }, { "epoch": 0.09208, "grad_norm": 1.0644580288738281, "learning_rate": 0.003, "loss": 4.0171, "step": 9208 }, { "epoch": 0.09209, "grad_norm": 0.9664436871225908, "learning_rate": 0.003, "loss": 4.0172, "step": 9209 }, { "epoch": 0.0921, "grad_norm": 1.1254680317199708, "learning_rate": 0.003, "loss": 4.0444, "step": 9210 }, { "epoch": 0.09211, "grad_norm": 1.200712594293563, "learning_rate": 0.003, "loss": 4.0261, "step": 9211 }, { "epoch": 0.09212, "grad_norm": 0.9683431414690981, "learning_rate": 0.003, "loss": 4.0449, "step": 9212 }, { "epoch": 0.09213, "grad_norm": 0.944968780879836, "learning_rate": 0.003, "loss": 4.0311, "step": 9213 }, { "epoch": 0.09214, "grad_norm": 1.0413526215293398, "learning_rate": 0.003, "loss": 4.0137, "step": 9214 }, { "epoch": 0.09215, "grad_norm": 1.1772555410236571, "learning_rate": 0.003, "loss": 4.0293, "step": 9215 }, { "epoch": 0.09216, "grad_norm": 0.9624083137396001, "learning_rate": 0.003, "loss": 4.0346, "step": 9216 }, { "epoch": 0.09217, "grad_norm": 1.0511031168385416, "learning_rate": 0.003, "loss": 3.9953, "step": 9217 }, { "epoch": 0.09218, "grad_norm": 1.3269317543115233, "learning_rate": 0.003, "loss": 4.0618, "step": 9218 }, { "epoch": 0.09219, "grad_norm": 0.9923317369891772, "learning_rate": 0.003, "loss": 4.0357, "step": 9219 }, { "epoch": 0.0922, "grad_norm": 1.073030298407734, "learning_rate": 0.003, "loss": 4.0376, "step": 9220 }, { "epoch": 0.09221, "grad_norm": 1.0446285156707587, "learning_rate": 0.003, "loss": 4.0494, "step": 9221 }, { "epoch": 0.09222, "grad_norm": 1.1434810207183548, "learning_rate": 0.003, "loss": 4.0379, "step": 9222 }, { "epoch": 0.09223, "grad_norm": 1.1025201940993825, "learning_rate": 0.003, "loss": 4.0314, "step": 9223 }, { "epoch": 0.09224, "grad_norm": 0.9566021361855169, "learning_rate": 0.003, "loss": 4.0434, "step": 9224 }, { "epoch": 0.09225, "grad_norm": 1.2323077112756355, "learning_rate": 0.003, "loss": 4.0287, "step": 9225 }, { "epoch": 0.09226, "grad_norm": 0.899900247722213, "learning_rate": 0.003, "loss": 4.0138, "step": 9226 }, { "epoch": 0.09227, "grad_norm": 1.0849893705736053, "learning_rate": 0.003, "loss": 4.0336, "step": 9227 }, { "epoch": 0.09228, "grad_norm": 1.2542611304862052, "learning_rate": 0.003, "loss": 4.0387, "step": 9228 }, { "epoch": 0.09229, "grad_norm": 0.8407437326641111, "learning_rate": 0.003, "loss": 4.0374, "step": 9229 }, { "epoch": 0.0923, "grad_norm": 1.158954671915461, "learning_rate": 0.003, "loss": 4.0383, "step": 9230 }, { "epoch": 0.09231, "grad_norm": 1.1704792802830555, "learning_rate": 0.003, "loss": 4.0365, "step": 9231 }, { "epoch": 0.09232, "grad_norm": 1.1029452862218423, "learning_rate": 0.003, "loss": 4.0455, "step": 9232 }, { "epoch": 0.09233, "grad_norm": 1.2002856333009415, "learning_rate": 0.003, "loss": 4.06, "step": 9233 }, { "epoch": 0.09234, "grad_norm": 0.8750251942831692, "learning_rate": 0.003, "loss": 4.0605, "step": 9234 }, { "epoch": 0.09235, "grad_norm": 1.0716615659635735, "learning_rate": 0.003, "loss": 4.0266, "step": 9235 }, { "epoch": 0.09236, "grad_norm": 1.5813090203643494, "learning_rate": 0.003, "loss": 4.0795, "step": 9236 }, { "epoch": 0.09237, "grad_norm": 1.0338774462879339, "learning_rate": 0.003, "loss": 4.0314, "step": 9237 }, { "epoch": 0.09238, "grad_norm": 1.135346462252927, "learning_rate": 0.003, "loss": 4.0201, "step": 9238 }, { "epoch": 0.09239, "grad_norm": 1.1394764093548577, "learning_rate": 0.003, "loss": 4.0243, "step": 9239 }, { "epoch": 0.0924, "grad_norm": 1.1428354439905772, "learning_rate": 0.003, "loss": 4.0333, "step": 9240 }, { "epoch": 0.09241, "grad_norm": 1.0203493481299601, "learning_rate": 0.003, "loss": 4.0383, "step": 9241 }, { "epoch": 0.09242, "grad_norm": 0.9451602651492341, "learning_rate": 0.003, "loss": 4.0515, "step": 9242 }, { "epoch": 0.09243, "grad_norm": 1.0754642967463526, "learning_rate": 0.003, "loss": 4.053, "step": 9243 }, { "epoch": 0.09244, "grad_norm": 1.2105994420477935, "learning_rate": 0.003, "loss": 4.0407, "step": 9244 }, { "epoch": 0.09245, "grad_norm": 1.1177071678503647, "learning_rate": 0.003, "loss": 4.0214, "step": 9245 }, { "epoch": 0.09246, "grad_norm": 1.1262767459012595, "learning_rate": 0.003, "loss": 4.0378, "step": 9246 }, { "epoch": 0.09247, "grad_norm": 1.1101169385517686, "learning_rate": 0.003, "loss": 4.0259, "step": 9247 }, { "epoch": 0.09248, "grad_norm": 1.039107535835496, "learning_rate": 0.003, "loss": 4.0355, "step": 9248 }, { "epoch": 0.09249, "grad_norm": 1.051375380829021, "learning_rate": 0.003, "loss": 4.0832, "step": 9249 }, { "epoch": 0.0925, "grad_norm": 1.0818027535404036, "learning_rate": 0.003, "loss": 4.0546, "step": 9250 }, { "epoch": 0.09251, "grad_norm": 1.21441854307002, "learning_rate": 0.003, "loss": 4.0564, "step": 9251 }, { "epoch": 0.09252, "grad_norm": 0.9446590679589214, "learning_rate": 0.003, "loss": 4.0604, "step": 9252 }, { "epoch": 0.09253, "grad_norm": 0.9688539640875207, "learning_rate": 0.003, "loss": 4.0323, "step": 9253 }, { "epoch": 0.09254, "grad_norm": 1.1291024219182868, "learning_rate": 0.003, "loss": 4.0566, "step": 9254 }, { "epoch": 0.09255, "grad_norm": 1.211862634432545, "learning_rate": 0.003, "loss": 4.016, "step": 9255 }, { "epoch": 0.09256, "grad_norm": 1.2218560976542767, "learning_rate": 0.003, "loss": 4.0505, "step": 9256 }, { "epoch": 0.09257, "grad_norm": 1.0643221369589915, "learning_rate": 0.003, "loss": 4.0421, "step": 9257 }, { "epoch": 0.09258, "grad_norm": 1.1527043491418376, "learning_rate": 0.003, "loss": 4.0322, "step": 9258 }, { "epoch": 0.09259, "grad_norm": 0.9926788558086477, "learning_rate": 0.003, "loss": 4.0492, "step": 9259 }, { "epoch": 0.0926, "grad_norm": 1.0433542223940273, "learning_rate": 0.003, "loss": 4.0393, "step": 9260 }, { "epoch": 0.09261, "grad_norm": 1.207804917706118, "learning_rate": 0.003, "loss": 4.0216, "step": 9261 }, { "epoch": 0.09262, "grad_norm": 1.1324209587635743, "learning_rate": 0.003, "loss": 4.0197, "step": 9262 }, { "epoch": 0.09263, "grad_norm": 1.172369074851875, "learning_rate": 0.003, "loss": 4.0433, "step": 9263 }, { "epoch": 0.09264, "grad_norm": 1.1682667843729466, "learning_rate": 0.003, "loss": 4.073, "step": 9264 }, { "epoch": 0.09265, "grad_norm": 1.253090916375967, "learning_rate": 0.003, "loss": 4.045, "step": 9265 }, { "epoch": 0.09266, "grad_norm": 1.1781887620358225, "learning_rate": 0.003, "loss": 4.0424, "step": 9266 }, { "epoch": 0.09267, "grad_norm": 1.0284374738702509, "learning_rate": 0.003, "loss": 4.0175, "step": 9267 }, { "epoch": 0.09268, "grad_norm": 1.1665787828723402, "learning_rate": 0.003, "loss": 4.027, "step": 9268 }, { "epoch": 0.09269, "grad_norm": 1.1264162171369585, "learning_rate": 0.003, "loss": 4.034, "step": 9269 }, { "epoch": 0.0927, "grad_norm": 1.1949132258262425, "learning_rate": 0.003, "loss": 4.0636, "step": 9270 }, { "epoch": 0.09271, "grad_norm": 0.9696066482483353, "learning_rate": 0.003, "loss": 4.0424, "step": 9271 }, { "epoch": 0.09272, "grad_norm": 1.0301396773994387, "learning_rate": 0.003, "loss": 4.0296, "step": 9272 }, { "epoch": 0.09273, "grad_norm": 1.0893059409180028, "learning_rate": 0.003, "loss": 4.0494, "step": 9273 }, { "epoch": 0.09274, "grad_norm": 1.0947192726893542, "learning_rate": 0.003, "loss": 4.037, "step": 9274 }, { "epoch": 0.09275, "grad_norm": 1.0723410183602133, "learning_rate": 0.003, "loss": 4.0596, "step": 9275 }, { "epoch": 0.09276, "grad_norm": 1.1691696906210551, "learning_rate": 0.003, "loss": 4.05, "step": 9276 }, { "epoch": 0.09277, "grad_norm": 1.0647822469371042, "learning_rate": 0.003, "loss": 4.0432, "step": 9277 }, { "epoch": 0.09278, "grad_norm": 1.2167469789912233, "learning_rate": 0.003, "loss": 4.0214, "step": 9278 }, { "epoch": 0.09279, "grad_norm": 0.9896695614661197, "learning_rate": 0.003, "loss": 4.0407, "step": 9279 }, { "epoch": 0.0928, "grad_norm": 1.3634170937343293, "learning_rate": 0.003, "loss": 4.0437, "step": 9280 }, { "epoch": 0.09281, "grad_norm": 0.8620980137769152, "learning_rate": 0.003, "loss": 4.0415, "step": 9281 }, { "epoch": 0.09282, "grad_norm": 1.0427330391887681, "learning_rate": 0.003, "loss": 4.069, "step": 9282 }, { "epoch": 0.09283, "grad_norm": 1.1710140561731026, "learning_rate": 0.003, "loss": 4.0652, "step": 9283 }, { "epoch": 0.09284, "grad_norm": 1.4120083965462074, "learning_rate": 0.003, "loss": 4.0476, "step": 9284 }, { "epoch": 0.09285, "grad_norm": 1.0005243949124853, "learning_rate": 0.003, "loss": 4.0309, "step": 9285 }, { "epoch": 0.09286, "grad_norm": 1.2076261862310649, "learning_rate": 0.003, "loss": 4.0543, "step": 9286 }, { "epoch": 0.09287, "grad_norm": 0.9611404585275731, "learning_rate": 0.003, "loss": 4.0459, "step": 9287 }, { "epoch": 0.09288, "grad_norm": 0.9896962192199752, "learning_rate": 0.003, "loss": 4.0472, "step": 9288 }, { "epoch": 0.09289, "grad_norm": 1.1918897636488415, "learning_rate": 0.003, "loss": 4.0193, "step": 9289 }, { "epoch": 0.0929, "grad_norm": 1.100511638945172, "learning_rate": 0.003, "loss": 4.045, "step": 9290 }, { "epoch": 0.09291, "grad_norm": 0.9953764094766955, "learning_rate": 0.003, "loss": 4.0331, "step": 9291 }, { "epoch": 0.09292, "grad_norm": 0.9663852236515597, "learning_rate": 0.003, "loss": 4.0521, "step": 9292 }, { "epoch": 0.09293, "grad_norm": 1.0635777370604826, "learning_rate": 0.003, "loss": 4.0149, "step": 9293 }, { "epoch": 0.09294, "grad_norm": 1.2456008375763008, "learning_rate": 0.003, "loss": 4.0359, "step": 9294 }, { "epoch": 0.09295, "grad_norm": 0.8653819364739406, "learning_rate": 0.003, "loss": 4.0358, "step": 9295 }, { "epoch": 0.09296, "grad_norm": 1.1680264346725173, "learning_rate": 0.003, "loss": 4.0221, "step": 9296 }, { "epoch": 0.09297, "grad_norm": 1.1901508293685317, "learning_rate": 0.003, "loss": 4.0427, "step": 9297 }, { "epoch": 0.09298, "grad_norm": 1.0915606863010314, "learning_rate": 0.003, "loss": 4.0398, "step": 9298 }, { "epoch": 0.09299, "grad_norm": 1.1592108148961227, "learning_rate": 0.003, "loss": 4.0375, "step": 9299 }, { "epoch": 0.093, "grad_norm": 1.0708244671033804, "learning_rate": 0.003, "loss": 4.0401, "step": 9300 }, { "epoch": 0.09301, "grad_norm": 1.1033798817954517, "learning_rate": 0.003, "loss": 4.0358, "step": 9301 }, { "epoch": 0.09302, "grad_norm": 1.0088796578839236, "learning_rate": 0.003, "loss": 4.0616, "step": 9302 }, { "epoch": 0.09303, "grad_norm": 1.2858796878215408, "learning_rate": 0.003, "loss": 4.0363, "step": 9303 }, { "epoch": 0.09304, "grad_norm": 1.2506744639450122, "learning_rate": 0.003, "loss": 4.0291, "step": 9304 }, { "epoch": 0.09305, "grad_norm": 0.9961386724217615, "learning_rate": 0.003, "loss": 4.0312, "step": 9305 }, { "epoch": 0.09306, "grad_norm": 1.2149212174491897, "learning_rate": 0.003, "loss": 4.0372, "step": 9306 }, { "epoch": 0.09307, "grad_norm": 0.9136578619084738, "learning_rate": 0.003, "loss": 4.0348, "step": 9307 }, { "epoch": 0.09308, "grad_norm": 0.9588826151722423, "learning_rate": 0.003, "loss": 4.018, "step": 9308 }, { "epoch": 0.09309, "grad_norm": 0.957182512469483, "learning_rate": 0.003, "loss": 4.0433, "step": 9309 }, { "epoch": 0.0931, "grad_norm": 1.2935022678548451, "learning_rate": 0.003, "loss": 4.0576, "step": 9310 }, { "epoch": 0.09311, "grad_norm": 0.9790928444088314, "learning_rate": 0.003, "loss": 4.0349, "step": 9311 }, { "epoch": 0.09312, "grad_norm": 1.150857565224749, "learning_rate": 0.003, "loss": 4.0404, "step": 9312 }, { "epoch": 0.09313, "grad_norm": 1.075107605301709, "learning_rate": 0.003, "loss": 4.0687, "step": 9313 }, { "epoch": 0.09314, "grad_norm": 1.1182712741118235, "learning_rate": 0.003, "loss": 4.036, "step": 9314 }, { "epoch": 0.09315, "grad_norm": 1.2529463174245064, "learning_rate": 0.003, "loss": 4.0417, "step": 9315 }, { "epoch": 0.09316, "grad_norm": 0.9771774475983117, "learning_rate": 0.003, "loss": 4.0367, "step": 9316 }, { "epoch": 0.09317, "grad_norm": 1.3760618473803496, "learning_rate": 0.003, "loss": 4.0644, "step": 9317 }, { "epoch": 0.09318, "grad_norm": 0.7429498285526682, "learning_rate": 0.003, "loss": 4.0225, "step": 9318 }, { "epoch": 0.09319, "grad_norm": 0.9792252701782946, "learning_rate": 0.003, "loss": 4.0663, "step": 9319 }, { "epoch": 0.0932, "grad_norm": 1.4975639708650046, "learning_rate": 0.003, "loss": 4.0513, "step": 9320 }, { "epoch": 0.09321, "grad_norm": 0.8902587907079172, "learning_rate": 0.003, "loss": 4.0318, "step": 9321 }, { "epoch": 0.09322, "grad_norm": 0.9093500134430933, "learning_rate": 0.003, "loss": 4.0064, "step": 9322 }, { "epoch": 0.09323, "grad_norm": 1.0993796211404194, "learning_rate": 0.003, "loss": 4.0385, "step": 9323 }, { "epoch": 0.09324, "grad_norm": 1.160680899752396, "learning_rate": 0.003, "loss": 4.0577, "step": 9324 }, { "epoch": 0.09325, "grad_norm": 0.9385567636610579, "learning_rate": 0.003, "loss": 4.0005, "step": 9325 }, { "epoch": 0.09326, "grad_norm": 0.9621843602737219, "learning_rate": 0.003, "loss": 4.0183, "step": 9326 }, { "epoch": 0.09327, "grad_norm": 1.2283368544933888, "learning_rate": 0.003, "loss": 4.0431, "step": 9327 }, { "epoch": 0.09328, "grad_norm": 1.138118155085037, "learning_rate": 0.003, "loss": 4.0375, "step": 9328 }, { "epoch": 0.09329, "grad_norm": 1.3360636810202806, "learning_rate": 0.003, "loss": 4.0493, "step": 9329 }, { "epoch": 0.0933, "grad_norm": 0.997995204861989, "learning_rate": 0.003, "loss": 4.0558, "step": 9330 }, { "epoch": 0.09331, "grad_norm": 1.1201516817051664, "learning_rate": 0.003, "loss": 4.0287, "step": 9331 }, { "epoch": 0.09332, "grad_norm": 1.204525418131745, "learning_rate": 0.003, "loss": 4.0571, "step": 9332 }, { "epoch": 0.09333, "grad_norm": 1.0575312400096248, "learning_rate": 0.003, "loss": 4.0266, "step": 9333 }, { "epoch": 0.09334, "grad_norm": 1.2701572053232315, "learning_rate": 0.003, "loss": 4.0573, "step": 9334 }, { "epoch": 0.09335, "grad_norm": 1.1585842605178802, "learning_rate": 0.003, "loss": 4.0343, "step": 9335 }, { "epoch": 0.09336, "grad_norm": 1.0311564658307473, "learning_rate": 0.003, "loss": 4.0274, "step": 9336 }, { "epoch": 0.09337, "grad_norm": 0.9367345134695763, "learning_rate": 0.003, "loss": 4.0404, "step": 9337 }, { "epoch": 0.09338, "grad_norm": 0.9632251089955324, "learning_rate": 0.003, "loss": 4.0414, "step": 9338 }, { "epoch": 0.09339, "grad_norm": 1.0383186326297353, "learning_rate": 0.003, "loss": 4.0202, "step": 9339 }, { "epoch": 0.0934, "grad_norm": 1.086317533403553, "learning_rate": 0.003, "loss": 4.0169, "step": 9340 }, { "epoch": 0.09341, "grad_norm": 1.066313152390867, "learning_rate": 0.003, "loss": 4.0412, "step": 9341 }, { "epoch": 0.09342, "grad_norm": 1.2845490767261778, "learning_rate": 0.003, "loss": 4.0361, "step": 9342 }, { "epoch": 0.09343, "grad_norm": 1.200116094561525, "learning_rate": 0.003, "loss": 4.0419, "step": 9343 }, { "epoch": 0.09344, "grad_norm": 1.1152409513420605, "learning_rate": 0.003, "loss": 4.0376, "step": 9344 }, { "epoch": 0.09345, "grad_norm": 1.1107749483966356, "learning_rate": 0.003, "loss": 4.0577, "step": 9345 }, { "epoch": 0.09346, "grad_norm": 1.1283130554525544, "learning_rate": 0.003, "loss": 4.0459, "step": 9346 }, { "epoch": 0.09347, "grad_norm": 1.0736955106456132, "learning_rate": 0.003, "loss": 4.0288, "step": 9347 }, { "epoch": 0.09348, "grad_norm": 1.0736643024406574, "learning_rate": 0.003, "loss": 4.05, "step": 9348 }, { "epoch": 0.09349, "grad_norm": 1.1989810783719919, "learning_rate": 0.003, "loss": 4.0503, "step": 9349 }, { "epoch": 0.0935, "grad_norm": 1.0740480563955976, "learning_rate": 0.003, "loss": 4.0333, "step": 9350 }, { "epoch": 0.09351, "grad_norm": 0.9996894673701714, "learning_rate": 0.003, "loss": 4.0057, "step": 9351 }, { "epoch": 0.09352, "grad_norm": 1.2492290188517632, "learning_rate": 0.003, "loss": 4.0404, "step": 9352 }, { "epoch": 0.09353, "grad_norm": 1.0984353858675837, "learning_rate": 0.003, "loss": 4.0131, "step": 9353 }, { "epoch": 0.09354, "grad_norm": 1.0494227900731494, "learning_rate": 0.003, "loss": 4.0302, "step": 9354 }, { "epoch": 0.09355, "grad_norm": 1.0887626536039114, "learning_rate": 0.003, "loss": 4.0534, "step": 9355 }, { "epoch": 0.09356, "grad_norm": 1.1063458069116743, "learning_rate": 0.003, "loss": 4.0395, "step": 9356 }, { "epoch": 0.09357, "grad_norm": 1.1772620726746457, "learning_rate": 0.003, "loss": 4.0411, "step": 9357 }, { "epoch": 0.09358, "grad_norm": 0.8349208876816591, "learning_rate": 0.003, "loss": 4.035, "step": 9358 }, { "epoch": 0.09359, "grad_norm": 0.8649691894837728, "learning_rate": 0.003, "loss": 4.0461, "step": 9359 }, { "epoch": 0.0936, "grad_norm": 0.9462358195573604, "learning_rate": 0.003, "loss": 4.0387, "step": 9360 }, { "epoch": 0.09361, "grad_norm": 1.233886976766547, "learning_rate": 0.003, "loss": 4.0448, "step": 9361 }, { "epoch": 0.09362, "grad_norm": 1.2087100800252286, "learning_rate": 0.003, "loss": 4.0754, "step": 9362 }, { "epoch": 0.09363, "grad_norm": 0.9584661416221599, "learning_rate": 0.003, "loss": 4.0569, "step": 9363 }, { "epoch": 0.09364, "grad_norm": 1.3630115362152988, "learning_rate": 0.003, "loss": 4.037, "step": 9364 }, { "epoch": 0.09365, "grad_norm": 1.0115250367617443, "learning_rate": 0.003, "loss": 4.0587, "step": 9365 }, { "epoch": 0.09366, "grad_norm": 1.410143423428131, "learning_rate": 0.003, "loss": 4.0124, "step": 9366 }, { "epoch": 0.09367, "grad_norm": 1.0026644890567558, "learning_rate": 0.003, "loss": 4.0406, "step": 9367 }, { "epoch": 0.09368, "grad_norm": 1.2102005850211326, "learning_rate": 0.003, "loss": 4.0521, "step": 9368 }, { "epoch": 0.09369, "grad_norm": 1.1309040815939808, "learning_rate": 0.003, "loss": 4.0202, "step": 9369 }, { "epoch": 0.0937, "grad_norm": 0.9973045348674824, "learning_rate": 0.003, "loss": 4.0577, "step": 9370 }, { "epoch": 0.09371, "grad_norm": 1.231370608565574, "learning_rate": 0.003, "loss": 4.0522, "step": 9371 }, { "epoch": 0.09372, "grad_norm": 1.0924523718241692, "learning_rate": 0.003, "loss": 4.0283, "step": 9372 }, { "epoch": 0.09373, "grad_norm": 1.0504664280616463, "learning_rate": 0.003, "loss": 4.0768, "step": 9373 }, { "epoch": 0.09374, "grad_norm": 1.1272188425084024, "learning_rate": 0.003, "loss": 4.0787, "step": 9374 }, { "epoch": 0.09375, "grad_norm": 1.1348460508047482, "learning_rate": 0.003, "loss": 4.018, "step": 9375 }, { "epoch": 0.09376, "grad_norm": 1.1298959210406103, "learning_rate": 0.003, "loss": 4.0618, "step": 9376 }, { "epoch": 0.09377, "grad_norm": 1.186524901763047, "learning_rate": 0.003, "loss": 4.0437, "step": 9377 }, { "epoch": 0.09378, "grad_norm": 1.0314318127210171, "learning_rate": 0.003, "loss": 4.0498, "step": 9378 }, { "epoch": 0.09379, "grad_norm": 1.5680911633070103, "learning_rate": 0.003, "loss": 4.0282, "step": 9379 }, { "epoch": 0.0938, "grad_norm": 0.9013424550963559, "learning_rate": 0.003, "loss": 4.0202, "step": 9380 }, { "epoch": 0.09381, "grad_norm": 0.9574099783748187, "learning_rate": 0.003, "loss": 4.0237, "step": 9381 }, { "epoch": 0.09382, "grad_norm": 1.2086515825142305, "learning_rate": 0.003, "loss": 4.0502, "step": 9382 }, { "epoch": 0.09383, "grad_norm": 1.0350405673887666, "learning_rate": 0.003, "loss": 4.0327, "step": 9383 }, { "epoch": 0.09384, "grad_norm": 1.0680807378772312, "learning_rate": 0.003, "loss": 4.061, "step": 9384 }, { "epoch": 0.09385, "grad_norm": 1.0961146064007061, "learning_rate": 0.003, "loss": 4.0422, "step": 9385 }, { "epoch": 0.09386, "grad_norm": 0.9545455608465853, "learning_rate": 0.003, "loss": 4.0103, "step": 9386 }, { "epoch": 0.09387, "grad_norm": 0.9765112894095569, "learning_rate": 0.003, "loss": 4.0444, "step": 9387 }, { "epoch": 0.09388, "grad_norm": 1.0782991672647486, "learning_rate": 0.003, "loss": 4.0455, "step": 9388 }, { "epoch": 0.09389, "grad_norm": 1.0731997920493421, "learning_rate": 0.003, "loss": 4.0185, "step": 9389 }, { "epoch": 0.0939, "grad_norm": 1.2364650097930605, "learning_rate": 0.003, "loss": 4.0507, "step": 9390 }, { "epoch": 0.09391, "grad_norm": 1.0663640185817809, "learning_rate": 0.003, "loss": 4.0305, "step": 9391 }, { "epoch": 0.09392, "grad_norm": 1.1877737611342285, "learning_rate": 0.003, "loss": 4.0653, "step": 9392 }, { "epoch": 0.09393, "grad_norm": 1.0955254115743633, "learning_rate": 0.003, "loss": 4.0487, "step": 9393 }, { "epoch": 0.09394, "grad_norm": 1.4092921791527784, "learning_rate": 0.003, "loss": 4.0446, "step": 9394 }, { "epoch": 0.09395, "grad_norm": 0.9358321234864352, "learning_rate": 0.003, "loss": 4.0409, "step": 9395 }, { "epoch": 0.09396, "grad_norm": 1.2594661199138193, "learning_rate": 0.003, "loss": 4.0742, "step": 9396 }, { "epoch": 0.09397, "grad_norm": 0.9883524181089541, "learning_rate": 0.003, "loss": 4.0239, "step": 9397 }, { "epoch": 0.09398, "grad_norm": 1.0673063130537923, "learning_rate": 0.003, "loss": 4.0573, "step": 9398 }, { "epoch": 0.09399, "grad_norm": 1.1875700898134038, "learning_rate": 0.003, "loss": 4.0503, "step": 9399 }, { "epoch": 0.094, "grad_norm": 1.0418263510990502, "learning_rate": 0.003, "loss": 4.0394, "step": 9400 }, { "epoch": 0.09401, "grad_norm": 1.1642465528112664, "learning_rate": 0.003, "loss": 4.0556, "step": 9401 }, { "epoch": 0.09402, "grad_norm": 1.2786047972483314, "learning_rate": 0.003, "loss": 4.0455, "step": 9402 }, { "epoch": 0.09403, "grad_norm": 0.8618399669597347, "learning_rate": 0.003, "loss": 4.0583, "step": 9403 }, { "epoch": 0.09404, "grad_norm": 1.102847094348384, "learning_rate": 0.003, "loss": 4.0231, "step": 9404 }, { "epoch": 0.09405, "grad_norm": 1.2834464451783154, "learning_rate": 0.003, "loss": 4.0619, "step": 9405 }, { "epoch": 0.09406, "grad_norm": 0.9871554834956486, "learning_rate": 0.003, "loss": 4.0556, "step": 9406 }, { "epoch": 0.09407, "grad_norm": 1.1610654126184679, "learning_rate": 0.003, "loss": 4.0437, "step": 9407 }, { "epoch": 0.09408, "grad_norm": 1.170917230941906, "learning_rate": 0.003, "loss": 4.0264, "step": 9408 }, { "epoch": 0.09409, "grad_norm": 1.1318228712154021, "learning_rate": 0.003, "loss": 4.0504, "step": 9409 }, { "epoch": 0.0941, "grad_norm": 1.1234390873721771, "learning_rate": 0.003, "loss": 4.058, "step": 9410 }, { "epoch": 0.09411, "grad_norm": 0.8647601508974965, "learning_rate": 0.003, "loss": 4.0585, "step": 9411 }, { "epoch": 0.09412, "grad_norm": 1.0471840870012292, "learning_rate": 0.003, "loss": 4.0539, "step": 9412 }, { "epoch": 0.09413, "grad_norm": 1.2190310827593032, "learning_rate": 0.003, "loss": 4.0323, "step": 9413 }, { "epoch": 0.09414, "grad_norm": 0.8477403736289396, "learning_rate": 0.003, "loss": 4.0455, "step": 9414 }, { "epoch": 0.09415, "grad_norm": 0.9371919042158918, "learning_rate": 0.003, "loss": 4.0125, "step": 9415 }, { "epoch": 0.09416, "grad_norm": 1.1490720658755587, "learning_rate": 0.003, "loss": 3.9922, "step": 9416 }, { "epoch": 0.09417, "grad_norm": 1.1018851741635174, "learning_rate": 0.003, "loss": 4.0277, "step": 9417 }, { "epoch": 0.09418, "grad_norm": 1.2892671070061477, "learning_rate": 0.003, "loss": 4.0333, "step": 9418 }, { "epoch": 0.09419, "grad_norm": 1.1101253491606295, "learning_rate": 0.003, "loss": 4.0628, "step": 9419 }, { "epoch": 0.0942, "grad_norm": 1.3071470583049012, "learning_rate": 0.003, "loss": 4.0428, "step": 9420 }, { "epoch": 0.09421, "grad_norm": 0.863117611253664, "learning_rate": 0.003, "loss": 4.0319, "step": 9421 }, { "epoch": 0.09422, "grad_norm": 1.0738994904421413, "learning_rate": 0.003, "loss": 4.0343, "step": 9422 }, { "epoch": 0.09423, "grad_norm": 1.1740757656465912, "learning_rate": 0.003, "loss": 3.9883, "step": 9423 }, { "epoch": 0.09424, "grad_norm": 0.9999480734746848, "learning_rate": 0.003, "loss": 4.0379, "step": 9424 }, { "epoch": 0.09425, "grad_norm": 1.1947521810325221, "learning_rate": 0.003, "loss": 4.059, "step": 9425 }, { "epoch": 0.09426, "grad_norm": 1.076053138054749, "learning_rate": 0.003, "loss": 4.0679, "step": 9426 }, { "epoch": 0.09427, "grad_norm": 1.2539611359358045, "learning_rate": 0.003, "loss": 4.0519, "step": 9427 }, { "epoch": 0.09428, "grad_norm": 1.2042161531904478, "learning_rate": 0.003, "loss": 4.0622, "step": 9428 }, { "epoch": 0.09429, "grad_norm": 1.2520918442905509, "learning_rate": 0.003, "loss": 4.0305, "step": 9429 }, { "epoch": 0.0943, "grad_norm": 0.8090989376412021, "learning_rate": 0.003, "loss": 4.034, "step": 9430 }, { "epoch": 0.09431, "grad_norm": 0.9501739667787066, "learning_rate": 0.003, "loss": 4.0454, "step": 9431 }, { "epoch": 0.09432, "grad_norm": 1.0564545187269092, "learning_rate": 0.003, "loss": 4.0319, "step": 9432 }, { "epoch": 0.09433, "grad_norm": 1.1105124478676938, "learning_rate": 0.003, "loss": 4.0343, "step": 9433 }, { "epoch": 0.09434, "grad_norm": 1.1365861267709172, "learning_rate": 0.003, "loss": 4.0128, "step": 9434 }, { "epoch": 0.09435, "grad_norm": 1.0626647857526774, "learning_rate": 0.003, "loss": 4.031, "step": 9435 }, { "epoch": 0.09436, "grad_norm": 1.3048334209489638, "learning_rate": 0.003, "loss": 4.0152, "step": 9436 }, { "epoch": 0.09437, "grad_norm": 1.192258709260609, "learning_rate": 0.003, "loss": 4.0407, "step": 9437 }, { "epoch": 0.09438, "grad_norm": 1.141173762966999, "learning_rate": 0.003, "loss": 4.0567, "step": 9438 }, { "epoch": 0.09439, "grad_norm": 0.9959914893100231, "learning_rate": 0.003, "loss": 4.0454, "step": 9439 }, { "epoch": 0.0944, "grad_norm": 1.1812893575099583, "learning_rate": 0.003, "loss": 4.0276, "step": 9440 }, { "epoch": 0.09441, "grad_norm": 0.9472244329470745, "learning_rate": 0.003, "loss": 4.0285, "step": 9441 }, { "epoch": 0.09442, "grad_norm": 1.1629963337515048, "learning_rate": 0.003, "loss": 4.0287, "step": 9442 }, { "epoch": 0.09443, "grad_norm": 0.8487426150195475, "learning_rate": 0.003, "loss": 4.0505, "step": 9443 }, { "epoch": 0.09444, "grad_norm": 0.9207154747911219, "learning_rate": 0.003, "loss": 4.0403, "step": 9444 }, { "epoch": 0.09445, "grad_norm": 1.115602354686498, "learning_rate": 0.003, "loss": 4.0358, "step": 9445 }, { "epoch": 0.09446, "grad_norm": 1.3343852809989445, "learning_rate": 0.003, "loss": 4.0332, "step": 9446 }, { "epoch": 0.09447, "grad_norm": 0.9863278032640667, "learning_rate": 0.003, "loss": 4.046, "step": 9447 }, { "epoch": 0.09448, "grad_norm": 1.1763365235364014, "learning_rate": 0.003, "loss": 4.0447, "step": 9448 }, { "epoch": 0.09449, "grad_norm": 1.105703389589132, "learning_rate": 0.003, "loss": 4.0364, "step": 9449 }, { "epoch": 0.0945, "grad_norm": 1.01551147072131, "learning_rate": 0.003, "loss": 4.0319, "step": 9450 }, { "epoch": 0.09451, "grad_norm": 1.0383763855846733, "learning_rate": 0.003, "loss": 4.045, "step": 9451 }, { "epoch": 0.09452, "grad_norm": 1.0456254521002109, "learning_rate": 0.003, "loss": 4.0499, "step": 9452 }, { "epoch": 0.09453, "grad_norm": 1.3691070796802907, "learning_rate": 0.003, "loss": 4.0074, "step": 9453 }, { "epoch": 0.09454, "grad_norm": 0.9155459999489047, "learning_rate": 0.003, "loss": 4.0205, "step": 9454 }, { "epoch": 0.09455, "grad_norm": 1.0062151085426871, "learning_rate": 0.003, "loss": 4.032, "step": 9455 }, { "epoch": 0.09456, "grad_norm": 1.775196393766159, "learning_rate": 0.003, "loss": 4.0433, "step": 9456 }, { "epoch": 0.09457, "grad_norm": 0.8268537533403297, "learning_rate": 0.003, "loss": 4.0498, "step": 9457 }, { "epoch": 0.09458, "grad_norm": 0.9446756093027355, "learning_rate": 0.003, "loss": 4.0281, "step": 9458 }, { "epoch": 0.09459, "grad_norm": 1.2872893558697978, "learning_rate": 0.003, "loss": 4.0573, "step": 9459 }, { "epoch": 0.0946, "grad_norm": 1.0414735406519482, "learning_rate": 0.003, "loss": 4.064, "step": 9460 }, { "epoch": 0.09461, "grad_norm": 1.2923952872869107, "learning_rate": 0.003, "loss": 4.0776, "step": 9461 }, { "epoch": 0.09462, "grad_norm": 1.0982135647456706, "learning_rate": 0.003, "loss": 4.0195, "step": 9462 }, { "epoch": 0.09463, "grad_norm": 1.195985441134548, "learning_rate": 0.003, "loss": 4.0327, "step": 9463 }, { "epoch": 0.09464, "grad_norm": 1.094216310472828, "learning_rate": 0.003, "loss": 4.032, "step": 9464 }, { "epoch": 0.09465, "grad_norm": 1.1344022479380613, "learning_rate": 0.003, "loss": 4.0347, "step": 9465 }, { "epoch": 0.09466, "grad_norm": 1.1649272025527642, "learning_rate": 0.003, "loss": 4.0486, "step": 9466 }, { "epoch": 0.09467, "grad_norm": 1.1437197614588612, "learning_rate": 0.003, "loss": 4.0389, "step": 9467 }, { "epoch": 0.09468, "grad_norm": 1.134510156394556, "learning_rate": 0.003, "loss": 4.0474, "step": 9468 }, { "epoch": 0.09469, "grad_norm": 1.1456897293699813, "learning_rate": 0.003, "loss": 4.0158, "step": 9469 }, { "epoch": 0.0947, "grad_norm": 0.9370646196560669, "learning_rate": 0.003, "loss": 4.0243, "step": 9470 }, { "epoch": 0.09471, "grad_norm": 1.1605962963311105, "learning_rate": 0.003, "loss": 4.0614, "step": 9471 }, { "epoch": 0.09472, "grad_norm": 1.0220332905341656, "learning_rate": 0.003, "loss": 4.0359, "step": 9472 }, { "epoch": 0.09473, "grad_norm": 1.3119106941290712, "learning_rate": 0.003, "loss": 4.0382, "step": 9473 }, { "epoch": 0.09474, "grad_norm": 1.0696197454349894, "learning_rate": 0.003, "loss": 4.0315, "step": 9474 }, { "epoch": 0.09475, "grad_norm": 1.183557234231492, "learning_rate": 0.003, "loss": 4.0364, "step": 9475 }, { "epoch": 0.09476, "grad_norm": 0.936355154816999, "learning_rate": 0.003, "loss": 4.0317, "step": 9476 }, { "epoch": 0.09477, "grad_norm": 1.0826345363697292, "learning_rate": 0.003, "loss": 4.0328, "step": 9477 }, { "epoch": 0.09478, "grad_norm": 1.2268375814601145, "learning_rate": 0.003, "loss": 4.0185, "step": 9478 }, { "epoch": 0.09479, "grad_norm": 0.9077481557382702, "learning_rate": 0.003, "loss": 4.0327, "step": 9479 }, { "epoch": 0.0948, "grad_norm": 1.1577127173889232, "learning_rate": 0.003, "loss": 4.0225, "step": 9480 }, { "epoch": 0.09481, "grad_norm": 1.164940507783553, "learning_rate": 0.003, "loss": 4.0643, "step": 9481 }, { "epoch": 0.09482, "grad_norm": 1.0376186580785653, "learning_rate": 0.003, "loss": 4.0208, "step": 9482 }, { "epoch": 0.09483, "grad_norm": 1.0668111334949657, "learning_rate": 0.003, "loss": 4.0037, "step": 9483 }, { "epoch": 0.09484, "grad_norm": 0.9544000956467396, "learning_rate": 0.003, "loss": 4.0486, "step": 9484 }, { "epoch": 0.09485, "grad_norm": 1.3563985618454755, "learning_rate": 0.003, "loss": 4.0384, "step": 9485 }, { "epoch": 0.09486, "grad_norm": 0.9907132939829558, "learning_rate": 0.003, "loss": 4.046, "step": 9486 }, { "epoch": 0.09487, "grad_norm": 1.140513002856383, "learning_rate": 0.003, "loss": 4.0355, "step": 9487 }, { "epoch": 0.09488, "grad_norm": 1.2992557947553103, "learning_rate": 0.003, "loss": 4.0848, "step": 9488 }, { "epoch": 0.09489, "grad_norm": 0.9910288087212725, "learning_rate": 0.003, "loss": 4.0457, "step": 9489 }, { "epoch": 0.0949, "grad_norm": 1.281341022406897, "learning_rate": 0.003, "loss": 4.0446, "step": 9490 }, { "epoch": 0.09491, "grad_norm": 1.0178254732217256, "learning_rate": 0.003, "loss": 4.0237, "step": 9491 }, { "epoch": 0.09492, "grad_norm": 1.0599592630101493, "learning_rate": 0.003, "loss": 4.0338, "step": 9492 }, { "epoch": 0.09493, "grad_norm": 1.0707052087473112, "learning_rate": 0.003, "loss": 4.0114, "step": 9493 }, { "epoch": 0.09494, "grad_norm": 1.184811169391914, "learning_rate": 0.003, "loss": 4.0531, "step": 9494 }, { "epoch": 0.09495, "grad_norm": 1.1050306365464493, "learning_rate": 0.003, "loss": 4.0401, "step": 9495 }, { "epoch": 0.09496, "grad_norm": 1.060159425305823, "learning_rate": 0.003, "loss": 4.0543, "step": 9496 }, { "epoch": 0.09497, "grad_norm": 1.0825941688780625, "learning_rate": 0.003, "loss": 4.0381, "step": 9497 }, { "epoch": 0.09498, "grad_norm": 0.9601571426627881, "learning_rate": 0.003, "loss": 4.011, "step": 9498 }, { "epoch": 0.09499, "grad_norm": 1.0590750166016245, "learning_rate": 0.003, "loss": 4.0224, "step": 9499 }, { "epoch": 0.095, "grad_norm": 1.2786584082845458, "learning_rate": 0.003, "loss": 4.0735, "step": 9500 }, { "epoch": 0.09501, "grad_norm": 1.1290326342601904, "learning_rate": 0.003, "loss": 4.0346, "step": 9501 }, { "epoch": 0.09502, "grad_norm": 0.9912457750329704, "learning_rate": 0.003, "loss": 4.0292, "step": 9502 }, { "epoch": 0.09503, "grad_norm": 1.152658098138242, "learning_rate": 0.003, "loss": 3.9938, "step": 9503 }, { "epoch": 0.09504, "grad_norm": 1.0919690729103646, "learning_rate": 0.003, "loss": 4.0455, "step": 9504 }, { "epoch": 0.09505, "grad_norm": 1.1519487718748778, "learning_rate": 0.003, "loss": 4.0328, "step": 9505 }, { "epoch": 0.09506, "grad_norm": 1.262006574899147, "learning_rate": 0.003, "loss": 4.0526, "step": 9506 }, { "epoch": 0.09507, "grad_norm": 1.0711373212381228, "learning_rate": 0.003, "loss": 4.0603, "step": 9507 }, { "epoch": 0.09508, "grad_norm": 1.1239192938184404, "learning_rate": 0.003, "loss": 4.0323, "step": 9508 }, { "epoch": 0.09509, "grad_norm": 1.3389515718167913, "learning_rate": 0.003, "loss": 4.0356, "step": 9509 }, { "epoch": 0.0951, "grad_norm": 0.8958060198263552, "learning_rate": 0.003, "loss": 4.036, "step": 9510 }, { "epoch": 0.09511, "grad_norm": 1.0719956101779906, "learning_rate": 0.003, "loss": 4.026, "step": 9511 }, { "epoch": 0.09512, "grad_norm": 1.305626481744099, "learning_rate": 0.003, "loss": 4.0343, "step": 9512 }, { "epoch": 0.09513, "grad_norm": 0.9176719274352512, "learning_rate": 0.003, "loss": 4.0157, "step": 9513 }, { "epoch": 0.09514, "grad_norm": 0.9499238409052401, "learning_rate": 0.003, "loss": 4.0255, "step": 9514 }, { "epoch": 0.09515, "grad_norm": 1.063622459645422, "learning_rate": 0.003, "loss": 4.0396, "step": 9515 }, { "epoch": 0.09516, "grad_norm": 1.1652384446120476, "learning_rate": 0.003, "loss": 4.0341, "step": 9516 }, { "epoch": 0.09517, "grad_norm": 1.178061476075233, "learning_rate": 0.003, "loss": 4.0317, "step": 9517 }, { "epoch": 0.09518, "grad_norm": 1.3678980044323894, "learning_rate": 0.003, "loss": 4.0563, "step": 9518 }, { "epoch": 0.09519, "grad_norm": 1.046217095028117, "learning_rate": 0.003, "loss": 4.0595, "step": 9519 }, { "epoch": 0.0952, "grad_norm": 1.1818557546526918, "learning_rate": 0.003, "loss": 4.0062, "step": 9520 }, { "epoch": 0.09521, "grad_norm": 1.1304356171833927, "learning_rate": 0.003, "loss": 4.0175, "step": 9521 }, { "epoch": 0.09522, "grad_norm": 1.120019603471895, "learning_rate": 0.003, "loss": 4.0239, "step": 9522 }, { "epoch": 0.09523, "grad_norm": 1.104879448193623, "learning_rate": 0.003, "loss": 4.0292, "step": 9523 }, { "epoch": 0.09524, "grad_norm": 0.873368086596089, "learning_rate": 0.003, "loss": 4.0157, "step": 9524 }, { "epoch": 0.09525, "grad_norm": 0.9961985148368994, "learning_rate": 0.003, "loss": 4.0362, "step": 9525 }, { "epoch": 0.09526, "grad_norm": 1.2676375654165073, "learning_rate": 0.003, "loss": 4.0368, "step": 9526 }, { "epoch": 0.09527, "grad_norm": 1.1529943279598172, "learning_rate": 0.003, "loss": 4.0349, "step": 9527 }, { "epoch": 0.09528, "grad_norm": 1.131678617939542, "learning_rate": 0.003, "loss": 4.0542, "step": 9528 }, { "epoch": 0.09529, "grad_norm": 1.0147106663564123, "learning_rate": 0.003, "loss": 4.0101, "step": 9529 }, { "epoch": 0.0953, "grad_norm": 1.2878762896528653, "learning_rate": 0.003, "loss": 4.0403, "step": 9530 }, { "epoch": 0.09531, "grad_norm": 1.0096287930269905, "learning_rate": 0.003, "loss": 4.0209, "step": 9531 }, { "epoch": 0.09532, "grad_norm": 1.278489534695974, "learning_rate": 0.003, "loss": 4.0221, "step": 9532 }, { "epoch": 0.09533, "grad_norm": 1.068314907618256, "learning_rate": 0.003, "loss": 4.0137, "step": 9533 }, { "epoch": 0.09534, "grad_norm": 1.0541105462925286, "learning_rate": 0.003, "loss": 4.0179, "step": 9534 }, { "epoch": 0.09535, "grad_norm": 1.0542416896874893, "learning_rate": 0.003, "loss": 4.0297, "step": 9535 }, { "epoch": 0.09536, "grad_norm": 1.203990932473719, "learning_rate": 0.003, "loss": 4.0479, "step": 9536 }, { "epoch": 0.09537, "grad_norm": 1.0609650874854466, "learning_rate": 0.003, "loss": 4.0571, "step": 9537 }, { "epoch": 0.09538, "grad_norm": 1.0566099485690075, "learning_rate": 0.003, "loss": 4.0353, "step": 9538 }, { "epoch": 0.09539, "grad_norm": 1.1711495828610736, "learning_rate": 0.003, "loss": 4.0565, "step": 9539 }, { "epoch": 0.0954, "grad_norm": 1.0370146448146371, "learning_rate": 0.003, "loss": 4.0139, "step": 9540 }, { "epoch": 0.09541, "grad_norm": 1.0159923428799353, "learning_rate": 0.003, "loss": 4.0424, "step": 9541 }, { "epoch": 0.09542, "grad_norm": 1.1293172537885205, "learning_rate": 0.003, "loss": 4.0148, "step": 9542 }, { "epoch": 0.09543, "grad_norm": 1.0450117640491212, "learning_rate": 0.003, "loss": 4.0254, "step": 9543 }, { "epoch": 0.09544, "grad_norm": 1.1603566723882397, "learning_rate": 0.003, "loss": 4.0219, "step": 9544 }, { "epoch": 0.09545, "grad_norm": 1.0447933808065626, "learning_rate": 0.003, "loss": 4.0353, "step": 9545 }, { "epoch": 0.09546, "grad_norm": 0.9458484110007981, "learning_rate": 0.003, "loss": 4.0467, "step": 9546 }, { "epoch": 0.09547, "grad_norm": 1.0876570915875363, "learning_rate": 0.003, "loss": 4.0358, "step": 9547 }, { "epoch": 0.09548, "grad_norm": 1.1875507966969954, "learning_rate": 0.003, "loss": 4.0327, "step": 9548 }, { "epoch": 0.09549, "grad_norm": 0.8814604626466929, "learning_rate": 0.003, "loss": 4.063, "step": 9549 }, { "epoch": 0.0955, "grad_norm": 1.0246586128840154, "learning_rate": 0.003, "loss": 4.0062, "step": 9550 }, { "epoch": 0.09551, "grad_norm": 1.2387660010338577, "learning_rate": 0.003, "loss": 4.0221, "step": 9551 }, { "epoch": 0.09552, "grad_norm": 0.9754198125538579, "learning_rate": 0.003, "loss": 4.0826, "step": 9552 }, { "epoch": 0.09553, "grad_norm": 1.1577414898591938, "learning_rate": 0.003, "loss": 4.0435, "step": 9553 }, { "epoch": 0.09554, "grad_norm": 1.0570088924704193, "learning_rate": 0.003, "loss": 4.0148, "step": 9554 }, { "epoch": 0.09555, "grad_norm": 1.2106521594790243, "learning_rate": 0.003, "loss": 4.0234, "step": 9555 }, { "epoch": 0.09556, "grad_norm": 1.0733450373625477, "learning_rate": 0.003, "loss": 4.0348, "step": 9556 }, { "epoch": 0.09557, "grad_norm": 1.1919871564102347, "learning_rate": 0.003, "loss": 4.0546, "step": 9557 }, { "epoch": 0.09558, "grad_norm": 1.146997350654266, "learning_rate": 0.003, "loss": 4.0441, "step": 9558 }, { "epoch": 0.09559, "grad_norm": 1.168927128415256, "learning_rate": 0.003, "loss": 4.0657, "step": 9559 }, { "epoch": 0.0956, "grad_norm": 1.11230556582203, "learning_rate": 0.003, "loss": 4.0285, "step": 9560 }, { "epoch": 0.09561, "grad_norm": 1.0881575661118905, "learning_rate": 0.003, "loss": 4.0542, "step": 9561 }, { "epoch": 0.09562, "grad_norm": 1.3389741513893663, "learning_rate": 0.003, "loss": 4.0088, "step": 9562 }, { "epoch": 0.09563, "grad_norm": 1.1779078269635281, "learning_rate": 0.003, "loss": 4.0709, "step": 9563 }, { "epoch": 0.09564, "grad_norm": 1.2633874376703453, "learning_rate": 0.003, "loss": 4.0607, "step": 9564 }, { "epoch": 0.09565, "grad_norm": 0.8461819044779642, "learning_rate": 0.003, "loss": 4.0181, "step": 9565 }, { "epoch": 0.09566, "grad_norm": 0.9430171254625663, "learning_rate": 0.003, "loss": 4.0318, "step": 9566 }, { "epoch": 0.09567, "grad_norm": 1.0543925802682974, "learning_rate": 0.003, "loss": 4.033, "step": 9567 }, { "epoch": 0.09568, "grad_norm": 1.2147511761418746, "learning_rate": 0.003, "loss": 4.0403, "step": 9568 }, { "epoch": 0.09569, "grad_norm": 1.139812511049965, "learning_rate": 0.003, "loss": 4.0433, "step": 9569 }, { "epoch": 0.0957, "grad_norm": 1.2066618266931726, "learning_rate": 0.003, "loss": 4.0448, "step": 9570 }, { "epoch": 0.09571, "grad_norm": 0.9969088728201041, "learning_rate": 0.003, "loss": 4.0405, "step": 9571 }, { "epoch": 0.09572, "grad_norm": 1.521564608038327, "learning_rate": 0.003, "loss": 4.0454, "step": 9572 }, { "epoch": 0.09573, "grad_norm": 0.767016893061818, "learning_rate": 0.003, "loss": 4.0353, "step": 9573 }, { "epoch": 0.09574, "grad_norm": 0.9077964583623702, "learning_rate": 0.003, "loss": 4.0367, "step": 9574 }, { "epoch": 0.09575, "grad_norm": 0.9789511548929908, "learning_rate": 0.003, "loss": 4.0219, "step": 9575 }, { "epoch": 0.09576, "grad_norm": 1.1272087126973815, "learning_rate": 0.003, "loss": 4.0228, "step": 9576 }, { "epoch": 0.09577, "grad_norm": 1.2010384957358553, "learning_rate": 0.003, "loss": 4.0128, "step": 9577 }, { "epoch": 0.09578, "grad_norm": 1.1758915609790765, "learning_rate": 0.003, "loss": 4.0102, "step": 9578 }, { "epoch": 0.09579, "grad_norm": 1.1677535297765045, "learning_rate": 0.003, "loss": 4.0194, "step": 9579 }, { "epoch": 0.0958, "grad_norm": 1.1752106864410679, "learning_rate": 0.003, "loss": 4.0497, "step": 9580 }, { "epoch": 0.09581, "grad_norm": 1.0390685668953878, "learning_rate": 0.003, "loss": 4.0799, "step": 9581 }, { "epoch": 0.09582, "grad_norm": 0.9448991333037483, "learning_rate": 0.003, "loss": 4.0186, "step": 9582 }, { "epoch": 0.09583, "grad_norm": 1.0699012101296939, "learning_rate": 0.003, "loss": 4.0127, "step": 9583 }, { "epoch": 0.09584, "grad_norm": 1.1114200647456693, "learning_rate": 0.003, "loss": 4.0345, "step": 9584 }, { "epoch": 0.09585, "grad_norm": 1.1110522535404246, "learning_rate": 0.003, "loss": 4.0172, "step": 9585 }, { "epoch": 0.09586, "grad_norm": 1.0693682178529131, "learning_rate": 0.003, "loss": 4.0489, "step": 9586 }, { "epoch": 0.09587, "grad_norm": 1.0907022200921574, "learning_rate": 0.003, "loss": 4.0018, "step": 9587 }, { "epoch": 0.09588, "grad_norm": 1.3052673040023657, "learning_rate": 0.003, "loss": 4.037, "step": 9588 }, { "epoch": 0.09589, "grad_norm": 1.1273974285859623, "learning_rate": 0.003, "loss": 4.0397, "step": 9589 }, { "epoch": 0.0959, "grad_norm": 0.9575377458395997, "learning_rate": 0.003, "loss": 4.0474, "step": 9590 }, { "epoch": 0.09591, "grad_norm": 1.2408320836823072, "learning_rate": 0.003, "loss": 4.0813, "step": 9591 }, { "epoch": 0.09592, "grad_norm": 1.0230179861054507, "learning_rate": 0.003, "loss": 4.0441, "step": 9592 }, { "epoch": 0.09593, "grad_norm": 1.2007397484572089, "learning_rate": 0.003, "loss": 4.0598, "step": 9593 }, { "epoch": 0.09594, "grad_norm": 0.9589259749600783, "learning_rate": 0.003, "loss": 4.0188, "step": 9594 }, { "epoch": 0.09595, "grad_norm": 1.0812271670511917, "learning_rate": 0.003, "loss": 4.0239, "step": 9595 }, { "epoch": 0.09596, "grad_norm": 1.215276423755771, "learning_rate": 0.003, "loss": 4.0375, "step": 9596 }, { "epoch": 0.09597, "grad_norm": 1.055514060891504, "learning_rate": 0.003, "loss": 4.0307, "step": 9597 }, { "epoch": 0.09598, "grad_norm": 1.0847458195628048, "learning_rate": 0.003, "loss": 4.0415, "step": 9598 }, { "epoch": 0.09599, "grad_norm": 1.3389087793122878, "learning_rate": 0.003, "loss": 4.0282, "step": 9599 }, { "epoch": 0.096, "grad_norm": 0.9055383982261854, "learning_rate": 0.003, "loss": 4.0234, "step": 9600 }, { "epoch": 0.09601, "grad_norm": 0.9811940695731026, "learning_rate": 0.003, "loss": 4.0306, "step": 9601 }, { "epoch": 0.09602, "grad_norm": 1.0789527786902395, "learning_rate": 0.003, "loss": 4.0641, "step": 9602 }, { "epoch": 0.09603, "grad_norm": 1.1727478141730425, "learning_rate": 0.003, "loss": 4.0413, "step": 9603 }, { "epoch": 0.09604, "grad_norm": 1.023524788242411, "learning_rate": 0.003, "loss": 4.0031, "step": 9604 }, { "epoch": 0.09605, "grad_norm": 1.2858580097981922, "learning_rate": 0.003, "loss": 4.0521, "step": 9605 }, { "epoch": 0.09606, "grad_norm": 0.8845738717710074, "learning_rate": 0.003, "loss": 4.0423, "step": 9606 }, { "epoch": 0.09607, "grad_norm": 0.9417694564288732, "learning_rate": 0.003, "loss": 4.0527, "step": 9607 }, { "epoch": 0.09608, "grad_norm": 1.328516456493561, "learning_rate": 0.003, "loss": 4.0717, "step": 9608 }, { "epoch": 0.09609, "grad_norm": 1.2629011203498186, "learning_rate": 0.003, "loss": 4.0411, "step": 9609 }, { "epoch": 0.0961, "grad_norm": 1.1729883232988318, "learning_rate": 0.003, "loss": 4.0427, "step": 9610 }, { "epoch": 0.09611, "grad_norm": 1.393118460283264, "learning_rate": 0.003, "loss": 4.0425, "step": 9611 }, { "epoch": 0.09612, "grad_norm": 1.0698096910097765, "learning_rate": 0.003, "loss": 4.0378, "step": 9612 }, { "epoch": 0.09613, "grad_norm": 1.007696738311522, "learning_rate": 0.003, "loss": 4.051, "step": 9613 }, { "epoch": 0.09614, "grad_norm": 1.4803986138018956, "learning_rate": 0.003, "loss": 4.054, "step": 9614 }, { "epoch": 0.09615, "grad_norm": 1.0559026629823391, "learning_rate": 0.003, "loss": 4.0191, "step": 9615 }, { "epoch": 0.09616, "grad_norm": 1.1782897391468559, "learning_rate": 0.003, "loss": 4.0498, "step": 9616 }, { "epoch": 0.09617, "grad_norm": 1.0127744559386622, "learning_rate": 0.003, "loss": 4.0198, "step": 9617 }, { "epoch": 0.09618, "grad_norm": 1.2681610401673449, "learning_rate": 0.003, "loss": 4.0457, "step": 9618 }, { "epoch": 0.09619, "grad_norm": 0.9294594817912581, "learning_rate": 0.003, "loss": 4.0352, "step": 9619 }, { "epoch": 0.0962, "grad_norm": 0.9905671912694861, "learning_rate": 0.003, "loss": 4.0249, "step": 9620 }, { "epoch": 0.09621, "grad_norm": 1.3373852398607728, "learning_rate": 0.003, "loss": 4.0521, "step": 9621 }, { "epoch": 0.09622, "grad_norm": 1.1541351242021758, "learning_rate": 0.003, "loss": 4.0344, "step": 9622 }, { "epoch": 0.09623, "grad_norm": 1.112301616615713, "learning_rate": 0.003, "loss": 4.0288, "step": 9623 }, { "epoch": 0.09624, "grad_norm": 1.3430937174739355, "learning_rate": 0.003, "loss": 4.0476, "step": 9624 }, { "epoch": 0.09625, "grad_norm": 1.080047687143114, "learning_rate": 0.003, "loss": 4.0205, "step": 9625 }, { "epoch": 0.09626, "grad_norm": 1.0694079912518233, "learning_rate": 0.003, "loss": 4.03, "step": 9626 }, { "epoch": 0.09627, "grad_norm": 1.139432118757624, "learning_rate": 0.003, "loss": 4.0252, "step": 9627 }, { "epoch": 0.09628, "grad_norm": 0.958627843592087, "learning_rate": 0.003, "loss": 4.0266, "step": 9628 }, { "epoch": 0.09629, "grad_norm": 1.0662067967300446, "learning_rate": 0.003, "loss": 4.0442, "step": 9629 }, { "epoch": 0.0963, "grad_norm": 1.0412238973539465, "learning_rate": 0.003, "loss": 4.0334, "step": 9630 }, { "epoch": 0.09631, "grad_norm": 1.0125046957428312, "learning_rate": 0.003, "loss": 4.0658, "step": 9631 }, { "epoch": 0.09632, "grad_norm": 1.3555424752709917, "learning_rate": 0.003, "loss": 4.0095, "step": 9632 }, { "epoch": 0.09633, "grad_norm": 1.063757740872899, "learning_rate": 0.003, "loss": 4.0226, "step": 9633 }, { "epoch": 0.09634, "grad_norm": 1.20136927846276, "learning_rate": 0.003, "loss": 4.0121, "step": 9634 }, { "epoch": 0.09635, "grad_norm": 1.1423655529057926, "learning_rate": 0.003, "loss": 4.0522, "step": 9635 }, { "epoch": 0.09636, "grad_norm": 1.3277021817787018, "learning_rate": 0.003, "loss": 4.0606, "step": 9636 }, { "epoch": 0.09637, "grad_norm": 0.916236476287278, "learning_rate": 0.003, "loss": 4.0239, "step": 9637 }, { "epoch": 0.09638, "grad_norm": 1.1712812625089448, "learning_rate": 0.003, "loss": 4.0211, "step": 9638 }, { "epoch": 0.09639, "grad_norm": 1.1016378675492433, "learning_rate": 0.003, "loss": 4.0248, "step": 9639 }, { "epoch": 0.0964, "grad_norm": 1.0341626312817283, "learning_rate": 0.003, "loss": 4.0674, "step": 9640 }, { "epoch": 0.09641, "grad_norm": 1.1660677439533391, "learning_rate": 0.003, "loss": 4.0083, "step": 9641 }, { "epoch": 0.09642, "grad_norm": 0.9807879097387026, "learning_rate": 0.003, "loss": 4.0559, "step": 9642 }, { "epoch": 0.09643, "grad_norm": 1.2769541125682597, "learning_rate": 0.003, "loss": 4.0352, "step": 9643 }, { "epoch": 0.09644, "grad_norm": 0.9284721817809056, "learning_rate": 0.003, "loss": 4.0505, "step": 9644 }, { "epoch": 0.09645, "grad_norm": 1.2692913801981347, "learning_rate": 0.003, "loss": 4.05, "step": 9645 }, { "epoch": 0.09646, "grad_norm": 0.9226038318267903, "learning_rate": 0.003, "loss": 4.0399, "step": 9646 }, { "epoch": 0.09647, "grad_norm": 1.1716846999519674, "learning_rate": 0.003, "loss": 4.0031, "step": 9647 }, { "epoch": 0.09648, "grad_norm": 1.0984624781628638, "learning_rate": 0.003, "loss": 4.0797, "step": 9648 }, { "epoch": 0.09649, "grad_norm": 1.032713451324886, "learning_rate": 0.003, "loss": 4.0118, "step": 9649 }, { "epoch": 0.0965, "grad_norm": 1.2893129243430874, "learning_rate": 0.003, "loss": 4.0299, "step": 9650 }, { "epoch": 0.09651, "grad_norm": 1.2914240519466096, "learning_rate": 0.003, "loss": 4.0503, "step": 9651 }, { "epoch": 0.09652, "grad_norm": 1.0304038397431154, "learning_rate": 0.003, "loss": 4.0333, "step": 9652 }, { "epoch": 0.09653, "grad_norm": 1.1558865874046644, "learning_rate": 0.003, "loss": 4.0609, "step": 9653 }, { "epoch": 0.09654, "grad_norm": 1.0769712394558766, "learning_rate": 0.003, "loss": 4.013, "step": 9654 }, { "epoch": 0.09655, "grad_norm": 1.0046687966997174, "learning_rate": 0.003, "loss": 4.0427, "step": 9655 }, { "epoch": 0.09656, "grad_norm": 1.208629121263327, "learning_rate": 0.003, "loss": 4.0589, "step": 9656 }, { "epoch": 0.09657, "grad_norm": 1.0524663213041456, "learning_rate": 0.003, "loss": 4.0534, "step": 9657 }, { "epoch": 0.09658, "grad_norm": 1.1446885277300836, "learning_rate": 0.003, "loss": 4.031, "step": 9658 }, { "epoch": 0.09659, "grad_norm": 1.1799030583312893, "learning_rate": 0.003, "loss": 4.0627, "step": 9659 }, { "epoch": 0.0966, "grad_norm": 1.1396175467308287, "learning_rate": 0.003, "loss": 4.054, "step": 9660 }, { "epoch": 0.09661, "grad_norm": 1.2031365613861558, "learning_rate": 0.003, "loss": 4.0248, "step": 9661 }, { "epoch": 0.09662, "grad_norm": 1.0450126941262252, "learning_rate": 0.003, "loss": 4.0269, "step": 9662 }, { "epoch": 0.09663, "grad_norm": 1.1872140736780354, "learning_rate": 0.003, "loss": 4.059, "step": 9663 }, { "epoch": 0.09664, "grad_norm": 1.10816766795799, "learning_rate": 0.003, "loss": 4.0531, "step": 9664 }, { "epoch": 0.09665, "grad_norm": 1.0920304192442827, "learning_rate": 0.003, "loss": 4.0328, "step": 9665 }, { "epoch": 0.09666, "grad_norm": 1.0614448386527346, "learning_rate": 0.003, "loss": 4.0478, "step": 9666 }, { "epoch": 0.09667, "grad_norm": 1.222612568204848, "learning_rate": 0.003, "loss": 4.0526, "step": 9667 }, { "epoch": 0.09668, "grad_norm": 1.0545430433180965, "learning_rate": 0.003, "loss": 4.0222, "step": 9668 }, { "epoch": 0.09669, "grad_norm": 1.0956783811426631, "learning_rate": 0.003, "loss": 4.0295, "step": 9669 }, { "epoch": 0.0967, "grad_norm": 0.9610892180277101, "learning_rate": 0.003, "loss": 4.0449, "step": 9670 }, { "epoch": 0.09671, "grad_norm": 1.36766207674131, "learning_rate": 0.003, "loss": 4.0319, "step": 9671 }, { "epoch": 0.09672, "grad_norm": 0.9365680632039836, "learning_rate": 0.003, "loss": 4.0558, "step": 9672 }, { "epoch": 0.09673, "grad_norm": 1.0029650441296576, "learning_rate": 0.003, "loss": 4.0531, "step": 9673 }, { "epoch": 0.09674, "grad_norm": 1.1463824116993444, "learning_rate": 0.003, "loss": 4.0862, "step": 9674 }, { "epoch": 0.09675, "grad_norm": 1.058735123681513, "learning_rate": 0.003, "loss": 4.0194, "step": 9675 }, { "epoch": 0.09676, "grad_norm": 1.0766125342365733, "learning_rate": 0.003, "loss": 4.0394, "step": 9676 }, { "epoch": 0.09677, "grad_norm": 1.1203720989393562, "learning_rate": 0.003, "loss": 4.0015, "step": 9677 }, { "epoch": 0.09678, "grad_norm": 1.0951111296319187, "learning_rate": 0.003, "loss": 4.0651, "step": 9678 }, { "epoch": 0.09679, "grad_norm": 1.0249113062787711, "learning_rate": 0.003, "loss": 4.051, "step": 9679 }, { "epoch": 0.0968, "grad_norm": 1.057027117497527, "learning_rate": 0.003, "loss": 4.0427, "step": 9680 }, { "epoch": 0.09681, "grad_norm": 1.2583816959197518, "learning_rate": 0.003, "loss": 4.0522, "step": 9681 }, { "epoch": 0.09682, "grad_norm": 1.2002373803491195, "learning_rate": 0.003, "loss": 4.0379, "step": 9682 }, { "epoch": 0.09683, "grad_norm": 0.9521536845012109, "learning_rate": 0.003, "loss": 4.0268, "step": 9683 }, { "epoch": 0.09684, "grad_norm": 1.176715675692431, "learning_rate": 0.003, "loss": 4.0581, "step": 9684 }, { "epoch": 0.09685, "grad_norm": 1.2536000297265582, "learning_rate": 0.003, "loss": 4.0399, "step": 9685 }, { "epoch": 0.09686, "grad_norm": 1.2657578935031644, "learning_rate": 0.003, "loss": 4.0475, "step": 9686 }, { "epoch": 0.09687, "grad_norm": 1.045426925577382, "learning_rate": 0.003, "loss": 4.0442, "step": 9687 }, { "epoch": 0.09688, "grad_norm": 1.1541282081642033, "learning_rate": 0.003, "loss": 4.0731, "step": 9688 }, { "epoch": 0.09689, "grad_norm": 1.0905131544606357, "learning_rate": 0.003, "loss": 4.0249, "step": 9689 }, { "epoch": 0.0969, "grad_norm": 1.2174044997009796, "learning_rate": 0.003, "loss": 4.0436, "step": 9690 }, { "epoch": 0.09691, "grad_norm": 0.9988922116041921, "learning_rate": 0.003, "loss": 4.0481, "step": 9691 }, { "epoch": 0.09692, "grad_norm": 1.425363077395206, "learning_rate": 0.003, "loss": 4.0585, "step": 9692 }, { "epoch": 0.09693, "grad_norm": 0.9614291217845489, "learning_rate": 0.003, "loss": 4.0117, "step": 9693 }, { "epoch": 0.09694, "grad_norm": 1.1263744616665738, "learning_rate": 0.003, "loss": 4.0355, "step": 9694 }, { "epoch": 0.09695, "grad_norm": 0.9927369724604576, "learning_rate": 0.003, "loss": 4.0415, "step": 9695 }, { "epoch": 0.09696, "grad_norm": 1.204799634186295, "learning_rate": 0.003, "loss": 4.0299, "step": 9696 }, { "epoch": 0.09697, "grad_norm": 1.1019920635375835, "learning_rate": 0.003, "loss": 4.0378, "step": 9697 }, { "epoch": 0.09698, "grad_norm": 1.3083890446725224, "learning_rate": 0.003, "loss": 4.054, "step": 9698 }, { "epoch": 0.09699, "grad_norm": 0.8673207887854278, "learning_rate": 0.003, "loss": 4.0176, "step": 9699 }, { "epoch": 0.097, "grad_norm": 1.0937709937276758, "learning_rate": 0.003, "loss": 4.0585, "step": 9700 }, { "epoch": 0.09701, "grad_norm": 1.1096124083859713, "learning_rate": 0.003, "loss": 4.0336, "step": 9701 }, { "epoch": 0.09702, "grad_norm": 1.0470332399648397, "learning_rate": 0.003, "loss": 4.0154, "step": 9702 }, { "epoch": 0.09703, "grad_norm": 1.116033751774405, "learning_rate": 0.003, "loss": 4.0285, "step": 9703 }, { "epoch": 0.09704, "grad_norm": 1.322938797815828, "learning_rate": 0.003, "loss": 4.0362, "step": 9704 }, { "epoch": 0.09705, "grad_norm": 1.1674145052754212, "learning_rate": 0.003, "loss": 4.0204, "step": 9705 }, { "epoch": 0.09706, "grad_norm": 1.080731872467136, "learning_rate": 0.003, "loss": 4.0391, "step": 9706 }, { "epoch": 0.09707, "grad_norm": 1.0930211810900559, "learning_rate": 0.003, "loss": 4.0044, "step": 9707 }, { "epoch": 0.09708, "grad_norm": 1.1779520488029591, "learning_rate": 0.003, "loss": 4.0047, "step": 9708 }, { "epoch": 0.09709, "grad_norm": 1.1874834288052714, "learning_rate": 0.003, "loss": 4.0396, "step": 9709 }, { "epoch": 0.0971, "grad_norm": 1.070110334968628, "learning_rate": 0.003, "loss": 4.0282, "step": 9710 }, { "epoch": 0.09711, "grad_norm": 0.9584275425436, "learning_rate": 0.003, "loss": 4.0325, "step": 9711 }, { "epoch": 0.09712, "grad_norm": 1.2305623246651165, "learning_rate": 0.003, "loss": 4.0779, "step": 9712 }, { "epoch": 0.09713, "grad_norm": 1.0142149218985719, "learning_rate": 0.003, "loss": 3.9958, "step": 9713 }, { "epoch": 0.09714, "grad_norm": 1.0721750280658653, "learning_rate": 0.003, "loss": 4.0164, "step": 9714 }, { "epoch": 0.09715, "grad_norm": 1.0682520259093737, "learning_rate": 0.003, "loss": 4.0407, "step": 9715 }, { "epoch": 0.09716, "grad_norm": 1.0242254335123158, "learning_rate": 0.003, "loss": 4.0074, "step": 9716 }, { "epoch": 0.09717, "grad_norm": 1.1149187761150097, "learning_rate": 0.003, "loss": 4.0653, "step": 9717 }, { "epoch": 0.09718, "grad_norm": 0.9890961402875876, "learning_rate": 0.003, "loss": 4.0325, "step": 9718 }, { "epoch": 0.09719, "grad_norm": 1.0299139105443698, "learning_rate": 0.003, "loss": 4.0201, "step": 9719 }, { "epoch": 0.0972, "grad_norm": 1.1558417735093496, "learning_rate": 0.003, "loss": 4.0219, "step": 9720 }, { "epoch": 0.09721, "grad_norm": 0.9555209453551541, "learning_rate": 0.003, "loss": 4.0562, "step": 9721 }, { "epoch": 0.09722, "grad_norm": 1.1785724250641767, "learning_rate": 0.003, "loss": 4.038, "step": 9722 }, { "epoch": 0.09723, "grad_norm": 0.9949897584530741, "learning_rate": 0.003, "loss": 4.0003, "step": 9723 }, { "epoch": 0.09724, "grad_norm": 1.2568210621473228, "learning_rate": 0.003, "loss": 4.0306, "step": 9724 }, { "epoch": 0.09725, "grad_norm": 1.332241847275785, "learning_rate": 0.003, "loss": 3.9916, "step": 9725 }, { "epoch": 0.09726, "grad_norm": 1.2144800862045018, "learning_rate": 0.003, "loss": 4.0489, "step": 9726 }, { "epoch": 0.09727, "grad_norm": 1.011363287246841, "learning_rate": 0.003, "loss": 4.0351, "step": 9727 }, { "epoch": 0.09728, "grad_norm": 1.2120085901786424, "learning_rate": 0.003, "loss": 4.0308, "step": 9728 }, { "epoch": 0.09729, "grad_norm": 0.867741516356202, "learning_rate": 0.003, "loss": 4.0264, "step": 9729 }, { "epoch": 0.0973, "grad_norm": 0.8878505496669983, "learning_rate": 0.003, "loss": 4.0376, "step": 9730 }, { "epoch": 0.09731, "grad_norm": 1.0837727849054648, "learning_rate": 0.003, "loss": 3.9926, "step": 9731 }, { "epoch": 0.09732, "grad_norm": 1.2212446559927213, "learning_rate": 0.003, "loss": 4.043, "step": 9732 }, { "epoch": 0.09733, "grad_norm": 1.2393726295211063, "learning_rate": 0.003, "loss": 4.0276, "step": 9733 }, { "epoch": 0.09734, "grad_norm": 1.188214463071944, "learning_rate": 0.003, "loss": 4.0605, "step": 9734 }, { "epoch": 0.09735, "grad_norm": 0.9872370881140842, "learning_rate": 0.003, "loss": 4.0504, "step": 9735 }, { "epoch": 0.09736, "grad_norm": 1.2580153206408196, "learning_rate": 0.003, "loss": 4.0333, "step": 9736 }, { "epoch": 0.09737, "grad_norm": 0.8841844781969095, "learning_rate": 0.003, "loss": 3.9805, "step": 9737 }, { "epoch": 0.09738, "grad_norm": 0.976812400102225, "learning_rate": 0.003, "loss": 4.0472, "step": 9738 }, { "epoch": 0.09739, "grad_norm": 1.1508306667326322, "learning_rate": 0.003, "loss": 4.048, "step": 9739 }, { "epoch": 0.0974, "grad_norm": 1.196271566840404, "learning_rate": 0.003, "loss": 4.0357, "step": 9740 }, { "epoch": 0.09741, "grad_norm": 1.3082102267631772, "learning_rate": 0.003, "loss": 4.0845, "step": 9741 }, { "epoch": 0.09742, "grad_norm": 0.8994765241690306, "learning_rate": 0.003, "loss": 4.0156, "step": 9742 }, { "epoch": 0.09743, "grad_norm": 1.1682198162883546, "learning_rate": 0.003, "loss": 4.0486, "step": 9743 }, { "epoch": 0.09744, "grad_norm": 1.1469753871425274, "learning_rate": 0.003, "loss": 4.0123, "step": 9744 }, { "epoch": 0.09745, "grad_norm": 1.0422496922123192, "learning_rate": 0.003, "loss": 4.0645, "step": 9745 }, { "epoch": 0.09746, "grad_norm": 1.1368341501666346, "learning_rate": 0.003, "loss": 4.0263, "step": 9746 }, { "epoch": 0.09747, "grad_norm": 1.0608575439585237, "learning_rate": 0.003, "loss": 4.036, "step": 9747 }, { "epoch": 0.09748, "grad_norm": 1.1013061298997167, "learning_rate": 0.003, "loss": 4.0687, "step": 9748 }, { "epoch": 0.09749, "grad_norm": 1.0678436420733588, "learning_rate": 0.003, "loss": 4.0106, "step": 9749 }, { "epoch": 0.0975, "grad_norm": 1.2786918164008214, "learning_rate": 0.003, "loss": 4.0254, "step": 9750 }, { "epoch": 0.09751, "grad_norm": 1.28463107870462, "learning_rate": 0.003, "loss": 4.0028, "step": 9751 }, { "epoch": 0.09752, "grad_norm": 1.0428808856437923, "learning_rate": 0.003, "loss": 4.0461, "step": 9752 }, { "epoch": 0.09753, "grad_norm": 1.192666194400153, "learning_rate": 0.003, "loss": 3.9985, "step": 9753 }, { "epoch": 0.09754, "grad_norm": 0.9605862543799322, "learning_rate": 0.003, "loss": 4.0428, "step": 9754 }, { "epoch": 0.09755, "grad_norm": 0.9697232496137559, "learning_rate": 0.003, "loss": 4.0152, "step": 9755 }, { "epoch": 0.09756, "grad_norm": 1.224040574050268, "learning_rate": 0.003, "loss": 4.0271, "step": 9756 }, { "epoch": 0.09757, "grad_norm": 1.1631102520521532, "learning_rate": 0.003, "loss": 4.036, "step": 9757 }, { "epoch": 0.09758, "grad_norm": 1.2505629557746405, "learning_rate": 0.003, "loss": 4.0342, "step": 9758 }, { "epoch": 0.09759, "grad_norm": 0.9191423900203707, "learning_rate": 0.003, "loss": 4.028, "step": 9759 }, { "epoch": 0.0976, "grad_norm": 1.1424671614519222, "learning_rate": 0.003, "loss": 4.0381, "step": 9760 }, { "epoch": 0.09761, "grad_norm": 1.102658611997917, "learning_rate": 0.003, "loss": 4.0292, "step": 9761 }, { "epoch": 0.09762, "grad_norm": 1.1444051134380946, "learning_rate": 0.003, "loss": 4.0489, "step": 9762 }, { "epoch": 0.09763, "grad_norm": 0.9264161068395702, "learning_rate": 0.003, "loss": 3.9995, "step": 9763 }, { "epoch": 0.09764, "grad_norm": 1.1546408453955734, "learning_rate": 0.003, "loss": 4.0017, "step": 9764 }, { "epoch": 0.09765, "grad_norm": 1.0603790276325908, "learning_rate": 0.003, "loss": 4.0603, "step": 9765 }, { "epoch": 0.09766, "grad_norm": 1.1751196941995863, "learning_rate": 0.003, "loss": 4.0349, "step": 9766 }, { "epoch": 0.09767, "grad_norm": 1.0177083794650912, "learning_rate": 0.003, "loss": 4.046, "step": 9767 }, { "epoch": 0.09768, "grad_norm": 1.273731379095236, "learning_rate": 0.003, "loss": 4.0246, "step": 9768 }, { "epoch": 0.09769, "grad_norm": 1.0996220193558155, "learning_rate": 0.003, "loss": 4.054, "step": 9769 }, { "epoch": 0.0977, "grad_norm": 1.0840911902806654, "learning_rate": 0.003, "loss": 4.0522, "step": 9770 }, { "epoch": 0.09771, "grad_norm": 1.2555935788729693, "learning_rate": 0.003, "loss": 4.0252, "step": 9771 }, { "epoch": 0.09772, "grad_norm": 1.0357209296089733, "learning_rate": 0.003, "loss": 4.0157, "step": 9772 }, { "epoch": 0.09773, "grad_norm": 1.1082243796424802, "learning_rate": 0.003, "loss": 4.0361, "step": 9773 }, { "epoch": 0.09774, "grad_norm": 1.1536368515267816, "learning_rate": 0.003, "loss": 4.0561, "step": 9774 }, { "epoch": 0.09775, "grad_norm": 1.1867161847229521, "learning_rate": 0.003, "loss": 4.0533, "step": 9775 }, { "epoch": 0.09776, "grad_norm": 0.9452459057379259, "learning_rate": 0.003, "loss": 4.0194, "step": 9776 }, { "epoch": 0.09777, "grad_norm": 1.302622907890426, "learning_rate": 0.003, "loss": 4.0577, "step": 9777 }, { "epoch": 0.09778, "grad_norm": 0.9532508643293588, "learning_rate": 0.003, "loss": 4.0086, "step": 9778 }, { "epoch": 0.09779, "grad_norm": 1.1242482678635257, "learning_rate": 0.003, "loss": 4.0233, "step": 9779 }, { "epoch": 0.0978, "grad_norm": 0.9839145612462165, "learning_rate": 0.003, "loss": 4.0225, "step": 9780 }, { "epoch": 0.09781, "grad_norm": 1.1498232001451654, "learning_rate": 0.003, "loss": 4.0402, "step": 9781 }, { "epoch": 0.09782, "grad_norm": 1.271609091807339, "learning_rate": 0.003, "loss": 4.0452, "step": 9782 }, { "epoch": 0.09783, "grad_norm": 1.058335316998838, "learning_rate": 0.003, "loss": 4.0152, "step": 9783 }, { "epoch": 0.09784, "grad_norm": 1.37604134703034, "learning_rate": 0.003, "loss": 4.0016, "step": 9784 }, { "epoch": 0.09785, "grad_norm": 1.1945900295219143, "learning_rate": 0.003, "loss": 4.0399, "step": 9785 }, { "epoch": 0.09786, "grad_norm": 1.1892035335129034, "learning_rate": 0.003, "loss": 4.0274, "step": 9786 }, { "epoch": 0.09787, "grad_norm": 0.9198710416706617, "learning_rate": 0.003, "loss": 4.0208, "step": 9787 }, { "epoch": 0.09788, "grad_norm": 1.0963105756254876, "learning_rate": 0.003, "loss": 4.0428, "step": 9788 }, { "epoch": 0.09789, "grad_norm": 1.0434621221623521, "learning_rate": 0.003, "loss": 4.0109, "step": 9789 }, { "epoch": 0.0979, "grad_norm": 1.1550849940577819, "learning_rate": 0.003, "loss": 4.0417, "step": 9790 }, { "epoch": 0.09791, "grad_norm": 1.357987097806882, "learning_rate": 0.003, "loss": 4.0531, "step": 9791 }, { "epoch": 0.09792, "grad_norm": 1.042044201245543, "learning_rate": 0.003, "loss": 4.0172, "step": 9792 }, { "epoch": 0.09793, "grad_norm": 1.1919512358344675, "learning_rate": 0.003, "loss": 4.0301, "step": 9793 }, { "epoch": 0.09794, "grad_norm": 1.2241595549926594, "learning_rate": 0.003, "loss": 4.0452, "step": 9794 }, { "epoch": 0.09795, "grad_norm": 1.0586631623737053, "learning_rate": 0.003, "loss": 4.0508, "step": 9795 }, { "epoch": 0.09796, "grad_norm": 1.1914802085441085, "learning_rate": 0.003, "loss": 4.0284, "step": 9796 }, { "epoch": 0.09797, "grad_norm": 1.1115787515349747, "learning_rate": 0.003, "loss": 4.0345, "step": 9797 }, { "epoch": 0.09798, "grad_norm": 0.9816749943466317, "learning_rate": 0.003, "loss": 4.0263, "step": 9798 }, { "epoch": 0.09799, "grad_norm": 1.1660406158959165, "learning_rate": 0.003, "loss": 4.0616, "step": 9799 }, { "epoch": 0.098, "grad_norm": 1.0709459229028373, "learning_rate": 0.003, "loss": 4.0334, "step": 9800 }, { "epoch": 0.09801, "grad_norm": 1.1990212956387598, "learning_rate": 0.003, "loss": 4.0449, "step": 9801 }, { "epoch": 0.09802, "grad_norm": 1.0567665044317882, "learning_rate": 0.003, "loss": 4.0296, "step": 9802 }, { "epoch": 0.09803, "grad_norm": 1.0778757992404968, "learning_rate": 0.003, "loss": 4.0198, "step": 9803 }, { "epoch": 0.09804, "grad_norm": 1.0525175964682807, "learning_rate": 0.003, "loss": 4.0235, "step": 9804 }, { "epoch": 0.09805, "grad_norm": 1.241338187112226, "learning_rate": 0.003, "loss": 4.0193, "step": 9805 }, { "epoch": 0.09806, "grad_norm": 1.0640857294444321, "learning_rate": 0.003, "loss": 4.0118, "step": 9806 }, { "epoch": 0.09807, "grad_norm": 1.1456311229706166, "learning_rate": 0.003, "loss": 4.0271, "step": 9807 }, { "epoch": 0.09808, "grad_norm": 1.1124715383770616, "learning_rate": 0.003, "loss": 4.0605, "step": 9808 }, { "epoch": 0.09809, "grad_norm": 1.0282435668770187, "learning_rate": 0.003, "loss": 4.0248, "step": 9809 }, { "epoch": 0.0981, "grad_norm": 1.0398795512010792, "learning_rate": 0.003, "loss": 4.0563, "step": 9810 }, { "epoch": 0.09811, "grad_norm": 0.9279075100819835, "learning_rate": 0.003, "loss": 4.0531, "step": 9811 }, { "epoch": 0.09812, "grad_norm": 1.0782186992787437, "learning_rate": 0.003, "loss": 4.0246, "step": 9812 }, { "epoch": 0.09813, "grad_norm": 1.3085300578739432, "learning_rate": 0.003, "loss": 4.0437, "step": 9813 }, { "epoch": 0.09814, "grad_norm": 1.1101588548323373, "learning_rate": 0.003, "loss": 4.0235, "step": 9814 }, { "epoch": 0.09815, "grad_norm": 1.1431391579353671, "learning_rate": 0.003, "loss": 3.9915, "step": 9815 }, { "epoch": 0.09816, "grad_norm": 1.164627516774537, "learning_rate": 0.003, "loss": 3.9982, "step": 9816 }, { "epoch": 0.09817, "grad_norm": 1.1241257621100056, "learning_rate": 0.003, "loss": 4.0224, "step": 9817 }, { "epoch": 0.09818, "grad_norm": 1.1105822418561284, "learning_rate": 0.003, "loss": 4.0456, "step": 9818 }, { "epoch": 0.09819, "grad_norm": 1.2260148961373039, "learning_rate": 0.003, "loss": 4.046, "step": 9819 }, { "epoch": 0.0982, "grad_norm": 1.0867720780444274, "learning_rate": 0.003, "loss": 4.0293, "step": 9820 }, { "epoch": 0.09821, "grad_norm": 0.925875521249806, "learning_rate": 0.003, "loss": 4.017, "step": 9821 }, { "epoch": 0.09822, "grad_norm": 1.4487529076721064, "learning_rate": 0.003, "loss": 4.0513, "step": 9822 }, { "epoch": 0.09823, "grad_norm": 0.8294595735585626, "learning_rate": 0.003, "loss": 4.0496, "step": 9823 }, { "epoch": 0.09824, "grad_norm": 1.073309157510469, "learning_rate": 0.003, "loss": 4.0428, "step": 9824 }, { "epoch": 0.09825, "grad_norm": 1.279144134720854, "learning_rate": 0.003, "loss": 4.0372, "step": 9825 }, { "epoch": 0.09826, "grad_norm": 1.1476433885186508, "learning_rate": 0.003, "loss": 4.0141, "step": 9826 }, { "epoch": 0.09827, "grad_norm": 1.043838880236461, "learning_rate": 0.003, "loss": 4.0179, "step": 9827 }, { "epoch": 0.09828, "grad_norm": 1.1968693614717298, "learning_rate": 0.003, "loss": 4.0402, "step": 9828 }, { "epoch": 0.09829, "grad_norm": 1.0457138129997414, "learning_rate": 0.003, "loss": 4.0275, "step": 9829 }, { "epoch": 0.0983, "grad_norm": 1.5123833188618667, "learning_rate": 0.003, "loss": 4.0458, "step": 9830 }, { "epoch": 0.09831, "grad_norm": 0.8711665475933555, "learning_rate": 0.003, "loss": 4.0456, "step": 9831 }, { "epoch": 0.09832, "grad_norm": 1.144386517076489, "learning_rate": 0.003, "loss": 4.0093, "step": 9832 }, { "epoch": 0.09833, "grad_norm": 1.246511769111947, "learning_rate": 0.003, "loss": 4.0599, "step": 9833 }, { "epoch": 0.09834, "grad_norm": 1.13349377739888, "learning_rate": 0.003, "loss": 4.0412, "step": 9834 }, { "epoch": 0.09835, "grad_norm": 1.0894251468551766, "learning_rate": 0.003, "loss": 4.0385, "step": 9835 }, { "epoch": 0.09836, "grad_norm": 1.1354298533553584, "learning_rate": 0.003, "loss": 4.0041, "step": 9836 }, { "epoch": 0.09837, "grad_norm": 1.1000173143853216, "learning_rate": 0.003, "loss": 3.996, "step": 9837 }, { "epoch": 0.09838, "grad_norm": 1.119210791465233, "learning_rate": 0.003, "loss": 4.0269, "step": 9838 }, { "epoch": 0.09839, "grad_norm": 0.9524635366093233, "learning_rate": 0.003, "loss": 4.0565, "step": 9839 }, { "epoch": 0.0984, "grad_norm": 1.0797554846674096, "learning_rate": 0.003, "loss": 4.0297, "step": 9840 }, { "epoch": 0.09841, "grad_norm": 1.1411790679575085, "learning_rate": 0.003, "loss": 4.045, "step": 9841 }, { "epoch": 0.09842, "grad_norm": 1.1281791126318816, "learning_rate": 0.003, "loss": 4.0219, "step": 9842 }, { "epoch": 0.09843, "grad_norm": 0.9134744520495551, "learning_rate": 0.003, "loss": 4.0235, "step": 9843 }, { "epoch": 0.09844, "grad_norm": 1.0160022299473974, "learning_rate": 0.003, "loss": 4.0062, "step": 9844 }, { "epoch": 0.09845, "grad_norm": 1.3428743136543202, "learning_rate": 0.003, "loss": 4.0307, "step": 9845 }, { "epoch": 0.09846, "grad_norm": 1.0189991251253638, "learning_rate": 0.003, "loss": 4.011, "step": 9846 }, { "epoch": 0.09847, "grad_norm": 1.1704243872927704, "learning_rate": 0.003, "loss": 4.0374, "step": 9847 }, { "epoch": 0.09848, "grad_norm": 0.9081125793690473, "learning_rate": 0.003, "loss": 4.0108, "step": 9848 }, { "epoch": 0.09849, "grad_norm": 1.0336695774661442, "learning_rate": 0.003, "loss": 4.0274, "step": 9849 }, { "epoch": 0.0985, "grad_norm": 1.185375263926777, "learning_rate": 0.003, "loss": 4.0593, "step": 9850 }, { "epoch": 0.09851, "grad_norm": 1.1305392937955534, "learning_rate": 0.003, "loss": 4.0613, "step": 9851 }, { "epoch": 0.09852, "grad_norm": 0.9581592333628471, "learning_rate": 0.003, "loss": 4.0315, "step": 9852 }, { "epoch": 0.09853, "grad_norm": 1.2114861648250734, "learning_rate": 0.003, "loss": 4.0301, "step": 9853 }, { "epoch": 0.09854, "grad_norm": 1.0284507718101719, "learning_rate": 0.003, "loss": 4.0066, "step": 9854 }, { "epoch": 0.09855, "grad_norm": 1.2232319748941225, "learning_rate": 0.003, "loss": 4.0038, "step": 9855 }, { "epoch": 0.09856, "grad_norm": 1.0855515860790759, "learning_rate": 0.003, "loss": 4.062, "step": 9856 }, { "epoch": 0.09857, "grad_norm": 1.0753853243294782, "learning_rate": 0.003, "loss": 4.0313, "step": 9857 }, { "epoch": 0.09858, "grad_norm": 1.206054994842722, "learning_rate": 0.003, "loss": 4.0289, "step": 9858 }, { "epoch": 0.09859, "grad_norm": 1.098563875256706, "learning_rate": 0.003, "loss": 4.0698, "step": 9859 }, { "epoch": 0.0986, "grad_norm": 1.1139961945407197, "learning_rate": 0.003, "loss": 4.0267, "step": 9860 }, { "epoch": 0.09861, "grad_norm": 1.1965232138904764, "learning_rate": 0.003, "loss": 4.0368, "step": 9861 }, { "epoch": 0.09862, "grad_norm": 1.1112915398055838, "learning_rate": 0.003, "loss": 4.0504, "step": 9862 }, { "epoch": 0.09863, "grad_norm": 1.1765592866838956, "learning_rate": 0.003, "loss": 4.0581, "step": 9863 }, { "epoch": 0.09864, "grad_norm": 1.281604965271072, "learning_rate": 0.003, "loss": 4.0622, "step": 9864 }, { "epoch": 0.09865, "grad_norm": 0.9474747599256009, "learning_rate": 0.003, "loss": 4.0343, "step": 9865 }, { "epoch": 0.09866, "grad_norm": 1.2526292758671924, "learning_rate": 0.003, "loss": 4.0278, "step": 9866 }, { "epoch": 0.09867, "grad_norm": 0.9782340542182837, "learning_rate": 0.003, "loss": 4.0073, "step": 9867 }, { "epoch": 0.09868, "grad_norm": 1.2384674527105715, "learning_rate": 0.003, "loss": 4.0223, "step": 9868 }, { "epoch": 0.09869, "grad_norm": 1.1272829215817646, "learning_rate": 0.003, "loss": 4.0233, "step": 9869 }, { "epoch": 0.0987, "grad_norm": 1.0396668913063039, "learning_rate": 0.003, "loss": 4.0147, "step": 9870 }, { "epoch": 0.09871, "grad_norm": 1.037702753803307, "learning_rate": 0.003, "loss": 4.0904, "step": 9871 }, { "epoch": 0.09872, "grad_norm": 1.1864414611980871, "learning_rate": 0.003, "loss": 4.0479, "step": 9872 }, { "epoch": 0.09873, "grad_norm": 1.0076047434777218, "learning_rate": 0.003, "loss": 4.0341, "step": 9873 }, { "epoch": 0.09874, "grad_norm": 1.1197613528576318, "learning_rate": 0.003, "loss": 4.0555, "step": 9874 }, { "epoch": 0.09875, "grad_norm": 0.9686098749546355, "learning_rate": 0.003, "loss": 4.0267, "step": 9875 }, { "epoch": 0.09876, "grad_norm": 1.04278415670397, "learning_rate": 0.003, "loss": 4.0323, "step": 9876 }, { "epoch": 0.09877, "grad_norm": 1.402750496107436, "learning_rate": 0.003, "loss": 4.0345, "step": 9877 }, { "epoch": 0.09878, "grad_norm": 1.2330935372023277, "learning_rate": 0.003, "loss": 4.0173, "step": 9878 }, { "epoch": 0.09879, "grad_norm": 1.025634526463866, "learning_rate": 0.003, "loss": 4.0219, "step": 9879 }, { "epoch": 0.0988, "grad_norm": 1.0537640601114184, "learning_rate": 0.003, "loss": 4.0131, "step": 9880 }, { "epoch": 0.09881, "grad_norm": 1.2290027208808174, "learning_rate": 0.003, "loss": 4.0288, "step": 9881 }, { "epoch": 0.09882, "grad_norm": 0.8930767525332688, "learning_rate": 0.003, "loss": 4.0448, "step": 9882 }, { "epoch": 0.09883, "grad_norm": 1.0530103820851344, "learning_rate": 0.003, "loss": 4.0304, "step": 9883 }, { "epoch": 0.09884, "grad_norm": 1.2191490701919565, "learning_rate": 0.003, "loss": 4.0172, "step": 9884 }, { "epoch": 0.09885, "grad_norm": 1.0218706297933426, "learning_rate": 0.003, "loss": 4.0265, "step": 9885 }, { "epoch": 0.09886, "grad_norm": 1.150967177807416, "learning_rate": 0.003, "loss": 4.0171, "step": 9886 }, { "epoch": 0.09887, "grad_norm": 1.129373196803706, "learning_rate": 0.003, "loss": 4.0498, "step": 9887 }, { "epoch": 0.09888, "grad_norm": 1.149004087106683, "learning_rate": 0.003, "loss": 4.0685, "step": 9888 }, { "epoch": 0.09889, "grad_norm": 1.2702764689102495, "learning_rate": 0.003, "loss": 4.0185, "step": 9889 }, { "epoch": 0.0989, "grad_norm": 1.2676550107001645, "learning_rate": 0.003, "loss": 4.0413, "step": 9890 }, { "epoch": 0.09891, "grad_norm": 1.2615471554776427, "learning_rate": 0.003, "loss": 4.0491, "step": 9891 }, { "epoch": 0.09892, "grad_norm": 1.1167316738746, "learning_rate": 0.003, "loss": 4.0055, "step": 9892 }, { "epoch": 0.09893, "grad_norm": 0.9054671662434778, "learning_rate": 0.003, "loss": 4.0314, "step": 9893 }, { "epoch": 0.09894, "grad_norm": 0.9236484052010723, "learning_rate": 0.003, "loss": 4.0437, "step": 9894 }, { "epoch": 0.09895, "grad_norm": 1.208985347287342, "learning_rate": 0.003, "loss": 4.0508, "step": 9895 }, { "epoch": 0.09896, "grad_norm": 1.061049368371955, "learning_rate": 0.003, "loss": 4.0129, "step": 9896 }, { "epoch": 0.09897, "grad_norm": 1.329238894639678, "learning_rate": 0.003, "loss": 4.0314, "step": 9897 }, { "epoch": 0.09898, "grad_norm": 0.9855278608052852, "learning_rate": 0.003, "loss": 4.0247, "step": 9898 }, { "epoch": 0.09899, "grad_norm": 1.1077024624762888, "learning_rate": 0.003, "loss": 4.0213, "step": 9899 }, { "epoch": 0.099, "grad_norm": 1.206281945713825, "learning_rate": 0.003, "loss": 4.0618, "step": 9900 }, { "epoch": 0.09901, "grad_norm": 1.1299933707769678, "learning_rate": 0.003, "loss": 4.0394, "step": 9901 }, { "epoch": 0.09902, "grad_norm": 1.195651589757622, "learning_rate": 0.003, "loss": 4.038, "step": 9902 }, { "epoch": 0.09903, "grad_norm": 0.9114394972258246, "learning_rate": 0.003, "loss": 4.0231, "step": 9903 }, { "epoch": 0.09904, "grad_norm": 0.8585107487801131, "learning_rate": 0.003, "loss": 4.0026, "step": 9904 }, { "epoch": 0.09905, "grad_norm": 0.8579026965268124, "learning_rate": 0.003, "loss": 4.0214, "step": 9905 }, { "epoch": 0.09906, "grad_norm": 0.9985171119339783, "learning_rate": 0.003, "loss": 4.0377, "step": 9906 }, { "epoch": 0.09907, "grad_norm": 1.1354189296859807, "learning_rate": 0.003, "loss": 3.9969, "step": 9907 }, { "epoch": 0.09908, "grad_norm": 1.0976033717968405, "learning_rate": 0.003, "loss": 4.0439, "step": 9908 }, { "epoch": 0.09909, "grad_norm": 1.1043513109244145, "learning_rate": 0.003, "loss": 4.0425, "step": 9909 }, { "epoch": 0.0991, "grad_norm": 1.2913134989756772, "learning_rate": 0.003, "loss": 4.0422, "step": 9910 }, { "epoch": 0.09911, "grad_norm": 1.0885873929556769, "learning_rate": 0.003, "loss": 4.0426, "step": 9911 }, { "epoch": 0.09912, "grad_norm": 1.439636649962891, "learning_rate": 0.003, "loss": 4.0356, "step": 9912 }, { "epoch": 0.09913, "grad_norm": 0.9927728387511651, "learning_rate": 0.003, "loss": 4.054, "step": 9913 }, { "epoch": 0.09914, "grad_norm": 1.224689926683272, "learning_rate": 0.003, "loss": 4.0141, "step": 9914 }, { "epoch": 0.09915, "grad_norm": 1.0185052815824782, "learning_rate": 0.003, "loss": 4.0226, "step": 9915 }, { "epoch": 0.09916, "grad_norm": 1.1039015304713733, "learning_rate": 0.003, "loss": 4.047, "step": 9916 }, { "epoch": 0.09917, "grad_norm": 0.9560283744143093, "learning_rate": 0.003, "loss": 4.0484, "step": 9917 }, { "epoch": 0.09918, "grad_norm": 1.249009304246015, "learning_rate": 0.003, "loss": 4.0134, "step": 9918 }, { "epoch": 0.09919, "grad_norm": 1.0276598807835757, "learning_rate": 0.003, "loss": 4.0587, "step": 9919 }, { "epoch": 0.0992, "grad_norm": 1.4384067882969795, "learning_rate": 0.003, "loss": 4.053, "step": 9920 }, { "epoch": 0.09921, "grad_norm": 1.0855607508489593, "learning_rate": 0.003, "loss": 3.9945, "step": 9921 }, { "epoch": 0.09922, "grad_norm": 1.3281753668853509, "learning_rate": 0.003, "loss": 4.0425, "step": 9922 }, { "epoch": 0.09923, "grad_norm": 1.3210796402306015, "learning_rate": 0.003, "loss": 4.0473, "step": 9923 }, { "epoch": 0.09924, "grad_norm": 0.9624480778672281, "learning_rate": 0.003, "loss": 4.0023, "step": 9924 }, { "epoch": 0.09925, "grad_norm": 1.0010419815015703, "learning_rate": 0.003, "loss": 4.0071, "step": 9925 }, { "epoch": 0.09926, "grad_norm": 1.481720653662113, "learning_rate": 0.003, "loss": 4.0484, "step": 9926 }, { "epoch": 0.09927, "grad_norm": 0.9737956838613526, "learning_rate": 0.003, "loss": 4.0682, "step": 9927 }, { "epoch": 0.09928, "grad_norm": 1.0743465025663415, "learning_rate": 0.003, "loss": 4.0279, "step": 9928 }, { "epoch": 0.09929, "grad_norm": 1.0978928933680199, "learning_rate": 0.003, "loss": 4.0414, "step": 9929 }, { "epoch": 0.0993, "grad_norm": 1.154918711721139, "learning_rate": 0.003, "loss": 4.0245, "step": 9930 }, { "epoch": 0.09931, "grad_norm": 1.292932588277131, "learning_rate": 0.003, "loss": 4.0365, "step": 9931 }, { "epoch": 0.09932, "grad_norm": 1.068387070754382, "learning_rate": 0.003, "loss": 4.0412, "step": 9932 }, { "epoch": 0.09933, "grad_norm": 1.0193039042669239, "learning_rate": 0.003, "loss": 4.0344, "step": 9933 }, { "epoch": 0.09934, "grad_norm": 1.0548178768539755, "learning_rate": 0.003, "loss": 4.0425, "step": 9934 }, { "epoch": 0.09935, "grad_norm": 1.1606839398396906, "learning_rate": 0.003, "loss": 4.0233, "step": 9935 }, { "epoch": 0.09936, "grad_norm": 1.2692975261466353, "learning_rate": 0.003, "loss": 4.0406, "step": 9936 }, { "epoch": 0.09937, "grad_norm": 1.0782042799196752, "learning_rate": 0.003, "loss": 4.0072, "step": 9937 }, { "epoch": 0.09938, "grad_norm": 1.127980051105687, "learning_rate": 0.003, "loss": 4.0448, "step": 9938 }, { "epoch": 0.09939, "grad_norm": 1.0287441783269569, "learning_rate": 0.003, "loss": 4.0386, "step": 9939 }, { "epoch": 0.0994, "grad_norm": 1.2132424703891527, "learning_rate": 0.003, "loss": 4.0629, "step": 9940 }, { "epoch": 0.09941, "grad_norm": 0.9732597157956879, "learning_rate": 0.003, "loss": 4.0271, "step": 9941 }, { "epoch": 0.09942, "grad_norm": 1.1389068598359773, "learning_rate": 0.003, "loss": 4.0301, "step": 9942 }, { "epoch": 0.09943, "grad_norm": 1.102208282726071, "learning_rate": 0.003, "loss": 3.9767, "step": 9943 }, { "epoch": 0.09944, "grad_norm": 1.1127584490971916, "learning_rate": 0.003, "loss": 4.0593, "step": 9944 }, { "epoch": 0.09945, "grad_norm": 1.1635207514619523, "learning_rate": 0.003, "loss": 3.9994, "step": 9945 }, { "epoch": 0.09946, "grad_norm": 1.0595853146121823, "learning_rate": 0.003, "loss": 4.0503, "step": 9946 }, { "epoch": 0.09947, "grad_norm": 1.2408973624096764, "learning_rate": 0.003, "loss": 4.0408, "step": 9947 }, { "epoch": 0.09948, "grad_norm": 1.2344813666227283, "learning_rate": 0.003, "loss": 4.0459, "step": 9948 }, { "epoch": 0.09949, "grad_norm": 1.1766030065853175, "learning_rate": 0.003, "loss": 4.0395, "step": 9949 }, { "epoch": 0.0995, "grad_norm": 1.0973536641516977, "learning_rate": 0.003, "loss": 4.0322, "step": 9950 }, { "epoch": 0.09951, "grad_norm": 1.0236399693187321, "learning_rate": 0.003, "loss": 4.008, "step": 9951 }, { "epoch": 0.09952, "grad_norm": 0.9915712705437711, "learning_rate": 0.003, "loss": 3.9982, "step": 9952 }, { "epoch": 0.09953, "grad_norm": 1.1963753411506206, "learning_rate": 0.003, "loss": 4.0516, "step": 9953 }, { "epoch": 0.09954, "grad_norm": 1.104880815250887, "learning_rate": 0.003, "loss": 4.0037, "step": 9954 }, { "epoch": 0.09955, "grad_norm": 1.1708956908608728, "learning_rate": 0.003, "loss": 4.0137, "step": 9955 }, { "epoch": 0.09956, "grad_norm": 0.9866423739533496, "learning_rate": 0.003, "loss": 4.0199, "step": 9956 }, { "epoch": 0.09957, "grad_norm": 1.3165503592770573, "learning_rate": 0.003, "loss": 4.0434, "step": 9957 }, { "epoch": 0.09958, "grad_norm": 0.9536837415813932, "learning_rate": 0.003, "loss": 4.0459, "step": 9958 }, { "epoch": 0.09959, "grad_norm": 1.3409977002707099, "learning_rate": 0.003, "loss": 4.0601, "step": 9959 }, { "epoch": 0.0996, "grad_norm": 0.9814138686721887, "learning_rate": 0.003, "loss": 4.0346, "step": 9960 }, { "epoch": 0.09961, "grad_norm": 1.3803176304264348, "learning_rate": 0.003, "loss": 4.0515, "step": 9961 }, { "epoch": 0.09962, "grad_norm": 1.1780995573672939, "learning_rate": 0.003, "loss": 4.053, "step": 9962 }, { "epoch": 0.09963, "grad_norm": 1.0505789057253156, "learning_rate": 0.003, "loss": 4.0475, "step": 9963 }, { "epoch": 0.09964, "grad_norm": 1.2577481781152686, "learning_rate": 0.003, "loss": 4.0175, "step": 9964 }, { "epoch": 0.09965, "grad_norm": 0.8750383187391458, "learning_rate": 0.003, "loss": 4.0221, "step": 9965 }, { "epoch": 0.09966, "grad_norm": 0.9324526260136522, "learning_rate": 0.003, "loss": 4.0416, "step": 9966 }, { "epoch": 0.09967, "grad_norm": 1.3064826835022834, "learning_rate": 0.003, "loss": 4.0442, "step": 9967 }, { "epoch": 0.09968, "grad_norm": 1.0488845951972847, "learning_rate": 0.003, "loss": 4.0303, "step": 9968 }, { "epoch": 0.09969, "grad_norm": 1.2753549754302325, "learning_rate": 0.003, "loss": 4.0362, "step": 9969 }, { "epoch": 0.0997, "grad_norm": 1.039234075567994, "learning_rate": 0.003, "loss": 4.0232, "step": 9970 }, { "epoch": 0.09971, "grad_norm": 1.2214075051221316, "learning_rate": 0.003, "loss": 4.035, "step": 9971 }, { "epoch": 0.09972, "grad_norm": 1.1623111884041941, "learning_rate": 0.003, "loss": 4.0218, "step": 9972 }, { "epoch": 0.09973, "grad_norm": 1.1088110650963057, "learning_rate": 0.003, "loss": 4.0304, "step": 9973 }, { "epoch": 0.09974, "grad_norm": 1.0426875423604298, "learning_rate": 0.003, "loss": 4.0263, "step": 9974 }, { "epoch": 0.09975, "grad_norm": 1.259426553612719, "learning_rate": 0.003, "loss": 4.0416, "step": 9975 }, { "epoch": 0.09976, "grad_norm": 1.0298690402873982, "learning_rate": 0.003, "loss": 4.0132, "step": 9976 }, { "epoch": 0.09977, "grad_norm": 1.3610931313558177, "learning_rate": 0.003, "loss": 4.0102, "step": 9977 }, { "epoch": 0.09978, "grad_norm": 0.9132158967205964, "learning_rate": 0.003, "loss": 4.0121, "step": 9978 }, { "epoch": 0.09979, "grad_norm": 1.219498068275462, "learning_rate": 0.003, "loss": 4.0316, "step": 9979 }, { "epoch": 0.0998, "grad_norm": 1.1274470393928808, "learning_rate": 0.003, "loss": 4.0237, "step": 9980 }, { "epoch": 0.09981, "grad_norm": 1.1231505756772355, "learning_rate": 0.003, "loss": 4.0324, "step": 9981 }, { "epoch": 0.09982, "grad_norm": 1.1169231509650528, "learning_rate": 0.003, "loss": 4.0359, "step": 9982 }, { "epoch": 0.09983, "grad_norm": 1.1018331890490325, "learning_rate": 0.003, "loss": 4.0201, "step": 9983 }, { "epoch": 0.09984, "grad_norm": 1.0714964487278968, "learning_rate": 0.003, "loss": 4.0483, "step": 9984 }, { "epoch": 0.09985, "grad_norm": 1.1863401109530898, "learning_rate": 0.003, "loss": 4.0459, "step": 9985 }, { "epoch": 0.09986, "grad_norm": 1.042279602365793, "learning_rate": 0.003, "loss": 4.0465, "step": 9986 }, { "epoch": 0.09987, "grad_norm": 1.2665835602618778, "learning_rate": 0.003, "loss": 4.0233, "step": 9987 }, { "epoch": 0.09988, "grad_norm": 0.89345425739561, "learning_rate": 0.003, "loss": 4.0526, "step": 9988 }, { "epoch": 0.09989, "grad_norm": 1.1833757769860112, "learning_rate": 0.003, "loss": 4.027, "step": 9989 }, { "epoch": 0.0999, "grad_norm": 1.2356695097233596, "learning_rate": 0.003, "loss": 4.0352, "step": 9990 }, { "epoch": 0.09991, "grad_norm": 1.1575667617820786, "learning_rate": 0.003, "loss": 4.0544, "step": 9991 }, { "epoch": 0.09992, "grad_norm": 1.0547400553533788, "learning_rate": 0.003, "loss": 4.0115, "step": 9992 }, { "epoch": 0.09993, "grad_norm": 1.1235377413439607, "learning_rate": 0.003, "loss": 4.0291, "step": 9993 }, { "epoch": 0.09994, "grad_norm": 1.0785414820906185, "learning_rate": 0.003, "loss": 4.044, "step": 9994 }, { "epoch": 0.09995, "grad_norm": 1.2688086844276698, "learning_rate": 0.003, "loss": 4.0454, "step": 9995 }, { "epoch": 0.09996, "grad_norm": 0.9896774509795319, "learning_rate": 0.003, "loss": 4.0221, "step": 9996 }, { "epoch": 0.09997, "grad_norm": 1.4769420952220298, "learning_rate": 0.003, "loss": 4.0404, "step": 9997 }, { "epoch": 0.09998, "grad_norm": 1.1514423885404736, "learning_rate": 0.003, "loss": 4.0395, "step": 9998 }, { "epoch": 0.09999, "grad_norm": 0.9975467451325027, "learning_rate": 0.003, "loss": 4.0335, "step": 9999 }, { "epoch": 0.1, "grad_norm": 1.0688722481962825, "learning_rate": 0.003, "loss": 4.0401, "step": 10000 }, { "epoch": 0.10001, "grad_norm": 1.0376217486708665, "learning_rate": 0.003, "loss": 4.0187, "step": 10001 }, { "epoch": 0.10002, "grad_norm": 1.1705774677906358, "learning_rate": 0.003, "loss": 4.0483, "step": 10002 }, { "epoch": 0.10003, "grad_norm": 0.9861302809355035, "learning_rate": 0.003, "loss": 4.0219, "step": 10003 }, { "epoch": 0.10004, "grad_norm": 1.1789334001801655, "learning_rate": 0.003, "loss": 4.0201, "step": 10004 }, { "epoch": 0.10005, "grad_norm": 1.1989313194786173, "learning_rate": 0.003, "loss": 4.0336, "step": 10005 }, { "epoch": 0.10006, "grad_norm": 0.9685441038364853, "learning_rate": 0.003, "loss": 4.0312, "step": 10006 }, { "epoch": 0.10007, "grad_norm": 1.1406363380895599, "learning_rate": 0.003, "loss": 4.013, "step": 10007 }, { "epoch": 0.10008, "grad_norm": 1.1401310833512326, "learning_rate": 0.003, "loss": 4.0422, "step": 10008 }, { "epoch": 0.10009, "grad_norm": 1.2874194973352402, "learning_rate": 0.003, "loss": 4.0303, "step": 10009 }, { "epoch": 0.1001, "grad_norm": 0.9395473569554981, "learning_rate": 0.003, "loss": 4.0442, "step": 10010 }, { "epoch": 0.10011, "grad_norm": 1.1533792238419305, "learning_rate": 0.003, "loss": 4.0321, "step": 10011 }, { "epoch": 0.10012, "grad_norm": 1.1011717780365395, "learning_rate": 0.003, "loss": 4.0344, "step": 10012 }, { "epoch": 0.10013, "grad_norm": 1.1016950112639643, "learning_rate": 0.003, "loss": 4.0531, "step": 10013 }, { "epoch": 0.10014, "grad_norm": 1.1527773791821763, "learning_rate": 0.003, "loss": 4.0453, "step": 10014 }, { "epoch": 0.10015, "grad_norm": 1.1942046889073201, "learning_rate": 0.003, "loss": 4.0643, "step": 10015 }, { "epoch": 0.10016, "grad_norm": 0.957925342866834, "learning_rate": 0.003, "loss": 4.0205, "step": 10016 }, { "epoch": 0.10017, "grad_norm": 1.15252875423962, "learning_rate": 0.003, "loss": 4.0451, "step": 10017 }, { "epoch": 0.10018, "grad_norm": 1.0374379123877617, "learning_rate": 0.003, "loss": 4.0459, "step": 10018 }, { "epoch": 0.10019, "grad_norm": 1.1794252200816104, "learning_rate": 0.003, "loss": 4.0414, "step": 10019 }, { "epoch": 0.1002, "grad_norm": 1.5203356193802966, "learning_rate": 0.003, "loss": 4.0191, "step": 10020 }, { "epoch": 0.10021, "grad_norm": 1.0029056619089192, "learning_rate": 0.003, "loss": 4.0475, "step": 10021 }, { "epoch": 0.10022, "grad_norm": 1.3936100699293918, "learning_rate": 0.003, "loss": 4.0404, "step": 10022 }, { "epoch": 0.10023, "grad_norm": 0.9821509836904537, "learning_rate": 0.003, "loss": 4.0392, "step": 10023 }, { "epoch": 0.10024, "grad_norm": 1.0077875906773899, "learning_rate": 0.003, "loss": 4.0469, "step": 10024 }, { "epoch": 0.10025, "grad_norm": 1.2413891542340003, "learning_rate": 0.003, "loss": 4.0422, "step": 10025 }, { "epoch": 0.10026, "grad_norm": 0.9367455732537656, "learning_rate": 0.003, "loss": 4.0161, "step": 10026 }, { "epoch": 0.10027, "grad_norm": 1.0593921888120654, "learning_rate": 0.003, "loss": 4.0129, "step": 10027 }, { "epoch": 0.10028, "grad_norm": 1.167695592578088, "learning_rate": 0.003, "loss": 4.0697, "step": 10028 }, { "epoch": 0.10029, "grad_norm": 1.1890588826725337, "learning_rate": 0.003, "loss": 4.0336, "step": 10029 }, { "epoch": 0.1003, "grad_norm": 1.1200344528615116, "learning_rate": 0.003, "loss": 4.0434, "step": 10030 }, { "epoch": 0.10031, "grad_norm": 1.1417105447998874, "learning_rate": 0.003, "loss": 4.0708, "step": 10031 }, { "epoch": 0.10032, "grad_norm": 1.0185250099652587, "learning_rate": 0.003, "loss": 4.0223, "step": 10032 }, { "epoch": 0.10033, "grad_norm": 1.370599313867179, "learning_rate": 0.003, "loss": 4.0345, "step": 10033 }, { "epoch": 0.10034, "grad_norm": 1.1853235683781365, "learning_rate": 0.003, "loss": 4.0207, "step": 10034 }, { "epoch": 0.10035, "grad_norm": 1.063599029412153, "learning_rate": 0.003, "loss": 4.0266, "step": 10035 }, { "epoch": 0.10036, "grad_norm": 1.3175134033811957, "learning_rate": 0.003, "loss": 4.0032, "step": 10036 }, { "epoch": 0.10037, "grad_norm": 1.0960419587396677, "learning_rate": 0.003, "loss": 4.0199, "step": 10037 }, { "epoch": 0.10038, "grad_norm": 1.0317353100182982, "learning_rate": 0.003, "loss": 4.0501, "step": 10038 }, { "epoch": 0.10039, "grad_norm": 1.0757103090572837, "learning_rate": 0.003, "loss": 4.029, "step": 10039 }, { "epoch": 0.1004, "grad_norm": 1.087521733469096, "learning_rate": 0.003, "loss": 4.0342, "step": 10040 }, { "epoch": 0.10041, "grad_norm": 1.2084731171411833, "learning_rate": 0.003, "loss": 4.0444, "step": 10041 }, { "epoch": 0.10042, "grad_norm": 0.9946783035892525, "learning_rate": 0.003, "loss": 4.0609, "step": 10042 }, { "epoch": 0.10043, "grad_norm": 1.4298803409305711, "learning_rate": 0.003, "loss": 4.0693, "step": 10043 }, { "epoch": 0.10044, "grad_norm": 0.9427138046048616, "learning_rate": 0.003, "loss": 4.0441, "step": 10044 }, { "epoch": 0.10045, "grad_norm": 1.1440424909635767, "learning_rate": 0.003, "loss": 4.0226, "step": 10045 }, { "epoch": 0.10046, "grad_norm": 1.2208645128728925, "learning_rate": 0.003, "loss": 4.0501, "step": 10046 }, { "epoch": 0.10047, "grad_norm": 1.1520779920124797, "learning_rate": 0.003, "loss": 4.0412, "step": 10047 }, { "epoch": 0.10048, "grad_norm": 1.1859885677535336, "learning_rate": 0.003, "loss": 4.0402, "step": 10048 }, { "epoch": 0.10049, "grad_norm": 1.1159990063667586, "learning_rate": 0.003, "loss": 4.0078, "step": 10049 }, { "epoch": 0.1005, "grad_norm": 1.1289846456525583, "learning_rate": 0.003, "loss": 4.0402, "step": 10050 }, { "epoch": 0.10051, "grad_norm": 1.113938198451074, "learning_rate": 0.003, "loss": 4.0318, "step": 10051 }, { "epoch": 0.10052, "grad_norm": 1.108899705969844, "learning_rate": 0.003, "loss": 4.022, "step": 10052 }, { "epoch": 0.10053, "grad_norm": 1.3756042460285796, "learning_rate": 0.003, "loss": 4.0196, "step": 10053 }, { "epoch": 0.10054, "grad_norm": 0.9418379581640134, "learning_rate": 0.003, "loss": 4.0423, "step": 10054 }, { "epoch": 0.10055, "grad_norm": 1.1739862813921886, "learning_rate": 0.003, "loss": 4.0485, "step": 10055 }, { "epoch": 0.10056, "grad_norm": 0.9555340144478537, "learning_rate": 0.003, "loss": 4.0536, "step": 10056 }, { "epoch": 0.10057, "grad_norm": 1.1683761393937124, "learning_rate": 0.003, "loss": 4.044, "step": 10057 }, { "epoch": 0.10058, "grad_norm": 0.9254542092215158, "learning_rate": 0.003, "loss": 4.0366, "step": 10058 }, { "epoch": 0.10059, "grad_norm": 1.0185610648270182, "learning_rate": 0.003, "loss": 4.0194, "step": 10059 }, { "epoch": 0.1006, "grad_norm": 1.1877134215630414, "learning_rate": 0.003, "loss": 4.0411, "step": 10060 }, { "epoch": 0.10061, "grad_norm": 1.1455483826531043, "learning_rate": 0.003, "loss": 4.0172, "step": 10061 }, { "epoch": 0.10062, "grad_norm": 1.2513080657957403, "learning_rate": 0.003, "loss": 4.0191, "step": 10062 }, { "epoch": 0.10063, "grad_norm": 1.2124912360540205, "learning_rate": 0.003, "loss": 4.0197, "step": 10063 }, { "epoch": 0.10064, "grad_norm": 1.1274860749990432, "learning_rate": 0.003, "loss": 4.0321, "step": 10064 }, { "epoch": 0.10065, "grad_norm": 1.2298310787584599, "learning_rate": 0.003, "loss": 4.0579, "step": 10065 }, { "epoch": 0.10066, "grad_norm": 0.9103543254343075, "learning_rate": 0.003, "loss": 4.0243, "step": 10066 }, { "epoch": 0.10067, "grad_norm": 1.0030930500020137, "learning_rate": 0.003, "loss": 4.037, "step": 10067 }, { "epoch": 0.10068, "grad_norm": 1.2779301791387994, "learning_rate": 0.003, "loss": 4.0386, "step": 10068 }, { "epoch": 0.10069, "grad_norm": 0.8818316506876382, "learning_rate": 0.003, "loss": 4.0189, "step": 10069 }, { "epoch": 0.1007, "grad_norm": 0.9710635888596929, "learning_rate": 0.003, "loss": 4.0113, "step": 10070 }, { "epoch": 0.10071, "grad_norm": 1.2723709892951096, "learning_rate": 0.003, "loss": 4.0307, "step": 10071 }, { "epoch": 0.10072, "grad_norm": 1.0605681039514947, "learning_rate": 0.003, "loss": 4.0278, "step": 10072 }, { "epoch": 0.10073, "grad_norm": 1.2166085354095868, "learning_rate": 0.003, "loss": 4.0435, "step": 10073 }, { "epoch": 0.10074, "grad_norm": 1.2473625383962492, "learning_rate": 0.003, "loss": 4.0126, "step": 10074 }, { "epoch": 0.10075, "grad_norm": 1.2226275619264804, "learning_rate": 0.003, "loss": 4.0637, "step": 10075 }, { "epoch": 0.10076, "grad_norm": 1.229825772234811, "learning_rate": 0.003, "loss": 4.0411, "step": 10076 }, { "epoch": 0.10077, "grad_norm": 0.9456387474821364, "learning_rate": 0.003, "loss": 4.0533, "step": 10077 }, { "epoch": 0.10078, "grad_norm": 1.1385609146582953, "learning_rate": 0.003, "loss": 4.0091, "step": 10078 }, { "epoch": 0.10079, "grad_norm": 1.2697352120922631, "learning_rate": 0.003, "loss": 4.0369, "step": 10079 }, { "epoch": 0.1008, "grad_norm": 1.4025860537648713, "learning_rate": 0.003, "loss": 4.0341, "step": 10080 }, { "epoch": 0.10081, "grad_norm": 1.0216197686884323, "learning_rate": 0.003, "loss": 4.0515, "step": 10081 }, { "epoch": 0.10082, "grad_norm": 1.132424109176119, "learning_rate": 0.003, "loss": 4.0318, "step": 10082 }, { "epoch": 0.10083, "grad_norm": 1.021553444751305, "learning_rate": 0.003, "loss": 4.0412, "step": 10083 }, { "epoch": 0.10084, "grad_norm": 1.148442579664875, "learning_rate": 0.003, "loss": 4.0007, "step": 10084 }, { "epoch": 0.10085, "grad_norm": 1.0104285734886607, "learning_rate": 0.003, "loss": 4.0135, "step": 10085 }, { "epoch": 0.10086, "grad_norm": 1.1379868586708077, "learning_rate": 0.003, "loss": 4.0372, "step": 10086 }, { "epoch": 0.10087, "grad_norm": 1.186592736125496, "learning_rate": 0.003, "loss": 4.0504, "step": 10087 }, { "epoch": 0.10088, "grad_norm": 1.0060310853482595, "learning_rate": 0.003, "loss": 4.0217, "step": 10088 }, { "epoch": 0.10089, "grad_norm": 1.0640640849166343, "learning_rate": 0.003, "loss": 4.0309, "step": 10089 }, { "epoch": 0.1009, "grad_norm": 1.3560044661047932, "learning_rate": 0.003, "loss": 4.0622, "step": 10090 }, { "epoch": 0.10091, "grad_norm": 1.1078241142090288, "learning_rate": 0.003, "loss": 4.0276, "step": 10091 }, { "epoch": 0.10092, "grad_norm": 1.0068291505885563, "learning_rate": 0.003, "loss": 4.0395, "step": 10092 }, { "epoch": 0.10093, "grad_norm": 1.0599705107020405, "learning_rate": 0.003, "loss": 4.032, "step": 10093 }, { "epoch": 0.10094, "grad_norm": 1.0876529083055502, "learning_rate": 0.003, "loss": 4.0208, "step": 10094 }, { "epoch": 0.10095, "grad_norm": 1.0961661282027626, "learning_rate": 0.003, "loss": 4.0103, "step": 10095 }, { "epoch": 0.10096, "grad_norm": 1.374941789482069, "learning_rate": 0.003, "loss": 4.0361, "step": 10096 }, { "epoch": 0.10097, "grad_norm": 0.9082696715295778, "learning_rate": 0.003, "loss": 4.0248, "step": 10097 }, { "epoch": 0.10098, "grad_norm": 1.0771725339779925, "learning_rate": 0.003, "loss": 4.0244, "step": 10098 }, { "epoch": 0.10099, "grad_norm": 1.0182992509469744, "learning_rate": 0.003, "loss": 4.0269, "step": 10099 }, { "epoch": 0.101, "grad_norm": 1.1428363685009697, "learning_rate": 0.003, "loss": 4.0449, "step": 10100 }, { "epoch": 0.10101, "grad_norm": 0.9694039996712733, "learning_rate": 0.003, "loss": 4.0213, "step": 10101 }, { "epoch": 0.10102, "grad_norm": 1.0472023173402798, "learning_rate": 0.003, "loss": 4.0476, "step": 10102 }, { "epoch": 0.10103, "grad_norm": 1.312075296718054, "learning_rate": 0.003, "loss": 4.0155, "step": 10103 }, { "epoch": 0.10104, "grad_norm": 1.069956052695916, "learning_rate": 0.003, "loss": 4.0389, "step": 10104 }, { "epoch": 0.10105, "grad_norm": 1.2931704494456024, "learning_rate": 0.003, "loss": 4.0378, "step": 10105 }, { "epoch": 0.10106, "grad_norm": 1.1208723791794828, "learning_rate": 0.003, "loss": 4.0381, "step": 10106 }, { "epoch": 0.10107, "grad_norm": 1.1935123431071022, "learning_rate": 0.003, "loss": 4.0402, "step": 10107 }, { "epoch": 0.10108, "grad_norm": 1.1350366451944691, "learning_rate": 0.003, "loss": 4.0467, "step": 10108 }, { "epoch": 0.10109, "grad_norm": 1.3607305740575226, "learning_rate": 0.003, "loss": 4.019, "step": 10109 }, { "epoch": 0.1011, "grad_norm": 0.9949435252832233, "learning_rate": 0.003, "loss": 4.0519, "step": 10110 }, { "epoch": 0.10111, "grad_norm": 1.2015497083429867, "learning_rate": 0.003, "loss": 4.0519, "step": 10111 }, { "epoch": 0.10112, "grad_norm": 1.0762531833294637, "learning_rate": 0.003, "loss": 4.0285, "step": 10112 }, { "epoch": 0.10113, "grad_norm": 1.3607307522223708, "learning_rate": 0.003, "loss": 4.0098, "step": 10113 }, { "epoch": 0.10114, "grad_norm": 0.8372866022166425, "learning_rate": 0.003, "loss": 4.0048, "step": 10114 }, { "epoch": 0.10115, "grad_norm": 1.169337588013949, "learning_rate": 0.003, "loss": 4.0338, "step": 10115 }, { "epoch": 0.10116, "grad_norm": 1.1177277939964916, "learning_rate": 0.003, "loss": 4.0275, "step": 10116 }, { "epoch": 0.10117, "grad_norm": 1.1778175104666457, "learning_rate": 0.003, "loss": 4.0183, "step": 10117 }, { "epoch": 0.10118, "grad_norm": 1.120506464897047, "learning_rate": 0.003, "loss": 4.0573, "step": 10118 }, { "epoch": 0.10119, "grad_norm": 1.1474574001683169, "learning_rate": 0.003, "loss": 4.0203, "step": 10119 }, { "epoch": 0.1012, "grad_norm": 0.8783084850811431, "learning_rate": 0.003, "loss": 4.015, "step": 10120 }, { "epoch": 0.10121, "grad_norm": 0.9780743863814633, "learning_rate": 0.003, "loss": 4.0344, "step": 10121 }, { "epoch": 0.10122, "grad_norm": 1.235259685072935, "learning_rate": 0.003, "loss": 4.0108, "step": 10122 }, { "epoch": 0.10123, "grad_norm": 0.8532144497138836, "learning_rate": 0.003, "loss": 4.0197, "step": 10123 }, { "epoch": 0.10124, "grad_norm": 1.0588961816914821, "learning_rate": 0.003, "loss": 4.0539, "step": 10124 }, { "epoch": 0.10125, "grad_norm": 1.0997888688267687, "learning_rate": 0.003, "loss": 4.0438, "step": 10125 }, { "epoch": 0.10126, "grad_norm": 1.012973351895914, "learning_rate": 0.003, "loss": 4.0218, "step": 10126 }, { "epoch": 0.10127, "grad_norm": 1.1601701911571694, "learning_rate": 0.003, "loss": 4.0525, "step": 10127 }, { "epoch": 0.10128, "grad_norm": 0.8661155150916877, "learning_rate": 0.003, "loss": 4.0413, "step": 10128 }, { "epoch": 0.10129, "grad_norm": 1.01187696037196, "learning_rate": 0.003, "loss": 4.0457, "step": 10129 }, { "epoch": 0.1013, "grad_norm": 1.377560868899849, "learning_rate": 0.003, "loss": 4.008, "step": 10130 }, { "epoch": 0.10131, "grad_norm": 1.2225045415187876, "learning_rate": 0.003, "loss": 4.0281, "step": 10131 }, { "epoch": 0.10132, "grad_norm": 1.0805752380760862, "learning_rate": 0.003, "loss": 4.043, "step": 10132 }, { "epoch": 0.10133, "grad_norm": 1.1689334091154489, "learning_rate": 0.003, "loss": 4.0215, "step": 10133 }, { "epoch": 0.10134, "grad_norm": 1.3581198813392088, "learning_rate": 0.003, "loss": 4.019, "step": 10134 }, { "epoch": 0.10135, "grad_norm": 0.7676340885206456, "learning_rate": 0.003, "loss": 4.0264, "step": 10135 }, { "epoch": 0.10136, "grad_norm": 1.0234587289832506, "learning_rate": 0.003, "loss": 4.0083, "step": 10136 }, { "epoch": 0.10137, "grad_norm": 1.301339315671966, "learning_rate": 0.003, "loss": 4.0251, "step": 10137 }, { "epoch": 0.10138, "grad_norm": 0.9786141586414955, "learning_rate": 0.003, "loss": 4.0333, "step": 10138 }, { "epoch": 0.10139, "grad_norm": 1.227946401625274, "learning_rate": 0.003, "loss": 4.0004, "step": 10139 }, { "epoch": 0.1014, "grad_norm": 1.1398058430097253, "learning_rate": 0.003, "loss": 4.0602, "step": 10140 }, { "epoch": 0.10141, "grad_norm": 1.2511523411004795, "learning_rate": 0.003, "loss": 4.0254, "step": 10141 }, { "epoch": 0.10142, "grad_norm": 1.0530250525908387, "learning_rate": 0.003, "loss": 4.017, "step": 10142 }, { "epoch": 0.10143, "grad_norm": 1.2429388861453106, "learning_rate": 0.003, "loss": 4.0149, "step": 10143 }, { "epoch": 0.10144, "grad_norm": 0.8865877007140897, "learning_rate": 0.003, "loss": 4.0396, "step": 10144 }, { "epoch": 0.10145, "grad_norm": 1.0163852178819597, "learning_rate": 0.003, "loss": 4.0256, "step": 10145 }, { "epoch": 0.10146, "grad_norm": 1.3657614044980302, "learning_rate": 0.003, "loss": 4.0142, "step": 10146 }, { "epoch": 0.10147, "grad_norm": 0.9950226203446018, "learning_rate": 0.003, "loss": 4.036, "step": 10147 }, { "epoch": 0.10148, "grad_norm": 1.1980345153961933, "learning_rate": 0.003, "loss": 4.0368, "step": 10148 }, { "epoch": 0.10149, "grad_norm": 1.019226564296152, "learning_rate": 0.003, "loss": 3.9982, "step": 10149 }, { "epoch": 0.1015, "grad_norm": 0.965993025404742, "learning_rate": 0.003, "loss": 4.0191, "step": 10150 }, { "epoch": 0.10151, "grad_norm": 1.3679875752682615, "learning_rate": 0.003, "loss": 4.0387, "step": 10151 }, { "epoch": 0.10152, "grad_norm": 1.0149437487586224, "learning_rate": 0.003, "loss": 4.0335, "step": 10152 }, { "epoch": 0.10153, "grad_norm": 1.3162415560624259, "learning_rate": 0.003, "loss": 4.0441, "step": 10153 }, { "epoch": 0.10154, "grad_norm": 1.0889175982737318, "learning_rate": 0.003, "loss": 4.0451, "step": 10154 }, { "epoch": 0.10155, "grad_norm": 1.108256381768691, "learning_rate": 0.003, "loss": 4.0396, "step": 10155 }, { "epoch": 0.10156, "grad_norm": 1.0449850400339091, "learning_rate": 0.003, "loss": 4.0147, "step": 10156 }, { "epoch": 0.10157, "grad_norm": 1.2857069143842972, "learning_rate": 0.003, "loss": 4.0226, "step": 10157 }, { "epoch": 0.10158, "grad_norm": 0.96497871026518, "learning_rate": 0.003, "loss": 4.0324, "step": 10158 }, { "epoch": 0.10159, "grad_norm": 1.2412464612862566, "learning_rate": 0.003, "loss": 4.0124, "step": 10159 }, { "epoch": 0.1016, "grad_norm": 1.0649011421878327, "learning_rate": 0.003, "loss": 4.0416, "step": 10160 }, { "epoch": 0.10161, "grad_norm": 1.3828387996970612, "learning_rate": 0.003, "loss": 4.0232, "step": 10161 }, { "epoch": 0.10162, "grad_norm": 1.0268495952079426, "learning_rate": 0.003, "loss": 4.0318, "step": 10162 }, { "epoch": 0.10163, "grad_norm": 1.2209399315758185, "learning_rate": 0.003, "loss": 4.0362, "step": 10163 }, { "epoch": 0.10164, "grad_norm": 1.0382424289978558, "learning_rate": 0.003, "loss": 4.0519, "step": 10164 }, { "epoch": 0.10165, "grad_norm": 1.1431393692734733, "learning_rate": 0.003, "loss": 4.0231, "step": 10165 }, { "epoch": 0.10166, "grad_norm": 1.025676794642058, "learning_rate": 0.003, "loss": 4.0431, "step": 10166 }, { "epoch": 0.10167, "grad_norm": 1.0773528056179977, "learning_rate": 0.003, "loss": 4.0345, "step": 10167 }, { "epoch": 0.10168, "grad_norm": 0.9799372640648593, "learning_rate": 0.003, "loss": 4.0016, "step": 10168 }, { "epoch": 0.10169, "grad_norm": 1.3573925168119307, "learning_rate": 0.003, "loss": 4.0399, "step": 10169 }, { "epoch": 0.1017, "grad_norm": 1.069207482050234, "learning_rate": 0.003, "loss": 4.0379, "step": 10170 }, { "epoch": 0.10171, "grad_norm": 1.1246476134224932, "learning_rate": 0.003, "loss": 4.0173, "step": 10171 }, { "epoch": 0.10172, "grad_norm": 1.0443602726524843, "learning_rate": 0.003, "loss": 4.0431, "step": 10172 }, { "epoch": 0.10173, "grad_norm": 1.2312653223111745, "learning_rate": 0.003, "loss": 4.0441, "step": 10173 }, { "epoch": 0.10174, "grad_norm": 1.1122257381493827, "learning_rate": 0.003, "loss": 4.024, "step": 10174 }, { "epoch": 0.10175, "grad_norm": 1.3749066864648898, "learning_rate": 0.003, "loss": 4.0258, "step": 10175 }, { "epoch": 0.10176, "grad_norm": 0.9339307181884096, "learning_rate": 0.003, "loss": 4.031, "step": 10176 }, { "epoch": 0.10177, "grad_norm": 0.8986097272545992, "learning_rate": 0.003, "loss": 4.0191, "step": 10177 }, { "epoch": 0.10178, "grad_norm": 0.9946058914616095, "learning_rate": 0.003, "loss": 4.035, "step": 10178 }, { "epoch": 0.10179, "grad_norm": 1.499674078146875, "learning_rate": 0.003, "loss": 4.0478, "step": 10179 }, { "epoch": 0.1018, "grad_norm": 0.9496966180142791, "learning_rate": 0.003, "loss": 4.0294, "step": 10180 }, { "epoch": 0.10181, "grad_norm": 1.311618816110452, "learning_rate": 0.003, "loss": 4.041, "step": 10181 }, { "epoch": 0.10182, "grad_norm": 1.0708634479960368, "learning_rate": 0.003, "loss": 4.049, "step": 10182 }, { "epoch": 0.10183, "grad_norm": 1.1113870081016295, "learning_rate": 0.003, "loss": 4.0503, "step": 10183 }, { "epoch": 0.10184, "grad_norm": 1.1178353224836102, "learning_rate": 0.003, "loss": 4.0584, "step": 10184 }, { "epoch": 0.10185, "grad_norm": 1.1689044556545598, "learning_rate": 0.003, "loss": 4.0185, "step": 10185 }, { "epoch": 0.10186, "grad_norm": 1.419581610460463, "learning_rate": 0.003, "loss": 4.052, "step": 10186 }, { "epoch": 0.10187, "grad_norm": 1.1733245395221399, "learning_rate": 0.003, "loss": 4.0332, "step": 10187 }, { "epoch": 0.10188, "grad_norm": 0.9580355128633431, "learning_rate": 0.003, "loss": 4.0219, "step": 10188 }, { "epoch": 0.10189, "grad_norm": 1.1722566739996738, "learning_rate": 0.003, "loss": 3.9995, "step": 10189 }, { "epoch": 0.1019, "grad_norm": 1.1612042034180012, "learning_rate": 0.003, "loss": 4.0377, "step": 10190 }, { "epoch": 0.10191, "grad_norm": 1.195329589772822, "learning_rate": 0.003, "loss": 4.0465, "step": 10191 }, { "epoch": 0.10192, "grad_norm": 1.0846595164302155, "learning_rate": 0.003, "loss": 4.0241, "step": 10192 }, { "epoch": 0.10193, "grad_norm": 1.1488860249777917, "learning_rate": 0.003, "loss": 4.0335, "step": 10193 }, { "epoch": 0.10194, "grad_norm": 1.1895044545007407, "learning_rate": 0.003, "loss": 4.046, "step": 10194 }, { "epoch": 0.10195, "grad_norm": 0.9769595430999226, "learning_rate": 0.003, "loss": 4.0428, "step": 10195 }, { "epoch": 0.10196, "grad_norm": 1.1017689182766344, "learning_rate": 0.003, "loss": 4.0408, "step": 10196 }, { "epoch": 0.10197, "grad_norm": 1.0793074132780305, "learning_rate": 0.003, "loss": 4.0393, "step": 10197 }, { "epoch": 0.10198, "grad_norm": 1.0506607464798967, "learning_rate": 0.003, "loss": 4.0556, "step": 10198 }, { "epoch": 0.10199, "grad_norm": 1.1837831773812761, "learning_rate": 0.003, "loss": 4.0353, "step": 10199 }, { "epoch": 0.102, "grad_norm": 1.076073379069326, "learning_rate": 0.003, "loss": 4.0261, "step": 10200 }, { "epoch": 0.10201, "grad_norm": 1.0825848802681943, "learning_rate": 0.003, "loss": 4.0329, "step": 10201 }, { "epoch": 0.10202, "grad_norm": 1.3241527514135416, "learning_rate": 0.003, "loss": 4.0058, "step": 10202 }, { "epoch": 0.10203, "grad_norm": 1.1724175197204518, "learning_rate": 0.003, "loss": 4.0214, "step": 10203 }, { "epoch": 0.10204, "grad_norm": 1.3185840871244239, "learning_rate": 0.003, "loss": 4.057, "step": 10204 }, { "epoch": 0.10205, "grad_norm": 0.9734256552070326, "learning_rate": 0.003, "loss": 4.0289, "step": 10205 }, { "epoch": 0.10206, "grad_norm": 1.1022386726905078, "learning_rate": 0.003, "loss": 4.0407, "step": 10206 }, { "epoch": 0.10207, "grad_norm": 1.173133415900628, "learning_rate": 0.003, "loss": 4.0333, "step": 10207 }, { "epoch": 0.10208, "grad_norm": 1.1305215932951866, "learning_rate": 0.003, "loss": 3.9987, "step": 10208 }, { "epoch": 0.10209, "grad_norm": 1.190358205023772, "learning_rate": 0.003, "loss": 4.0481, "step": 10209 }, { "epoch": 0.1021, "grad_norm": 1.065896145776302, "learning_rate": 0.003, "loss": 4.0176, "step": 10210 }, { "epoch": 0.10211, "grad_norm": 1.3102703273182168, "learning_rate": 0.003, "loss": 4.0593, "step": 10211 }, { "epoch": 0.10212, "grad_norm": 0.9660207653575211, "learning_rate": 0.003, "loss": 4.0301, "step": 10212 }, { "epoch": 0.10213, "grad_norm": 0.9543652414333238, "learning_rate": 0.003, "loss": 4.0047, "step": 10213 }, { "epoch": 0.10214, "grad_norm": 1.036805427205904, "learning_rate": 0.003, "loss": 4.0368, "step": 10214 }, { "epoch": 0.10215, "grad_norm": 1.057033327613356, "learning_rate": 0.003, "loss": 4.0487, "step": 10215 }, { "epoch": 0.10216, "grad_norm": 1.134350884528531, "learning_rate": 0.003, "loss": 4.043, "step": 10216 }, { "epoch": 0.10217, "grad_norm": 1.1648146450494354, "learning_rate": 0.003, "loss": 4.0283, "step": 10217 }, { "epoch": 0.10218, "grad_norm": 1.4506285684005091, "learning_rate": 0.003, "loss": 4.0673, "step": 10218 }, { "epoch": 0.10219, "grad_norm": 0.9222728969038609, "learning_rate": 0.003, "loss": 4.0009, "step": 10219 }, { "epoch": 0.1022, "grad_norm": 1.0654406081445127, "learning_rate": 0.003, "loss": 4.0343, "step": 10220 }, { "epoch": 0.10221, "grad_norm": 1.252155041126181, "learning_rate": 0.003, "loss": 4.0536, "step": 10221 }, { "epoch": 0.10222, "grad_norm": 1.206778847995836, "learning_rate": 0.003, "loss": 4.0386, "step": 10222 }, { "epoch": 0.10223, "grad_norm": 1.2444900182503111, "learning_rate": 0.003, "loss": 4.0467, "step": 10223 }, { "epoch": 0.10224, "grad_norm": 1.040598030326006, "learning_rate": 0.003, "loss": 4.0383, "step": 10224 }, { "epoch": 0.10225, "grad_norm": 1.4878752264835577, "learning_rate": 0.003, "loss": 4.04, "step": 10225 }, { "epoch": 0.10226, "grad_norm": 0.9402450092696958, "learning_rate": 0.003, "loss": 4.0818, "step": 10226 }, { "epoch": 0.10227, "grad_norm": 1.2884407987069295, "learning_rate": 0.003, "loss": 4.0451, "step": 10227 }, { "epoch": 0.10228, "grad_norm": 1.1522519965955926, "learning_rate": 0.003, "loss": 4.0548, "step": 10228 }, { "epoch": 0.10229, "grad_norm": 1.0468946409066122, "learning_rate": 0.003, "loss": 4.0149, "step": 10229 }, { "epoch": 0.1023, "grad_norm": 1.2964574881601119, "learning_rate": 0.003, "loss": 4.0458, "step": 10230 }, { "epoch": 0.10231, "grad_norm": 1.24484224526044, "learning_rate": 0.003, "loss": 4.0436, "step": 10231 }, { "epoch": 0.10232, "grad_norm": 1.0853521484203787, "learning_rate": 0.003, "loss": 4.0437, "step": 10232 }, { "epoch": 0.10233, "grad_norm": 1.065069643441235, "learning_rate": 0.003, "loss": 4.0131, "step": 10233 }, { "epoch": 0.10234, "grad_norm": 1.1844230860579215, "learning_rate": 0.003, "loss": 4.0521, "step": 10234 }, { "epoch": 0.10235, "grad_norm": 1.1858854955074398, "learning_rate": 0.003, "loss": 4.0345, "step": 10235 }, { "epoch": 0.10236, "grad_norm": 1.155823762579354, "learning_rate": 0.003, "loss": 4.0689, "step": 10236 }, { "epoch": 0.10237, "grad_norm": 1.259243563598782, "learning_rate": 0.003, "loss": 4.032, "step": 10237 }, { "epoch": 0.10238, "grad_norm": 1.021888249686767, "learning_rate": 0.003, "loss": 4.0249, "step": 10238 }, { "epoch": 0.10239, "grad_norm": 1.2726229230148722, "learning_rate": 0.003, "loss": 4.0704, "step": 10239 }, { "epoch": 0.1024, "grad_norm": 0.8686221007981468, "learning_rate": 0.003, "loss": 3.9857, "step": 10240 }, { "epoch": 0.10241, "grad_norm": 1.0195922987283028, "learning_rate": 0.003, "loss": 4.0172, "step": 10241 }, { "epoch": 0.10242, "grad_norm": 1.4977495826980316, "learning_rate": 0.003, "loss": 4.0352, "step": 10242 }, { "epoch": 0.10243, "grad_norm": 0.8331453442599753, "learning_rate": 0.003, "loss": 4.0384, "step": 10243 }, { "epoch": 0.10244, "grad_norm": 0.9904099892605175, "learning_rate": 0.003, "loss": 4.0277, "step": 10244 }, { "epoch": 0.10245, "grad_norm": 1.1062252978239564, "learning_rate": 0.003, "loss": 4.0142, "step": 10245 }, { "epoch": 0.10246, "grad_norm": 1.2991428997983552, "learning_rate": 0.003, "loss": 4.0641, "step": 10246 }, { "epoch": 0.10247, "grad_norm": 1.017899165985093, "learning_rate": 0.003, "loss": 4.0616, "step": 10247 }, { "epoch": 0.10248, "grad_norm": 1.1832127454060877, "learning_rate": 0.003, "loss": 4.0553, "step": 10248 }, { "epoch": 0.10249, "grad_norm": 1.1079456008025137, "learning_rate": 0.003, "loss": 4.0389, "step": 10249 }, { "epoch": 0.1025, "grad_norm": 1.3362106747505438, "learning_rate": 0.003, "loss": 4.0511, "step": 10250 }, { "epoch": 0.10251, "grad_norm": 1.1117749161341806, "learning_rate": 0.003, "loss": 4.0348, "step": 10251 }, { "epoch": 0.10252, "grad_norm": 1.2698367881846497, "learning_rate": 0.003, "loss": 4.0158, "step": 10252 }, { "epoch": 0.10253, "grad_norm": 1.149957054689331, "learning_rate": 0.003, "loss": 4.0384, "step": 10253 }, { "epoch": 0.10254, "grad_norm": 0.9917763597068653, "learning_rate": 0.003, "loss": 4.0143, "step": 10254 }, { "epoch": 0.10255, "grad_norm": 1.1692203345741474, "learning_rate": 0.003, "loss": 4.029, "step": 10255 }, { "epoch": 0.10256, "grad_norm": 1.084143742321343, "learning_rate": 0.003, "loss": 4.0254, "step": 10256 }, { "epoch": 0.10257, "grad_norm": 1.2380367761444084, "learning_rate": 0.003, "loss": 4.0197, "step": 10257 }, { "epoch": 0.10258, "grad_norm": 1.1407215637889365, "learning_rate": 0.003, "loss": 4.0301, "step": 10258 }, { "epoch": 0.10259, "grad_norm": 1.1517658724662878, "learning_rate": 0.003, "loss": 4.0263, "step": 10259 }, { "epoch": 0.1026, "grad_norm": 1.025390717700848, "learning_rate": 0.003, "loss": 4.0351, "step": 10260 }, { "epoch": 0.10261, "grad_norm": 1.2024437713037104, "learning_rate": 0.003, "loss": 4.0343, "step": 10261 }, { "epoch": 0.10262, "grad_norm": 1.0958713174379848, "learning_rate": 0.003, "loss": 4.038, "step": 10262 }, { "epoch": 0.10263, "grad_norm": 0.8765257399245001, "learning_rate": 0.003, "loss": 4.0133, "step": 10263 }, { "epoch": 0.10264, "grad_norm": 0.9633993597005445, "learning_rate": 0.003, "loss": 4.0181, "step": 10264 }, { "epoch": 0.10265, "grad_norm": 1.35821204523184, "learning_rate": 0.003, "loss": 4.0345, "step": 10265 }, { "epoch": 0.10266, "grad_norm": 1.0219625008871738, "learning_rate": 0.003, "loss": 4.0236, "step": 10266 }, { "epoch": 0.10267, "grad_norm": 1.2227874326162127, "learning_rate": 0.003, "loss": 4.0615, "step": 10267 }, { "epoch": 0.10268, "grad_norm": 0.978586011050389, "learning_rate": 0.003, "loss": 4.0205, "step": 10268 }, { "epoch": 0.10269, "grad_norm": 1.3366116601016778, "learning_rate": 0.003, "loss": 4.0391, "step": 10269 }, { "epoch": 0.1027, "grad_norm": 1.203267489591858, "learning_rate": 0.003, "loss": 4.0403, "step": 10270 }, { "epoch": 0.10271, "grad_norm": 1.098001417832544, "learning_rate": 0.003, "loss": 4.05, "step": 10271 }, { "epoch": 0.10272, "grad_norm": 1.0307246792918792, "learning_rate": 0.003, "loss": 4.0118, "step": 10272 }, { "epoch": 0.10273, "grad_norm": 1.3053322880296834, "learning_rate": 0.003, "loss": 4.0553, "step": 10273 }, { "epoch": 0.10274, "grad_norm": 1.1385323131916913, "learning_rate": 0.003, "loss": 4.0274, "step": 10274 }, { "epoch": 0.10275, "grad_norm": 1.1261509616015806, "learning_rate": 0.003, "loss": 4.0538, "step": 10275 }, { "epoch": 0.10276, "grad_norm": 1.2868774897178286, "learning_rate": 0.003, "loss": 4.0471, "step": 10276 }, { "epoch": 0.10277, "grad_norm": 1.0360335060829537, "learning_rate": 0.003, "loss": 4.0297, "step": 10277 }, { "epoch": 0.10278, "grad_norm": 1.051397255526473, "learning_rate": 0.003, "loss": 4.0293, "step": 10278 }, { "epoch": 0.10279, "grad_norm": 1.1689181356787075, "learning_rate": 0.003, "loss": 4.0356, "step": 10279 }, { "epoch": 0.1028, "grad_norm": 1.0026627281522649, "learning_rate": 0.003, "loss": 4.0372, "step": 10280 }, { "epoch": 0.10281, "grad_norm": 1.2879919756618505, "learning_rate": 0.003, "loss": 4.0193, "step": 10281 }, { "epoch": 0.10282, "grad_norm": 1.244730230167987, "learning_rate": 0.003, "loss": 4.0151, "step": 10282 }, { "epoch": 0.10283, "grad_norm": 1.3076934827367117, "learning_rate": 0.003, "loss": 4.0409, "step": 10283 }, { "epoch": 0.10284, "grad_norm": 1.1046390773617638, "learning_rate": 0.003, "loss": 4.0248, "step": 10284 }, { "epoch": 0.10285, "grad_norm": 1.4413050093320747, "learning_rate": 0.003, "loss": 4.0284, "step": 10285 }, { "epoch": 0.10286, "grad_norm": 0.8441280250112908, "learning_rate": 0.003, "loss": 4.0303, "step": 10286 }, { "epoch": 0.10287, "grad_norm": 1.1644552941443256, "learning_rate": 0.003, "loss": 4.0254, "step": 10287 }, { "epoch": 0.10288, "grad_norm": 1.253613939194171, "learning_rate": 0.003, "loss": 4.071, "step": 10288 }, { "epoch": 0.10289, "grad_norm": 1.1992464347629659, "learning_rate": 0.003, "loss": 4.0557, "step": 10289 }, { "epoch": 0.1029, "grad_norm": 1.1614080288077706, "learning_rate": 0.003, "loss": 4.0522, "step": 10290 }, { "epoch": 0.10291, "grad_norm": 1.1200552133267128, "learning_rate": 0.003, "loss": 4.0186, "step": 10291 }, { "epoch": 0.10292, "grad_norm": 1.1209107524052186, "learning_rate": 0.003, "loss": 4.0559, "step": 10292 }, { "epoch": 0.10293, "grad_norm": 1.1739986737744281, "learning_rate": 0.003, "loss": 4.0357, "step": 10293 }, { "epoch": 0.10294, "grad_norm": 0.9094006847879885, "learning_rate": 0.003, "loss": 4.0532, "step": 10294 }, { "epoch": 0.10295, "grad_norm": 1.0626685311138218, "learning_rate": 0.003, "loss": 4.0426, "step": 10295 }, { "epoch": 0.10296, "grad_norm": 1.3323240753459744, "learning_rate": 0.003, "loss": 4.0089, "step": 10296 }, { "epoch": 0.10297, "grad_norm": 0.9873549849936493, "learning_rate": 0.003, "loss": 4.0433, "step": 10297 }, { "epoch": 0.10298, "grad_norm": 1.1100743664279358, "learning_rate": 0.003, "loss": 4.0647, "step": 10298 }, { "epoch": 0.10299, "grad_norm": 1.2118577543293596, "learning_rate": 0.003, "loss": 4.0335, "step": 10299 }, { "epoch": 0.103, "grad_norm": 1.1347265113461813, "learning_rate": 0.003, "loss": 4.0357, "step": 10300 }, { "epoch": 0.10301, "grad_norm": 1.0447143445167029, "learning_rate": 0.003, "loss": 4.0515, "step": 10301 }, { "epoch": 0.10302, "grad_norm": 1.051062325381112, "learning_rate": 0.003, "loss": 4.0564, "step": 10302 }, { "epoch": 0.10303, "grad_norm": 1.0323975069194364, "learning_rate": 0.003, "loss": 4.0221, "step": 10303 }, { "epoch": 0.10304, "grad_norm": 1.2789211780935934, "learning_rate": 0.003, "loss": 4.0488, "step": 10304 }, { "epoch": 0.10305, "grad_norm": 1.005336751800442, "learning_rate": 0.003, "loss": 4.0242, "step": 10305 }, { "epoch": 0.10306, "grad_norm": 1.1730045793816195, "learning_rate": 0.003, "loss": 4.0592, "step": 10306 }, { "epoch": 0.10307, "grad_norm": 1.1183555686080375, "learning_rate": 0.003, "loss": 4.0125, "step": 10307 }, { "epoch": 0.10308, "grad_norm": 1.0617744506344082, "learning_rate": 0.003, "loss": 4.0268, "step": 10308 }, { "epoch": 0.10309, "grad_norm": 1.22078736450434, "learning_rate": 0.003, "loss": 4.0186, "step": 10309 }, { "epoch": 0.1031, "grad_norm": 0.9980699183199506, "learning_rate": 0.003, "loss": 4.0147, "step": 10310 }, { "epoch": 0.10311, "grad_norm": 1.2462656361373519, "learning_rate": 0.003, "loss": 4.0329, "step": 10311 }, { "epoch": 0.10312, "grad_norm": 1.0351182027362364, "learning_rate": 0.003, "loss": 4.032, "step": 10312 }, { "epoch": 0.10313, "grad_norm": 1.287680378354591, "learning_rate": 0.003, "loss": 4.0116, "step": 10313 }, { "epoch": 0.10314, "grad_norm": 0.9076021123086481, "learning_rate": 0.003, "loss": 4.0396, "step": 10314 }, { "epoch": 0.10315, "grad_norm": 1.1481668973991306, "learning_rate": 0.003, "loss": 4.0318, "step": 10315 }, { "epoch": 0.10316, "grad_norm": 1.0780477730461324, "learning_rate": 0.003, "loss": 4.0693, "step": 10316 }, { "epoch": 0.10317, "grad_norm": 1.1892911855004693, "learning_rate": 0.003, "loss": 4.0263, "step": 10317 }, { "epoch": 0.10318, "grad_norm": 1.0047821885404769, "learning_rate": 0.003, "loss": 4.0154, "step": 10318 }, { "epoch": 0.10319, "grad_norm": 1.28222936870825, "learning_rate": 0.003, "loss": 4.0361, "step": 10319 }, { "epoch": 0.1032, "grad_norm": 1.1296157925908548, "learning_rate": 0.003, "loss": 4.0425, "step": 10320 }, { "epoch": 0.10321, "grad_norm": 1.4853389937950883, "learning_rate": 0.003, "loss": 4.0501, "step": 10321 }, { "epoch": 0.10322, "grad_norm": 0.9787569170059056, "learning_rate": 0.003, "loss": 4.0621, "step": 10322 }, { "epoch": 0.10323, "grad_norm": 1.0906735449814466, "learning_rate": 0.003, "loss": 4.0462, "step": 10323 }, { "epoch": 0.10324, "grad_norm": 1.068837791641826, "learning_rate": 0.003, "loss": 4.0485, "step": 10324 }, { "epoch": 0.10325, "grad_norm": 1.2037337762025848, "learning_rate": 0.003, "loss": 4.0318, "step": 10325 }, { "epoch": 0.10326, "grad_norm": 1.1133172543387875, "learning_rate": 0.003, "loss": 4.0423, "step": 10326 }, { "epoch": 0.10327, "grad_norm": 1.3167960269468966, "learning_rate": 0.003, "loss": 4.0385, "step": 10327 }, { "epoch": 0.10328, "grad_norm": 1.0696207926347543, "learning_rate": 0.003, "loss": 4.0185, "step": 10328 }, { "epoch": 0.10329, "grad_norm": 1.245399604421406, "learning_rate": 0.003, "loss": 4.0544, "step": 10329 }, { "epoch": 0.1033, "grad_norm": 1.0059697543492918, "learning_rate": 0.003, "loss": 4.0414, "step": 10330 }, { "epoch": 0.10331, "grad_norm": 1.5656251418654314, "learning_rate": 0.003, "loss": 4.0265, "step": 10331 }, { "epoch": 0.10332, "grad_norm": 0.8574115626605384, "learning_rate": 0.003, "loss": 4.0255, "step": 10332 }, { "epoch": 0.10333, "grad_norm": 0.9859350180122279, "learning_rate": 0.003, "loss": 4.0291, "step": 10333 }, { "epoch": 0.10334, "grad_norm": 1.2820418030806104, "learning_rate": 0.003, "loss": 4.0694, "step": 10334 }, { "epoch": 0.10335, "grad_norm": 0.8731451613756506, "learning_rate": 0.003, "loss": 4.0254, "step": 10335 }, { "epoch": 0.10336, "grad_norm": 1.014757675534356, "learning_rate": 0.003, "loss": 4.0463, "step": 10336 }, { "epoch": 0.10337, "grad_norm": 1.4909413920937094, "learning_rate": 0.003, "loss": 4.0439, "step": 10337 }, { "epoch": 0.10338, "grad_norm": 0.7816794866102409, "learning_rate": 0.003, "loss": 4.022, "step": 10338 }, { "epoch": 0.10339, "grad_norm": 0.9243690877719841, "learning_rate": 0.003, "loss": 4.0053, "step": 10339 }, { "epoch": 0.1034, "grad_norm": 1.14694380987657, "learning_rate": 0.003, "loss": 4.0141, "step": 10340 }, { "epoch": 0.10341, "grad_norm": 1.3834936067183423, "learning_rate": 0.003, "loss": 4.0293, "step": 10341 }, { "epoch": 0.10342, "grad_norm": 1.1154396048927036, "learning_rate": 0.003, "loss": 4.0105, "step": 10342 }, { "epoch": 0.10343, "grad_norm": 1.1273639336085786, "learning_rate": 0.003, "loss": 4.0334, "step": 10343 }, { "epoch": 0.10344, "grad_norm": 1.1608493429486209, "learning_rate": 0.003, "loss": 4.04, "step": 10344 }, { "epoch": 0.10345, "grad_norm": 1.06990959346778, "learning_rate": 0.003, "loss": 4.0214, "step": 10345 }, { "epoch": 0.10346, "grad_norm": 1.2479747749226988, "learning_rate": 0.003, "loss": 4.0127, "step": 10346 }, { "epoch": 0.10347, "grad_norm": 0.9737474653691929, "learning_rate": 0.003, "loss": 4.0239, "step": 10347 }, { "epoch": 0.10348, "grad_norm": 1.1819821090166085, "learning_rate": 0.003, "loss": 4.0494, "step": 10348 }, { "epoch": 0.10349, "grad_norm": 1.167019349942472, "learning_rate": 0.003, "loss": 4.0379, "step": 10349 }, { "epoch": 0.1035, "grad_norm": 1.3519029606445285, "learning_rate": 0.003, "loss": 4.0382, "step": 10350 }, { "epoch": 0.10351, "grad_norm": 0.8593715530349866, "learning_rate": 0.003, "loss": 4.0384, "step": 10351 }, { "epoch": 0.10352, "grad_norm": 0.9127235399409747, "learning_rate": 0.003, "loss": 4.0287, "step": 10352 }, { "epoch": 0.10353, "grad_norm": 1.1579963956603465, "learning_rate": 0.003, "loss": 4.0682, "step": 10353 }, { "epoch": 0.10354, "grad_norm": 1.2797240045316958, "learning_rate": 0.003, "loss": 4.0387, "step": 10354 }, { "epoch": 0.10355, "grad_norm": 0.9612463917392908, "learning_rate": 0.003, "loss": 4.0261, "step": 10355 }, { "epoch": 0.10356, "grad_norm": 1.1043787877283193, "learning_rate": 0.003, "loss": 4.0468, "step": 10356 }, { "epoch": 0.10357, "grad_norm": 1.121926767893712, "learning_rate": 0.003, "loss": 4.0126, "step": 10357 }, { "epoch": 0.10358, "grad_norm": 1.0575829184316827, "learning_rate": 0.003, "loss": 4.0154, "step": 10358 }, { "epoch": 0.10359, "grad_norm": 1.1712412204356015, "learning_rate": 0.003, "loss": 4.0284, "step": 10359 }, { "epoch": 0.1036, "grad_norm": 1.1280743551856558, "learning_rate": 0.003, "loss": 4.0394, "step": 10360 }, { "epoch": 0.10361, "grad_norm": 1.100752064232454, "learning_rate": 0.003, "loss": 3.9936, "step": 10361 }, { "epoch": 0.10362, "grad_norm": 1.3611223839175068, "learning_rate": 0.003, "loss": 4.0151, "step": 10362 }, { "epoch": 0.10363, "grad_norm": 0.9602281325752356, "learning_rate": 0.003, "loss": 4.0173, "step": 10363 }, { "epoch": 0.10364, "grad_norm": 1.2553483424870702, "learning_rate": 0.003, "loss": 4.034, "step": 10364 }, { "epoch": 0.10365, "grad_norm": 1.4024905356997521, "learning_rate": 0.003, "loss": 4.0628, "step": 10365 }, { "epoch": 0.10366, "grad_norm": 0.9242656529205991, "learning_rate": 0.003, "loss": 4.0335, "step": 10366 }, { "epoch": 0.10367, "grad_norm": 1.1604823265405697, "learning_rate": 0.003, "loss": 4.0505, "step": 10367 }, { "epoch": 0.10368, "grad_norm": 1.1969970485888448, "learning_rate": 0.003, "loss": 4.0071, "step": 10368 }, { "epoch": 0.10369, "grad_norm": 1.0200300949712449, "learning_rate": 0.003, "loss": 4.021, "step": 10369 }, { "epoch": 0.1037, "grad_norm": 1.2689639441368583, "learning_rate": 0.003, "loss": 4.0276, "step": 10370 }, { "epoch": 0.10371, "grad_norm": 1.0341059906639019, "learning_rate": 0.003, "loss": 4.0054, "step": 10371 }, { "epoch": 0.10372, "grad_norm": 1.2538857040073335, "learning_rate": 0.003, "loss": 4.018, "step": 10372 }, { "epoch": 0.10373, "grad_norm": 1.1201024616892967, "learning_rate": 0.003, "loss": 4.0339, "step": 10373 }, { "epoch": 0.10374, "grad_norm": 1.2950845025933793, "learning_rate": 0.003, "loss": 4.027, "step": 10374 }, { "epoch": 0.10375, "grad_norm": 0.9699551875266422, "learning_rate": 0.003, "loss": 4.0121, "step": 10375 }, { "epoch": 0.10376, "grad_norm": 1.1580083785809567, "learning_rate": 0.003, "loss": 4.0171, "step": 10376 }, { "epoch": 0.10377, "grad_norm": 1.1093131687693019, "learning_rate": 0.003, "loss": 4.038, "step": 10377 }, { "epoch": 0.10378, "grad_norm": 1.2624596205999834, "learning_rate": 0.003, "loss": 4.0025, "step": 10378 }, { "epoch": 0.10379, "grad_norm": 1.0914527517869759, "learning_rate": 0.003, "loss": 4.0123, "step": 10379 }, { "epoch": 0.1038, "grad_norm": 1.151305634171054, "learning_rate": 0.003, "loss": 4.0548, "step": 10380 }, { "epoch": 0.10381, "grad_norm": 1.18506187805289, "learning_rate": 0.003, "loss": 4.0356, "step": 10381 }, { "epoch": 0.10382, "grad_norm": 0.960814714372655, "learning_rate": 0.003, "loss": 4.0069, "step": 10382 }, { "epoch": 0.10383, "grad_norm": 1.1274336145652182, "learning_rate": 0.003, "loss": 4.0386, "step": 10383 }, { "epoch": 0.10384, "grad_norm": 1.0778718704979358, "learning_rate": 0.003, "loss": 4.0427, "step": 10384 }, { "epoch": 0.10385, "grad_norm": 1.3346207537542287, "learning_rate": 0.003, "loss": 4.0374, "step": 10385 }, { "epoch": 0.10386, "grad_norm": 1.1729682327745514, "learning_rate": 0.003, "loss": 4.0437, "step": 10386 }, { "epoch": 0.10387, "grad_norm": 1.036661733873201, "learning_rate": 0.003, "loss": 4.0341, "step": 10387 }, { "epoch": 0.10388, "grad_norm": 1.1267714195794842, "learning_rate": 0.003, "loss": 4.0274, "step": 10388 }, { "epoch": 0.10389, "grad_norm": 1.070601905354444, "learning_rate": 0.003, "loss": 4.0419, "step": 10389 }, { "epoch": 0.1039, "grad_norm": 1.1108942610835553, "learning_rate": 0.003, "loss": 4.0057, "step": 10390 }, { "epoch": 0.10391, "grad_norm": 1.0766563550369346, "learning_rate": 0.003, "loss": 4.0289, "step": 10391 }, { "epoch": 0.10392, "grad_norm": 1.2926774985748823, "learning_rate": 0.003, "loss": 4.0345, "step": 10392 }, { "epoch": 0.10393, "grad_norm": 1.021832754641526, "learning_rate": 0.003, "loss": 4.0195, "step": 10393 }, { "epoch": 0.10394, "grad_norm": 1.2672584449062123, "learning_rate": 0.003, "loss": 4.0341, "step": 10394 }, { "epoch": 0.10395, "grad_norm": 0.9905815246662731, "learning_rate": 0.003, "loss": 4.0565, "step": 10395 }, { "epoch": 0.10396, "grad_norm": 1.0082239163019409, "learning_rate": 0.003, "loss": 4.0346, "step": 10396 }, { "epoch": 0.10397, "grad_norm": 1.2087702334917223, "learning_rate": 0.003, "loss": 4.0531, "step": 10397 }, { "epoch": 0.10398, "grad_norm": 1.3670646129935469, "learning_rate": 0.003, "loss": 4.0473, "step": 10398 }, { "epoch": 0.10399, "grad_norm": 1.0071185422959221, "learning_rate": 0.003, "loss": 4.0447, "step": 10399 }, { "epoch": 0.104, "grad_norm": 1.201312509023756, "learning_rate": 0.003, "loss": 4.0427, "step": 10400 }, { "epoch": 0.10401, "grad_norm": 0.9420904682898148, "learning_rate": 0.003, "loss": 4.0254, "step": 10401 }, { "epoch": 0.10402, "grad_norm": 1.2050493388965062, "learning_rate": 0.003, "loss": 4.0259, "step": 10402 }, { "epoch": 0.10403, "grad_norm": 1.046563241466676, "learning_rate": 0.003, "loss": 4.03, "step": 10403 }, { "epoch": 0.10404, "grad_norm": 1.1628697809891466, "learning_rate": 0.003, "loss": 4.0309, "step": 10404 }, { "epoch": 0.10405, "grad_norm": 1.3199812512263778, "learning_rate": 0.003, "loss": 4.0441, "step": 10405 }, { "epoch": 0.10406, "grad_norm": 1.0594480118801703, "learning_rate": 0.003, "loss": 4.0273, "step": 10406 }, { "epoch": 0.10407, "grad_norm": 1.1233067919692772, "learning_rate": 0.003, "loss": 4.0484, "step": 10407 }, { "epoch": 0.10408, "grad_norm": 0.9910896481437917, "learning_rate": 0.003, "loss": 4.0117, "step": 10408 }, { "epoch": 0.10409, "grad_norm": 1.138918453922149, "learning_rate": 0.003, "loss": 4.0366, "step": 10409 }, { "epoch": 0.1041, "grad_norm": 1.1821655962343458, "learning_rate": 0.003, "loss": 4.0616, "step": 10410 }, { "epoch": 0.10411, "grad_norm": 1.214060735642106, "learning_rate": 0.003, "loss": 4.0235, "step": 10411 }, { "epoch": 0.10412, "grad_norm": 1.1271952204136202, "learning_rate": 0.003, "loss": 3.9872, "step": 10412 }, { "epoch": 0.10413, "grad_norm": 0.9720082652463884, "learning_rate": 0.003, "loss": 4.0409, "step": 10413 }, { "epoch": 0.10414, "grad_norm": 1.1999444084371422, "learning_rate": 0.003, "loss": 4.0294, "step": 10414 }, { "epoch": 0.10415, "grad_norm": 1.073604246138116, "learning_rate": 0.003, "loss": 4.0336, "step": 10415 }, { "epoch": 0.10416, "grad_norm": 1.108459057982964, "learning_rate": 0.003, "loss": 4.0489, "step": 10416 }, { "epoch": 0.10417, "grad_norm": 1.271581283838925, "learning_rate": 0.003, "loss": 4.0579, "step": 10417 }, { "epoch": 0.10418, "grad_norm": 1.079645522515878, "learning_rate": 0.003, "loss": 4.0095, "step": 10418 }, { "epoch": 0.10419, "grad_norm": 1.1152248774580158, "learning_rate": 0.003, "loss": 4.0746, "step": 10419 }, { "epoch": 0.1042, "grad_norm": 1.3480810386551398, "learning_rate": 0.003, "loss": 4.0543, "step": 10420 }, { "epoch": 0.10421, "grad_norm": 0.9290743153390996, "learning_rate": 0.003, "loss": 4.0209, "step": 10421 }, { "epoch": 0.10422, "grad_norm": 1.0777250714984647, "learning_rate": 0.003, "loss": 4.0338, "step": 10422 }, { "epoch": 0.10423, "grad_norm": 1.2450132081404977, "learning_rate": 0.003, "loss": 4.0475, "step": 10423 }, { "epoch": 0.10424, "grad_norm": 0.9622549883886152, "learning_rate": 0.003, "loss": 4.0224, "step": 10424 }, { "epoch": 0.10425, "grad_norm": 1.1529396436416368, "learning_rate": 0.003, "loss": 4.0305, "step": 10425 }, { "epoch": 0.10426, "grad_norm": 1.0658110282776228, "learning_rate": 0.003, "loss": 4.0259, "step": 10426 }, { "epoch": 0.10427, "grad_norm": 1.0117761795322662, "learning_rate": 0.003, "loss": 4.0416, "step": 10427 }, { "epoch": 0.10428, "grad_norm": 1.1685995916063228, "learning_rate": 0.003, "loss": 4.018, "step": 10428 }, { "epoch": 0.10429, "grad_norm": 1.0923828450042794, "learning_rate": 0.003, "loss": 4.0131, "step": 10429 }, { "epoch": 0.1043, "grad_norm": 1.1655387142481999, "learning_rate": 0.003, "loss": 4.0174, "step": 10430 }, { "epoch": 0.10431, "grad_norm": 1.3531912916034343, "learning_rate": 0.003, "loss": 4.0362, "step": 10431 }, { "epoch": 0.10432, "grad_norm": 0.9691209365956966, "learning_rate": 0.003, "loss": 4.0306, "step": 10432 }, { "epoch": 0.10433, "grad_norm": 1.0876767583765015, "learning_rate": 0.003, "loss": 4.0289, "step": 10433 }, { "epoch": 0.10434, "grad_norm": 1.0893989324457354, "learning_rate": 0.003, "loss": 4.0189, "step": 10434 }, { "epoch": 0.10435, "grad_norm": 1.1011090775263708, "learning_rate": 0.003, "loss": 4.016, "step": 10435 }, { "epoch": 0.10436, "grad_norm": 1.2651035810376114, "learning_rate": 0.003, "loss": 4.0388, "step": 10436 }, { "epoch": 0.10437, "grad_norm": 1.077788583905916, "learning_rate": 0.003, "loss": 4.0438, "step": 10437 }, { "epoch": 0.10438, "grad_norm": 1.089658709482987, "learning_rate": 0.003, "loss": 4.0291, "step": 10438 }, { "epoch": 0.10439, "grad_norm": 1.3526434745275007, "learning_rate": 0.003, "loss": 4.0494, "step": 10439 }, { "epoch": 0.1044, "grad_norm": 1.072260827630628, "learning_rate": 0.003, "loss": 4.0382, "step": 10440 }, { "epoch": 0.10441, "grad_norm": 1.275665138867706, "learning_rate": 0.003, "loss": 4.0231, "step": 10441 }, { "epoch": 0.10442, "grad_norm": 0.8780574008022751, "learning_rate": 0.003, "loss": 4.0134, "step": 10442 }, { "epoch": 0.10443, "grad_norm": 1.0997214258568853, "learning_rate": 0.003, "loss": 4.0528, "step": 10443 }, { "epoch": 0.10444, "grad_norm": 1.3431512939323784, "learning_rate": 0.003, "loss": 4.0468, "step": 10444 }, { "epoch": 0.10445, "grad_norm": 1.2074116232555316, "learning_rate": 0.003, "loss": 4.0546, "step": 10445 }, { "epoch": 0.10446, "grad_norm": 1.087105337997175, "learning_rate": 0.003, "loss": 4.0135, "step": 10446 }, { "epoch": 0.10447, "grad_norm": 1.0707463528471768, "learning_rate": 0.003, "loss": 4.0231, "step": 10447 }, { "epoch": 0.10448, "grad_norm": 1.0692522472019002, "learning_rate": 0.003, "loss": 4.0339, "step": 10448 }, { "epoch": 0.10449, "grad_norm": 1.001943199192615, "learning_rate": 0.003, "loss": 4.0238, "step": 10449 }, { "epoch": 0.1045, "grad_norm": 1.259242230186131, "learning_rate": 0.003, "loss": 4.0551, "step": 10450 }, { "epoch": 0.10451, "grad_norm": 0.8956322006755586, "learning_rate": 0.003, "loss": 4.0, "step": 10451 }, { "epoch": 0.10452, "grad_norm": 1.2342703982705026, "learning_rate": 0.003, "loss": 4.0332, "step": 10452 }, { "epoch": 0.10453, "grad_norm": 1.1659755217419676, "learning_rate": 0.003, "loss": 4.0123, "step": 10453 }, { "epoch": 0.10454, "grad_norm": 1.329730366250319, "learning_rate": 0.003, "loss": 4.0231, "step": 10454 }, { "epoch": 0.10455, "grad_norm": 1.0525902475820774, "learning_rate": 0.003, "loss": 4.0172, "step": 10455 }, { "epoch": 0.10456, "grad_norm": 1.4730676027395804, "learning_rate": 0.003, "loss": 4.0522, "step": 10456 }, { "epoch": 0.10457, "grad_norm": 0.902647065287986, "learning_rate": 0.003, "loss": 4.039, "step": 10457 }, { "epoch": 0.10458, "grad_norm": 0.9366078692778497, "learning_rate": 0.003, "loss": 4.0455, "step": 10458 }, { "epoch": 0.10459, "grad_norm": 1.185490872765169, "learning_rate": 0.003, "loss": 4.0212, "step": 10459 }, { "epoch": 0.1046, "grad_norm": 1.220542856466773, "learning_rate": 0.003, "loss": 4.0497, "step": 10460 }, { "epoch": 0.10461, "grad_norm": 1.0971020768947664, "learning_rate": 0.003, "loss": 4.008, "step": 10461 }, { "epoch": 0.10462, "grad_norm": 1.0948259417406494, "learning_rate": 0.003, "loss": 4.0431, "step": 10462 }, { "epoch": 0.10463, "grad_norm": 1.0964751192354854, "learning_rate": 0.003, "loss": 4.0131, "step": 10463 }, { "epoch": 0.10464, "grad_norm": 1.1441448993227044, "learning_rate": 0.003, "loss": 4.0446, "step": 10464 }, { "epoch": 0.10465, "grad_norm": 1.1473924677302787, "learning_rate": 0.003, "loss": 4.0343, "step": 10465 }, { "epoch": 0.10466, "grad_norm": 1.1495513149677226, "learning_rate": 0.003, "loss": 4.0294, "step": 10466 }, { "epoch": 0.10467, "grad_norm": 1.0544675114536122, "learning_rate": 0.003, "loss": 4.0301, "step": 10467 }, { "epoch": 0.10468, "grad_norm": 1.34298439731449, "learning_rate": 0.003, "loss": 4.0136, "step": 10468 }, { "epoch": 0.10469, "grad_norm": 1.2021399413747627, "learning_rate": 0.003, "loss": 4.0423, "step": 10469 }, { "epoch": 0.1047, "grad_norm": 1.1449386988739325, "learning_rate": 0.003, "loss": 4.0273, "step": 10470 }, { "epoch": 0.10471, "grad_norm": 1.0404658350920764, "learning_rate": 0.003, "loss": 4.0415, "step": 10471 }, { "epoch": 0.10472, "grad_norm": 1.2753272835439624, "learning_rate": 0.003, "loss": 4.019, "step": 10472 }, { "epoch": 0.10473, "grad_norm": 1.1913855993707885, "learning_rate": 0.003, "loss": 4.0211, "step": 10473 }, { "epoch": 0.10474, "grad_norm": 1.1501830644015107, "learning_rate": 0.003, "loss": 4.0254, "step": 10474 }, { "epoch": 0.10475, "grad_norm": 1.243458316706119, "learning_rate": 0.003, "loss": 4.0268, "step": 10475 }, { "epoch": 0.10476, "grad_norm": 1.209956907576902, "learning_rate": 0.003, "loss": 4.0361, "step": 10476 }, { "epoch": 0.10477, "grad_norm": 1.0020350040143609, "learning_rate": 0.003, "loss": 4.0111, "step": 10477 }, { "epoch": 0.10478, "grad_norm": 1.0396708338378342, "learning_rate": 0.003, "loss": 4.018, "step": 10478 }, { "epoch": 0.10479, "grad_norm": 1.1150470684477871, "learning_rate": 0.003, "loss": 4.0326, "step": 10479 }, { "epoch": 0.1048, "grad_norm": 1.122637069690026, "learning_rate": 0.003, "loss": 4.0142, "step": 10480 }, { "epoch": 0.10481, "grad_norm": 1.4318413431939903, "learning_rate": 0.003, "loss": 4.0382, "step": 10481 }, { "epoch": 0.10482, "grad_norm": 1.0791992375976056, "learning_rate": 0.003, "loss": 4.0208, "step": 10482 }, { "epoch": 0.10483, "grad_norm": 1.3065570899996903, "learning_rate": 0.003, "loss": 4.0121, "step": 10483 }, { "epoch": 0.10484, "grad_norm": 1.1874032550959215, "learning_rate": 0.003, "loss": 4.0232, "step": 10484 }, { "epoch": 0.10485, "grad_norm": 1.1893565695289274, "learning_rate": 0.003, "loss": 4.0216, "step": 10485 }, { "epoch": 0.10486, "grad_norm": 1.097831179509903, "learning_rate": 0.003, "loss": 3.9988, "step": 10486 }, { "epoch": 0.10487, "grad_norm": 1.2993291047275668, "learning_rate": 0.003, "loss": 4.0411, "step": 10487 }, { "epoch": 0.10488, "grad_norm": 0.9496980239335198, "learning_rate": 0.003, "loss": 4.0213, "step": 10488 }, { "epoch": 0.10489, "grad_norm": 1.0629884631995594, "learning_rate": 0.003, "loss": 4.0265, "step": 10489 }, { "epoch": 0.1049, "grad_norm": 1.0603268965374313, "learning_rate": 0.003, "loss": 4.0407, "step": 10490 }, { "epoch": 0.10491, "grad_norm": 1.208967187962485, "learning_rate": 0.003, "loss": 4.0465, "step": 10491 }, { "epoch": 0.10492, "grad_norm": 1.2629214617983036, "learning_rate": 0.003, "loss": 4.0305, "step": 10492 }, { "epoch": 0.10493, "grad_norm": 1.2124437867421798, "learning_rate": 0.003, "loss": 4.0312, "step": 10493 }, { "epoch": 0.10494, "grad_norm": 0.9449400933558595, "learning_rate": 0.003, "loss": 3.9937, "step": 10494 }, { "epoch": 0.10495, "grad_norm": 1.1234515875951618, "learning_rate": 0.003, "loss": 4.0154, "step": 10495 }, { "epoch": 0.10496, "grad_norm": 1.0139506348014824, "learning_rate": 0.003, "loss": 4.0311, "step": 10496 }, { "epoch": 0.10497, "grad_norm": 1.3582522269851591, "learning_rate": 0.003, "loss": 4.0167, "step": 10497 }, { "epoch": 0.10498, "grad_norm": 0.8485161156664304, "learning_rate": 0.003, "loss": 4.0385, "step": 10498 }, { "epoch": 0.10499, "grad_norm": 0.9682827176949959, "learning_rate": 0.003, "loss": 4.0119, "step": 10499 }, { "epoch": 0.105, "grad_norm": 1.3767621333474114, "learning_rate": 0.003, "loss": 4.0639, "step": 10500 }, { "epoch": 0.10501, "grad_norm": 0.9911284707155722, "learning_rate": 0.003, "loss": 4.0179, "step": 10501 }, { "epoch": 0.10502, "grad_norm": 1.2098800890232249, "learning_rate": 0.003, "loss": 4.0239, "step": 10502 }, { "epoch": 0.10503, "grad_norm": 1.125482625749235, "learning_rate": 0.003, "loss": 4.0644, "step": 10503 }, { "epoch": 0.10504, "grad_norm": 1.049702069475873, "learning_rate": 0.003, "loss": 4.02, "step": 10504 }, { "epoch": 0.10505, "grad_norm": 1.2213586640000345, "learning_rate": 0.003, "loss": 4.0348, "step": 10505 }, { "epoch": 0.10506, "grad_norm": 1.315035994618202, "learning_rate": 0.003, "loss": 4.038, "step": 10506 }, { "epoch": 0.10507, "grad_norm": 1.340531389565643, "learning_rate": 0.003, "loss": 4.0427, "step": 10507 }, { "epoch": 0.10508, "grad_norm": 0.9990031849773587, "learning_rate": 0.003, "loss": 4.0073, "step": 10508 }, { "epoch": 0.10509, "grad_norm": 1.1660130233668518, "learning_rate": 0.003, "loss": 4.0219, "step": 10509 }, { "epoch": 0.1051, "grad_norm": 1.039379676526276, "learning_rate": 0.003, "loss": 4.0316, "step": 10510 }, { "epoch": 0.10511, "grad_norm": 1.338586383397336, "learning_rate": 0.003, "loss": 4.0073, "step": 10511 }, { "epoch": 0.10512, "grad_norm": 1.0249548531611892, "learning_rate": 0.003, "loss": 4.0575, "step": 10512 }, { "epoch": 0.10513, "grad_norm": 1.2470715536322723, "learning_rate": 0.003, "loss": 4.003, "step": 10513 }, { "epoch": 0.10514, "grad_norm": 0.9573916157628471, "learning_rate": 0.003, "loss": 3.9872, "step": 10514 }, { "epoch": 0.10515, "grad_norm": 1.299107259749984, "learning_rate": 0.003, "loss": 4.0462, "step": 10515 }, { "epoch": 0.10516, "grad_norm": 1.01524445765738, "learning_rate": 0.003, "loss": 4.0, "step": 10516 }, { "epoch": 0.10517, "grad_norm": 1.1149804894227142, "learning_rate": 0.003, "loss": 4.0559, "step": 10517 }, { "epoch": 0.10518, "grad_norm": 1.1890411136167975, "learning_rate": 0.003, "loss": 4.0546, "step": 10518 }, { "epoch": 0.10519, "grad_norm": 0.9364490204330106, "learning_rate": 0.003, "loss": 4.005, "step": 10519 }, { "epoch": 0.1052, "grad_norm": 1.1387642541625675, "learning_rate": 0.003, "loss": 4.0573, "step": 10520 }, { "epoch": 0.10521, "grad_norm": 1.1839482076334311, "learning_rate": 0.003, "loss": 4.0311, "step": 10521 }, { "epoch": 0.10522, "grad_norm": 1.0014230334791343, "learning_rate": 0.003, "loss": 4.0382, "step": 10522 }, { "epoch": 0.10523, "grad_norm": 1.1543281363304134, "learning_rate": 0.003, "loss": 4.0552, "step": 10523 }, { "epoch": 0.10524, "grad_norm": 1.0058642661701724, "learning_rate": 0.003, "loss": 4.0253, "step": 10524 }, { "epoch": 0.10525, "grad_norm": 1.2600433039619774, "learning_rate": 0.003, "loss": 4.0329, "step": 10525 }, { "epoch": 0.10526, "grad_norm": 1.0491904580994538, "learning_rate": 0.003, "loss": 4.0287, "step": 10526 }, { "epoch": 0.10527, "grad_norm": 1.3835636637824966, "learning_rate": 0.003, "loss": 4.0667, "step": 10527 }, { "epoch": 0.10528, "grad_norm": 1.1190543265923238, "learning_rate": 0.003, "loss": 4.0123, "step": 10528 }, { "epoch": 0.10529, "grad_norm": 1.41063797874233, "learning_rate": 0.003, "loss": 4.0243, "step": 10529 }, { "epoch": 0.1053, "grad_norm": 1.0017135846243632, "learning_rate": 0.003, "loss": 4.0504, "step": 10530 }, { "epoch": 0.10531, "grad_norm": 1.1349481015715086, "learning_rate": 0.003, "loss": 4.028, "step": 10531 }, { "epoch": 0.10532, "grad_norm": 1.0974147690879539, "learning_rate": 0.003, "loss": 4.0413, "step": 10532 }, { "epoch": 0.10533, "grad_norm": 1.1318583086940592, "learning_rate": 0.003, "loss": 4.0388, "step": 10533 }, { "epoch": 0.10534, "grad_norm": 0.9728943881000612, "learning_rate": 0.003, "loss": 4.034, "step": 10534 }, { "epoch": 0.10535, "grad_norm": 1.4760229533414277, "learning_rate": 0.003, "loss": 4.0235, "step": 10535 }, { "epoch": 0.10536, "grad_norm": 1.0178312131559886, "learning_rate": 0.003, "loss": 4.0033, "step": 10536 }, { "epoch": 0.10537, "grad_norm": 1.326688326472958, "learning_rate": 0.003, "loss": 4.0357, "step": 10537 }, { "epoch": 0.10538, "grad_norm": 0.9540964220451233, "learning_rate": 0.003, "loss": 4.0297, "step": 10538 }, { "epoch": 0.10539, "grad_norm": 1.1867065524476788, "learning_rate": 0.003, "loss": 4.0241, "step": 10539 }, { "epoch": 0.1054, "grad_norm": 1.306268363150594, "learning_rate": 0.003, "loss": 4.0031, "step": 10540 }, { "epoch": 0.10541, "grad_norm": 1.1821939453890575, "learning_rate": 0.003, "loss": 4.0422, "step": 10541 }, { "epoch": 0.10542, "grad_norm": 1.340191153094188, "learning_rate": 0.003, "loss": 4.0355, "step": 10542 }, { "epoch": 0.10543, "grad_norm": 0.8866083438164943, "learning_rate": 0.003, "loss": 4.0249, "step": 10543 }, { "epoch": 0.10544, "grad_norm": 1.1034227189294226, "learning_rate": 0.003, "loss": 4.0158, "step": 10544 }, { "epoch": 0.10545, "grad_norm": 1.145569873679018, "learning_rate": 0.003, "loss": 4.0453, "step": 10545 }, { "epoch": 0.10546, "grad_norm": 1.2439976954614562, "learning_rate": 0.003, "loss": 4.067, "step": 10546 }, { "epoch": 0.10547, "grad_norm": 0.9219452650458853, "learning_rate": 0.003, "loss": 4.0075, "step": 10547 }, { "epoch": 0.10548, "grad_norm": 0.9976599090984258, "learning_rate": 0.003, "loss": 4.0193, "step": 10548 }, { "epoch": 0.10549, "grad_norm": 1.2774703253681363, "learning_rate": 0.003, "loss": 4.0251, "step": 10549 }, { "epoch": 0.1055, "grad_norm": 1.1539905793697123, "learning_rate": 0.003, "loss": 4.0263, "step": 10550 }, { "epoch": 0.10551, "grad_norm": 1.135911995287088, "learning_rate": 0.003, "loss": 4.0545, "step": 10551 }, { "epoch": 0.10552, "grad_norm": 1.0527742384461596, "learning_rate": 0.003, "loss": 4.0526, "step": 10552 }, { "epoch": 0.10553, "grad_norm": 1.322002490054715, "learning_rate": 0.003, "loss": 4.0109, "step": 10553 }, { "epoch": 0.10554, "grad_norm": 1.0084031327815373, "learning_rate": 0.003, "loss": 4.0338, "step": 10554 }, { "epoch": 0.10555, "grad_norm": 1.0808986156972835, "learning_rate": 0.003, "loss": 4.0494, "step": 10555 }, { "epoch": 0.10556, "grad_norm": 1.1216797816863153, "learning_rate": 0.003, "loss": 4.037, "step": 10556 }, { "epoch": 0.10557, "grad_norm": 1.1475055052985905, "learning_rate": 0.003, "loss": 4.0297, "step": 10557 }, { "epoch": 0.10558, "grad_norm": 1.1119323781963724, "learning_rate": 0.003, "loss": 4.0102, "step": 10558 }, { "epoch": 0.10559, "grad_norm": 1.2460835632404752, "learning_rate": 0.003, "loss": 4.0189, "step": 10559 }, { "epoch": 0.1056, "grad_norm": 1.2138261319567527, "learning_rate": 0.003, "loss": 4.0181, "step": 10560 }, { "epoch": 0.10561, "grad_norm": 1.0483615457288105, "learning_rate": 0.003, "loss": 4.024, "step": 10561 }, { "epoch": 0.10562, "grad_norm": 1.0118320288891192, "learning_rate": 0.003, "loss": 4.0047, "step": 10562 }, { "epoch": 0.10563, "grad_norm": 1.3644503768047236, "learning_rate": 0.003, "loss": 4.0502, "step": 10563 }, { "epoch": 0.10564, "grad_norm": 0.8013831438598815, "learning_rate": 0.003, "loss": 4.0375, "step": 10564 }, { "epoch": 0.10565, "grad_norm": 0.9612754540930174, "learning_rate": 0.003, "loss": 4.033, "step": 10565 }, { "epoch": 0.10566, "grad_norm": 1.2366075679735475, "learning_rate": 0.003, "loss": 4.0419, "step": 10566 }, { "epoch": 0.10567, "grad_norm": 1.155623176742999, "learning_rate": 0.003, "loss": 4.0615, "step": 10567 }, { "epoch": 0.10568, "grad_norm": 1.1220562684114699, "learning_rate": 0.003, "loss": 4.053, "step": 10568 }, { "epoch": 0.10569, "grad_norm": 1.163422842918069, "learning_rate": 0.003, "loss": 4.0554, "step": 10569 }, { "epoch": 0.1057, "grad_norm": 1.1409717638103616, "learning_rate": 0.003, "loss": 4.0176, "step": 10570 }, { "epoch": 0.10571, "grad_norm": 0.9910760818265895, "learning_rate": 0.003, "loss": 4.0286, "step": 10571 }, { "epoch": 0.10572, "grad_norm": 1.1832943348904186, "learning_rate": 0.003, "loss": 4.0345, "step": 10572 }, { "epoch": 0.10573, "grad_norm": 1.0817165438920588, "learning_rate": 0.003, "loss": 4.0188, "step": 10573 }, { "epoch": 0.10574, "grad_norm": 1.2883743060276551, "learning_rate": 0.003, "loss": 4.0405, "step": 10574 }, { "epoch": 0.10575, "grad_norm": 0.8503051859413028, "learning_rate": 0.003, "loss": 4.0056, "step": 10575 }, { "epoch": 0.10576, "grad_norm": 1.0469525545832647, "learning_rate": 0.003, "loss": 4.0498, "step": 10576 }, { "epoch": 0.10577, "grad_norm": 1.509719903394313, "learning_rate": 0.003, "loss": 4.0326, "step": 10577 }, { "epoch": 0.10578, "grad_norm": 0.9933503276360827, "learning_rate": 0.003, "loss": 4.0346, "step": 10578 }, { "epoch": 0.10579, "grad_norm": 1.1546805042641897, "learning_rate": 0.003, "loss": 4.0015, "step": 10579 }, { "epoch": 0.1058, "grad_norm": 1.10717494330016, "learning_rate": 0.003, "loss": 4.0501, "step": 10580 }, { "epoch": 0.10581, "grad_norm": 1.0811061670677058, "learning_rate": 0.003, "loss": 4.0502, "step": 10581 }, { "epoch": 0.10582, "grad_norm": 1.1040005473249752, "learning_rate": 0.003, "loss": 4.034, "step": 10582 }, { "epoch": 0.10583, "grad_norm": 1.2803656515646102, "learning_rate": 0.003, "loss": 4.0327, "step": 10583 }, { "epoch": 0.10584, "grad_norm": 1.3090939277354992, "learning_rate": 0.003, "loss": 4.0203, "step": 10584 }, { "epoch": 0.10585, "grad_norm": 1.0847880823254095, "learning_rate": 0.003, "loss": 4.0722, "step": 10585 }, { "epoch": 0.10586, "grad_norm": 1.2200835861910564, "learning_rate": 0.003, "loss": 4.0548, "step": 10586 }, { "epoch": 0.10587, "grad_norm": 0.8932627861610137, "learning_rate": 0.003, "loss": 4.0574, "step": 10587 }, { "epoch": 0.10588, "grad_norm": 1.139469360617456, "learning_rate": 0.003, "loss": 4.019, "step": 10588 }, { "epoch": 0.10589, "grad_norm": 1.4344930118024855, "learning_rate": 0.003, "loss": 4.0414, "step": 10589 }, { "epoch": 0.1059, "grad_norm": 1.1102643686509654, "learning_rate": 0.003, "loss": 4.0264, "step": 10590 }, { "epoch": 0.10591, "grad_norm": 1.1481517513413337, "learning_rate": 0.003, "loss": 4.0175, "step": 10591 }, { "epoch": 0.10592, "grad_norm": 1.122474591041532, "learning_rate": 0.003, "loss": 4.0682, "step": 10592 }, { "epoch": 0.10593, "grad_norm": 1.2016781924295667, "learning_rate": 0.003, "loss": 4.005, "step": 10593 }, { "epoch": 0.10594, "grad_norm": 1.07376059125612, "learning_rate": 0.003, "loss": 4.033, "step": 10594 }, { "epoch": 0.10595, "grad_norm": 1.2904669765461627, "learning_rate": 0.003, "loss": 4.0303, "step": 10595 }, { "epoch": 0.10596, "grad_norm": 0.8779132609347672, "learning_rate": 0.003, "loss": 4.0349, "step": 10596 }, { "epoch": 0.10597, "grad_norm": 1.003771536112303, "learning_rate": 0.003, "loss": 4.0271, "step": 10597 }, { "epoch": 0.10598, "grad_norm": 1.0707616836208425, "learning_rate": 0.003, "loss": 4.0421, "step": 10598 }, { "epoch": 0.10599, "grad_norm": 0.9955175174902907, "learning_rate": 0.003, "loss": 4.0206, "step": 10599 }, { "epoch": 0.106, "grad_norm": 1.3851273303582732, "learning_rate": 0.003, "loss": 4.0381, "step": 10600 }, { "epoch": 0.10601, "grad_norm": 0.8326152872121492, "learning_rate": 0.003, "loss": 4.0298, "step": 10601 }, { "epoch": 0.10602, "grad_norm": 0.9405825691994378, "learning_rate": 0.003, "loss": 4.0489, "step": 10602 }, { "epoch": 0.10603, "grad_norm": 1.175319134130477, "learning_rate": 0.003, "loss": 4.0401, "step": 10603 }, { "epoch": 0.10604, "grad_norm": 1.2400190358250294, "learning_rate": 0.003, "loss": 4.0657, "step": 10604 }, { "epoch": 0.10605, "grad_norm": 1.3117115346590698, "learning_rate": 0.003, "loss": 4.0241, "step": 10605 }, { "epoch": 0.10606, "grad_norm": 0.8357581858102279, "learning_rate": 0.003, "loss": 4.0395, "step": 10606 }, { "epoch": 0.10607, "grad_norm": 1.2186083536406302, "learning_rate": 0.003, "loss": 4.0662, "step": 10607 }, { "epoch": 0.10608, "grad_norm": 1.3549499721362552, "learning_rate": 0.003, "loss": 4.038, "step": 10608 }, { "epoch": 0.10609, "grad_norm": 1.0359508960606705, "learning_rate": 0.003, "loss": 4.0462, "step": 10609 }, { "epoch": 0.1061, "grad_norm": 1.234427345167838, "learning_rate": 0.003, "loss": 4.0248, "step": 10610 }, { "epoch": 0.10611, "grad_norm": 1.1049507794457696, "learning_rate": 0.003, "loss": 3.9948, "step": 10611 }, { "epoch": 0.10612, "grad_norm": 1.1588897238356, "learning_rate": 0.003, "loss": 4.0209, "step": 10612 }, { "epoch": 0.10613, "grad_norm": 1.0882437441177095, "learning_rate": 0.003, "loss": 4.0182, "step": 10613 }, { "epoch": 0.10614, "grad_norm": 1.1661564975883256, "learning_rate": 0.003, "loss": 4.0415, "step": 10614 }, { "epoch": 0.10615, "grad_norm": 0.9756194205234838, "learning_rate": 0.003, "loss": 4.0354, "step": 10615 }, { "epoch": 0.10616, "grad_norm": 1.2136123225863367, "learning_rate": 0.003, "loss": 4.0497, "step": 10616 }, { "epoch": 0.10617, "grad_norm": 1.004520655549312, "learning_rate": 0.003, "loss": 4.0446, "step": 10617 }, { "epoch": 0.10618, "grad_norm": 1.293437758220031, "learning_rate": 0.003, "loss": 4.0319, "step": 10618 }, { "epoch": 0.10619, "grad_norm": 1.0745903694460457, "learning_rate": 0.003, "loss": 4.0372, "step": 10619 }, { "epoch": 0.1062, "grad_norm": 1.349386028002116, "learning_rate": 0.003, "loss": 4.0262, "step": 10620 }, { "epoch": 0.10621, "grad_norm": 1.0691689780916256, "learning_rate": 0.003, "loss": 4.0138, "step": 10621 }, { "epoch": 0.10622, "grad_norm": 1.224772531790401, "learning_rate": 0.003, "loss": 4.0508, "step": 10622 }, { "epoch": 0.10623, "grad_norm": 1.153790588423269, "learning_rate": 0.003, "loss": 4.0457, "step": 10623 }, { "epoch": 0.10624, "grad_norm": 1.193236273945861, "learning_rate": 0.003, "loss": 4.0242, "step": 10624 }, { "epoch": 0.10625, "grad_norm": 1.0654745501906075, "learning_rate": 0.003, "loss": 4.0167, "step": 10625 }, { "epoch": 0.10626, "grad_norm": 1.3261426114898907, "learning_rate": 0.003, "loss": 4.0064, "step": 10626 }, { "epoch": 0.10627, "grad_norm": 0.8982241457991678, "learning_rate": 0.003, "loss": 4.0343, "step": 10627 }, { "epoch": 0.10628, "grad_norm": 1.0114549713020966, "learning_rate": 0.003, "loss": 4.0149, "step": 10628 }, { "epoch": 0.10629, "grad_norm": 1.1489582478278977, "learning_rate": 0.003, "loss": 4.0265, "step": 10629 }, { "epoch": 0.1063, "grad_norm": 1.1444061673753105, "learning_rate": 0.003, "loss": 4.0137, "step": 10630 }, { "epoch": 0.10631, "grad_norm": 1.1576074418215807, "learning_rate": 0.003, "loss": 4.046, "step": 10631 }, { "epoch": 0.10632, "grad_norm": 1.3627959422433176, "learning_rate": 0.003, "loss": 4.0037, "step": 10632 }, { "epoch": 0.10633, "grad_norm": 1.06565267900167, "learning_rate": 0.003, "loss": 4.0136, "step": 10633 }, { "epoch": 0.10634, "grad_norm": 1.307799627360254, "learning_rate": 0.003, "loss": 4.0318, "step": 10634 }, { "epoch": 0.10635, "grad_norm": 0.865797003148197, "learning_rate": 0.003, "loss": 4.019, "step": 10635 }, { "epoch": 0.10636, "grad_norm": 1.0276563707055373, "learning_rate": 0.003, "loss": 4.0129, "step": 10636 }, { "epoch": 0.10637, "grad_norm": 1.179328642984521, "learning_rate": 0.003, "loss": 4.0285, "step": 10637 }, { "epoch": 0.10638, "grad_norm": 1.1306397758583546, "learning_rate": 0.003, "loss": 4.0264, "step": 10638 }, { "epoch": 0.10639, "grad_norm": 1.1379536938728096, "learning_rate": 0.003, "loss": 4.0304, "step": 10639 }, { "epoch": 0.1064, "grad_norm": 1.0529351002129548, "learning_rate": 0.003, "loss": 4.0124, "step": 10640 }, { "epoch": 0.10641, "grad_norm": 1.4104967072137549, "learning_rate": 0.003, "loss": 4.0351, "step": 10641 }, { "epoch": 0.10642, "grad_norm": 0.9234934199965433, "learning_rate": 0.003, "loss": 4.0153, "step": 10642 }, { "epoch": 0.10643, "grad_norm": 1.060649329346942, "learning_rate": 0.003, "loss": 4.0074, "step": 10643 }, { "epoch": 0.10644, "grad_norm": 1.1653395641699265, "learning_rate": 0.003, "loss": 4.0448, "step": 10644 }, { "epoch": 0.10645, "grad_norm": 1.05447570499781, "learning_rate": 0.003, "loss": 4.0183, "step": 10645 }, { "epoch": 0.10646, "grad_norm": 1.0414075025866627, "learning_rate": 0.003, "loss": 4.0189, "step": 10646 }, { "epoch": 0.10647, "grad_norm": 1.1643043878647805, "learning_rate": 0.003, "loss": 4.0313, "step": 10647 }, { "epoch": 0.10648, "grad_norm": 1.0684722197241294, "learning_rate": 0.003, "loss": 4.0274, "step": 10648 }, { "epoch": 0.10649, "grad_norm": 1.3080634492785814, "learning_rate": 0.003, "loss": 4.0257, "step": 10649 }, { "epoch": 0.1065, "grad_norm": 1.2923711297653349, "learning_rate": 0.003, "loss": 4.0653, "step": 10650 }, { "epoch": 0.10651, "grad_norm": 1.1133144821639869, "learning_rate": 0.003, "loss": 3.9937, "step": 10651 }, { "epoch": 0.10652, "grad_norm": 1.1508639513581163, "learning_rate": 0.003, "loss": 4.0315, "step": 10652 }, { "epoch": 0.10653, "grad_norm": 1.1860732849874172, "learning_rate": 0.003, "loss": 4.0407, "step": 10653 }, { "epoch": 0.10654, "grad_norm": 1.0365296506149477, "learning_rate": 0.003, "loss": 4.0266, "step": 10654 }, { "epoch": 0.10655, "grad_norm": 0.9561188769757217, "learning_rate": 0.003, "loss": 4.0325, "step": 10655 }, { "epoch": 0.10656, "grad_norm": 1.0940765619925885, "learning_rate": 0.003, "loss": 4.0171, "step": 10656 }, { "epoch": 0.10657, "grad_norm": 1.3722387207935904, "learning_rate": 0.003, "loss": 4.037, "step": 10657 }, { "epoch": 0.10658, "grad_norm": 1.1503504406176477, "learning_rate": 0.003, "loss": 4.0179, "step": 10658 }, { "epoch": 0.10659, "grad_norm": 0.966012228781889, "learning_rate": 0.003, "loss": 4.0342, "step": 10659 }, { "epoch": 0.1066, "grad_norm": 1.0144525965138471, "learning_rate": 0.003, "loss": 4.0125, "step": 10660 }, { "epoch": 0.10661, "grad_norm": 1.2051087661883464, "learning_rate": 0.003, "loss": 4.0368, "step": 10661 }, { "epoch": 0.10662, "grad_norm": 1.0764523304400608, "learning_rate": 0.003, "loss": 4.032, "step": 10662 }, { "epoch": 0.10663, "grad_norm": 1.209131260208791, "learning_rate": 0.003, "loss": 4.0201, "step": 10663 }, { "epoch": 0.10664, "grad_norm": 1.0568957147582319, "learning_rate": 0.003, "loss": 4.0175, "step": 10664 }, { "epoch": 0.10665, "grad_norm": 1.3417015377120707, "learning_rate": 0.003, "loss": 4.0312, "step": 10665 }, { "epoch": 0.10666, "grad_norm": 0.9362281562951543, "learning_rate": 0.003, "loss": 4.0082, "step": 10666 }, { "epoch": 0.10667, "grad_norm": 1.1589003721865672, "learning_rate": 0.003, "loss": 3.997, "step": 10667 }, { "epoch": 0.10668, "grad_norm": 1.2601287656447024, "learning_rate": 0.003, "loss": 4.0201, "step": 10668 }, { "epoch": 0.10669, "grad_norm": 1.061780696809955, "learning_rate": 0.003, "loss": 3.9927, "step": 10669 }, { "epoch": 0.1067, "grad_norm": 1.1903387328335544, "learning_rate": 0.003, "loss": 4.0168, "step": 10670 }, { "epoch": 0.10671, "grad_norm": 1.0301208869856568, "learning_rate": 0.003, "loss": 4.0199, "step": 10671 }, { "epoch": 0.10672, "grad_norm": 1.226842299928559, "learning_rate": 0.003, "loss": 4.0352, "step": 10672 }, { "epoch": 0.10673, "grad_norm": 1.1866348712385926, "learning_rate": 0.003, "loss": 4.0201, "step": 10673 }, { "epoch": 0.10674, "grad_norm": 1.0069430418737448, "learning_rate": 0.003, "loss": 4.0109, "step": 10674 }, { "epoch": 0.10675, "grad_norm": 1.2985241581711995, "learning_rate": 0.003, "loss": 4.0554, "step": 10675 }, { "epoch": 0.10676, "grad_norm": 1.0289286257118662, "learning_rate": 0.003, "loss": 4.0423, "step": 10676 }, { "epoch": 0.10677, "grad_norm": 1.1701123709616597, "learning_rate": 0.003, "loss": 3.9978, "step": 10677 }, { "epoch": 0.10678, "grad_norm": 1.1718815214063174, "learning_rate": 0.003, "loss": 4.0251, "step": 10678 }, { "epoch": 0.10679, "grad_norm": 1.2943084912685583, "learning_rate": 0.003, "loss": 4.0276, "step": 10679 }, { "epoch": 0.1068, "grad_norm": 1.1957684694159134, "learning_rate": 0.003, "loss": 4.0526, "step": 10680 }, { "epoch": 0.10681, "grad_norm": 1.0034264649008786, "learning_rate": 0.003, "loss": 4.0148, "step": 10681 }, { "epoch": 0.10682, "grad_norm": 1.2761049621546057, "learning_rate": 0.003, "loss": 4.0534, "step": 10682 }, { "epoch": 0.10683, "grad_norm": 1.0598055696545081, "learning_rate": 0.003, "loss": 4.0326, "step": 10683 }, { "epoch": 0.10684, "grad_norm": 1.218444770158993, "learning_rate": 0.003, "loss": 4.0367, "step": 10684 }, { "epoch": 0.10685, "grad_norm": 0.9258871795824707, "learning_rate": 0.003, "loss": 4.0452, "step": 10685 }, { "epoch": 0.10686, "grad_norm": 1.133386229580556, "learning_rate": 0.003, "loss": 4.0377, "step": 10686 }, { "epoch": 0.10687, "grad_norm": 1.2653062418463612, "learning_rate": 0.003, "loss": 4.0331, "step": 10687 }, { "epoch": 0.10688, "grad_norm": 1.184995544981333, "learning_rate": 0.003, "loss": 4.0387, "step": 10688 }, { "epoch": 0.10689, "grad_norm": 1.0320005457605674, "learning_rate": 0.003, "loss": 4.0263, "step": 10689 }, { "epoch": 0.1069, "grad_norm": 1.2038777888203986, "learning_rate": 0.003, "loss": 4.0366, "step": 10690 }, { "epoch": 0.10691, "grad_norm": 1.129676406607381, "learning_rate": 0.003, "loss": 4.0622, "step": 10691 }, { "epoch": 0.10692, "grad_norm": 1.3575951971898041, "learning_rate": 0.003, "loss": 4.0376, "step": 10692 }, { "epoch": 0.10693, "grad_norm": 1.1196525664794985, "learning_rate": 0.003, "loss": 4.0102, "step": 10693 }, { "epoch": 0.10694, "grad_norm": 1.215242402090735, "learning_rate": 0.003, "loss": 4.0282, "step": 10694 }, { "epoch": 0.10695, "grad_norm": 1.013327742595491, "learning_rate": 0.003, "loss": 4.0156, "step": 10695 }, { "epoch": 0.10696, "grad_norm": 1.095537976839923, "learning_rate": 0.003, "loss": 4.0409, "step": 10696 }, { "epoch": 0.10697, "grad_norm": 1.2129639377799921, "learning_rate": 0.003, "loss": 4.0414, "step": 10697 }, { "epoch": 0.10698, "grad_norm": 1.1276205907442978, "learning_rate": 0.003, "loss": 4.0463, "step": 10698 }, { "epoch": 0.10699, "grad_norm": 1.4057292020168137, "learning_rate": 0.003, "loss": 4.0678, "step": 10699 }, { "epoch": 0.107, "grad_norm": 1.0889453831761258, "learning_rate": 0.003, "loss": 4.0545, "step": 10700 }, { "epoch": 0.10701, "grad_norm": 1.2636981543117896, "learning_rate": 0.003, "loss": 4.0221, "step": 10701 }, { "epoch": 0.10702, "grad_norm": 1.0444226985618574, "learning_rate": 0.003, "loss": 4.0193, "step": 10702 }, { "epoch": 0.10703, "grad_norm": 1.2951500282214232, "learning_rate": 0.003, "loss": 4.0465, "step": 10703 }, { "epoch": 0.10704, "grad_norm": 1.0393505702059902, "learning_rate": 0.003, "loss": 4.0307, "step": 10704 }, { "epoch": 0.10705, "grad_norm": 1.1797188685102178, "learning_rate": 0.003, "loss": 4.037, "step": 10705 }, { "epoch": 0.10706, "grad_norm": 1.1975777074687664, "learning_rate": 0.003, "loss": 4.0504, "step": 10706 }, { "epoch": 0.10707, "grad_norm": 1.194075879308646, "learning_rate": 0.003, "loss": 4.0179, "step": 10707 }, { "epoch": 0.10708, "grad_norm": 1.0102354176185093, "learning_rate": 0.003, "loss": 4.0426, "step": 10708 }, { "epoch": 0.10709, "grad_norm": 1.3131806649777147, "learning_rate": 0.003, "loss": 4.0477, "step": 10709 }, { "epoch": 0.1071, "grad_norm": 1.2373109858890716, "learning_rate": 0.003, "loss": 4.0307, "step": 10710 }, { "epoch": 0.10711, "grad_norm": 1.2003702638346156, "learning_rate": 0.003, "loss": 4.0403, "step": 10711 }, { "epoch": 0.10712, "grad_norm": 0.9983255919354295, "learning_rate": 0.003, "loss": 4.0523, "step": 10712 }, { "epoch": 0.10713, "grad_norm": 0.9877113113359729, "learning_rate": 0.003, "loss": 4.0272, "step": 10713 }, { "epoch": 0.10714, "grad_norm": 1.3460252903807608, "learning_rate": 0.003, "loss": 4.0573, "step": 10714 }, { "epoch": 0.10715, "grad_norm": 0.9965502362486884, "learning_rate": 0.003, "loss": 4.0206, "step": 10715 }, { "epoch": 0.10716, "grad_norm": 1.2725890037766499, "learning_rate": 0.003, "loss": 4.0469, "step": 10716 }, { "epoch": 0.10717, "grad_norm": 1.1113072976703275, "learning_rate": 0.003, "loss": 4.0389, "step": 10717 }, { "epoch": 0.10718, "grad_norm": 1.0100186651689251, "learning_rate": 0.003, "loss": 3.9967, "step": 10718 }, { "epoch": 0.10719, "grad_norm": 1.0640701601768137, "learning_rate": 0.003, "loss": 4.0508, "step": 10719 }, { "epoch": 0.1072, "grad_norm": 1.0593061211004513, "learning_rate": 0.003, "loss": 4.0667, "step": 10720 }, { "epoch": 0.10721, "grad_norm": 1.3099431143363085, "learning_rate": 0.003, "loss": 4.0442, "step": 10721 }, { "epoch": 0.10722, "grad_norm": 0.9809915726075293, "learning_rate": 0.003, "loss": 4.016, "step": 10722 }, { "epoch": 0.10723, "grad_norm": 1.3406390414189182, "learning_rate": 0.003, "loss": 4.0412, "step": 10723 }, { "epoch": 0.10724, "grad_norm": 1.1349839036395613, "learning_rate": 0.003, "loss": 4.023, "step": 10724 }, { "epoch": 0.10725, "grad_norm": 1.1603735826420933, "learning_rate": 0.003, "loss": 4.0052, "step": 10725 }, { "epoch": 0.10726, "grad_norm": 1.1306634640881634, "learning_rate": 0.003, "loss": 4.0504, "step": 10726 }, { "epoch": 0.10727, "grad_norm": 1.0401524644138374, "learning_rate": 0.003, "loss": 4.0379, "step": 10727 }, { "epoch": 0.10728, "grad_norm": 1.2861473387032047, "learning_rate": 0.003, "loss": 4.0525, "step": 10728 }, { "epoch": 0.10729, "grad_norm": 0.8700171921619617, "learning_rate": 0.003, "loss": 4.0185, "step": 10729 }, { "epoch": 0.1073, "grad_norm": 1.1494268855327163, "learning_rate": 0.003, "loss": 4.0219, "step": 10730 }, { "epoch": 0.10731, "grad_norm": 1.0235158899515824, "learning_rate": 0.003, "loss": 4.0216, "step": 10731 }, { "epoch": 0.10732, "grad_norm": 1.3171688814462412, "learning_rate": 0.003, "loss": 4.0469, "step": 10732 }, { "epoch": 0.10733, "grad_norm": 1.1618346197242664, "learning_rate": 0.003, "loss": 4.0456, "step": 10733 }, { "epoch": 0.10734, "grad_norm": 1.299839347131802, "learning_rate": 0.003, "loss": 4.0321, "step": 10734 }, { "epoch": 0.10735, "grad_norm": 0.9596941109018636, "learning_rate": 0.003, "loss": 4.0353, "step": 10735 }, { "epoch": 0.10736, "grad_norm": 1.047297478533331, "learning_rate": 0.003, "loss": 3.9969, "step": 10736 }, { "epoch": 0.10737, "grad_norm": 1.0623586974481836, "learning_rate": 0.003, "loss": 4.0269, "step": 10737 }, { "epoch": 0.10738, "grad_norm": 0.9993600202006488, "learning_rate": 0.003, "loss": 4.0128, "step": 10738 }, { "epoch": 0.10739, "grad_norm": 1.254811328838207, "learning_rate": 0.003, "loss": 4.0349, "step": 10739 }, { "epoch": 0.1074, "grad_norm": 1.02443107388267, "learning_rate": 0.003, "loss": 4.0162, "step": 10740 }, { "epoch": 0.10741, "grad_norm": 1.053670941966742, "learning_rate": 0.003, "loss": 4.0419, "step": 10741 }, { "epoch": 0.10742, "grad_norm": 1.3054887606936714, "learning_rate": 0.003, "loss": 4.0291, "step": 10742 }, { "epoch": 0.10743, "grad_norm": 1.1815464442351478, "learning_rate": 0.003, "loss": 4.0526, "step": 10743 }, { "epoch": 0.10744, "grad_norm": 1.0439503530541596, "learning_rate": 0.003, "loss": 4.0257, "step": 10744 }, { "epoch": 0.10745, "grad_norm": 1.2910029674176995, "learning_rate": 0.003, "loss": 4.0282, "step": 10745 }, { "epoch": 0.10746, "grad_norm": 1.1171478726339876, "learning_rate": 0.003, "loss": 4.0289, "step": 10746 }, { "epoch": 0.10747, "grad_norm": 1.316025255296466, "learning_rate": 0.003, "loss": 4.0397, "step": 10747 }, { "epoch": 0.10748, "grad_norm": 1.0185714857385384, "learning_rate": 0.003, "loss": 4.0551, "step": 10748 }, { "epoch": 0.10749, "grad_norm": 1.2319455923474587, "learning_rate": 0.003, "loss": 4.0415, "step": 10749 }, { "epoch": 0.1075, "grad_norm": 1.0698239902071434, "learning_rate": 0.003, "loss": 4.0456, "step": 10750 }, { "epoch": 0.10751, "grad_norm": 1.1767304687464153, "learning_rate": 0.003, "loss": 4.0584, "step": 10751 }, { "epoch": 0.10752, "grad_norm": 1.200346526551157, "learning_rate": 0.003, "loss": 4.0248, "step": 10752 }, { "epoch": 0.10753, "grad_norm": 0.8004910788946202, "learning_rate": 0.003, "loss": 4.0136, "step": 10753 }, { "epoch": 0.10754, "grad_norm": 0.9299169462294767, "learning_rate": 0.003, "loss": 4.0251, "step": 10754 }, { "epoch": 0.10755, "grad_norm": 1.1496170197907911, "learning_rate": 0.003, "loss": 4.0447, "step": 10755 }, { "epoch": 0.10756, "grad_norm": 1.3269009046033973, "learning_rate": 0.003, "loss": 4.0262, "step": 10756 }, { "epoch": 0.10757, "grad_norm": 1.01836707032746, "learning_rate": 0.003, "loss": 4.0339, "step": 10757 }, { "epoch": 0.10758, "grad_norm": 1.4360512920311785, "learning_rate": 0.003, "loss": 4.0439, "step": 10758 }, { "epoch": 0.10759, "grad_norm": 0.8198014966019104, "learning_rate": 0.003, "loss": 3.997, "step": 10759 }, { "epoch": 0.1076, "grad_norm": 0.9805123439382194, "learning_rate": 0.003, "loss": 4.033, "step": 10760 }, { "epoch": 0.10761, "grad_norm": 1.2404719998449543, "learning_rate": 0.003, "loss": 4.0294, "step": 10761 }, { "epoch": 0.10762, "grad_norm": 1.100158666709582, "learning_rate": 0.003, "loss": 4.0441, "step": 10762 }, { "epoch": 0.10763, "grad_norm": 1.255637890490154, "learning_rate": 0.003, "loss": 4.0298, "step": 10763 }, { "epoch": 0.10764, "grad_norm": 1.0281623834755365, "learning_rate": 0.003, "loss": 4.0375, "step": 10764 }, { "epoch": 0.10765, "grad_norm": 1.4149964948090226, "learning_rate": 0.003, "loss": 4.038, "step": 10765 }, { "epoch": 0.10766, "grad_norm": 0.9836393890872247, "learning_rate": 0.003, "loss": 4.0217, "step": 10766 }, { "epoch": 0.10767, "grad_norm": 1.2741151461584197, "learning_rate": 0.003, "loss": 4.0314, "step": 10767 }, { "epoch": 0.10768, "grad_norm": 1.1238950688453537, "learning_rate": 0.003, "loss": 4.0253, "step": 10768 }, { "epoch": 0.10769, "grad_norm": 1.0948648776611019, "learning_rate": 0.003, "loss": 4.0292, "step": 10769 }, { "epoch": 0.1077, "grad_norm": 1.201055603123503, "learning_rate": 0.003, "loss": 4.0401, "step": 10770 }, { "epoch": 0.10771, "grad_norm": 1.0193171022277756, "learning_rate": 0.003, "loss": 4.0383, "step": 10771 }, { "epoch": 0.10772, "grad_norm": 1.3771536426901734, "learning_rate": 0.003, "loss": 4.0248, "step": 10772 }, { "epoch": 0.10773, "grad_norm": 1.036422327432776, "learning_rate": 0.003, "loss": 4.0361, "step": 10773 }, { "epoch": 0.10774, "grad_norm": 1.3787602954979676, "learning_rate": 0.003, "loss": 4.0463, "step": 10774 }, { "epoch": 0.10775, "grad_norm": 0.9876267992932676, "learning_rate": 0.003, "loss": 4.0442, "step": 10775 }, { "epoch": 0.10776, "grad_norm": 1.2287074239953188, "learning_rate": 0.003, "loss": 4.0231, "step": 10776 }, { "epoch": 0.10777, "grad_norm": 1.1159465296748252, "learning_rate": 0.003, "loss": 4.0378, "step": 10777 }, { "epoch": 0.10778, "grad_norm": 1.2143634624449668, "learning_rate": 0.003, "loss": 4.0201, "step": 10778 }, { "epoch": 0.10779, "grad_norm": 0.8371084824202994, "learning_rate": 0.003, "loss": 3.9984, "step": 10779 }, { "epoch": 0.1078, "grad_norm": 1.0448266717192551, "learning_rate": 0.003, "loss": 4.0455, "step": 10780 }, { "epoch": 0.10781, "grad_norm": 1.339724186849472, "learning_rate": 0.003, "loss": 4.0087, "step": 10781 }, { "epoch": 0.10782, "grad_norm": 0.9542629472880868, "learning_rate": 0.003, "loss": 4.0245, "step": 10782 }, { "epoch": 0.10783, "grad_norm": 1.1863204682968913, "learning_rate": 0.003, "loss": 4.0301, "step": 10783 }, { "epoch": 0.10784, "grad_norm": 1.4462798896316145, "learning_rate": 0.003, "loss": 4.0547, "step": 10784 }, { "epoch": 0.10785, "grad_norm": 1.0951546615964138, "learning_rate": 0.003, "loss": 4.0329, "step": 10785 }, { "epoch": 0.10786, "grad_norm": 1.296430995678855, "learning_rate": 0.003, "loss": 4.0492, "step": 10786 }, { "epoch": 0.10787, "grad_norm": 0.8997746711593995, "learning_rate": 0.003, "loss": 4.0055, "step": 10787 }, { "epoch": 0.10788, "grad_norm": 1.170708369493236, "learning_rate": 0.003, "loss": 4.0215, "step": 10788 }, { "epoch": 0.10789, "grad_norm": 1.1961220945918547, "learning_rate": 0.003, "loss": 3.981, "step": 10789 }, { "epoch": 0.1079, "grad_norm": 1.2476033414148846, "learning_rate": 0.003, "loss": 4.0461, "step": 10790 }, { "epoch": 0.10791, "grad_norm": 1.3938502880572137, "learning_rate": 0.003, "loss": 4.0531, "step": 10791 }, { "epoch": 0.10792, "grad_norm": 0.8287063955222098, "learning_rate": 0.003, "loss": 4.0082, "step": 10792 }, { "epoch": 0.10793, "grad_norm": 0.9968889789622127, "learning_rate": 0.003, "loss": 4.0185, "step": 10793 }, { "epoch": 0.10794, "grad_norm": 1.2636523367148476, "learning_rate": 0.003, "loss": 4.0512, "step": 10794 }, { "epoch": 0.10795, "grad_norm": 0.9320188951631827, "learning_rate": 0.003, "loss": 3.9924, "step": 10795 }, { "epoch": 0.10796, "grad_norm": 1.13871483259714, "learning_rate": 0.003, "loss": 4.0237, "step": 10796 }, { "epoch": 0.10797, "grad_norm": 1.1430569400531418, "learning_rate": 0.003, "loss": 4.0057, "step": 10797 }, { "epoch": 0.10798, "grad_norm": 1.2223707770106316, "learning_rate": 0.003, "loss": 4.027, "step": 10798 }, { "epoch": 0.10799, "grad_norm": 1.0797391466920707, "learning_rate": 0.003, "loss": 4.0007, "step": 10799 }, { "epoch": 0.108, "grad_norm": 1.5331772300169273, "learning_rate": 0.003, "loss": 4.0505, "step": 10800 }, { "epoch": 0.10801, "grad_norm": 0.8462632416981025, "learning_rate": 0.003, "loss": 4.0265, "step": 10801 }, { "epoch": 0.10802, "grad_norm": 1.1323280804246525, "learning_rate": 0.003, "loss": 4.0288, "step": 10802 }, { "epoch": 0.10803, "grad_norm": 1.2472360350753866, "learning_rate": 0.003, "loss": 4.0445, "step": 10803 }, { "epoch": 0.10804, "grad_norm": 1.0221991986540284, "learning_rate": 0.003, "loss": 4.0338, "step": 10804 }, { "epoch": 0.10805, "grad_norm": 1.193633649724736, "learning_rate": 0.003, "loss": 4.0289, "step": 10805 }, { "epoch": 0.10806, "grad_norm": 1.128446301055873, "learning_rate": 0.003, "loss": 4.0137, "step": 10806 }, { "epoch": 0.10807, "grad_norm": 1.3429005701975214, "learning_rate": 0.003, "loss": 4.0147, "step": 10807 }, { "epoch": 0.10808, "grad_norm": 1.1916229558274094, "learning_rate": 0.003, "loss": 4.1095, "step": 10808 }, { "epoch": 0.10809, "grad_norm": 1.1666311030390335, "learning_rate": 0.003, "loss": 4.0351, "step": 10809 }, { "epoch": 0.1081, "grad_norm": 1.0948133461800402, "learning_rate": 0.003, "loss": 4.0299, "step": 10810 }, { "epoch": 0.10811, "grad_norm": 1.070956586984476, "learning_rate": 0.003, "loss": 4.0541, "step": 10811 }, { "epoch": 0.10812, "grad_norm": 1.1405962531093388, "learning_rate": 0.003, "loss": 4.0003, "step": 10812 }, { "epoch": 0.10813, "grad_norm": 1.1923710781482288, "learning_rate": 0.003, "loss": 4.0189, "step": 10813 }, { "epoch": 0.10814, "grad_norm": 0.9637789414068072, "learning_rate": 0.003, "loss": 4.0237, "step": 10814 }, { "epoch": 0.10815, "grad_norm": 1.1303684936509142, "learning_rate": 0.003, "loss": 4.033, "step": 10815 }, { "epoch": 0.10816, "grad_norm": 1.1277334351478485, "learning_rate": 0.003, "loss": 4.0341, "step": 10816 }, { "epoch": 0.10817, "grad_norm": 1.394920688077164, "learning_rate": 0.003, "loss": 4.036, "step": 10817 }, { "epoch": 0.10818, "grad_norm": 0.9247339438137491, "learning_rate": 0.003, "loss": 4.0244, "step": 10818 }, { "epoch": 0.10819, "grad_norm": 1.2827723765119825, "learning_rate": 0.003, "loss": 4.0319, "step": 10819 }, { "epoch": 0.1082, "grad_norm": 1.1027026712478345, "learning_rate": 0.003, "loss": 4.0274, "step": 10820 }, { "epoch": 0.10821, "grad_norm": 1.130402720324394, "learning_rate": 0.003, "loss": 3.9894, "step": 10821 }, { "epoch": 0.10822, "grad_norm": 1.1822569814525696, "learning_rate": 0.003, "loss": 4.0147, "step": 10822 }, { "epoch": 0.10823, "grad_norm": 1.3160765140161788, "learning_rate": 0.003, "loss": 4.0094, "step": 10823 }, { "epoch": 0.10824, "grad_norm": 1.2344419298288998, "learning_rate": 0.003, "loss": 4.0384, "step": 10824 }, { "epoch": 0.10825, "grad_norm": 0.9804550860424565, "learning_rate": 0.003, "loss": 4.0067, "step": 10825 }, { "epoch": 0.10826, "grad_norm": 1.2393166369862887, "learning_rate": 0.003, "loss": 3.9966, "step": 10826 }, { "epoch": 0.10827, "grad_norm": 1.1285558425268936, "learning_rate": 0.003, "loss": 4.0587, "step": 10827 }, { "epoch": 0.10828, "grad_norm": 1.2190487151901024, "learning_rate": 0.003, "loss": 4.0677, "step": 10828 }, { "epoch": 0.10829, "grad_norm": 1.0051177849528747, "learning_rate": 0.003, "loss": 4.0089, "step": 10829 }, { "epoch": 0.1083, "grad_norm": 1.2475552966341636, "learning_rate": 0.003, "loss": 4.0468, "step": 10830 }, { "epoch": 0.10831, "grad_norm": 1.086747469310628, "learning_rate": 0.003, "loss": 4.0198, "step": 10831 }, { "epoch": 0.10832, "grad_norm": 1.2521787369584434, "learning_rate": 0.003, "loss": 4.0529, "step": 10832 }, { "epoch": 0.10833, "grad_norm": 1.1044210264497303, "learning_rate": 0.003, "loss": 4.0245, "step": 10833 }, { "epoch": 0.10834, "grad_norm": 1.121459039289483, "learning_rate": 0.003, "loss": 3.988, "step": 10834 }, { "epoch": 0.10835, "grad_norm": 1.1128708174680606, "learning_rate": 0.003, "loss": 4.0194, "step": 10835 }, { "epoch": 0.10836, "grad_norm": 1.5980637509276823, "learning_rate": 0.003, "loss": 4.0446, "step": 10836 }, { "epoch": 0.10837, "grad_norm": 1.2324712817974364, "learning_rate": 0.003, "loss": 4.038, "step": 10837 }, { "epoch": 0.10838, "grad_norm": 1.0657770844010468, "learning_rate": 0.003, "loss": 4.0489, "step": 10838 }, { "epoch": 0.10839, "grad_norm": 1.0927040171769402, "learning_rate": 0.003, "loss": 4.0296, "step": 10839 }, { "epoch": 0.1084, "grad_norm": 1.1359360509882592, "learning_rate": 0.003, "loss": 4.0499, "step": 10840 }, { "epoch": 0.10841, "grad_norm": 0.903405768475979, "learning_rate": 0.003, "loss": 4.0259, "step": 10841 }, { "epoch": 0.10842, "grad_norm": 1.227696001765903, "learning_rate": 0.003, "loss": 4.046, "step": 10842 }, { "epoch": 0.10843, "grad_norm": 1.2265984387203541, "learning_rate": 0.003, "loss": 4.031, "step": 10843 }, { "epoch": 0.10844, "grad_norm": 1.2973674659059795, "learning_rate": 0.003, "loss": 4.0612, "step": 10844 }, { "epoch": 0.10845, "grad_norm": 1.0539275266266204, "learning_rate": 0.003, "loss": 4.0486, "step": 10845 }, { "epoch": 0.10846, "grad_norm": 1.2771787744436187, "learning_rate": 0.003, "loss": 4.0292, "step": 10846 }, { "epoch": 0.10847, "grad_norm": 1.1019062809673246, "learning_rate": 0.003, "loss": 4.0469, "step": 10847 }, { "epoch": 0.10848, "grad_norm": 1.170952800012063, "learning_rate": 0.003, "loss": 3.9984, "step": 10848 }, { "epoch": 0.10849, "grad_norm": 1.199786332475287, "learning_rate": 0.003, "loss": 4.0089, "step": 10849 }, { "epoch": 0.1085, "grad_norm": 1.0400770912095054, "learning_rate": 0.003, "loss": 4.0171, "step": 10850 }, { "epoch": 0.10851, "grad_norm": 1.169933869139355, "learning_rate": 0.003, "loss": 4.0357, "step": 10851 }, { "epoch": 0.10852, "grad_norm": 1.134282690971657, "learning_rate": 0.003, "loss": 4.0391, "step": 10852 }, { "epoch": 0.10853, "grad_norm": 1.1214683357708541, "learning_rate": 0.003, "loss": 4.0425, "step": 10853 }, { "epoch": 0.10854, "grad_norm": 1.1718280449767655, "learning_rate": 0.003, "loss": 4.0051, "step": 10854 }, { "epoch": 0.10855, "grad_norm": 1.3835381568865763, "learning_rate": 0.003, "loss": 4.0154, "step": 10855 }, { "epoch": 0.10856, "grad_norm": 0.8314414595792815, "learning_rate": 0.003, "loss": 4.0299, "step": 10856 }, { "epoch": 0.10857, "grad_norm": 0.9164952496161265, "learning_rate": 0.003, "loss": 4.0166, "step": 10857 }, { "epoch": 0.10858, "grad_norm": 1.1610451470170327, "learning_rate": 0.003, "loss": 4.0358, "step": 10858 }, { "epoch": 0.10859, "grad_norm": 1.1965855517444213, "learning_rate": 0.003, "loss": 4.0111, "step": 10859 }, { "epoch": 0.1086, "grad_norm": 1.128342345854473, "learning_rate": 0.003, "loss": 4.0178, "step": 10860 }, { "epoch": 0.10861, "grad_norm": 1.2002004859159896, "learning_rate": 0.003, "loss": 4.0459, "step": 10861 }, { "epoch": 0.10862, "grad_norm": 1.2403320918171405, "learning_rate": 0.003, "loss": 4.0751, "step": 10862 }, { "epoch": 0.10863, "grad_norm": 0.9972196835269065, "learning_rate": 0.003, "loss": 4.0403, "step": 10863 }, { "epoch": 0.10864, "grad_norm": 1.387585591578004, "learning_rate": 0.003, "loss": 4.0297, "step": 10864 }, { "epoch": 0.10865, "grad_norm": 0.9421221076213664, "learning_rate": 0.003, "loss": 4.0349, "step": 10865 }, { "epoch": 0.10866, "grad_norm": 1.1948737529367885, "learning_rate": 0.003, "loss": 4.0402, "step": 10866 }, { "epoch": 0.10867, "grad_norm": 1.022212784674362, "learning_rate": 0.003, "loss": 4.0034, "step": 10867 }, { "epoch": 0.10868, "grad_norm": 1.2732584760819687, "learning_rate": 0.003, "loss": 4.0091, "step": 10868 }, { "epoch": 0.10869, "grad_norm": 1.1047154277724311, "learning_rate": 0.003, "loss": 4.0306, "step": 10869 }, { "epoch": 0.1087, "grad_norm": 1.1854424862823498, "learning_rate": 0.003, "loss": 4.0376, "step": 10870 }, { "epoch": 0.10871, "grad_norm": 1.1741520672533723, "learning_rate": 0.003, "loss": 4.0168, "step": 10871 }, { "epoch": 0.10872, "grad_norm": 1.0480602065379063, "learning_rate": 0.003, "loss": 4.018, "step": 10872 }, { "epoch": 0.10873, "grad_norm": 1.2571567165899944, "learning_rate": 0.003, "loss": 4.0374, "step": 10873 }, { "epoch": 0.10874, "grad_norm": 1.337309331111073, "learning_rate": 0.003, "loss": 4.0266, "step": 10874 }, { "epoch": 0.10875, "grad_norm": 1.2565095414668002, "learning_rate": 0.003, "loss": 4.0504, "step": 10875 }, { "epoch": 0.10876, "grad_norm": 0.9744590907381745, "learning_rate": 0.003, "loss": 3.9856, "step": 10876 }, { "epoch": 0.10877, "grad_norm": 1.3835777093829644, "learning_rate": 0.003, "loss": 4.0207, "step": 10877 }, { "epoch": 0.10878, "grad_norm": 0.9441806514467737, "learning_rate": 0.003, "loss": 4.0164, "step": 10878 }, { "epoch": 0.10879, "grad_norm": 1.1451762360336781, "learning_rate": 0.003, "loss": 4.0325, "step": 10879 }, { "epoch": 0.1088, "grad_norm": 1.1541770622613978, "learning_rate": 0.003, "loss": 4.0177, "step": 10880 }, { "epoch": 0.10881, "grad_norm": 1.1458016315587218, "learning_rate": 0.003, "loss": 4.0009, "step": 10881 }, { "epoch": 0.10882, "grad_norm": 1.070149396095645, "learning_rate": 0.003, "loss": 4.0234, "step": 10882 }, { "epoch": 0.10883, "grad_norm": 1.177388796693508, "learning_rate": 0.003, "loss": 4.0449, "step": 10883 }, { "epoch": 0.10884, "grad_norm": 1.097237368443832, "learning_rate": 0.003, "loss": 4.03, "step": 10884 }, { "epoch": 0.10885, "grad_norm": 1.200352068902575, "learning_rate": 0.003, "loss": 4.0195, "step": 10885 }, { "epoch": 0.10886, "grad_norm": 1.104974642016532, "learning_rate": 0.003, "loss": 4.0059, "step": 10886 }, { "epoch": 0.10887, "grad_norm": 1.2279008727498621, "learning_rate": 0.003, "loss": 4.0501, "step": 10887 }, { "epoch": 0.10888, "grad_norm": 1.202420390338381, "learning_rate": 0.003, "loss": 3.9994, "step": 10888 }, { "epoch": 0.10889, "grad_norm": 1.0304295601558235, "learning_rate": 0.003, "loss": 4.0047, "step": 10889 }, { "epoch": 0.1089, "grad_norm": 1.3568156975479342, "learning_rate": 0.003, "loss": 4.0097, "step": 10890 }, { "epoch": 0.10891, "grad_norm": 1.106559013336969, "learning_rate": 0.003, "loss": 4.0367, "step": 10891 }, { "epoch": 0.10892, "grad_norm": 1.175561573120817, "learning_rate": 0.003, "loss": 4.0302, "step": 10892 }, { "epoch": 0.10893, "grad_norm": 1.02974471285148, "learning_rate": 0.003, "loss": 4.011, "step": 10893 }, { "epoch": 0.10894, "grad_norm": 1.186667566372747, "learning_rate": 0.003, "loss": 4.0159, "step": 10894 }, { "epoch": 0.10895, "grad_norm": 0.9317722895107462, "learning_rate": 0.003, "loss": 4.0457, "step": 10895 }, { "epoch": 0.10896, "grad_norm": 1.1702513574970357, "learning_rate": 0.003, "loss": 4.0294, "step": 10896 }, { "epoch": 0.10897, "grad_norm": 1.2355323699421268, "learning_rate": 0.003, "loss": 4.0123, "step": 10897 }, { "epoch": 0.10898, "grad_norm": 1.0319769089185715, "learning_rate": 0.003, "loss": 4.0293, "step": 10898 }, { "epoch": 0.10899, "grad_norm": 1.1782040466486867, "learning_rate": 0.003, "loss": 4.0194, "step": 10899 }, { "epoch": 0.109, "grad_norm": 1.0467952536854728, "learning_rate": 0.003, "loss": 4.0444, "step": 10900 }, { "epoch": 0.10901, "grad_norm": 1.230063746087194, "learning_rate": 0.003, "loss": 4.023, "step": 10901 }, { "epoch": 0.10902, "grad_norm": 1.256377588857215, "learning_rate": 0.003, "loss": 4.0201, "step": 10902 }, { "epoch": 0.10903, "grad_norm": 1.1730572753174304, "learning_rate": 0.003, "loss": 4.0385, "step": 10903 }, { "epoch": 0.10904, "grad_norm": 1.1307723050871854, "learning_rate": 0.003, "loss": 4.0133, "step": 10904 }, { "epoch": 0.10905, "grad_norm": 1.1510216931005048, "learning_rate": 0.003, "loss": 4.006, "step": 10905 }, { "epoch": 0.10906, "grad_norm": 1.0156123289857955, "learning_rate": 0.003, "loss": 4.0413, "step": 10906 }, { "epoch": 0.10907, "grad_norm": 1.298179684529916, "learning_rate": 0.003, "loss": 4.0262, "step": 10907 }, { "epoch": 0.10908, "grad_norm": 1.017892580324516, "learning_rate": 0.003, "loss": 4.026, "step": 10908 }, { "epoch": 0.10909, "grad_norm": 1.4152613686138085, "learning_rate": 0.003, "loss": 4.0223, "step": 10909 }, { "epoch": 0.1091, "grad_norm": 0.9104381971108158, "learning_rate": 0.003, "loss": 4.0232, "step": 10910 }, { "epoch": 0.10911, "grad_norm": 1.1706988285504234, "learning_rate": 0.003, "loss": 4.0319, "step": 10911 }, { "epoch": 0.10912, "grad_norm": 1.1246788359272881, "learning_rate": 0.003, "loss": 4.0257, "step": 10912 }, { "epoch": 0.10913, "grad_norm": 1.2615350196980175, "learning_rate": 0.003, "loss": 4.0467, "step": 10913 }, { "epoch": 0.10914, "grad_norm": 1.0529171886939046, "learning_rate": 0.003, "loss": 4.0191, "step": 10914 }, { "epoch": 0.10915, "grad_norm": 1.181984560865992, "learning_rate": 0.003, "loss": 4.0212, "step": 10915 }, { "epoch": 0.10916, "grad_norm": 0.9398122380586809, "learning_rate": 0.003, "loss": 4.0149, "step": 10916 }, { "epoch": 0.10917, "grad_norm": 1.3986893076006122, "learning_rate": 0.003, "loss": 4.0419, "step": 10917 }, { "epoch": 0.10918, "grad_norm": 1.1386917109617494, "learning_rate": 0.003, "loss": 4.0365, "step": 10918 }, { "epoch": 0.10919, "grad_norm": 1.388526998048085, "learning_rate": 0.003, "loss": 4.0186, "step": 10919 }, { "epoch": 0.1092, "grad_norm": 0.9553367529462157, "learning_rate": 0.003, "loss": 4.0243, "step": 10920 }, { "epoch": 0.10921, "grad_norm": 1.1249097029410848, "learning_rate": 0.003, "loss": 4.04, "step": 10921 }, { "epoch": 0.10922, "grad_norm": 1.1588772915067118, "learning_rate": 0.003, "loss": 4.036, "step": 10922 }, { "epoch": 0.10923, "grad_norm": 1.1594370172230615, "learning_rate": 0.003, "loss": 3.9942, "step": 10923 }, { "epoch": 0.10924, "grad_norm": 1.1587584233463495, "learning_rate": 0.003, "loss": 4.0055, "step": 10924 }, { "epoch": 0.10925, "grad_norm": 1.199402284930254, "learning_rate": 0.003, "loss": 4.039, "step": 10925 }, { "epoch": 0.10926, "grad_norm": 1.3780799925530476, "learning_rate": 0.003, "loss": 3.998, "step": 10926 }, { "epoch": 0.10927, "grad_norm": 0.9547337146677488, "learning_rate": 0.003, "loss": 4.0326, "step": 10927 }, { "epoch": 0.10928, "grad_norm": 1.2312732084033924, "learning_rate": 0.003, "loss": 4.0209, "step": 10928 }, { "epoch": 0.10929, "grad_norm": 1.124638240875568, "learning_rate": 0.003, "loss": 4.0077, "step": 10929 }, { "epoch": 0.1093, "grad_norm": 1.0996981207669076, "learning_rate": 0.003, "loss": 4.0395, "step": 10930 }, { "epoch": 0.10931, "grad_norm": 0.9997241567513053, "learning_rate": 0.003, "loss": 4.037, "step": 10931 }, { "epoch": 0.10932, "grad_norm": 1.2572811468968264, "learning_rate": 0.003, "loss": 4.0335, "step": 10932 }, { "epoch": 0.10933, "grad_norm": 1.235322426229629, "learning_rate": 0.003, "loss": 4.0441, "step": 10933 }, { "epoch": 0.10934, "grad_norm": 1.203499600140372, "learning_rate": 0.003, "loss": 4.0677, "step": 10934 }, { "epoch": 0.10935, "grad_norm": 1.0560801016003458, "learning_rate": 0.003, "loss": 4.0392, "step": 10935 }, { "epoch": 0.10936, "grad_norm": 1.4290113078300473, "learning_rate": 0.003, "loss": 4.0068, "step": 10936 }, { "epoch": 0.10937, "grad_norm": 0.8838300191155496, "learning_rate": 0.003, "loss": 4.0463, "step": 10937 }, { "epoch": 0.10938, "grad_norm": 1.0970734661026584, "learning_rate": 0.003, "loss": 4.042, "step": 10938 }, { "epoch": 0.10939, "grad_norm": 1.1495776401685247, "learning_rate": 0.003, "loss": 4.0248, "step": 10939 }, { "epoch": 0.1094, "grad_norm": 1.2065630154932683, "learning_rate": 0.003, "loss": 4.0565, "step": 10940 }, { "epoch": 0.10941, "grad_norm": 1.2374225552061804, "learning_rate": 0.003, "loss": 4.0493, "step": 10941 }, { "epoch": 0.10942, "grad_norm": 1.2524313252271473, "learning_rate": 0.003, "loss": 4.0406, "step": 10942 }, { "epoch": 0.10943, "grad_norm": 1.0258331148557027, "learning_rate": 0.003, "loss": 4.0158, "step": 10943 }, { "epoch": 0.10944, "grad_norm": 1.1367149424101854, "learning_rate": 0.003, "loss": 4.0311, "step": 10944 }, { "epoch": 0.10945, "grad_norm": 1.264314678398142, "learning_rate": 0.003, "loss": 4.0326, "step": 10945 }, { "epoch": 0.10946, "grad_norm": 1.1470856240128633, "learning_rate": 0.003, "loss": 4.0397, "step": 10946 }, { "epoch": 0.10947, "grad_norm": 1.343562409477934, "learning_rate": 0.003, "loss": 4.0204, "step": 10947 }, { "epoch": 0.10948, "grad_norm": 1.1340548072968755, "learning_rate": 0.003, "loss": 4.0134, "step": 10948 }, { "epoch": 0.10949, "grad_norm": 1.1527721030646023, "learning_rate": 0.003, "loss": 4.0113, "step": 10949 }, { "epoch": 0.1095, "grad_norm": 1.0245060674231437, "learning_rate": 0.003, "loss": 4.006, "step": 10950 }, { "epoch": 0.10951, "grad_norm": 1.094903481253029, "learning_rate": 0.003, "loss": 4.0063, "step": 10951 }, { "epoch": 0.10952, "grad_norm": 1.138549421081459, "learning_rate": 0.003, "loss": 4.0299, "step": 10952 }, { "epoch": 0.10953, "grad_norm": 1.1286975653189033, "learning_rate": 0.003, "loss": 4.0276, "step": 10953 }, { "epoch": 0.10954, "grad_norm": 1.1602190952130804, "learning_rate": 0.003, "loss": 4.0556, "step": 10954 }, { "epoch": 0.10955, "grad_norm": 1.2130192000896474, "learning_rate": 0.003, "loss": 4.0206, "step": 10955 }, { "epoch": 0.10956, "grad_norm": 1.2258014219563267, "learning_rate": 0.003, "loss": 4.0443, "step": 10956 }, { "epoch": 0.10957, "grad_norm": 1.0776761162714221, "learning_rate": 0.003, "loss": 4.0062, "step": 10957 }, { "epoch": 0.10958, "grad_norm": 1.3034903704468932, "learning_rate": 0.003, "loss": 4.0273, "step": 10958 }, { "epoch": 0.10959, "grad_norm": 1.0464894790504649, "learning_rate": 0.003, "loss": 4.034, "step": 10959 }, { "epoch": 0.1096, "grad_norm": 1.14488623119123, "learning_rate": 0.003, "loss": 4.0022, "step": 10960 }, { "epoch": 0.10961, "grad_norm": 1.115487082003804, "learning_rate": 0.003, "loss": 4.016, "step": 10961 }, { "epoch": 0.10962, "grad_norm": 1.2309886332824755, "learning_rate": 0.003, "loss": 4.0491, "step": 10962 }, { "epoch": 0.10963, "grad_norm": 1.1406460952529542, "learning_rate": 0.003, "loss": 4.0386, "step": 10963 }, { "epoch": 0.10964, "grad_norm": 1.2092082481970878, "learning_rate": 0.003, "loss": 4.0423, "step": 10964 }, { "epoch": 0.10965, "grad_norm": 1.1089678629170563, "learning_rate": 0.003, "loss": 3.9934, "step": 10965 }, { "epoch": 0.10966, "grad_norm": 1.453982552663511, "learning_rate": 0.003, "loss": 4.0301, "step": 10966 }, { "epoch": 0.10967, "grad_norm": 1.0132525838939015, "learning_rate": 0.003, "loss": 4.0417, "step": 10967 }, { "epoch": 0.10968, "grad_norm": 1.2921121470526886, "learning_rate": 0.003, "loss": 4.0568, "step": 10968 }, { "epoch": 0.10969, "grad_norm": 1.0273381027526496, "learning_rate": 0.003, "loss": 4.0512, "step": 10969 }, { "epoch": 0.1097, "grad_norm": 1.402973935592333, "learning_rate": 0.003, "loss": 4.0401, "step": 10970 }, { "epoch": 0.10971, "grad_norm": 1.1233713113959605, "learning_rate": 0.003, "loss": 4.0514, "step": 10971 }, { "epoch": 0.10972, "grad_norm": 1.1972507884324581, "learning_rate": 0.003, "loss": 4.0761, "step": 10972 }, { "epoch": 0.10973, "grad_norm": 1.0689380384676346, "learning_rate": 0.003, "loss": 4.031, "step": 10973 }, { "epoch": 0.10974, "grad_norm": 1.2935838341305652, "learning_rate": 0.003, "loss": 4.0246, "step": 10974 }, { "epoch": 0.10975, "grad_norm": 1.2148835363852442, "learning_rate": 0.003, "loss": 4.0447, "step": 10975 }, { "epoch": 0.10976, "grad_norm": 1.1196265735397568, "learning_rate": 0.003, "loss": 4.0218, "step": 10976 }, { "epoch": 0.10977, "grad_norm": 1.0766132416152376, "learning_rate": 0.003, "loss": 4.0344, "step": 10977 }, { "epoch": 0.10978, "grad_norm": 1.262804962527681, "learning_rate": 0.003, "loss": 4.0487, "step": 10978 }, { "epoch": 0.10979, "grad_norm": 0.9073294804824369, "learning_rate": 0.003, "loss": 4.0246, "step": 10979 }, { "epoch": 0.1098, "grad_norm": 1.2605259139634963, "learning_rate": 0.003, "loss": 4.0252, "step": 10980 }, { "epoch": 0.10981, "grad_norm": 0.9680594140582308, "learning_rate": 0.003, "loss": 4.0389, "step": 10981 }, { "epoch": 0.10982, "grad_norm": 1.164726097839411, "learning_rate": 0.003, "loss": 4.004, "step": 10982 }, { "epoch": 0.10983, "grad_norm": 1.078100686604328, "learning_rate": 0.003, "loss": 4.0092, "step": 10983 }, { "epoch": 0.10984, "grad_norm": 1.27951824157926, "learning_rate": 0.003, "loss": 4.0522, "step": 10984 }, { "epoch": 0.10985, "grad_norm": 1.2483088905929303, "learning_rate": 0.003, "loss": 4.0354, "step": 10985 }, { "epoch": 0.10986, "grad_norm": 1.0764913660255253, "learning_rate": 0.003, "loss": 4.0315, "step": 10986 }, { "epoch": 0.10987, "grad_norm": 1.2325305120406893, "learning_rate": 0.003, "loss": 4.048, "step": 10987 }, { "epoch": 0.10988, "grad_norm": 1.1074761108120266, "learning_rate": 0.003, "loss": 4.04, "step": 10988 }, { "epoch": 0.10989, "grad_norm": 1.1438099942455424, "learning_rate": 0.003, "loss": 4.0268, "step": 10989 }, { "epoch": 0.1099, "grad_norm": 0.9531903580271849, "learning_rate": 0.003, "loss": 4.0264, "step": 10990 }, { "epoch": 0.10991, "grad_norm": 1.1261491344660406, "learning_rate": 0.003, "loss": 4.0342, "step": 10991 }, { "epoch": 0.10992, "grad_norm": 1.2458886185212843, "learning_rate": 0.003, "loss": 4.0282, "step": 10992 }, { "epoch": 0.10993, "grad_norm": 0.9909464766748146, "learning_rate": 0.003, "loss": 4.0156, "step": 10993 }, { "epoch": 0.10994, "grad_norm": 1.2594072221547077, "learning_rate": 0.003, "loss": 4.0682, "step": 10994 }, { "epoch": 0.10995, "grad_norm": 1.0286576604311943, "learning_rate": 0.003, "loss": 4.0381, "step": 10995 }, { "epoch": 0.10996, "grad_norm": 1.0879885186981424, "learning_rate": 0.003, "loss": 4.0286, "step": 10996 }, { "epoch": 0.10997, "grad_norm": 1.2251558646601735, "learning_rate": 0.003, "loss": 4.0616, "step": 10997 }, { "epoch": 0.10998, "grad_norm": 1.520992898306493, "learning_rate": 0.003, "loss": 4.0723, "step": 10998 }, { "epoch": 0.10999, "grad_norm": 0.9974930439447344, "learning_rate": 0.003, "loss": 4.0279, "step": 10999 }, { "epoch": 0.11, "grad_norm": 1.3984769150579184, "learning_rate": 0.003, "loss": 4.074, "step": 11000 }, { "epoch": 0.11001, "grad_norm": 0.9811644529227863, "learning_rate": 0.003, "loss": 4.0576, "step": 11001 }, { "epoch": 0.11002, "grad_norm": 1.1450918449781147, "learning_rate": 0.003, "loss": 4.0454, "step": 11002 }, { "epoch": 0.11003, "grad_norm": 1.0480431049370729, "learning_rate": 0.003, "loss": 4.0341, "step": 11003 }, { "epoch": 0.11004, "grad_norm": 1.4695224754258749, "learning_rate": 0.003, "loss": 4.0444, "step": 11004 }, { "epoch": 0.11005, "grad_norm": 1.0012488506178907, "learning_rate": 0.003, "loss": 4.0124, "step": 11005 }, { "epoch": 0.11006, "grad_norm": 1.1097531270381813, "learning_rate": 0.003, "loss": 4.044, "step": 11006 }, { "epoch": 0.11007, "grad_norm": 1.3457776983843623, "learning_rate": 0.003, "loss": 4.0413, "step": 11007 }, { "epoch": 0.11008, "grad_norm": 0.9945908240179561, "learning_rate": 0.003, "loss": 4.0435, "step": 11008 }, { "epoch": 0.11009, "grad_norm": 1.146031306723099, "learning_rate": 0.003, "loss": 4.0201, "step": 11009 }, { "epoch": 0.1101, "grad_norm": 1.3041512694151578, "learning_rate": 0.003, "loss": 4.0021, "step": 11010 }, { "epoch": 0.11011, "grad_norm": 1.0561894869979496, "learning_rate": 0.003, "loss": 4.0199, "step": 11011 }, { "epoch": 0.11012, "grad_norm": 1.2575408616044952, "learning_rate": 0.003, "loss": 4.0259, "step": 11012 }, { "epoch": 0.11013, "grad_norm": 0.9634053404348774, "learning_rate": 0.003, "loss": 4.0391, "step": 11013 }, { "epoch": 0.11014, "grad_norm": 1.1455573340874126, "learning_rate": 0.003, "loss": 4.0404, "step": 11014 }, { "epoch": 0.11015, "grad_norm": 1.0979373194946567, "learning_rate": 0.003, "loss": 4.0164, "step": 11015 }, { "epoch": 0.11016, "grad_norm": 1.0909505512602309, "learning_rate": 0.003, "loss": 4.0354, "step": 11016 }, { "epoch": 0.11017, "grad_norm": 1.070802229909584, "learning_rate": 0.003, "loss": 4.0146, "step": 11017 }, { "epoch": 0.11018, "grad_norm": 1.0655397569106997, "learning_rate": 0.003, "loss": 4.0492, "step": 11018 }, { "epoch": 0.11019, "grad_norm": 1.2632535966366136, "learning_rate": 0.003, "loss": 4.0332, "step": 11019 }, { "epoch": 0.1102, "grad_norm": 0.958588750896633, "learning_rate": 0.003, "loss": 4.0034, "step": 11020 }, { "epoch": 0.11021, "grad_norm": 1.1602559223950129, "learning_rate": 0.003, "loss": 4.0204, "step": 11021 }, { "epoch": 0.11022, "grad_norm": 0.9786123700993407, "learning_rate": 0.003, "loss": 4.0461, "step": 11022 }, { "epoch": 0.11023, "grad_norm": 1.0897353532712468, "learning_rate": 0.003, "loss": 4.0503, "step": 11023 }, { "epoch": 0.11024, "grad_norm": 1.3783770276098104, "learning_rate": 0.003, "loss": 4.0579, "step": 11024 }, { "epoch": 0.11025, "grad_norm": 0.9920237745810896, "learning_rate": 0.003, "loss": 4.0322, "step": 11025 }, { "epoch": 0.11026, "grad_norm": 1.2990419941936762, "learning_rate": 0.003, "loss": 4.0331, "step": 11026 }, { "epoch": 0.11027, "grad_norm": 1.1054453581494064, "learning_rate": 0.003, "loss": 4.0198, "step": 11027 }, { "epoch": 0.11028, "grad_norm": 1.1552917683687645, "learning_rate": 0.003, "loss": 4.0267, "step": 11028 }, { "epoch": 0.11029, "grad_norm": 1.1868727922087963, "learning_rate": 0.003, "loss": 4.0186, "step": 11029 }, { "epoch": 0.1103, "grad_norm": 0.9825451090946785, "learning_rate": 0.003, "loss": 4.0305, "step": 11030 }, { "epoch": 0.11031, "grad_norm": 1.1804760582921996, "learning_rate": 0.003, "loss": 4.0347, "step": 11031 }, { "epoch": 0.11032, "grad_norm": 1.0624183712164799, "learning_rate": 0.003, "loss": 4.0435, "step": 11032 }, { "epoch": 0.11033, "grad_norm": 1.279437929756929, "learning_rate": 0.003, "loss": 4.0351, "step": 11033 }, { "epoch": 0.11034, "grad_norm": 0.9050557877634389, "learning_rate": 0.003, "loss": 3.9997, "step": 11034 }, { "epoch": 0.11035, "grad_norm": 1.0758467424852527, "learning_rate": 0.003, "loss": 4.0384, "step": 11035 }, { "epoch": 0.11036, "grad_norm": 1.4004957620496878, "learning_rate": 0.003, "loss": 4.0541, "step": 11036 }, { "epoch": 0.11037, "grad_norm": 1.148007136705928, "learning_rate": 0.003, "loss": 4.0007, "step": 11037 }, { "epoch": 0.11038, "grad_norm": 1.1327536508610503, "learning_rate": 0.003, "loss": 4.0224, "step": 11038 }, { "epoch": 0.11039, "grad_norm": 1.1848546858736662, "learning_rate": 0.003, "loss": 4.0284, "step": 11039 }, { "epoch": 0.1104, "grad_norm": 1.323480908182648, "learning_rate": 0.003, "loss": 4.0653, "step": 11040 }, { "epoch": 0.11041, "grad_norm": 0.8971359841886503, "learning_rate": 0.003, "loss": 4.0396, "step": 11041 }, { "epoch": 0.11042, "grad_norm": 1.1769094334599115, "learning_rate": 0.003, "loss": 4.0507, "step": 11042 }, { "epoch": 0.11043, "grad_norm": 1.1666462489026705, "learning_rate": 0.003, "loss": 4.0379, "step": 11043 }, { "epoch": 0.11044, "grad_norm": 1.2253457217850752, "learning_rate": 0.003, "loss": 4.0318, "step": 11044 }, { "epoch": 0.11045, "grad_norm": 1.1206251489359325, "learning_rate": 0.003, "loss": 4.0186, "step": 11045 }, { "epoch": 0.11046, "grad_norm": 1.3392782992158903, "learning_rate": 0.003, "loss": 4.019, "step": 11046 }, { "epoch": 0.11047, "grad_norm": 1.0113482407477978, "learning_rate": 0.003, "loss": 4.0081, "step": 11047 }, { "epoch": 0.11048, "grad_norm": 1.2434741216349872, "learning_rate": 0.003, "loss": 4.0316, "step": 11048 }, { "epoch": 0.11049, "grad_norm": 1.0690557967832832, "learning_rate": 0.003, "loss": 4.0205, "step": 11049 }, { "epoch": 0.1105, "grad_norm": 1.2906453831596687, "learning_rate": 0.003, "loss": 4.0272, "step": 11050 }, { "epoch": 0.11051, "grad_norm": 1.049645251796059, "learning_rate": 0.003, "loss": 4.0399, "step": 11051 }, { "epoch": 0.11052, "grad_norm": 1.1022370813626103, "learning_rate": 0.003, "loss": 4.0388, "step": 11052 }, { "epoch": 0.11053, "grad_norm": 1.404602485307846, "learning_rate": 0.003, "loss": 4.0364, "step": 11053 }, { "epoch": 0.11054, "grad_norm": 0.9778708210072532, "learning_rate": 0.003, "loss": 4.0244, "step": 11054 }, { "epoch": 0.11055, "grad_norm": 1.0849146668394676, "learning_rate": 0.003, "loss": 4.0307, "step": 11055 }, { "epoch": 0.11056, "grad_norm": 1.3525665780096308, "learning_rate": 0.003, "loss": 4.0384, "step": 11056 }, { "epoch": 0.11057, "grad_norm": 0.8663546618979914, "learning_rate": 0.003, "loss": 4.0102, "step": 11057 }, { "epoch": 0.11058, "grad_norm": 0.9349712450004345, "learning_rate": 0.003, "loss": 4.0462, "step": 11058 }, { "epoch": 0.11059, "grad_norm": 1.2419152885907019, "learning_rate": 0.003, "loss": 4.0367, "step": 11059 }, { "epoch": 0.1106, "grad_norm": 1.2015131996587158, "learning_rate": 0.003, "loss": 4.0378, "step": 11060 }, { "epoch": 0.11061, "grad_norm": 1.1726168292055932, "learning_rate": 0.003, "loss": 4.0486, "step": 11061 }, { "epoch": 0.11062, "grad_norm": 1.235236596847503, "learning_rate": 0.003, "loss": 4.0432, "step": 11062 }, { "epoch": 0.11063, "grad_norm": 1.1430465957610831, "learning_rate": 0.003, "loss": 4.0116, "step": 11063 }, { "epoch": 0.11064, "grad_norm": 1.1694916513185551, "learning_rate": 0.003, "loss": 4.027, "step": 11064 }, { "epoch": 0.11065, "grad_norm": 1.1843858564427805, "learning_rate": 0.003, "loss": 4.0144, "step": 11065 }, { "epoch": 0.11066, "grad_norm": 1.1731005960048595, "learning_rate": 0.003, "loss": 4.0447, "step": 11066 }, { "epoch": 0.11067, "grad_norm": 1.3610597815554937, "learning_rate": 0.003, "loss": 4.0507, "step": 11067 }, { "epoch": 0.11068, "grad_norm": 0.9388571621226179, "learning_rate": 0.003, "loss": 4.0154, "step": 11068 }, { "epoch": 0.11069, "grad_norm": 1.1845720962926707, "learning_rate": 0.003, "loss": 4.0048, "step": 11069 }, { "epoch": 0.1107, "grad_norm": 1.0184914945024592, "learning_rate": 0.003, "loss": 4.0304, "step": 11070 }, { "epoch": 0.11071, "grad_norm": 1.1695843280280722, "learning_rate": 0.003, "loss": 4.0337, "step": 11071 }, { "epoch": 0.11072, "grad_norm": 1.2124753448260535, "learning_rate": 0.003, "loss": 4.0134, "step": 11072 }, { "epoch": 0.11073, "grad_norm": 1.1600313038561658, "learning_rate": 0.003, "loss": 4.0583, "step": 11073 }, { "epoch": 0.11074, "grad_norm": 1.2553421574935741, "learning_rate": 0.003, "loss": 4.024, "step": 11074 }, { "epoch": 0.11075, "grad_norm": 1.1166830328732873, "learning_rate": 0.003, "loss": 4.0495, "step": 11075 }, { "epoch": 0.11076, "grad_norm": 1.362951644650086, "learning_rate": 0.003, "loss": 4.0309, "step": 11076 }, { "epoch": 0.11077, "grad_norm": 1.0206627313768633, "learning_rate": 0.003, "loss": 4.0744, "step": 11077 }, { "epoch": 0.11078, "grad_norm": 1.137921297110709, "learning_rate": 0.003, "loss": 4.0399, "step": 11078 }, { "epoch": 0.11079, "grad_norm": 1.0636974748852701, "learning_rate": 0.003, "loss": 4.0251, "step": 11079 }, { "epoch": 0.1108, "grad_norm": 1.243205584369264, "learning_rate": 0.003, "loss": 4.0195, "step": 11080 }, { "epoch": 0.11081, "grad_norm": 1.1466850373196094, "learning_rate": 0.003, "loss": 4.0335, "step": 11081 }, { "epoch": 0.11082, "grad_norm": 1.0332780369799524, "learning_rate": 0.003, "loss": 4.0274, "step": 11082 }, { "epoch": 0.11083, "grad_norm": 1.1547474519658834, "learning_rate": 0.003, "loss": 4.0214, "step": 11083 }, { "epoch": 0.11084, "grad_norm": 1.2630821564699577, "learning_rate": 0.003, "loss": 4.0208, "step": 11084 }, { "epoch": 0.11085, "grad_norm": 0.9616550782921469, "learning_rate": 0.003, "loss": 4.0246, "step": 11085 }, { "epoch": 0.11086, "grad_norm": 1.0337612711666608, "learning_rate": 0.003, "loss": 4.0506, "step": 11086 }, { "epoch": 0.11087, "grad_norm": 1.246325517565779, "learning_rate": 0.003, "loss": 4.0365, "step": 11087 }, { "epoch": 0.11088, "grad_norm": 1.1210534817234898, "learning_rate": 0.003, "loss": 4.0234, "step": 11088 }, { "epoch": 0.11089, "grad_norm": 1.1210922280085747, "learning_rate": 0.003, "loss": 4.025, "step": 11089 }, { "epoch": 0.1109, "grad_norm": 1.2076356656569776, "learning_rate": 0.003, "loss": 4.0113, "step": 11090 }, { "epoch": 0.11091, "grad_norm": 1.0505164908267228, "learning_rate": 0.003, "loss": 4.0161, "step": 11091 }, { "epoch": 0.11092, "grad_norm": 1.116407928167723, "learning_rate": 0.003, "loss": 4.021, "step": 11092 }, { "epoch": 0.11093, "grad_norm": 1.3679759693794233, "learning_rate": 0.003, "loss": 4.0357, "step": 11093 }, { "epoch": 0.11094, "grad_norm": 0.9149580813928061, "learning_rate": 0.003, "loss": 4.0234, "step": 11094 }, { "epoch": 0.11095, "grad_norm": 1.2127377272290825, "learning_rate": 0.003, "loss": 4.0474, "step": 11095 }, { "epoch": 0.11096, "grad_norm": 1.2654770177418224, "learning_rate": 0.003, "loss": 4.0424, "step": 11096 }, { "epoch": 0.11097, "grad_norm": 1.005101859952365, "learning_rate": 0.003, "loss": 4.0414, "step": 11097 }, { "epoch": 0.11098, "grad_norm": 1.1559183971161302, "learning_rate": 0.003, "loss": 4.0228, "step": 11098 }, { "epoch": 0.11099, "grad_norm": 1.2125995577106417, "learning_rate": 0.003, "loss": 4.0545, "step": 11099 }, { "epoch": 0.111, "grad_norm": 1.1741835677043042, "learning_rate": 0.003, "loss": 4.014, "step": 11100 }, { "epoch": 0.11101, "grad_norm": 1.0431649381898074, "learning_rate": 0.003, "loss": 4.0334, "step": 11101 }, { "epoch": 0.11102, "grad_norm": 1.1127524956437145, "learning_rate": 0.003, "loss": 4.019, "step": 11102 }, { "epoch": 0.11103, "grad_norm": 1.4390556394886567, "learning_rate": 0.003, "loss": 4.0296, "step": 11103 }, { "epoch": 0.11104, "grad_norm": 0.8695810012178421, "learning_rate": 0.003, "loss": 4.0163, "step": 11104 }, { "epoch": 0.11105, "grad_norm": 1.2898692002393344, "learning_rate": 0.003, "loss": 4.0276, "step": 11105 }, { "epoch": 0.11106, "grad_norm": 0.9339284088375288, "learning_rate": 0.003, "loss": 4.0107, "step": 11106 }, { "epoch": 0.11107, "grad_norm": 1.002203567794351, "learning_rate": 0.003, "loss": 4.0134, "step": 11107 }, { "epoch": 0.11108, "grad_norm": 1.212964255808357, "learning_rate": 0.003, "loss": 4.0438, "step": 11108 }, { "epoch": 0.11109, "grad_norm": 1.1363148006340882, "learning_rate": 0.003, "loss": 4.0424, "step": 11109 }, { "epoch": 0.1111, "grad_norm": 1.0654823793341264, "learning_rate": 0.003, "loss": 4.0362, "step": 11110 }, { "epoch": 0.11111, "grad_norm": 1.0410737532990986, "learning_rate": 0.003, "loss": 4.0323, "step": 11111 }, { "epoch": 0.11112, "grad_norm": 1.2755289571055364, "learning_rate": 0.003, "loss": 4.057, "step": 11112 }, { "epoch": 0.11113, "grad_norm": 1.1301440513445171, "learning_rate": 0.003, "loss": 4.0508, "step": 11113 }, { "epoch": 0.11114, "grad_norm": 1.3210030487586704, "learning_rate": 0.003, "loss": 4.0686, "step": 11114 }, { "epoch": 0.11115, "grad_norm": 1.0405738153003652, "learning_rate": 0.003, "loss": 4.0427, "step": 11115 }, { "epoch": 0.11116, "grad_norm": 1.4674668716202037, "learning_rate": 0.003, "loss": 4.0262, "step": 11116 }, { "epoch": 0.11117, "grad_norm": 1.126768367155695, "learning_rate": 0.003, "loss": 4.0556, "step": 11117 }, { "epoch": 0.11118, "grad_norm": 1.4499818568572693, "learning_rate": 0.003, "loss": 4.0283, "step": 11118 }, { "epoch": 0.11119, "grad_norm": 0.8723773760283889, "learning_rate": 0.003, "loss": 4.0457, "step": 11119 }, { "epoch": 0.1112, "grad_norm": 0.9880766918243952, "learning_rate": 0.003, "loss": 4.0206, "step": 11120 }, { "epoch": 0.11121, "grad_norm": 1.233724451927589, "learning_rate": 0.003, "loss": 4.0102, "step": 11121 }, { "epoch": 0.11122, "grad_norm": 0.9592358462304813, "learning_rate": 0.003, "loss": 4.0442, "step": 11122 }, { "epoch": 0.11123, "grad_norm": 0.9374151178986565, "learning_rate": 0.003, "loss": 4.0452, "step": 11123 }, { "epoch": 0.11124, "grad_norm": 1.0746579089776649, "learning_rate": 0.003, "loss": 4.0201, "step": 11124 }, { "epoch": 0.11125, "grad_norm": 1.0272355456391729, "learning_rate": 0.003, "loss": 4.0412, "step": 11125 }, { "epoch": 0.11126, "grad_norm": 1.4696931867563632, "learning_rate": 0.003, "loss": 4.0333, "step": 11126 }, { "epoch": 0.11127, "grad_norm": 0.9306122996930648, "learning_rate": 0.003, "loss": 4.0339, "step": 11127 }, { "epoch": 0.11128, "grad_norm": 1.259426522382338, "learning_rate": 0.003, "loss": 4.0128, "step": 11128 }, { "epoch": 0.11129, "grad_norm": 0.9952764357013387, "learning_rate": 0.003, "loss": 4.0189, "step": 11129 }, { "epoch": 0.1113, "grad_norm": 1.2922884263779666, "learning_rate": 0.003, "loss": 4.0043, "step": 11130 }, { "epoch": 0.11131, "grad_norm": 1.0933870097789917, "learning_rate": 0.003, "loss": 4.0313, "step": 11131 }, { "epoch": 0.11132, "grad_norm": 1.222132471274821, "learning_rate": 0.003, "loss": 4.0241, "step": 11132 }, { "epoch": 0.11133, "grad_norm": 1.086913343875556, "learning_rate": 0.003, "loss": 4.0152, "step": 11133 }, { "epoch": 0.11134, "grad_norm": 1.2038589551456618, "learning_rate": 0.003, "loss": 4.0088, "step": 11134 }, { "epoch": 0.11135, "grad_norm": 1.1630263270645305, "learning_rate": 0.003, "loss": 4.0329, "step": 11135 }, { "epoch": 0.11136, "grad_norm": 1.2109273926288262, "learning_rate": 0.003, "loss": 4.0059, "step": 11136 }, { "epoch": 0.11137, "grad_norm": 1.133767888763714, "learning_rate": 0.003, "loss": 4.0247, "step": 11137 }, { "epoch": 0.11138, "grad_norm": 1.3304986578383604, "learning_rate": 0.003, "loss": 4.0157, "step": 11138 }, { "epoch": 0.11139, "grad_norm": 1.0703377791647029, "learning_rate": 0.003, "loss": 4.0476, "step": 11139 }, { "epoch": 0.1114, "grad_norm": 1.2710614152570363, "learning_rate": 0.003, "loss": 4.0126, "step": 11140 }, { "epoch": 0.11141, "grad_norm": 1.23803074569592, "learning_rate": 0.003, "loss": 4.0363, "step": 11141 }, { "epoch": 0.11142, "grad_norm": 1.3481665548815753, "learning_rate": 0.003, "loss": 4.0364, "step": 11142 }, { "epoch": 0.11143, "grad_norm": 1.07936134160658, "learning_rate": 0.003, "loss": 4.0257, "step": 11143 }, { "epoch": 0.11144, "grad_norm": 1.2330660101095827, "learning_rate": 0.003, "loss": 4.0021, "step": 11144 }, { "epoch": 0.11145, "grad_norm": 1.1001097752215603, "learning_rate": 0.003, "loss": 4.0315, "step": 11145 }, { "epoch": 0.11146, "grad_norm": 1.2439381573445438, "learning_rate": 0.003, "loss": 4.0299, "step": 11146 }, { "epoch": 0.11147, "grad_norm": 0.99219418207008, "learning_rate": 0.003, "loss": 4.0463, "step": 11147 }, { "epoch": 0.11148, "grad_norm": 1.2162762932312685, "learning_rate": 0.003, "loss": 4.0332, "step": 11148 }, { "epoch": 0.11149, "grad_norm": 1.1639544600650762, "learning_rate": 0.003, "loss": 4.0111, "step": 11149 }, { "epoch": 0.1115, "grad_norm": 1.1006116288127763, "learning_rate": 0.003, "loss": 4.0202, "step": 11150 }, { "epoch": 0.11151, "grad_norm": 1.2672886873563878, "learning_rate": 0.003, "loss": 4.0486, "step": 11151 }, { "epoch": 0.11152, "grad_norm": 0.910987023246572, "learning_rate": 0.003, "loss": 4.0111, "step": 11152 }, { "epoch": 0.11153, "grad_norm": 1.101946526056744, "learning_rate": 0.003, "loss": 4.0404, "step": 11153 }, { "epoch": 0.11154, "grad_norm": 1.0947773638822873, "learning_rate": 0.003, "loss": 4.0326, "step": 11154 }, { "epoch": 0.11155, "grad_norm": 1.2702655690371203, "learning_rate": 0.003, "loss": 4.041, "step": 11155 }, { "epoch": 0.11156, "grad_norm": 1.007909951916138, "learning_rate": 0.003, "loss": 4.0313, "step": 11156 }, { "epoch": 0.11157, "grad_norm": 1.3319173530862718, "learning_rate": 0.003, "loss": 4.0435, "step": 11157 }, { "epoch": 0.11158, "grad_norm": 0.9207828461156834, "learning_rate": 0.003, "loss": 4.0364, "step": 11158 }, { "epoch": 0.11159, "grad_norm": 1.197285438055082, "learning_rate": 0.003, "loss": 4.0325, "step": 11159 }, { "epoch": 0.1116, "grad_norm": 1.0433813495595061, "learning_rate": 0.003, "loss": 4.0415, "step": 11160 }, { "epoch": 0.11161, "grad_norm": 1.081328185673201, "learning_rate": 0.003, "loss": 4.0123, "step": 11161 }, { "epoch": 0.11162, "grad_norm": 1.2926210086878027, "learning_rate": 0.003, "loss": 4.0342, "step": 11162 }, { "epoch": 0.11163, "grad_norm": 0.9963164319297045, "learning_rate": 0.003, "loss": 4.0229, "step": 11163 }, { "epoch": 0.11164, "grad_norm": 1.3281076066936632, "learning_rate": 0.003, "loss": 4.0386, "step": 11164 }, { "epoch": 0.11165, "grad_norm": 0.9999767623058433, "learning_rate": 0.003, "loss": 4.0253, "step": 11165 }, { "epoch": 0.11166, "grad_norm": 1.3510910761006925, "learning_rate": 0.003, "loss": 4.0402, "step": 11166 }, { "epoch": 0.11167, "grad_norm": 0.9733408617008773, "learning_rate": 0.003, "loss": 4.0351, "step": 11167 }, { "epoch": 0.11168, "grad_norm": 1.247793495062047, "learning_rate": 0.003, "loss": 4.026, "step": 11168 }, { "epoch": 0.11169, "grad_norm": 0.8953094218520867, "learning_rate": 0.003, "loss": 4.0213, "step": 11169 }, { "epoch": 0.1117, "grad_norm": 1.1780557955764552, "learning_rate": 0.003, "loss": 4.0355, "step": 11170 }, { "epoch": 0.11171, "grad_norm": 1.1811278342129226, "learning_rate": 0.003, "loss": 4.0192, "step": 11171 }, { "epoch": 0.11172, "grad_norm": 1.2689331311338854, "learning_rate": 0.003, "loss": 4.0199, "step": 11172 }, { "epoch": 0.11173, "grad_norm": 1.1683719180902132, "learning_rate": 0.003, "loss": 4.0394, "step": 11173 }, { "epoch": 0.11174, "grad_norm": 1.0094485713003973, "learning_rate": 0.003, "loss": 4.0383, "step": 11174 }, { "epoch": 0.11175, "grad_norm": 1.3250881012136548, "learning_rate": 0.003, "loss": 4.0446, "step": 11175 }, { "epoch": 0.11176, "grad_norm": 1.0043723462137841, "learning_rate": 0.003, "loss": 4.0077, "step": 11176 }, { "epoch": 0.11177, "grad_norm": 1.1386272400480386, "learning_rate": 0.003, "loss": 4.0564, "step": 11177 }, { "epoch": 0.11178, "grad_norm": 1.2126593447984106, "learning_rate": 0.003, "loss": 4.049, "step": 11178 }, { "epoch": 0.11179, "grad_norm": 1.2307687560202298, "learning_rate": 0.003, "loss": 4.0288, "step": 11179 }, { "epoch": 0.1118, "grad_norm": 1.1602217088708568, "learning_rate": 0.003, "loss": 4.0364, "step": 11180 }, { "epoch": 0.11181, "grad_norm": 1.057733354940848, "learning_rate": 0.003, "loss": 4.0397, "step": 11181 }, { "epoch": 0.11182, "grad_norm": 1.1720682053385487, "learning_rate": 0.003, "loss": 4.0297, "step": 11182 }, { "epoch": 0.11183, "grad_norm": 1.1436907781386656, "learning_rate": 0.003, "loss": 4.0365, "step": 11183 }, { "epoch": 0.11184, "grad_norm": 1.3870042277723742, "learning_rate": 0.003, "loss": 4.0392, "step": 11184 }, { "epoch": 0.11185, "grad_norm": 1.0936717631849686, "learning_rate": 0.003, "loss": 4.0334, "step": 11185 }, { "epoch": 0.11186, "grad_norm": 1.3772654953768122, "learning_rate": 0.003, "loss": 4.0183, "step": 11186 }, { "epoch": 0.11187, "grad_norm": 1.1790597204228255, "learning_rate": 0.003, "loss": 4.0046, "step": 11187 }, { "epoch": 0.11188, "grad_norm": 1.1073857604366244, "learning_rate": 0.003, "loss": 4.0206, "step": 11188 }, { "epoch": 0.11189, "grad_norm": 1.130277787761296, "learning_rate": 0.003, "loss": 4.0596, "step": 11189 }, { "epoch": 0.1119, "grad_norm": 1.2313249191247733, "learning_rate": 0.003, "loss": 4.0616, "step": 11190 }, { "epoch": 0.11191, "grad_norm": 1.0068096645265725, "learning_rate": 0.003, "loss": 4.0172, "step": 11191 }, { "epoch": 0.11192, "grad_norm": 1.4926464646825244, "learning_rate": 0.003, "loss": 4.0641, "step": 11192 }, { "epoch": 0.11193, "grad_norm": 1.075022433453773, "learning_rate": 0.003, "loss": 4.0321, "step": 11193 }, { "epoch": 0.11194, "grad_norm": 1.097191178968125, "learning_rate": 0.003, "loss": 4.0594, "step": 11194 }, { "epoch": 0.11195, "grad_norm": 1.1810849460786332, "learning_rate": 0.003, "loss": 4.0183, "step": 11195 }, { "epoch": 0.11196, "grad_norm": 1.1503825490398842, "learning_rate": 0.003, "loss": 4.0284, "step": 11196 }, { "epoch": 0.11197, "grad_norm": 1.0421171730999512, "learning_rate": 0.003, "loss": 4.026, "step": 11197 }, { "epoch": 0.11198, "grad_norm": 1.0783422809281649, "learning_rate": 0.003, "loss": 4.0245, "step": 11198 }, { "epoch": 0.11199, "grad_norm": 1.133756805734178, "learning_rate": 0.003, "loss": 4.0286, "step": 11199 }, { "epoch": 0.112, "grad_norm": 1.132914344900601, "learning_rate": 0.003, "loss": 3.9998, "step": 11200 }, { "epoch": 0.11201, "grad_norm": 1.3917889105852121, "learning_rate": 0.003, "loss": 4.0287, "step": 11201 }, { "epoch": 0.11202, "grad_norm": 0.9826420636753783, "learning_rate": 0.003, "loss": 4.0329, "step": 11202 }, { "epoch": 0.11203, "grad_norm": 1.35378770158763, "learning_rate": 0.003, "loss": 4.0273, "step": 11203 }, { "epoch": 0.11204, "grad_norm": 1.1631858332700105, "learning_rate": 0.003, "loss": 4.0101, "step": 11204 }, { "epoch": 0.11205, "grad_norm": 1.2921914277100586, "learning_rate": 0.003, "loss": 4.0291, "step": 11205 }, { "epoch": 0.11206, "grad_norm": 1.0898547835621788, "learning_rate": 0.003, "loss": 4.0434, "step": 11206 }, { "epoch": 0.11207, "grad_norm": 1.2652008774282912, "learning_rate": 0.003, "loss": 4.0165, "step": 11207 }, { "epoch": 0.11208, "grad_norm": 0.9934464327612474, "learning_rate": 0.003, "loss": 4.0342, "step": 11208 }, { "epoch": 0.11209, "grad_norm": 1.2684033075929582, "learning_rate": 0.003, "loss": 4.0207, "step": 11209 }, { "epoch": 0.1121, "grad_norm": 1.0481317867453344, "learning_rate": 0.003, "loss": 4.0077, "step": 11210 }, { "epoch": 0.11211, "grad_norm": 1.2804818902359865, "learning_rate": 0.003, "loss": 4.0471, "step": 11211 }, { "epoch": 0.11212, "grad_norm": 1.1905349539801156, "learning_rate": 0.003, "loss": 4.0325, "step": 11212 }, { "epoch": 0.11213, "grad_norm": 1.1425360307860808, "learning_rate": 0.003, "loss": 4.0305, "step": 11213 }, { "epoch": 0.11214, "grad_norm": 1.0912668598159907, "learning_rate": 0.003, "loss": 4.0548, "step": 11214 }, { "epoch": 0.11215, "grad_norm": 1.2077706236952057, "learning_rate": 0.003, "loss": 4.0587, "step": 11215 }, { "epoch": 0.11216, "grad_norm": 1.139473012377748, "learning_rate": 0.003, "loss": 4.0144, "step": 11216 }, { "epoch": 0.11217, "grad_norm": 1.2737949872278453, "learning_rate": 0.003, "loss": 4.0295, "step": 11217 }, { "epoch": 0.11218, "grad_norm": 1.1462612962051975, "learning_rate": 0.003, "loss": 4.033, "step": 11218 }, { "epoch": 0.11219, "grad_norm": 1.0951419504062592, "learning_rate": 0.003, "loss": 4.0258, "step": 11219 }, { "epoch": 0.1122, "grad_norm": 1.4045206799945849, "learning_rate": 0.003, "loss": 3.9973, "step": 11220 }, { "epoch": 0.11221, "grad_norm": 0.950211704268758, "learning_rate": 0.003, "loss": 4.025, "step": 11221 }, { "epoch": 0.11222, "grad_norm": 1.1123561273367195, "learning_rate": 0.003, "loss": 4.045, "step": 11222 }, { "epoch": 0.11223, "grad_norm": 1.1138231860334924, "learning_rate": 0.003, "loss": 4.0164, "step": 11223 }, { "epoch": 0.11224, "grad_norm": 1.33255470843806, "learning_rate": 0.003, "loss": 4.0344, "step": 11224 }, { "epoch": 0.11225, "grad_norm": 1.0201189422663082, "learning_rate": 0.003, "loss": 4.0472, "step": 11225 }, { "epoch": 0.11226, "grad_norm": 1.2296700017941067, "learning_rate": 0.003, "loss": 4.0359, "step": 11226 }, { "epoch": 0.11227, "grad_norm": 1.2361560337024013, "learning_rate": 0.003, "loss": 4.015, "step": 11227 }, { "epoch": 0.11228, "grad_norm": 1.359208100581836, "learning_rate": 0.003, "loss": 4.0302, "step": 11228 }, { "epoch": 0.11229, "grad_norm": 0.9721364087537138, "learning_rate": 0.003, "loss": 4.0273, "step": 11229 }, { "epoch": 0.1123, "grad_norm": 1.056450608774184, "learning_rate": 0.003, "loss": 4.0317, "step": 11230 }, { "epoch": 0.11231, "grad_norm": 1.1151470529423464, "learning_rate": 0.003, "loss": 4.0273, "step": 11231 }, { "epoch": 0.11232, "grad_norm": 1.349357130637738, "learning_rate": 0.003, "loss": 4.0221, "step": 11232 }, { "epoch": 0.11233, "grad_norm": 1.2692980366831477, "learning_rate": 0.003, "loss": 4.0427, "step": 11233 }, { "epoch": 0.11234, "grad_norm": 1.0600042315155727, "learning_rate": 0.003, "loss": 4.0246, "step": 11234 }, { "epoch": 0.11235, "grad_norm": 0.9730948794785325, "learning_rate": 0.003, "loss": 4.0312, "step": 11235 }, { "epoch": 0.11236, "grad_norm": 1.2005508877119877, "learning_rate": 0.003, "loss": 4.0459, "step": 11236 }, { "epoch": 0.11237, "grad_norm": 1.2147190669139891, "learning_rate": 0.003, "loss": 4.0341, "step": 11237 }, { "epoch": 0.11238, "grad_norm": 1.1338750404710822, "learning_rate": 0.003, "loss": 4.0114, "step": 11238 }, { "epoch": 0.11239, "grad_norm": 1.138170848080884, "learning_rate": 0.003, "loss": 4.0365, "step": 11239 }, { "epoch": 0.1124, "grad_norm": 1.031187833440196, "learning_rate": 0.003, "loss": 4.0274, "step": 11240 }, { "epoch": 0.11241, "grad_norm": 1.2789914501541244, "learning_rate": 0.003, "loss": 4.0358, "step": 11241 }, { "epoch": 0.11242, "grad_norm": 1.2236110455515656, "learning_rate": 0.003, "loss": 4.0347, "step": 11242 }, { "epoch": 0.11243, "grad_norm": 1.1093808126477966, "learning_rate": 0.003, "loss": 4.0296, "step": 11243 }, { "epoch": 0.11244, "grad_norm": 1.288173452117589, "learning_rate": 0.003, "loss": 4.0213, "step": 11244 }, { "epoch": 0.11245, "grad_norm": 1.0828260500666966, "learning_rate": 0.003, "loss": 4.0408, "step": 11245 }, { "epoch": 0.11246, "grad_norm": 1.1567543117559596, "learning_rate": 0.003, "loss": 4.0146, "step": 11246 }, { "epoch": 0.11247, "grad_norm": 1.3948568681025382, "learning_rate": 0.003, "loss": 4.0069, "step": 11247 }, { "epoch": 0.11248, "grad_norm": 1.0116804641863193, "learning_rate": 0.003, "loss": 4.0463, "step": 11248 }, { "epoch": 0.11249, "grad_norm": 1.3046509496910825, "learning_rate": 0.003, "loss": 4.0379, "step": 11249 }, { "epoch": 0.1125, "grad_norm": 0.9991437863954199, "learning_rate": 0.003, "loss": 4.0072, "step": 11250 }, { "epoch": 0.11251, "grad_norm": 1.6013468281261287, "learning_rate": 0.003, "loss": 4.0288, "step": 11251 }, { "epoch": 0.11252, "grad_norm": 0.8687536172748702, "learning_rate": 0.003, "loss": 4.0434, "step": 11252 }, { "epoch": 0.11253, "grad_norm": 1.0983958258583018, "learning_rate": 0.003, "loss": 4.0275, "step": 11253 }, { "epoch": 0.11254, "grad_norm": 1.226302806954953, "learning_rate": 0.003, "loss": 4.0303, "step": 11254 }, { "epoch": 0.11255, "grad_norm": 1.0662642116642365, "learning_rate": 0.003, "loss": 4.0359, "step": 11255 }, { "epoch": 0.11256, "grad_norm": 1.243463378805967, "learning_rate": 0.003, "loss": 4.0374, "step": 11256 }, { "epoch": 0.11257, "grad_norm": 1.0726761813569627, "learning_rate": 0.003, "loss": 4.0282, "step": 11257 }, { "epoch": 0.11258, "grad_norm": 1.101242624393574, "learning_rate": 0.003, "loss": 4.025, "step": 11258 }, { "epoch": 0.11259, "grad_norm": 1.2600622231655116, "learning_rate": 0.003, "loss": 4.0615, "step": 11259 }, { "epoch": 0.1126, "grad_norm": 0.9980365205693852, "learning_rate": 0.003, "loss": 4.0085, "step": 11260 }, { "epoch": 0.11261, "grad_norm": 1.2636683024025575, "learning_rate": 0.003, "loss": 4.0231, "step": 11261 }, { "epoch": 0.11262, "grad_norm": 0.91784299165787, "learning_rate": 0.003, "loss": 4.0297, "step": 11262 }, { "epoch": 0.11263, "grad_norm": 1.2597297519227169, "learning_rate": 0.003, "loss": 4.02, "step": 11263 }, { "epoch": 0.11264, "grad_norm": 1.1932659497244533, "learning_rate": 0.003, "loss": 4.0284, "step": 11264 }, { "epoch": 0.11265, "grad_norm": 0.9816454818813927, "learning_rate": 0.003, "loss": 4.0043, "step": 11265 }, { "epoch": 0.11266, "grad_norm": 1.2284969289133585, "learning_rate": 0.003, "loss": 4.0467, "step": 11266 }, { "epoch": 0.11267, "grad_norm": 1.1261765260002052, "learning_rate": 0.003, "loss": 4.0563, "step": 11267 }, { "epoch": 0.11268, "grad_norm": 1.08799226517971, "learning_rate": 0.003, "loss": 4.0243, "step": 11268 }, { "epoch": 0.11269, "grad_norm": 1.1922244816252106, "learning_rate": 0.003, "loss": 4.0068, "step": 11269 }, { "epoch": 0.1127, "grad_norm": 0.9472450427826526, "learning_rate": 0.003, "loss": 4.0294, "step": 11270 }, { "epoch": 0.11271, "grad_norm": 1.1932608996712035, "learning_rate": 0.003, "loss": 4.0367, "step": 11271 }, { "epoch": 0.11272, "grad_norm": 1.1892191152480909, "learning_rate": 0.003, "loss": 4.0223, "step": 11272 }, { "epoch": 0.11273, "grad_norm": 1.2513453159910775, "learning_rate": 0.003, "loss": 4.0462, "step": 11273 }, { "epoch": 0.11274, "grad_norm": 1.2756382922479819, "learning_rate": 0.003, "loss": 4.0294, "step": 11274 }, { "epoch": 0.11275, "grad_norm": 1.0956380848789105, "learning_rate": 0.003, "loss": 3.9996, "step": 11275 }, { "epoch": 0.11276, "grad_norm": 1.166088340374118, "learning_rate": 0.003, "loss": 4.0419, "step": 11276 }, { "epoch": 0.11277, "grad_norm": 0.9706800035472809, "learning_rate": 0.003, "loss": 4.0208, "step": 11277 }, { "epoch": 0.11278, "grad_norm": 1.277416659504229, "learning_rate": 0.003, "loss": 4.053, "step": 11278 }, { "epoch": 0.11279, "grad_norm": 1.1485716440991571, "learning_rate": 0.003, "loss": 4.0178, "step": 11279 }, { "epoch": 0.1128, "grad_norm": 1.2519360307904746, "learning_rate": 0.003, "loss": 4.0367, "step": 11280 }, { "epoch": 0.11281, "grad_norm": 1.1269013514569461, "learning_rate": 0.003, "loss": 4.0323, "step": 11281 }, { "epoch": 0.11282, "grad_norm": 1.2633224979713635, "learning_rate": 0.003, "loss": 4.0286, "step": 11282 }, { "epoch": 0.11283, "grad_norm": 0.9853227805426616, "learning_rate": 0.003, "loss": 4.03, "step": 11283 }, { "epoch": 0.11284, "grad_norm": 1.3468725308834935, "learning_rate": 0.003, "loss": 4.021, "step": 11284 }, { "epoch": 0.11285, "grad_norm": 0.9626469410998565, "learning_rate": 0.003, "loss": 4.024, "step": 11285 }, { "epoch": 0.11286, "grad_norm": 1.2746488595767842, "learning_rate": 0.003, "loss": 4.0389, "step": 11286 }, { "epoch": 0.11287, "grad_norm": 1.023668641008112, "learning_rate": 0.003, "loss": 4.0118, "step": 11287 }, { "epoch": 0.11288, "grad_norm": 1.2629926336246062, "learning_rate": 0.003, "loss": 4.0072, "step": 11288 }, { "epoch": 0.11289, "grad_norm": 1.1125863518225823, "learning_rate": 0.003, "loss": 4.0488, "step": 11289 }, { "epoch": 0.1129, "grad_norm": 1.2085679726727696, "learning_rate": 0.003, "loss": 4.0176, "step": 11290 }, { "epoch": 0.11291, "grad_norm": 1.020769473245544, "learning_rate": 0.003, "loss": 4.047, "step": 11291 }, { "epoch": 0.11292, "grad_norm": 1.5500356961334352, "learning_rate": 0.003, "loss": 4.0358, "step": 11292 }, { "epoch": 0.11293, "grad_norm": 1.1685657842109745, "learning_rate": 0.003, "loss": 4.0586, "step": 11293 }, { "epoch": 0.11294, "grad_norm": 1.3386643011461636, "learning_rate": 0.003, "loss": 4.0124, "step": 11294 }, { "epoch": 0.11295, "grad_norm": 1.1580125532963097, "learning_rate": 0.003, "loss": 4.0428, "step": 11295 }, { "epoch": 0.11296, "grad_norm": 1.0489120902824944, "learning_rate": 0.003, "loss": 4.0122, "step": 11296 }, { "epoch": 0.11297, "grad_norm": 1.103839461492198, "learning_rate": 0.003, "loss": 4.0562, "step": 11297 }, { "epoch": 0.11298, "grad_norm": 1.2294443402904203, "learning_rate": 0.003, "loss": 4.0432, "step": 11298 }, { "epoch": 0.11299, "grad_norm": 1.2428348430774223, "learning_rate": 0.003, "loss": 4.0332, "step": 11299 }, { "epoch": 0.113, "grad_norm": 1.188214219956524, "learning_rate": 0.003, "loss": 4.0489, "step": 11300 }, { "epoch": 0.11301, "grad_norm": 1.091582106196238, "learning_rate": 0.003, "loss": 4.0156, "step": 11301 }, { "epoch": 0.11302, "grad_norm": 0.9288460311574318, "learning_rate": 0.003, "loss": 4.0196, "step": 11302 }, { "epoch": 0.11303, "grad_norm": 1.4007101429225426, "learning_rate": 0.003, "loss": 4.0346, "step": 11303 }, { "epoch": 0.11304, "grad_norm": 1.0982722121566038, "learning_rate": 0.003, "loss": 4.0361, "step": 11304 }, { "epoch": 0.11305, "grad_norm": 1.2279359120748694, "learning_rate": 0.003, "loss": 4.012, "step": 11305 }, { "epoch": 0.11306, "grad_norm": 1.0604973608241537, "learning_rate": 0.003, "loss": 4.0086, "step": 11306 }, { "epoch": 0.11307, "grad_norm": 1.1270170083873274, "learning_rate": 0.003, "loss": 4.0314, "step": 11307 }, { "epoch": 0.11308, "grad_norm": 1.0777135494150742, "learning_rate": 0.003, "loss": 4.0248, "step": 11308 }, { "epoch": 0.11309, "grad_norm": 1.3544518294662256, "learning_rate": 0.003, "loss": 4.0423, "step": 11309 }, { "epoch": 0.1131, "grad_norm": 0.9727494707141395, "learning_rate": 0.003, "loss": 4.0062, "step": 11310 }, { "epoch": 0.11311, "grad_norm": 1.3272901030217268, "learning_rate": 0.003, "loss": 4.0414, "step": 11311 }, { "epoch": 0.11312, "grad_norm": 1.2076378589872812, "learning_rate": 0.003, "loss": 4.036, "step": 11312 }, { "epoch": 0.11313, "grad_norm": 1.1833510307690753, "learning_rate": 0.003, "loss": 4.016, "step": 11313 }, { "epoch": 0.11314, "grad_norm": 1.2380294898068176, "learning_rate": 0.003, "loss": 4.0482, "step": 11314 }, { "epoch": 0.11315, "grad_norm": 0.9562005645157645, "learning_rate": 0.003, "loss": 4.0314, "step": 11315 }, { "epoch": 0.11316, "grad_norm": 1.2025637701941305, "learning_rate": 0.003, "loss": 4.018, "step": 11316 }, { "epoch": 0.11317, "grad_norm": 1.1779191244129885, "learning_rate": 0.003, "loss": 4.0402, "step": 11317 }, { "epoch": 0.11318, "grad_norm": 1.2236972961058097, "learning_rate": 0.003, "loss": 4.046, "step": 11318 }, { "epoch": 0.11319, "grad_norm": 1.0549576319959617, "learning_rate": 0.003, "loss": 4.0416, "step": 11319 }, { "epoch": 0.1132, "grad_norm": 1.2105786067689994, "learning_rate": 0.003, "loss": 4.0374, "step": 11320 }, { "epoch": 0.11321, "grad_norm": 1.3397052436576664, "learning_rate": 0.003, "loss": 4.004, "step": 11321 }, { "epoch": 0.11322, "grad_norm": 1.2893426572692654, "learning_rate": 0.003, "loss": 4.0424, "step": 11322 }, { "epoch": 0.11323, "grad_norm": 0.9407951953734294, "learning_rate": 0.003, "loss": 3.9886, "step": 11323 }, { "epoch": 0.11324, "grad_norm": 1.177515193019718, "learning_rate": 0.003, "loss": 4.0279, "step": 11324 }, { "epoch": 0.11325, "grad_norm": 1.2549973557620873, "learning_rate": 0.003, "loss": 4.0491, "step": 11325 }, { "epoch": 0.11326, "grad_norm": 1.0497216278305863, "learning_rate": 0.003, "loss": 4.0329, "step": 11326 }, { "epoch": 0.11327, "grad_norm": 1.2211928944892607, "learning_rate": 0.003, "loss": 4.0406, "step": 11327 }, { "epoch": 0.11328, "grad_norm": 1.1575302001609644, "learning_rate": 0.003, "loss": 4.0286, "step": 11328 }, { "epoch": 0.11329, "grad_norm": 1.353259362168543, "learning_rate": 0.003, "loss": 4.0307, "step": 11329 }, { "epoch": 0.1133, "grad_norm": 1.1673317612996932, "learning_rate": 0.003, "loss": 4.0287, "step": 11330 }, { "epoch": 0.11331, "grad_norm": 1.110344451425524, "learning_rate": 0.003, "loss": 4.0145, "step": 11331 }, { "epoch": 0.11332, "grad_norm": 0.9832494841416515, "learning_rate": 0.003, "loss": 4.0435, "step": 11332 }, { "epoch": 0.11333, "grad_norm": 1.1341803958872791, "learning_rate": 0.003, "loss": 3.9836, "step": 11333 }, { "epoch": 0.11334, "grad_norm": 1.0713985717412855, "learning_rate": 0.003, "loss": 4.0134, "step": 11334 }, { "epoch": 0.11335, "grad_norm": 1.4947599748518885, "learning_rate": 0.003, "loss": 4.0156, "step": 11335 }, { "epoch": 0.11336, "grad_norm": 1.0176108077782644, "learning_rate": 0.003, "loss": 4.0106, "step": 11336 }, { "epoch": 0.11337, "grad_norm": 1.0630112841599184, "learning_rate": 0.003, "loss": 4.0207, "step": 11337 }, { "epoch": 0.11338, "grad_norm": 1.0818296952259, "learning_rate": 0.003, "loss": 4.0359, "step": 11338 }, { "epoch": 0.11339, "grad_norm": 1.2490039926297583, "learning_rate": 0.003, "loss": 4.0659, "step": 11339 }, { "epoch": 0.1134, "grad_norm": 1.094214947697734, "learning_rate": 0.003, "loss": 4.0317, "step": 11340 }, { "epoch": 0.11341, "grad_norm": 1.1634860925483297, "learning_rate": 0.003, "loss": 4.0161, "step": 11341 }, { "epoch": 0.11342, "grad_norm": 1.1087200576928156, "learning_rate": 0.003, "loss": 4.0168, "step": 11342 }, { "epoch": 0.11343, "grad_norm": 1.0264504151598612, "learning_rate": 0.003, "loss": 4.0323, "step": 11343 }, { "epoch": 0.11344, "grad_norm": 1.1105495732679151, "learning_rate": 0.003, "loss": 4.0458, "step": 11344 }, { "epoch": 0.11345, "grad_norm": 0.94706032963158, "learning_rate": 0.003, "loss": 4.0476, "step": 11345 }, { "epoch": 0.11346, "grad_norm": 1.2356018822595631, "learning_rate": 0.003, "loss": 4.0408, "step": 11346 }, { "epoch": 0.11347, "grad_norm": 1.1999112899120898, "learning_rate": 0.003, "loss": 4.0208, "step": 11347 }, { "epoch": 0.11348, "grad_norm": 1.123422414749545, "learning_rate": 0.003, "loss": 4.0392, "step": 11348 }, { "epoch": 0.11349, "grad_norm": 1.1936480899464423, "learning_rate": 0.003, "loss": 4.0413, "step": 11349 }, { "epoch": 0.1135, "grad_norm": 1.3146543934382486, "learning_rate": 0.003, "loss": 4.0608, "step": 11350 }, { "epoch": 0.11351, "grad_norm": 1.2860271723469208, "learning_rate": 0.003, "loss": 4.0356, "step": 11351 }, { "epoch": 0.11352, "grad_norm": 1.0410866520299848, "learning_rate": 0.003, "loss": 3.9984, "step": 11352 }, { "epoch": 0.11353, "grad_norm": 1.09507802259332, "learning_rate": 0.003, "loss": 4.0128, "step": 11353 }, { "epoch": 0.11354, "grad_norm": 1.2049447545318868, "learning_rate": 0.003, "loss": 4.0235, "step": 11354 }, { "epoch": 0.11355, "grad_norm": 1.1115701247127443, "learning_rate": 0.003, "loss": 4.0624, "step": 11355 }, { "epoch": 0.11356, "grad_norm": 1.235219941310057, "learning_rate": 0.003, "loss": 4.028, "step": 11356 }, { "epoch": 0.11357, "grad_norm": 1.165360102724017, "learning_rate": 0.003, "loss": 4.0016, "step": 11357 }, { "epoch": 0.11358, "grad_norm": 1.3339213697650871, "learning_rate": 0.003, "loss": 4.0345, "step": 11358 }, { "epoch": 0.11359, "grad_norm": 0.972211541313835, "learning_rate": 0.003, "loss": 4.0489, "step": 11359 }, { "epoch": 0.1136, "grad_norm": 1.0879757952074331, "learning_rate": 0.003, "loss": 4.0305, "step": 11360 }, { "epoch": 0.11361, "grad_norm": 1.065115109105123, "learning_rate": 0.003, "loss": 4.0001, "step": 11361 }, { "epoch": 0.11362, "grad_norm": 1.24872681243813, "learning_rate": 0.003, "loss": 4.0308, "step": 11362 }, { "epoch": 0.11363, "grad_norm": 1.072079099300088, "learning_rate": 0.003, "loss": 4.0133, "step": 11363 }, { "epoch": 0.11364, "grad_norm": 1.055551473984547, "learning_rate": 0.003, "loss": 4.0412, "step": 11364 }, { "epoch": 0.11365, "grad_norm": 1.2328441149042377, "learning_rate": 0.003, "loss": 4.0284, "step": 11365 }, { "epoch": 0.11366, "grad_norm": 1.0839732791788177, "learning_rate": 0.003, "loss": 4.0253, "step": 11366 }, { "epoch": 0.11367, "grad_norm": 1.1584220106389211, "learning_rate": 0.003, "loss": 4.0, "step": 11367 }, { "epoch": 0.11368, "grad_norm": 1.0721506976287616, "learning_rate": 0.003, "loss": 4.0432, "step": 11368 }, { "epoch": 0.11369, "grad_norm": 1.3646659075049767, "learning_rate": 0.003, "loss": 4.043, "step": 11369 }, { "epoch": 0.1137, "grad_norm": 1.1322442704014541, "learning_rate": 0.003, "loss": 4.05, "step": 11370 }, { "epoch": 0.11371, "grad_norm": 1.0558050074955512, "learning_rate": 0.003, "loss": 4.0272, "step": 11371 }, { "epoch": 0.11372, "grad_norm": 1.1301617951796612, "learning_rate": 0.003, "loss": 4.0178, "step": 11372 }, { "epoch": 0.11373, "grad_norm": 0.9812153815857593, "learning_rate": 0.003, "loss": 4.0307, "step": 11373 }, { "epoch": 0.11374, "grad_norm": 1.359681063168288, "learning_rate": 0.003, "loss": 4.0342, "step": 11374 }, { "epoch": 0.11375, "grad_norm": 1.1989683827617195, "learning_rate": 0.003, "loss": 4.041, "step": 11375 }, { "epoch": 0.11376, "grad_norm": 0.9981750577047487, "learning_rate": 0.003, "loss": 4.061, "step": 11376 }, { "epoch": 0.11377, "grad_norm": 1.2247933958516897, "learning_rate": 0.003, "loss": 4.0321, "step": 11377 }, { "epoch": 0.11378, "grad_norm": 1.219591085402563, "learning_rate": 0.003, "loss": 4.0192, "step": 11378 }, { "epoch": 0.11379, "grad_norm": 1.1739864083872635, "learning_rate": 0.003, "loss": 4.0099, "step": 11379 }, { "epoch": 0.1138, "grad_norm": 1.1150848974614544, "learning_rate": 0.003, "loss": 4.0033, "step": 11380 }, { "epoch": 0.11381, "grad_norm": 1.32267660459148, "learning_rate": 0.003, "loss": 3.9899, "step": 11381 }, { "epoch": 0.11382, "grad_norm": 1.19364357962154, "learning_rate": 0.003, "loss": 4.0418, "step": 11382 }, { "epoch": 0.11383, "grad_norm": 1.1210298550024658, "learning_rate": 0.003, "loss": 4.0096, "step": 11383 }, { "epoch": 0.11384, "grad_norm": 1.2945719303722119, "learning_rate": 0.003, "loss": 4.0286, "step": 11384 }, { "epoch": 0.11385, "grad_norm": 0.8328895137306691, "learning_rate": 0.003, "loss": 4.0099, "step": 11385 }, { "epoch": 0.11386, "grad_norm": 0.9686545135829541, "learning_rate": 0.003, "loss": 4.0375, "step": 11386 }, { "epoch": 0.11387, "grad_norm": 1.3533951425487776, "learning_rate": 0.003, "loss": 4.0245, "step": 11387 }, { "epoch": 0.11388, "grad_norm": 0.9410384710036733, "learning_rate": 0.003, "loss": 4.0159, "step": 11388 }, { "epoch": 0.11389, "grad_norm": 1.2925355506565999, "learning_rate": 0.003, "loss": 4.0327, "step": 11389 }, { "epoch": 0.1139, "grad_norm": 1.187327748759508, "learning_rate": 0.003, "loss": 4.0163, "step": 11390 }, { "epoch": 0.11391, "grad_norm": 1.2938651872263744, "learning_rate": 0.003, "loss": 4.0132, "step": 11391 }, { "epoch": 0.11392, "grad_norm": 1.1411249301402717, "learning_rate": 0.003, "loss": 4.0401, "step": 11392 }, { "epoch": 0.11393, "grad_norm": 1.1337183382980245, "learning_rate": 0.003, "loss": 3.9984, "step": 11393 }, { "epoch": 0.11394, "grad_norm": 1.0889052885198094, "learning_rate": 0.003, "loss": 3.9953, "step": 11394 }, { "epoch": 0.11395, "grad_norm": 1.1071420401026428, "learning_rate": 0.003, "loss": 4.0298, "step": 11395 }, { "epoch": 0.11396, "grad_norm": 0.9858679783214278, "learning_rate": 0.003, "loss": 4.0291, "step": 11396 }, { "epoch": 0.11397, "grad_norm": 1.2081766368555051, "learning_rate": 0.003, "loss": 4.017, "step": 11397 }, { "epoch": 0.11398, "grad_norm": 1.1904796842320102, "learning_rate": 0.003, "loss": 4.003, "step": 11398 }, { "epoch": 0.11399, "grad_norm": 1.1652838732036046, "learning_rate": 0.003, "loss": 4.0378, "step": 11399 }, { "epoch": 0.114, "grad_norm": 1.1994199478656578, "learning_rate": 0.003, "loss": 4.0538, "step": 11400 }, { "epoch": 0.11401, "grad_norm": 1.0582784467349977, "learning_rate": 0.003, "loss": 4.0094, "step": 11401 }, { "epoch": 0.11402, "grad_norm": 1.1358520028873116, "learning_rate": 0.003, "loss": 4.0085, "step": 11402 }, { "epoch": 0.11403, "grad_norm": 1.0954439597350976, "learning_rate": 0.003, "loss": 3.9905, "step": 11403 }, { "epoch": 0.11404, "grad_norm": 1.2934994659161199, "learning_rate": 0.003, "loss": 4.0369, "step": 11404 }, { "epoch": 0.11405, "grad_norm": 1.1821009379113836, "learning_rate": 0.003, "loss": 4.0322, "step": 11405 }, { "epoch": 0.11406, "grad_norm": 0.9323614807006916, "learning_rate": 0.003, "loss": 4.0448, "step": 11406 }, { "epoch": 0.11407, "grad_norm": 1.044288690455784, "learning_rate": 0.003, "loss": 4.0146, "step": 11407 }, { "epoch": 0.11408, "grad_norm": 1.288371712660551, "learning_rate": 0.003, "loss": 4.0401, "step": 11408 }, { "epoch": 0.11409, "grad_norm": 1.1013793581481566, "learning_rate": 0.003, "loss": 4.038, "step": 11409 }, { "epoch": 0.1141, "grad_norm": 1.2399270262890425, "learning_rate": 0.003, "loss": 4.0334, "step": 11410 }, { "epoch": 0.11411, "grad_norm": 1.198910800893651, "learning_rate": 0.003, "loss": 4.0452, "step": 11411 }, { "epoch": 0.11412, "grad_norm": 1.2722748826966932, "learning_rate": 0.003, "loss": 4.0424, "step": 11412 }, { "epoch": 0.11413, "grad_norm": 1.2237602676428068, "learning_rate": 0.003, "loss": 4.022, "step": 11413 }, { "epoch": 0.11414, "grad_norm": 1.054751554499624, "learning_rate": 0.003, "loss": 4.0324, "step": 11414 }, { "epoch": 0.11415, "grad_norm": 1.3859608251730753, "learning_rate": 0.003, "loss": 4.0349, "step": 11415 }, { "epoch": 0.11416, "grad_norm": 0.9023833580320342, "learning_rate": 0.003, "loss": 4.0191, "step": 11416 }, { "epoch": 0.11417, "grad_norm": 1.163717032717626, "learning_rate": 0.003, "loss": 4.0126, "step": 11417 }, { "epoch": 0.11418, "grad_norm": 1.1635066782698764, "learning_rate": 0.003, "loss": 4.0248, "step": 11418 }, { "epoch": 0.11419, "grad_norm": 1.2785442673812115, "learning_rate": 0.003, "loss": 4.0065, "step": 11419 }, { "epoch": 0.1142, "grad_norm": 1.1457574905694237, "learning_rate": 0.003, "loss": 4.0046, "step": 11420 }, { "epoch": 0.11421, "grad_norm": 1.2404496422928504, "learning_rate": 0.003, "loss": 3.9984, "step": 11421 }, { "epoch": 0.11422, "grad_norm": 0.9198614788403456, "learning_rate": 0.003, "loss": 4.0289, "step": 11422 }, { "epoch": 0.11423, "grad_norm": 0.9771207760414389, "learning_rate": 0.003, "loss": 4.0561, "step": 11423 }, { "epoch": 0.11424, "grad_norm": 1.0105210455470817, "learning_rate": 0.003, "loss": 4.05, "step": 11424 }, { "epoch": 0.11425, "grad_norm": 1.209588882831824, "learning_rate": 0.003, "loss": 4.0332, "step": 11425 }, { "epoch": 0.11426, "grad_norm": 1.0050650721043324, "learning_rate": 0.003, "loss": 4.0482, "step": 11426 }, { "epoch": 0.11427, "grad_norm": 1.2129381435966735, "learning_rate": 0.003, "loss": 4.0247, "step": 11427 }, { "epoch": 0.11428, "grad_norm": 1.1725659285639696, "learning_rate": 0.003, "loss": 4.0349, "step": 11428 }, { "epoch": 0.11429, "grad_norm": 1.3772603501943919, "learning_rate": 0.003, "loss": 4.0633, "step": 11429 }, { "epoch": 0.1143, "grad_norm": 1.1189640923482154, "learning_rate": 0.003, "loss": 4.0461, "step": 11430 }, { "epoch": 0.11431, "grad_norm": 1.0788431637790905, "learning_rate": 0.003, "loss": 4.0451, "step": 11431 }, { "epoch": 0.11432, "grad_norm": 1.3054445233916165, "learning_rate": 0.003, "loss": 4.0127, "step": 11432 }, { "epoch": 0.11433, "grad_norm": 1.0880911650168383, "learning_rate": 0.003, "loss": 4.0626, "step": 11433 }, { "epoch": 0.11434, "grad_norm": 1.1337028141735888, "learning_rate": 0.003, "loss": 4.0559, "step": 11434 }, { "epoch": 0.11435, "grad_norm": 1.1674027454792053, "learning_rate": 0.003, "loss": 4.0196, "step": 11435 }, { "epoch": 0.11436, "grad_norm": 1.0782480965612236, "learning_rate": 0.003, "loss": 4.0353, "step": 11436 }, { "epoch": 0.11437, "grad_norm": 1.0494128681386032, "learning_rate": 0.003, "loss": 3.9871, "step": 11437 }, { "epoch": 0.11438, "grad_norm": 1.2824338283149883, "learning_rate": 0.003, "loss": 4.034, "step": 11438 }, { "epoch": 0.11439, "grad_norm": 1.1874792640867795, "learning_rate": 0.003, "loss": 4.0084, "step": 11439 }, { "epoch": 0.1144, "grad_norm": 1.1122036447087196, "learning_rate": 0.003, "loss": 4.0361, "step": 11440 }, { "epoch": 0.11441, "grad_norm": 1.190227594977014, "learning_rate": 0.003, "loss": 4.0196, "step": 11441 }, { "epoch": 0.11442, "grad_norm": 1.270616577468654, "learning_rate": 0.003, "loss": 4.0267, "step": 11442 }, { "epoch": 0.11443, "grad_norm": 1.3070052964269097, "learning_rate": 0.003, "loss": 4.0307, "step": 11443 }, { "epoch": 0.11444, "grad_norm": 1.03052198866508, "learning_rate": 0.003, "loss": 4.0126, "step": 11444 }, { "epoch": 0.11445, "grad_norm": 1.1390169230493974, "learning_rate": 0.003, "loss": 4.0388, "step": 11445 }, { "epoch": 0.11446, "grad_norm": 1.3887008590353196, "learning_rate": 0.003, "loss": 4.0308, "step": 11446 }, { "epoch": 0.11447, "grad_norm": 1.3046931809126903, "learning_rate": 0.003, "loss": 4.0671, "step": 11447 }, { "epoch": 0.11448, "grad_norm": 1.1339224847291296, "learning_rate": 0.003, "loss": 4.0548, "step": 11448 }, { "epoch": 0.11449, "grad_norm": 1.2471236226671056, "learning_rate": 0.003, "loss": 4.0239, "step": 11449 }, { "epoch": 0.1145, "grad_norm": 1.1731443345300483, "learning_rate": 0.003, "loss": 4.0407, "step": 11450 }, { "epoch": 0.11451, "grad_norm": 1.051150483846822, "learning_rate": 0.003, "loss": 4.032, "step": 11451 }, { "epoch": 0.11452, "grad_norm": 1.2092227172081997, "learning_rate": 0.003, "loss": 4.0061, "step": 11452 }, { "epoch": 0.11453, "grad_norm": 1.167343479702236, "learning_rate": 0.003, "loss": 4.02, "step": 11453 }, { "epoch": 0.11454, "grad_norm": 1.3660105566993612, "learning_rate": 0.003, "loss": 4.0283, "step": 11454 }, { "epoch": 0.11455, "grad_norm": 1.1629557310949954, "learning_rate": 0.003, "loss": 3.9962, "step": 11455 }, { "epoch": 0.11456, "grad_norm": 1.1739663234451223, "learning_rate": 0.003, "loss": 4.0209, "step": 11456 }, { "epoch": 0.11457, "grad_norm": 1.1156521901007033, "learning_rate": 0.003, "loss": 4.0112, "step": 11457 }, { "epoch": 0.11458, "grad_norm": 1.2592133833338512, "learning_rate": 0.003, "loss": 4.0413, "step": 11458 }, { "epoch": 0.11459, "grad_norm": 0.9615728049014559, "learning_rate": 0.003, "loss": 4.0184, "step": 11459 }, { "epoch": 0.1146, "grad_norm": 1.2024834313430042, "learning_rate": 0.003, "loss": 4.0154, "step": 11460 }, { "epoch": 0.11461, "grad_norm": 1.2257514801570328, "learning_rate": 0.003, "loss": 4.0395, "step": 11461 }, { "epoch": 0.11462, "grad_norm": 1.0895605253494356, "learning_rate": 0.003, "loss": 4.029, "step": 11462 }, { "epoch": 0.11463, "grad_norm": 1.1193074344631706, "learning_rate": 0.003, "loss": 4.0155, "step": 11463 }, { "epoch": 0.11464, "grad_norm": 1.294479238346295, "learning_rate": 0.003, "loss": 4.0275, "step": 11464 }, { "epoch": 0.11465, "grad_norm": 1.2104511450000375, "learning_rate": 0.003, "loss": 4.0406, "step": 11465 }, { "epoch": 0.11466, "grad_norm": 1.3503066663860102, "learning_rate": 0.003, "loss": 4.0243, "step": 11466 }, { "epoch": 0.11467, "grad_norm": 1.0443750276791484, "learning_rate": 0.003, "loss": 4.0411, "step": 11467 }, { "epoch": 0.11468, "grad_norm": 1.0505892359693176, "learning_rate": 0.003, "loss": 4.0203, "step": 11468 }, { "epoch": 0.11469, "grad_norm": 1.2825643225762613, "learning_rate": 0.003, "loss": 4.0331, "step": 11469 }, { "epoch": 0.1147, "grad_norm": 1.0516531724729168, "learning_rate": 0.003, "loss": 4.0102, "step": 11470 }, { "epoch": 0.11471, "grad_norm": 1.3346428910912866, "learning_rate": 0.003, "loss": 4.0287, "step": 11471 }, { "epoch": 0.11472, "grad_norm": 1.095097921047335, "learning_rate": 0.003, "loss": 4.02, "step": 11472 }, { "epoch": 0.11473, "grad_norm": 1.0698418013171735, "learning_rate": 0.003, "loss": 4.0252, "step": 11473 }, { "epoch": 0.11474, "grad_norm": 1.248084189275581, "learning_rate": 0.003, "loss": 4.032, "step": 11474 }, { "epoch": 0.11475, "grad_norm": 1.021325495043658, "learning_rate": 0.003, "loss": 4.004, "step": 11475 }, { "epoch": 0.11476, "grad_norm": 1.1909200855488131, "learning_rate": 0.003, "loss": 4.0238, "step": 11476 }, { "epoch": 0.11477, "grad_norm": 0.8421493513707902, "learning_rate": 0.003, "loss": 4.0524, "step": 11477 }, { "epoch": 0.11478, "grad_norm": 1.0695750946042661, "learning_rate": 0.003, "loss": 4.0002, "step": 11478 }, { "epoch": 0.11479, "grad_norm": 1.2622542869695088, "learning_rate": 0.003, "loss": 4.0114, "step": 11479 }, { "epoch": 0.1148, "grad_norm": 1.092292616556263, "learning_rate": 0.003, "loss": 4.0519, "step": 11480 }, { "epoch": 0.11481, "grad_norm": 1.145024396755148, "learning_rate": 0.003, "loss": 4.0091, "step": 11481 }, { "epoch": 0.11482, "grad_norm": 1.2473154146510699, "learning_rate": 0.003, "loss": 4.0604, "step": 11482 }, { "epoch": 0.11483, "grad_norm": 1.2566705438815857, "learning_rate": 0.003, "loss": 4.0076, "step": 11483 }, { "epoch": 0.11484, "grad_norm": 1.0349608438987377, "learning_rate": 0.003, "loss": 4.0265, "step": 11484 }, { "epoch": 0.11485, "grad_norm": 1.4355317012427342, "learning_rate": 0.003, "loss": 4.0287, "step": 11485 }, { "epoch": 0.11486, "grad_norm": 0.9326495474339838, "learning_rate": 0.003, "loss": 4.0361, "step": 11486 }, { "epoch": 0.11487, "grad_norm": 1.192660410494905, "learning_rate": 0.003, "loss": 4.0334, "step": 11487 }, { "epoch": 0.11488, "grad_norm": 1.2529854252829626, "learning_rate": 0.003, "loss": 4.0438, "step": 11488 }, { "epoch": 0.11489, "grad_norm": 1.089982573108441, "learning_rate": 0.003, "loss": 4.0335, "step": 11489 }, { "epoch": 0.1149, "grad_norm": 1.0719423276675382, "learning_rate": 0.003, "loss": 4.0331, "step": 11490 }, { "epoch": 0.11491, "grad_norm": 1.2350327715936045, "learning_rate": 0.003, "loss": 4.0025, "step": 11491 }, { "epoch": 0.11492, "grad_norm": 1.031561706435445, "learning_rate": 0.003, "loss": 4.0349, "step": 11492 }, { "epoch": 0.11493, "grad_norm": 1.2174218874516956, "learning_rate": 0.003, "loss": 4.0324, "step": 11493 }, { "epoch": 0.11494, "grad_norm": 1.1968611290413345, "learning_rate": 0.003, "loss": 4.0143, "step": 11494 }, { "epoch": 0.11495, "grad_norm": 1.0535886969774535, "learning_rate": 0.003, "loss": 4.0321, "step": 11495 }, { "epoch": 0.11496, "grad_norm": 1.3975302549169397, "learning_rate": 0.003, "loss": 4.0197, "step": 11496 }, { "epoch": 0.11497, "grad_norm": 1.2029400300955522, "learning_rate": 0.003, "loss": 4.0183, "step": 11497 }, { "epoch": 0.11498, "grad_norm": 1.234457060439203, "learning_rate": 0.003, "loss": 4.0282, "step": 11498 }, { "epoch": 0.11499, "grad_norm": 1.1060078725145015, "learning_rate": 0.003, "loss": 4.0309, "step": 11499 }, { "epoch": 0.115, "grad_norm": 1.2756853936300074, "learning_rate": 0.003, "loss": 4.0531, "step": 11500 }, { "epoch": 0.11501, "grad_norm": 1.2133184029419521, "learning_rate": 0.003, "loss": 4.0527, "step": 11501 }, { "epoch": 0.11502, "grad_norm": 1.0818298149149148, "learning_rate": 0.003, "loss": 4.0405, "step": 11502 }, { "epoch": 0.11503, "grad_norm": 1.2728423553765829, "learning_rate": 0.003, "loss": 4.0392, "step": 11503 }, { "epoch": 0.11504, "grad_norm": 1.059498569959539, "learning_rate": 0.003, "loss": 4.0246, "step": 11504 }, { "epoch": 0.11505, "grad_norm": 1.35683834617117, "learning_rate": 0.003, "loss": 4.0292, "step": 11505 }, { "epoch": 0.11506, "grad_norm": 0.9413672569378154, "learning_rate": 0.003, "loss": 4.052, "step": 11506 }, { "epoch": 0.11507, "grad_norm": 0.9314304015475336, "learning_rate": 0.003, "loss": 4.0413, "step": 11507 }, { "epoch": 0.11508, "grad_norm": 1.2504519343724296, "learning_rate": 0.003, "loss": 4.018, "step": 11508 }, { "epoch": 0.11509, "grad_norm": 1.151992191983872, "learning_rate": 0.003, "loss": 4.0143, "step": 11509 }, { "epoch": 0.1151, "grad_norm": 1.3329441485185418, "learning_rate": 0.003, "loss": 4.0173, "step": 11510 }, { "epoch": 0.11511, "grad_norm": 1.0288130767327575, "learning_rate": 0.003, "loss": 4.0028, "step": 11511 }, { "epoch": 0.11512, "grad_norm": 1.2555285931550986, "learning_rate": 0.003, "loss": 4.0186, "step": 11512 }, { "epoch": 0.11513, "grad_norm": 1.0795969059027257, "learning_rate": 0.003, "loss": 4.0392, "step": 11513 }, { "epoch": 0.11514, "grad_norm": 1.2133450305538067, "learning_rate": 0.003, "loss": 4.0094, "step": 11514 }, { "epoch": 0.11515, "grad_norm": 1.0929272209567709, "learning_rate": 0.003, "loss": 4.0622, "step": 11515 }, { "epoch": 0.11516, "grad_norm": 1.193595963865107, "learning_rate": 0.003, "loss": 4.0477, "step": 11516 }, { "epoch": 0.11517, "grad_norm": 1.1423550823219821, "learning_rate": 0.003, "loss": 4.0151, "step": 11517 }, { "epoch": 0.11518, "grad_norm": 1.2145234983955724, "learning_rate": 0.003, "loss": 4.0574, "step": 11518 }, { "epoch": 0.11519, "grad_norm": 1.1485471374131204, "learning_rate": 0.003, "loss": 4.0179, "step": 11519 }, { "epoch": 0.1152, "grad_norm": 1.1180316109358304, "learning_rate": 0.003, "loss": 3.9936, "step": 11520 }, { "epoch": 0.11521, "grad_norm": 1.2276448661153612, "learning_rate": 0.003, "loss": 4.0315, "step": 11521 }, { "epoch": 0.11522, "grad_norm": 1.175171062022422, "learning_rate": 0.003, "loss": 4.0329, "step": 11522 }, { "epoch": 0.11523, "grad_norm": 1.3095154968379423, "learning_rate": 0.003, "loss": 4.039, "step": 11523 }, { "epoch": 0.11524, "grad_norm": 1.1840175023993502, "learning_rate": 0.003, "loss": 4.0376, "step": 11524 }, { "epoch": 0.11525, "grad_norm": 1.2260241036155453, "learning_rate": 0.003, "loss": 4.0451, "step": 11525 }, { "epoch": 0.11526, "grad_norm": 1.2519788784999393, "learning_rate": 0.003, "loss": 4.0045, "step": 11526 }, { "epoch": 0.11527, "grad_norm": 1.2082041366767022, "learning_rate": 0.003, "loss": 4.0397, "step": 11527 }, { "epoch": 0.11528, "grad_norm": 1.070100717213944, "learning_rate": 0.003, "loss": 4.0125, "step": 11528 }, { "epoch": 0.11529, "grad_norm": 1.0301876336933986, "learning_rate": 0.003, "loss": 4.0407, "step": 11529 }, { "epoch": 0.1153, "grad_norm": 1.1693678818554514, "learning_rate": 0.003, "loss": 3.9957, "step": 11530 }, { "epoch": 0.11531, "grad_norm": 1.0247944374771782, "learning_rate": 0.003, "loss": 4.0374, "step": 11531 }, { "epoch": 0.11532, "grad_norm": 1.274822947052742, "learning_rate": 0.003, "loss": 4.0254, "step": 11532 }, { "epoch": 0.11533, "grad_norm": 0.9507147171376193, "learning_rate": 0.003, "loss": 4.0119, "step": 11533 }, { "epoch": 0.11534, "grad_norm": 1.3131155527752056, "learning_rate": 0.003, "loss": 4.0192, "step": 11534 }, { "epoch": 0.11535, "grad_norm": 1.1716121524993672, "learning_rate": 0.003, "loss": 4.0038, "step": 11535 }, { "epoch": 0.11536, "grad_norm": 1.3964603557745452, "learning_rate": 0.003, "loss": 4.0275, "step": 11536 }, { "epoch": 0.11537, "grad_norm": 1.0643667779288306, "learning_rate": 0.003, "loss": 4.0353, "step": 11537 }, { "epoch": 0.11538, "grad_norm": 1.0516657590339504, "learning_rate": 0.003, "loss": 4.0472, "step": 11538 }, { "epoch": 0.11539, "grad_norm": 1.348470067591403, "learning_rate": 0.003, "loss": 4.0168, "step": 11539 }, { "epoch": 0.1154, "grad_norm": 0.9565756930424267, "learning_rate": 0.003, "loss": 4.0477, "step": 11540 }, { "epoch": 0.11541, "grad_norm": 1.2425855920676405, "learning_rate": 0.003, "loss": 4.0459, "step": 11541 }, { "epoch": 0.11542, "grad_norm": 0.9444027602069982, "learning_rate": 0.003, "loss": 4.0443, "step": 11542 }, { "epoch": 0.11543, "grad_norm": 1.121214808300316, "learning_rate": 0.003, "loss": 4.0212, "step": 11543 }, { "epoch": 0.11544, "grad_norm": 1.1647380685948656, "learning_rate": 0.003, "loss": 4.0188, "step": 11544 }, { "epoch": 0.11545, "grad_norm": 1.0922646545602452, "learning_rate": 0.003, "loss": 4.0057, "step": 11545 }, { "epoch": 0.11546, "grad_norm": 1.1959237319583436, "learning_rate": 0.003, "loss": 4.0396, "step": 11546 }, { "epoch": 0.11547, "grad_norm": 1.2168385051277104, "learning_rate": 0.003, "loss": 4.0135, "step": 11547 }, { "epoch": 0.11548, "grad_norm": 0.9906434040772247, "learning_rate": 0.003, "loss": 4.0103, "step": 11548 }, { "epoch": 0.11549, "grad_norm": 1.399388889519621, "learning_rate": 0.003, "loss": 4.0399, "step": 11549 }, { "epoch": 0.1155, "grad_norm": 1.1691281692028388, "learning_rate": 0.003, "loss": 4.0178, "step": 11550 }, { "epoch": 0.11551, "grad_norm": 1.2610503080435684, "learning_rate": 0.003, "loss": 4.0342, "step": 11551 }, { "epoch": 0.11552, "grad_norm": 1.0462781610867442, "learning_rate": 0.003, "loss": 4.0324, "step": 11552 }, { "epoch": 0.11553, "grad_norm": 1.3027344485563248, "learning_rate": 0.003, "loss": 4.0117, "step": 11553 }, { "epoch": 0.11554, "grad_norm": 0.9956780270740784, "learning_rate": 0.003, "loss": 4.0191, "step": 11554 }, { "epoch": 0.11555, "grad_norm": 1.4322465943251208, "learning_rate": 0.003, "loss": 4.0331, "step": 11555 }, { "epoch": 0.11556, "grad_norm": 1.0957293213169021, "learning_rate": 0.003, "loss": 4.0046, "step": 11556 }, { "epoch": 0.11557, "grad_norm": 1.3308831178294134, "learning_rate": 0.003, "loss": 4.0286, "step": 11557 }, { "epoch": 0.11558, "grad_norm": 1.1715374522210913, "learning_rate": 0.003, "loss": 4.0366, "step": 11558 }, { "epoch": 0.11559, "grad_norm": 1.0505976322706607, "learning_rate": 0.003, "loss": 4.0252, "step": 11559 }, { "epoch": 0.1156, "grad_norm": 1.1380918415657428, "learning_rate": 0.003, "loss": 4.0533, "step": 11560 }, { "epoch": 0.11561, "grad_norm": 1.1609609825263985, "learning_rate": 0.003, "loss": 4.0309, "step": 11561 }, { "epoch": 0.11562, "grad_norm": 1.3050344178576219, "learning_rate": 0.003, "loss": 4.0072, "step": 11562 }, { "epoch": 0.11563, "grad_norm": 0.9380550906728504, "learning_rate": 0.003, "loss": 4.0242, "step": 11563 }, { "epoch": 0.11564, "grad_norm": 1.1946440621831265, "learning_rate": 0.003, "loss": 4.0302, "step": 11564 }, { "epoch": 0.11565, "grad_norm": 1.3080572257976502, "learning_rate": 0.003, "loss": 4.0436, "step": 11565 }, { "epoch": 0.11566, "grad_norm": 1.250707143374676, "learning_rate": 0.003, "loss": 4.0024, "step": 11566 }, { "epoch": 0.11567, "grad_norm": 1.2311864131520067, "learning_rate": 0.003, "loss": 4.0205, "step": 11567 }, { "epoch": 0.11568, "grad_norm": 1.311111463929809, "learning_rate": 0.003, "loss": 4.0334, "step": 11568 }, { "epoch": 0.11569, "grad_norm": 0.8868310857413003, "learning_rate": 0.003, "loss": 4.0257, "step": 11569 }, { "epoch": 0.1157, "grad_norm": 1.1027450881292422, "learning_rate": 0.003, "loss": 3.9892, "step": 11570 }, { "epoch": 0.11571, "grad_norm": 1.1161081563397963, "learning_rate": 0.003, "loss": 4.0275, "step": 11571 }, { "epoch": 0.11572, "grad_norm": 0.9089775562151213, "learning_rate": 0.003, "loss": 3.976, "step": 11572 }, { "epoch": 0.11573, "grad_norm": 1.003694953680766, "learning_rate": 0.003, "loss": 4.0295, "step": 11573 }, { "epoch": 0.11574, "grad_norm": 1.3694504994237875, "learning_rate": 0.003, "loss": 3.9969, "step": 11574 }, { "epoch": 0.11575, "grad_norm": 1.1741369881532855, "learning_rate": 0.003, "loss": 4.0288, "step": 11575 }, { "epoch": 0.11576, "grad_norm": 1.436922790332464, "learning_rate": 0.003, "loss": 3.9982, "step": 11576 }, { "epoch": 0.11577, "grad_norm": 0.953413832089103, "learning_rate": 0.003, "loss": 4.0038, "step": 11577 }, { "epoch": 0.11578, "grad_norm": 1.0815315504459275, "learning_rate": 0.003, "loss": 4.0415, "step": 11578 }, { "epoch": 0.11579, "grad_norm": 1.331353293169261, "learning_rate": 0.003, "loss": 4.0145, "step": 11579 }, { "epoch": 0.1158, "grad_norm": 1.2014803447115574, "learning_rate": 0.003, "loss": 4.0189, "step": 11580 }, { "epoch": 0.11581, "grad_norm": 1.307264485319865, "learning_rate": 0.003, "loss": 3.9928, "step": 11581 }, { "epoch": 0.11582, "grad_norm": 1.0474446025518378, "learning_rate": 0.003, "loss": 4.0142, "step": 11582 }, { "epoch": 0.11583, "grad_norm": 1.1339925874103132, "learning_rate": 0.003, "loss": 4.0043, "step": 11583 }, { "epoch": 0.11584, "grad_norm": 1.0857258271985775, "learning_rate": 0.003, "loss": 4.0373, "step": 11584 }, { "epoch": 0.11585, "grad_norm": 1.2405218315074111, "learning_rate": 0.003, "loss": 4.0572, "step": 11585 }, { "epoch": 0.11586, "grad_norm": 1.14159513185874, "learning_rate": 0.003, "loss": 4.0155, "step": 11586 }, { "epoch": 0.11587, "grad_norm": 1.171361791538229, "learning_rate": 0.003, "loss": 3.9825, "step": 11587 }, { "epoch": 0.11588, "grad_norm": 0.8984976334031136, "learning_rate": 0.003, "loss": 4.026, "step": 11588 }, { "epoch": 0.11589, "grad_norm": 1.0483798909522963, "learning_rate": 0.003, "loss": 4.0035, "step": 11589 }, { "epoch": 0.1159, "grad_norm": 1.3752191283722144, "learning_rate": 0.003, "loss": 4.0107, "step": 11590 }, { "epoch": 0.11591, "grad_norm": 0.9271251406957484, "learning_rate": 0.003, "loss": 4.0183, "step": 11591 }, { "epoch": 0.11592, "grad_norm": 1.1839711004608278, "learning_rate": 0.003, "loss": 4.0336, "step": 11592 }, { "epoch": 0.11593, "grad_norm": 1.327326801192664, "learning_rate": 0.003, "loss": 4.0257, "step": 11593 }, { "epoch": 0.11594, "grad_norm": 1.1228264344894299, "learning_rate": 0.003, "loss": 4.0006, "step": 11594 }, { "epoch": 0.11595, "grad_norm": 1.3993924632845647, "learning_rate": 0.003, "loss": 4.0493, "step": 11595 }, { "epoch": 0.11596, "grad_norm": 0.9955718638323818, "learning_rate": 0.003, "loss": 4.0053, "step": 11596 }, { "epoch": 0.11597, "grad_norm": 1.2034336458201005, "learning_rate": 0.003, "loss": 4.0459, "step": 11597 }, { "epoch": 0.11598, "grad_norm": 1.0008043287213872, "learning_rate": 0.003, "loss": 4.0204, "step": 11598 }, { "epoch": 0.11599, "grad_norm": 1.386252254726889, "learning_rate": 0.003, "loss": 4.0227, "step": 11599 }, { "epoch": 0.116, "grad_norm": 0.8982486028150353, "learning_rate": 0.003, "loss": 4.0168, "step": 11600 }, { "epoch": 0.11601, "grad_norm": 1.184347234907959, "learning_rate": 0.003, "loss": 4.0488, "step": 11601 }, { "epoch": 0.11602, "grad_norm": 1.1247974246340537, "learning_rate": 0.003, "loss": 3.9973, "step": 11602 }, { "epoch": 0.11603, "grad_norm": 1.1459727868895968, "learning_rate": 0.003, "loss": 4.0109, "step": 11603 }, { "epoch": 0.11604, "grad_norm": 1.200299318110692, "learning_rate": 0.003, "loss": 4.0209, "step": 11604 }, { "epoch": 0.11605, "grad_norm": 1.1221538219177465, "learning_rate": 0.003, "loss": 4.0252, "step": 11605 }, { "epoch": 0.11606, "grad_norm": 1.3896592029006039, "learning_rate": 0.003, "loss": 4.0158, "step": 11606 }, { "epoch": 0.11607, "grad_norm": 1.167856625001811, "learning_rate": 0.003, "loss": 4.0258, "step": 11607 }, { "epoch": 0.11608, "grad_norm": 1.2487032951275419, "learning_rate": 0.003, "loss": 4.0424, "step": 11608 }, { "epoch": 0.11609, "grad_norm": 0.9357902119911607, "learning_rate": 0.003, "loss": 4.0577, "step": 11609 }, { "epoch": 0.1161, "grad_norm": 1.3783721164193854, "learning_rate": 0.003, "loss": 4.0523, "step": 11610 }, { "epoch": 0.11611, "grad_norm": 1.0580641425258053, "learning_rate": 0.003, "loss": 4.0383, "step": 11611 }, { "epoch": 0.11612, "grad_norm": 1.0737145006413418, "learning_rate": 0.003, "loss": 4.0513, "step": 11612 }, { "epoch": 0.11613, "grad_norm": 1.2046751425123334, "learning_rate": 0.003, "loss": 4.0184, "step": 11613 }, { "epoch": 0.11614, "grad_norm": 1.1911854189282736, "learning_rate": 0.003, "loss": 4.0322, "step": 11614 }, { "epoch": 0.11615, "grad_norm": 1.2731578822836134, "learning_rate": 0.003, "loss": 4.0298, "step": 11615 }, { "epoch": 0.11616, "grad_norm": 1.486744540343558, "learning_rate": 0.003, "loss": 4.0101, "step": 11616 }, { "epoch": 0.11617, "grad_norm": 0.8968819287679518, "learning_rate": 0.003, "loss": 4.0396, "step": 11617 }, { "epoch": 0.11618, "grad_norm": 1.0047111452204807, "learning_rate": 0.003, "loss": 4.0206, "step": 11618 }, { "epoch": 0.11619, "grad_norm": 1.176206234770719, "learning_rate": 0.003, "loss": 4.0226, "step": 11619 }, { "epoch": 0.1162, "grad_norm": 1.2253326151523196, "learning_rate": 0.003, "loss": 4.0203, "step": 11620 }, { "epoch": 0.11621, "grad_norm": 1.1956657043524104, "learning_rate": 0.003, "loss": 4.0481, "step": 11621 }, { "epoch": 0.11622, "grad_norm": 0.9435279690248589, "learning_rate": 0.003, "loss": 4.035, "step": 11622 }, { "epoch": 0.11623, "grad_norm": 1.056882142632435, "learning_rate": 0.003, "loss": 4.0323, "step": 11623 }, { "epoch": 0.11624, "grad_norm": 1.1106539056889895, "learning_rate": 0.003, "loss": 4.0206, "step": 11624 }, { "epoch": 0.11625, "grad_norm": 1.0205099002386708, "learning_rate": 0.003, "loss": 4.011, "step": 11625 }, { "epoch": 0.11626, "grad_norm": 1.258461909905812, "learning_rate": 0.003, "loss": 4.0183, "step": 11626 }, { "epoch": 0.11627, "grad_norm": 1.2874361312056184, "learning_rate": 0.003, "loss": 4.0164, "step": 11627 }, { "epoch": 0.11628, "grad_norm": 1.1743309619531834, "learning_rate": 0.003, "loss": 4.0634, "step": 11628 }, { "epoch": 0.11629, "grad_norm": 1.2243600857600132, "learning_rate": 0.003, "loss": 4.0242, "step": 11629 }, { "epoch": 0.1163, "grad_norm": 1.0499602492021, "learning_rate": 0.003, "loss": 4.0095, "step": 11630 }, { "epoch": 0.11631, "grad_norm": 1.2573505771904938, "learning_rate": 0.003, "loss": 4.0155, "step": 11631 }, { "epoch": 0.11632, "grad_norm": 1.2413025869166792, "learning_rate": 0.003, "loss": 4.0202, "step": 11632 }, { "epoch": 0.11633, "grad_norm": 1.4540436444418998, "learning_rate": 0.003, "loss": 4.0136, "step": 11633 }, { "epoch": 0.11634, "grad_norm": 0.9548533573974899, "learning_rate": 0.003, "loss": 4.0349, "step": 11634 }, { "epoch": 0.11635, "grad_norm": 1.3071307922264086, "learning_rate": 0.003, "loss": 4.0264, "step": 11635 }, { "epoch": 0.11636, "grad_norm": 1.03525412132836, "learning_rate": 0.003, "loss": 4.0148, "step": 11636 }, { "epoch": 0.11637, "grad_norm": 1.2135127098907612, "learning_rate": 0.003, "loss": 4.0256, "step": 11637 }, { "epoch": 0.11638, "grad_norm": 1.3223760615299698, "learning_rate": 0.003, "loss": 4.018, "step": 11638 }, { "epoch": 0.11639, "grad_norm": 0.9699089271963789, "learning_rate": 0.003, "loss": 4.0002, "step": 11639 }, { "epoch": 0.1164, "grad_norm": 1.2811922369560198, "learning_rate": 0.003, "loss": 4.0542, "step": 11640 }, { "epoch": 0.11641, "grad_norm": 1.036699916635101, "learning_rate": 0.003, "loss": 4.0328, "step": 11641 }, { "epoch": 0.11642, "grad_norm": 1.116072859573732, "learning_rate": 0.003, "loss": 4.0203, "step": 11642 }, { "epoch": 0.11643, "grad_norm": 1.1737632356245493, "learning_rate": 0.003, "loss": 4.0426, "step": 11643 }, { "epoch": 0.11644, "grad_norm": 1.105651145301224, "learning_rate": 0.003, "loss": 4.0289, "step": 11644 }, { "epoch": 0.11645, "grad_norm": 1.1206281967173415, "learning_rate": 0.003, "loss": 4.0388, "step": 11645 }, { "epoch": 0.11646, "grad_norm": 1.2792254145674709, "learning_rate": 0.003, "loss": 4.0481, "step": 11646 }, { "epoch": 0.11647, "grad_norm": 1.1472479706618874, "learning_rate": 0.003, "loss": 4.0105, "step": 11647 }, { "epoch": 0.11648, "grad_norm": 1.3828212140161604, "learning_rate": 0.003, "loss": 4.0419, "step": 11648 }, { "epoch": 0.11649, "grad_norm": 1.1798512117694304, "learning_rate": 0.003, "loss": 4.0209, "step": 11649 }, { "epoch": 0.1165, "grad_norm": 1.1784795673577373, "learning_rate": 0.003, "loss": 4.0146, "step": 11650 }, { "epoch": 0.11651, "grad_norm": 1.10280548005316, "learning_rate": 0.003, "loss": 4.0367, "step": 11651 }, { "epoch": 0.11652, "grad_norm": 1.2084602073133586, "learning_rate": 0.003, "loss": 3.9953, "step": 11652 }, { "epoch": 0.11653, "grad_norm": 1.1644747868763254, "learning_rate": 0.003, "loss": 4.0298, "step": 11653 }, { "epoch": 0.11654, "grad_norm": 1.1934077001382124, "learning_rate": 0.003, "loss": 4.004, "step": 11654 }, { "epoch": 0.11655, "grad_norm": 0.9579468700893862, "learning_rate": 0.003, "loss": 4.0175, "step": 11655 }, { "epoch": 0.11656, "grad_norm": 1.2244849985241453, "learning_rate": 0.003, "loss": 4.0189, "step": 11656 }, { "epoch": 0.11657, "grad_norm": 1.2201292215580293, "learning_rate": 0.003, "loss": 4.0231, "step": 11657 }, { "epoch": 0.11658, "grad_norm": 1.008379460556807, "learning_rate": 0.003, "loss": 4.0433, "step": 11658 }, { "epoch": 0.11659, "grad_norm": 1.177586242231204, "learning_rate": 0.003, "loss": 4.0307, "step": 11659 }, { "epoch": 0.1166, "grad_norm": 1.0891812559060503, "learning_rate": 0.003, "loss": 4.0157, "step": 11660 }, { "epoch": 0.11661, "grad_norm": 1.3079283675775348, "learning_rate": 0.003, "loss": 4.0391, "step": 11661 }, { "epoch": 0.11662, "grad_norm": 1.0842584854688044, "learning_rate": 0.003, "loss": 4.0232, "step": 11662 }, { "epoch": 0.11663, "grad_norm": 1.0420405487472146, "learning_rate": 0.003, "loss": 4.004, "step": 11663 }, { "epoch": 0.11664, "grad_norm": 1.3155796441920706, "learning_rate": 0.003, "loss": 4.0517, "step": 11664 }, { "epoch": 0.11665, "grad_norm": 1.152392525026187, "learning_rate": 0.003, "loss": 3.9992, "step": 11665 }, { "epoch": 0.11666, "grad_norm": 1.217393356467726, "learning_rate": 0.003, "loss": 4.0249, "step": 11666 }, { "epoch": 0.11667, "grad_norm": 1.3174299861589436, "learning_rate": 0.003, "loss": 4.0601, "step": 11667 }, { "epoch": 0.11668, "grad_norm": 1.2379665248144123, "learning_rate": 0.003, "loss": 4.021, "step": 11668 }, { "epoch": 0.11669, "grad_norm": 1.2462022619969693, "learning_rate": 0.003, "loss": 4.031, "step": 11669 }, { "epoch": 0.1167, "grad_norm": 1.0813016807485878, "learning_rate": 0.003, "loss": 4.0308, "step": 11670 }, { "epoch": 0.11671, "grad_norm": 1.581906417209871, "learning_rate": 0.003, "loss": 4.0176, "step": 11671 }, { "epoch": 0.11672, "grad_norm": 0.8933295146366401, "learning_rate": 0.003, "loss": 4.0513, "step": 11672 }, { "epoch": 0.11673, "grad_norm": 1.3454666952243168, "learning_rate": 0.003, "loss": 4.0205, "step": 11673 }, { "epoch": 0.11674, "grad_norm": 1.254430804934053, "learning_rate": 0.003, "loss": 4.026, "step": 11674 }, { "epoch": 0.11675, "grad_norm": 1.1407305796856528, "learning_rate": 0.003, "loss": 4.0267, "step": 11675 }, { "epoch": 0.11676, "grad_norm": 1.1240412766616164, "learning_rate": 0.003, "loss": 4.0316, "step": 11676 }, { "epoch": 0.11677, "grad_norm": 1.1039857268337923, "learning_rate": 0.003, "loss": 4.0403, "step": 11677 }, { "epoch": 0.11678, "grad_norm": 1.1382453808865138, "learning_rate": 0.003, "loss": 4.0361, "step": 11678 }, { "epoch": 0.11679, "grad_norm": 1.1297436535746768, "learning_rate": 0.003, "loss": 4.0214, "step": 11679 }, { "epoch": 0.1168, "grad_norm": 1.3532016024947384, "learning_rate": 0.003, "loss": 4.0531, "step": 11680 }, { "epoch": 0.11681, "grad_norm": 0.924056872724392, "learning_rate": 0.003, "loss": 4.0091, "step": 11681 }, { "epoch": 0.11682, "grad_norm": 1.3574144651574285, "learning_rate": 0.003, "loss": 4.0262, "step": 11682 }, { "epoch": 0.11683, "grad_norm": 0.9768276300170212, "learning_rate": 0.003, "loss": 4.0489, "step": 11683 }, { "epoch": 0.11684, "grad_norm": 1.2699611558933386, "learning_rate": 0.003, "loss": 4.0297, "step": 11684 }, { "epoch": 0.11685, "grad_norm": 1.2501909792103931, "learning_rate": 0.003, "loss": 4.0212, "step": 11685 }, { "epoch": 0.11686, "grad_norm": 1.1022171786236412, "learning_rate": 0.003, "loss": 4.0335, "step": 11686 }, { "epoch": 0.11687, "grad_norm": 1.3814616040574366, "learning_rate": 0.003, "loss": 4.0456, "step": 11687 }, { "epoch": 0.11688, "grad_norm": 0.9287871350220055, "learning_rate": 0.003, "loss": 4.0381, "step": 11688 }, { "epoch": 0.11689, "grad_norm": 1.2281964388187652, "learning_rate": 0.003, "loss": 4.0391, "step": 11689 }, { "epoch": 0.1169, "grad_norm": 1.1127225127033677, "learning_rate": 0.003, "loss": 4.0314, "step": 11690 }, { "epoch": 0.11691, "grad_norm": 1.2909281509347093, "learning_rate": 0.003, "loss": 4.0123, "step": 11691 }, { "epoch": 0.11692, "grad_norm": 1.3619954406747572, "learning_rate": 0.003, "loss": 4.0221, "step": 11692 }, { "epoch": 0.11693, "grad_norm": 1.1057049514943214, "learning_rate": 0.003, "loss": 4.0317, "step": 11693 }, { "epoch": 0.11694, "grad_norm": 1.1428819960705745, "learning_rate": 0.003, "loss": 4.0237, "step": 11694 }, { "epoch": 0.11695, "grad_norm": 1.1667755384935443, "learning_rate": 0.003, "loss": 4.0292, "step": 11695 }, { "epoch": 0.11696, "grad_norm": 1.4469227506294298, "learning_rate": 0.003, "loss": 4.037, "step": 11696 }, { "epoch": 0.11697, "grad_norm": 1.005450115587486, "learning_rate": 0.003, "loss": 4.0015, "step": 11697 }, { "epoch": 0.11698, "grad_norm": 1.2238213012885069, "learning_rate": 0.003, "loss": 4.0202, "step": 11698 }, { "epoch": 0.11699, "grad_norm": 1.054385789261448, "learning_rate": 0.003, "loss": 4.0185, "step": 11699 }, { "epoch": 0.117, "grad_norm": 1.122631863282793, "learning_rate": 0.003, "loss": 4.0263, "step": 11700 }, { "epoch": 0.11701, "grad_norm": 1.0125507091879444, "learning_rate": 0.003, "loss": 4.0256, "step": 11701 }, { "epoch": 0.11702, "grad_norm": 1.4368068506374105, "learning_rate": 0.003, "loss": 4.029, "step": 11702 }, { "epoch": 0.11703, "grad_norm": 1.1065201692933635, "learning_rate": 0.003, "loss": 4.0066, "step": 11703 }, { "epoch": 0.11704, "grad_norm": 1.1390282672127734, "learning_rate": 0.003, "loss": 4.0479, "step": 11704 }, { "epoch": 0.11705, "grad_norm": 1.2237420373219998, "learning_rate": 0.003, "loss": 4.0149, "step": 11705 }, { "epoch": 0.11706, "grad_norm": 1.2701077700750183, "learning_rate": 0.003, "loss": 4.0453, "step": 11706 }, { "epoch": 0.11707, "grad_norm": 1.0572688186092254, "learning_rate": 0.003, "loss": 4.0263, "step": 11707 }, { "epoch": 0.11708, "grad_norm": 1.1488670670780203, "learning_rate": 0.003, "loss": 4.0182, "step": 11708 }, { "epoch": 0.11709, "grad_norm": 1.157519213062066, "learning_rate": 0.003, "loss": 4.0248, "step": 11709 }, { "epoch": 0.1171, "grad_norm": 1.3123712860081451, "learning_rate": 0.003, "loss": 4.0353, "step": 11710 }, { "epoch": 0.11711, "grad_norm": 0.9842670475281874, "learning_rate": 0.003, "loss": 4.0001, "step": 11711 }, { "epoch": 0.11712, "grad_norm": 1.1200872070851704, "learning_rate": 0.003, "loss": 4.0632, "step": 11712 }, { "epoch": 0.11713, "grad_norm": 1.1207768888268173, "learning_rate": 0.003, "loss": 4.0302, "step": 11713 }, { "epoch": 0.11714, "grad_norm": 1.2468830968691615, "learning_rate": 0.003, "loss": 4.0232, "step": 11714 }, { "epoch": 0.11715, "grad_norm": 1.1733299447516492, "learning_rate": 0.003, "loss": 4.0326, "step": 11715 }, { "epoch": 0.11716, "grad_norm": 1.0093206271659385, "learning_rate": 0.003, "loss": 3.9932, "step": 11716 }, { "epoch": 0.11717, "grad_norm": 1.1239353189243093, "learning_rate": 0.003, "loss": 4.0115, "step": 11717 }, { "epoch": 0.11718, "grad_norm": 1.233944823509884, "learning_rate": 0.003, "loss": 4.0313, "step": 11718 }, { "epoch": 0.11719, "grad_norm": 1.2985477914439674, "learning_rate": 0.003, "loss": 4.0086, "step": 11719 }, { "epoch": 0.1172, "grad_norm": 1.1827958279910649, "learning_rate": 0.003, "loss": 4.012, "step": 11720 }, { "epoch": 0.11721, "grad_norm": 1.1446307963150169, "learning_rate": 0.003, "loss": 4.0202, "step": 11721 }, { "epoch": 0.11722, "grad_norm": 1.2455474825934287, "learning_rate": 0.003, "loss": 4.0418, "step": 11722 }, { "epoch": 0.11723, "grad_norm": 1.11475125208383, "learning_rate": 0.003, "loss": 4.0166, "step": 11723 }, { "epoch": 0.11724, "grad_norm": 1.1489869640108812, "learning_rate": 0.003, "loss": 4.0095, "step": 11724 }, { "epoch": 0.11725, "grad_norm": 1.148474380544057, "learning_rate": 0.003, "loss": 4.0201, "step": 11725 }, { "epoch": 0.11726, "grad_norm": 1.1836759594720816, "learning_rate": 0.003, "loss": 4.0258, "step": 11726 }, { "epoch": 0.11727, "grad_norm": 1.1489901497136943, "learning_rate": 0.003, "loss": 4.0457, "step": 11727 }, { "epoch": 0.11728, "grad_norm": 1.2213324589045766, "learning_rate": 0.003, "loss": 4.0116, "step": 11728 }, { "epoch": 0.11729, "grad_norm": 1.2375612775771767, "learning_rate": 0.003, "loss": 4.0382, "step": 11729 }, { "epoch": 0.1173, "grad_norm": 1.0576264778912117, "learning_rate": 0.003, "loss": 4.0342, "step": 11730 }, { "epoch": 0.11731, "grad_norm": 1.1994319511524283, "learning_rate": 0.003, "loss": 4.0295, "step": 11731 }, { "epoch": 0.11732, "grad_norm": 1.1470271295502747, "learning_rate": 0.003, "loss": 4.0186, "step": 11732 }, { "epoch": 0.11733, "grad_norm": 1.0321703975881884, "learning_rate": 0.003, "loss": 4.0364, "step": 11733 }, { "epoch": 0.11734, "grad_norm": 1.1708692520929904, "learning_rate": 0.003, "loss": 4.0328, "step": 11734 }, { "epoch": 0.11735, "grad_norm": 1.1217915693347118, "learning_rate": 0.003, "loss": 4.0152, "step": 11735 }, { "epoch": 0.11736, "grad_norm": 1.1484409584760604, "learning_rate": 0.003, "loss": 4.0319, "step": 11736 }, { "epoch": 0.11737, "grad_norm": 1.1665894926579745, "learning_rate": 0.003, "loss": 4.0143, "step": 11737 }, { "epoch": 0.11738, "grad_norm": 1.2813020571044718, "learning_rate": 0.003, "loss": 4.0429, "step": 11738 }, { "epoch": 0.11739, "grad_norm": 1.3181678380644914, "learning_rate": 0.003, "loss": 4.0391, "step": 11739 }, { "epoch": 0.1174, "grad_norm": 1.120161267354906, "learning_rate": 0.003, "loss": 4.0094, "step": 11740 }, { "epoch": 0.11741, "grad_norm": 1.4288394398505233, "learning_rate": 0.003, "loss": 4.0276, "step": 11741 }, { "epoch": 0.11742, "grad_norm": 1.1845167399331413, "learning_rate": 0.003, "loss": 4.0457, "step": 11742 }, { "epoch": 0.11743, "grad_norm": 1.2099165641421654, "learning_rate": 0.003, "loss": 4.0208, "step": 11743 }, { "epoch": 0.11744, "grad_norm": 1.1904859574947253, "learning_rate": 0.003, "loss": 4.0242, "step": 11744 }, { "epoch": 0.11745, "grad_norm": 1.2576951023850673, "learning_rate": 0.003, "loss": 4.0208, "step": 11745 }, { "epoch": 0.11746, "grad_norm": 1.0964969976409622, "learning_rate": 0.003, "loss": 3.9998, "step": 11746 }, { "epoch": 0.11747, "grad_norm": 1.4120869523116033, "learning_rate": 0.003, "loss": 4.0231, "step": 11747 }, { "epoch": 0.11748, "grad_norm": 1.1148049335571633, "learning_rate": 0.003, "loss": 4.0114, "step": 11748 }, { "epoch": 0.11749, "grad_norm": 1.1734647930140643, "learning_rate": 0.003, "loss": 4.0216, "step": 11749 }, { "epoch": 0.1175, "grad_norm": 1.2482405487706174, "learning_rate": 0.003, "loss": 4.0438, "step": 11750 }, { "epoch": 0.11751, "grad_norm": 1.1483514385526685, "learning_rate": 0.003, "loss": 4.0057, "step": 11751 }, { "epoch": 0.11752, "grad_norm": 1.2500272890819837, "learning_rate": 0.003, "loss": 4.0173, "step": 11752 }, { "epoch": 0.11753, "grad_norm": 1.058210157236084, "learning_rate": 0.003, "loss": 4.0498, "step": 11753 }, { "epoch": 0.11754, "grad_norm": 1.1487736631750007, "learning_rate": 0.003, "loss": 4.0268, "step": 11754 }, { "epoch": 0.11755, "grad_norm": 1.4715443707390885, "learning_rate": 0.003, "loss": 4.0502, "step": 11755 }, { "epoch": 0.11756, "grad_norm": 1.2303628287318422, "learning_rate": 0.003, "loss": 4.04, "step": 11756 }, { "epoch": 0.11757, "grad_norm": 1.2922823982550529, "learning_rate": 0.003, "loss": 4.0262, "step": 11757 }, { "epoch": 0.11758, "grad_norm": 1.0379265137390694, "learning_rate": 0.003, "loss": 4.0508, "step": 11758 }, { "epoch": 0.11759, "grad_norm": 1.3406374253364324, "learning_rate": 0.003, "loss": 4.0467, "step": 11759 }, { "epoch": 0.1176, "grad_norm": 1.1304813742700188, "learning_rate": 0.003, "loss": 4.0279, "step": 11760 }, { "epoch": 0.11761, "grad_norm": 1.2685923899639884, "learning_rate": 0.003, "loss": 4.0187, "step": 11761 }, { "epoch": 0.11762, "grad_norm": 1.1593920836432694, "learning_rate": 0.003, "loss": 4.0237, "step": 11762 }, { "epoch": 0.11763, "grad_norm": 1.1762381398269397, "learning_rate": 0.003, "loss": 4.024, "step": 11763 }, { "epoch": 0.11764, "grad_norm": 1.082858055046518, "learning_rate": 0.003, "loss": 4.0318, "step": 11764 }, { "epoch": 0.11765, "grad_norm": 1.191615642444593, "learning_rate": 0.003, "loss": 4.0408, "step": 11765 }, { "epoch": 0.11766, "grad_norm": 1.236828958505827, "learning_rate": 0.003, "loss": 4.0326, "step": 11766 }, { "epoch": 0.11767, "grad_norm": 1.293279569430646, "learning_rate": 0.003, "loss": 4.0394, "step": 11767 }, { "epoch": 0.11768, "grad_norm": 1.3077046844773013, "learning_rate": 0.003, "loss": 4.028, "step": 11768 }, { "epoch": 0.11769, "grad_norm": 1.0549809352357689, "learning_rate": 0.003, "loss": 4.0262, "step": 11769 }, { "epoch": 0.1177, "grad_norm": 1.0689765908038116, "learning_rate": 0.003, "loss": 4.0273, "step": 11770 }, { "epoch": 0.11771, "grad_norm": 1.3866554981109134, "learning_rate": 0.003, "loss": 4.006, "step": 11771 }, { "epoch": 0.11772, "grad_norm": 1.182097917949292, "learning_rate": 0.003, "loss": 4.0354, "step": 11772 }, { "epoch": 0.11773, "grad_norm": 1.2642222535276253, "learning_rate": 0.003, "loss": 4.0358, "step": 11773 }, { "epoch": 0.11774, "grad_norm": 0.9460972097814158, "learning_rate": 0.003, "loss": 4.023, "step": 11774 }, { "epoch": 0.11775, "grad_norm": 1.1967480636343066, "learning_rate": 0.003, "loss": 4.0229, "step": 11775 }, { "epoch": 0.11776, "grad_norm": 0.9332242169274172, "learning_rate": 0.003, "loss": 4.0151, "step": 11776 }, { "epoch": 0.11777, "grad_norm": 1.394104158897881, "learning_rate": 0.003, "loss": 4.0364, "step": 11777 }, { "epoch": 0.11778, "grad_norm": 0.8763693888556454, "learning_rate": 0.003, "loss": 4.0395, "step": 11778 }, { "epoch": 0.11779, "grad_norm": 1.1878650279892633, "learning_rate": 0.003, "loss": 4.0293, "step": 11779 }, { "epoch": 0.1178, "grad_norm": 1.2171141033704371, "learning_rate": 0.003, "loss": 4.0184, "step": 11780 }, { "epoch": 0.11781, "grad_norm": 1.160898330979206, "learning_rate": 0.003, "loss": 4.0149, "step": 11781 }, { "epoch": 0.11782, "grad_norm": 1.3998726789246247, "learning_rate": 0.003, "loss": 4.0501, "step": 11782 }, { "epoch": 0.11783, "grad_norm": 1.274867591692867, "learning_rate": 0.003, "loss": 4.054, "step": 11783 }, { "epoch": 0.11784, "grad_norm": 1.122679163756025, "learning_rate": 0.003, "loss": 4.0143, "step": 11784 }, { "epoch": 0.11785, "grad_norm": 1.350965890967207, "learning_rate": 0.003, "loss": 4.0226, "step": 11785 }, { "epoch": 0.11786, "grad_norm": 1.1259362312209875, "learning_rate": 0.003, "loss": 4.0208, "step": 11786 }, { "epoch": 0.11787, "grad_norm": 1.1001601351081598, "learning_rate": 0.003, "loss": 4.044, "step": 11787 }, { "epoch": 0.11788, "grad_norm": 1.117549418935662, "learning_rate": 0.003, "loss": 4.0108, "step": 11788 }, { "epoch": 0.11789, "grad_norm": 0.9414233692391143, "learning_rate": 0.003, "loss": 4.0039, "step": 11789 }, { "epoch": 0.1179, "grad_norm": 1.0644099136425493, "learning_rate": 0.003, "loss": 4.0318, "step": 11790 }, { "epoch": 0.11791, "grad_norm": 1.2857169916877873, "learning_rate": 0.003, "loss": 4.0133, "step": 11791 }, { "epoch": 0.11792, "grad_norm": 0.9110294228440342, "learning_rate": 0.003, "loss": 4.0307, "step": 11792 }, { "epoch": 0.11793, "grad_norm": 1.1296405959354765, "learning_rate": 0.003, "loss": 4.0166, "step": 11793 }, { "epoch": 0.11794, "grad_norm": 1.098095724914582, "learning_rate": 0.003, "loss": 4.0248, "step": 11794 }, { "epoch": 0.11795, "grad_norm": 1.326195921928846, "learning_rate": 0.003, "loss": 4.0425, "step": 11795 }, { "epoch": 0.11796, "grad_norm": 0.9378070394703966, "learning_rate": 0.003, "loss": 4.0425, "step": 11796 }, { "epoch": 0.11797, "grad_norm": 1.0521633920909828, "learning_rate": 0.003, "loss": 4.008, "step": 11797 }, { "epoch": 0.11798, "grad_norm": 1.1384690047707438, "learning_rate": 0.003, "loss": 4.0225, "step": 11798 }, { "epoch": 0.11799, "grad_norm": 1.2149860412806044, "learning_rate": 0.003, "loss": 4.0572, "step": 11799 }, { "epoch": 0.118, "grad_norm": 1.189248780058123, "learning_rate": 0.003, "loss": 4.0379, "step": 11800 }, { "epoch": 0.11801, "grad_norm": 1.2211735751337582, "learning_rate": 0.003, "loss": 3.9968, "step": 11801 }, { "epoch": 0.11802, "grad_norm": 1.3801254418581266, "learning_rate": 0.003, "loss": 4.0265, "step": 11802 }, { "epoch": 0.11803, "grad_norm": 1.3818090508225513, "learning_rate": 0.003, "loss": 4.0529, "step": 11803 }, { "epoch": 0.11804, "grad_norm": 1.1283876629557728, "learning_rate": 0.003, "loss": 4.0381, "step": 11804 }, { "epoch": 0.11805, "grad_norm": 1.3132843310339615, "learning_rate": 0.003, "loss": 4.0138, "step": 11805 }, { "epoch": 0.11806, "grad_norm": 1.0209548234461399, "learning_rate": 0.003, "loss": 4.025, "step": 11806 }, { "epoch": 0.11807, "grad_norm": 1.4212793934895955, "learning_rate": 0.003, "loss": 4.036, "step": 11807 }, { "epoch": 0.11808, "grad_norm": 0.9218401109406803, "learning_rate": 0.003, "loss": 4.0076, "step": 11808 }, { "epoch": 0.11809, "grad_norm": 1.3124286668656089, "learning_rate": 0.003, "loss": 4.0474, "step": 11809 }, { "epoch": 0.1181, "grad_norm": 1.0303704151552795, "learning_rate": 0.003, "loss": 4.0218, "step": 11810 }, { "epoch": 0.11811, "grad_norm": 1.2557024156725904, "learning_rate": 0.003, "loss": 4.0499, "step": 11811 }, { "epoch": 0.11812, "grad_norm": 1.092659260298407, "learning_rate": 0.003, "loss": 4.034, "step": 11812 }, { "epoch": 0.11813, "grad_norm": 1.0226098263465304, "learning_rate": 0.003, "loss": 4.0255, "step": 11813 }, { "epoch": 0.11814, "grad_norm": 1.251101082721384, "learning_rate": 0.003, "loss": 4.0288, "step": 11814 }, { "epoch": 0.11815, "grad_norm": 1.1762980524741449, "learning_rate": 0.003, "loss": 4.043, "step": 11815 }, { "epoch": 0.11816, "grad_norm": 1.1188651716671465, "learning_rate": 0.003, "loss": 4.0088, "step": 11816 }, { "epoch": 0.11817, "grad_norm": 0.914012325190764, "learning_rate": 0.003, "loss": 4.0056, "step": 11817 }, { "epoch": 0.11818, "grad_norm": 1.1572820201025285, "learning_rate": 0.003, "loss": 4.03, "step": 11818 }, { "epoch": 0.11819, "grad_norm": 1.1097633407410619, "learning_rate": 0.003, "loss": 3.9945, "step": 11819 }, { "epoch": 0.1182, "grad_norm": 1.1315572070408753, "learning_rate": 0.003, "loss": 4.0379, "step": 11820 }, { "epoch": 0.11821, "grad_norm": 1.2010201734662294, "learning_rate": 0.003, "loss": 3.9999, "step": 11821 }, { "epoch": 0.11822, "grad_norm": 1.206264909595148, "learning_rate": 0.003, "loss": 4.0423, "step": 11822 }, { "epoch": 0.11823, "grad_norm": 1.3220064172019355, "learning_rate": 0.003, "loss": 4.0284, "step": 11823 }, { "epoch": 0.11824, "grad_norm": 1.2144802838958413, "learning_rate": 0.003, "loss": 4.023, "step": 11824 }, { "epoch": 0.11825, "grad_norm": 1.1598148282919596, "learning_rate": 0.003, "loss": 4.0149, "step": 11825 }, { "epoch": 0.11826, "grad_norm": 1.1618791360531502, "learning_rate": 0.003, "loss": 4.0364, "step": 11826 }, { "epoch": 0.11827, "grad_norm": 1.1833304595150924, "learning_rate": 0.003, "loss": 4.0439, "step": 11827 }, { "epoch": 0.11828, "grad_norm": 1.1074286497081403, "learning_rate": 0.003, "loss": 4.0421, "step": 11828 }, { "epoch": 0.11829, "grad_norm": 1.4539648581372682, "learning_rate": 0.003, "loss": 4.0524, "step": 11829 }, { "epoch": 0.1183, "grad_norm": 1.071045817248875, "learning_rate": 0.003, "loss": 4.0344, "step": 11830 }, { "epoch": 0.11831, "grad_norm": 1.317805477765449, "learning_rate": 0.003, "loss": 4.0359, "step": 11831 }, { "epoch": 0.11832, "grad_norm": 1.129955427413547, "learning_rate": 0.003, "loss": 4.011, "step": 11832 }, { "epoch": 0.11833, "grad_norm": 1.1888617474099106, "learning_rate": 0.003, "loss": 4.056, "step": 11833 }, { "epoch": 0.11834, "grad_norm": 1.0290127949757615, "learning_rate": 0.003, "loss": 4.0485, "step": 11834 }, { "epoch": 0.11835, "grad_norm": 1.346252405762597, "learning_rate": 0.003, "loss": 4.0159, "step": 11835 }, { "epoch": 0.11836, "grad_norm": 1.0669477339564317, "learning_rate": 0.003, "loss": 3.9904, "step": 11836 }, { "epoch": 0.11837, "grad_norm": 1.2528885489785642, "learning_rate": 0.003, "loss": 4.0268, "step": 11837 }, { "epoch": 0.11838, "grad_norm": 1.2202450943926373, "learning_rate": 0.003, "loss": 4.0105, "step": 11838 }, { "epoch": 0.11839, "grad_norm": 1.1291740083749862, "learning_rate": 0.003, "loss": 4.0215, "step": 11839 }, { "epoch": 0.1184, "grad_norm": 0.973213189261728, "learning_rate": 0.003, "loss": 4.0153, "step": 11840 }, { "epoch": 0.11841, "grad_norm": 1.3080093889925444, "learning_rate": 0.003, "loss": 4.0314, "step": 11841 }, { "epoch": 0.11842, "grad_norm": 1.0994079309142295, "learning_rate": 0.003, "loss": 4.0114, "step": 11842 }, { "epoch": 0.11843, "grad_norm": 1.2562568817457294, "learning_rate": 0.003, "loss": 4.0182, "step": 11843 }, { "epoch": 0.11844, "grad_norm": 0.9846686490918987, "learning_rate": 0.003, "loss": 4.006, "step": 11844 }, { "epoch": 0.11845, "grad_norm": 1.1930430438444906, "learning_rate": 0.003, "loss": 4.0348, "step": 11845 }, { "epoch": 0.11846, "grad_norm": 1.2231257490273924, "learning_rate": 0.003, "loss": 4.0259, "step": 11846 }, { "epoch": 0.11847, "grad_norm": 1.1539088743932866, "learning_rate": 0.003, "loss": 4.0312, "step": 11847 }, { "epoch": 0.11848, "grad_norm": 1.0931038156263568, "learning_rate": 0.003, "loss": 4.0474, "step": 11848 }, { "epoch": 0.11849, "grad_norm": 0.9927389994471185, "learning_rate": 0.003, "loss": 4.0401, "step": 11849 }, { "epoch": 0.1185, "grad_norm": 1.0974827020855389, "learning_rate": 0.003, "loss": 4.0275, "step": 11850 }, { "epoch": 0.11851, "grad_norm": 1.1400193029050951, "learning_rate": 0.003, "loss": 4.0115, "step": 11851 }, { "epoch": 0.11852, "grad_norm": 1.1260088424765735, "learning_rate": 0.003, "loss": 4.0153, "step": 11852 }, { "epoch": 0.11853, "grad_norm": 1.203276342374635, "learning_rate": 0.003, "loss": 4.0288, "step": 11853 }, { "epoch": 0.11854, "grad_norm": 1.2713596037206674, "learning_rate": 0.003, "loss": 4.0136, "step": 11854 }, { "epoch": 0.11855, "grad_norm": 1.0995469030408622, "learning_rate": 0.003, "loss": 4.0436, "step": 11855 }, { "epoch": 0.11856, "grad_norm": 1.526076675901606, "learning_rate": 0.003, "loss": 4.0173, "step": 11856 }, { "epoch": 0.11857, "grad_norm": 0.9423722463191191, "learning_rate": 0.003, "loss": 4.0206, "step": 11857 }, { "epoch": 0.11858, "grad_norm": 1.2391248570515367, "learning_rate": 0.003, "loss": 4.058, "step": 11858 }, { "epoch": 0.11859, "grad_norm": 1.1811635655252974, "learning_rate": 0.003, "loss": 4.0353, "step": 11859 }, { "epoch": 0.1186, "grad_norm": 1.2433780055764707, "learning_rate": 0.003, "loss": 4.024, "step": 11860 }, { "epoch": 0.11861, "grad_norm": 1.1675448550905765, "learning_rate": 0.003, "loss": 4.0166, "step": 11861 }, { "epoch": 0.11862, "grad_norm": 1.522196016713748, "learning_rate": 0.003, "loss": 4.0488, "step": 11862 }, { "epoch": 0.11863, "grad_norm": 0.8786368309806317, "learning_rate": 0.003, "loss": 4.0398, "step": 11863 }, { "epoch": 0.11864, "grad_norm": 1.189025993197089, "learning_rate": 0.003, "loss": 4.0228, "step": 11864 }, { "epoch": 0.11865, "grad_norm": 1.1997885236483348, "learning_rate": 0.003, "loss": 4.0206, "step": 11865 }, { "epoch": 0.11866, "grad_norm": 1.1371332429372165, "learning_rate": 0.003, "loss": 4.0245, "step": 11866 }, { "epoch": 0.11867, "grad_norm": 0.9698227780141195, "learning_rate": 0.003, "loss": 4.0219, "step": 11867 }, { "epoch": 0.11868, "grad_norm": 1.103930407918838, "learning_rate": 0.003, "loss": 4.0171, "step": 11868 }, { "epoch": 0.11869, "grad_norm": 1.302679313668843, "learning_rate": 0.003, "loss": 4.0349, "step": 11869 }, { "epoch": 0.1187, "grad_norm": 1.2640687849220409, "learning_rate": 0.003, "loss": 4.0366, "step": 11870 }, { "epoch": 0.11871, "grad_norm": 1.0418025168606888, "learning_rate": 0.003, "loss": 4.0103, "step": 11871 }, { "epoch": 0.11872, "grad_norm": 1.179394195887056, "learning_rate": 0.003, "loss": 4.0453, "step": 11872 }, { "epoch": 0.11873, "grad_norm": 1.000011524256758, "learning_rate": 0.003, "loss": 4.0049, "step": 11873 }, { "epoch": 0.11874, "grad_norm": 1.1944779241728058, "learning_rate": 0.003, "loss": 3.9909, "step": 11874 }, { "epoch": 0.11875, "grad_norm": 1.0502451220356457, "learning_rate": 0.003, "loss": 4.0306, "step": 11875 }, { "epoch": 0.11876, "grad_norm": 1.296683390399838, "learning_rate": 0.003, "loss": 4.0065, "step": 11876 }, { "epoch": 0.11877, "grad_norm": 0.9584019380860173, "learning_rate": 0.003, "loss": 4.0469, "step": 11877 }, { "epoch": 0.11878, "grad_norm": 1.4464987936871119, "learning_rate": 0.003, "loss": 4.0307, "step": 11878 }, { "epoch": 0.11879, "grad_norm": 1.0641775759664829, "learning_rate": 0.003, "loss": 4.0427, "step": 11879 }, { "epoch": 0.1188, "grad_norm": 1.1780706118325417, "learning_rate": 0.003, "loss": 4.0297, "step": 11880 }, { "epoch": 0.11881, "grad_norm": 1.1247991069312226, "learning_rate": 0.003, "loss": 4.0261, "step": 11881 }, { "epoch": 0.11882, "grad_norm": 1.1967564947594456, "learning_rate": 0.003, "loss": 4.0193, "step": 11882 }, { "epoch": 0.11883, "grad_norm": 1.1953315126688369, "learning_rate": 0.003, "loss": 4.0509, "step": 11883 }, { "epoch": 0.11884, "grad_norm": 1.1616352501275355, "learning_rate": 0.003, "loss": 4.0222, "step": 11884 }, { "epoch": 0.11885, "grad_norm": 1.2509035326277451, "learning_rate": 0.003, "loss": 4.0591, "step": 11885 }, { "epoch": 0.11886, "grad_norm": 1.0576045189685839, "learning_rate": 0.003, "loss": 4.0261, "step": 11886 }, { "epoch": 0.11887, "grad_norm": 1.298046893222415, "learning_rate": 0.003, "loss": 4.0092, "step": 11887 }, { "epoch": 0.11888, "grad_norm": 0.9499057577771591, "learning_rate": 0.003, "loss": 4.0517, "step": 11888 }, { "epoch": 0.11889, "grad_norm": 1.4214495434215852, "learning_rate": 0.003, "loss": 4.0461, "step": 11889 }, { "epoch": 0.1189, "grad_norm": 1.303172172126755, "learning_rate": 0.003, "loss": 4.0524, "step": 11890 }, { "epoch": 0.11891, "grad_norm": 1.066754223369426, "learning_rate": 0.003, "loss": 4.0244, "step": 11891 }, { "epoch": 0.11892, "grad_norm": 1.1813142465709445, "learning_rate": 0.003, "loss": 4.0307, "step": 11892 }, { "epoch": 0.11893, "grad_norm": 1.1318573053901286, "learning_rate": 0.003, "loss": 4.0316, "step": 11893 }, { "epoch": 0.11894, "grad_norm": 1.330891602268722, "learning_rate": 0.003, "loss": 4.01, "step": 11894 }, { "epoch": 0.11895, "grad_norm": 0.9313185148188895, "learning_rate": 0.003, "loss": 4.0134, "step": 11895 }, { "epoch": 0.11896, "grad_norm": 1.2289925546102853, "learning_rate": 0.003, "loss": 4.0448, "step": 11896 }, { "epoch": 0.11897, "grad_norm": 1.3072846874199877, "learning_rate": 0.003, "loss": 4.0369, "step": 11897 }, { "epoch": 0.11898, "grad_norm": 1.1161842409655773, "learning_rate": 0.003, "loss": 4.0464, "step": 11898 }, { "epoch": 0.11899, "grad_norm": 1.2666190795801895, "learning_rate": 0.003, "loss": 4.0014, "step": 11899 }, { "epoch": 0.119, "grad_norm": 1.1826671258994363, "learning_rate": 0.003, "loss": 4.0304, "step": 11900 }, { "epoch": 0.11901, "grad_norm": 1.137766702745759, "learning_rate": 0.003, "loss": 4.0461, "step": 11901 }, { "epoch": 0.11902, "grad_norm": 1.3498299757086438, "learning_rate": 0.003, "loss": 4.0128, "step": 11902 }, { "epoch": 0.11903, "grad_norm": 1.0286391095482723, "learning_rate": 0.003, "loss": 4.0237, "step": 11903 }, { "epoch": 0.11904, "grad_norm": 1.291367620845929, "learning_rate": 0.003, "loss": 4.0282, "step": 11904 }, { "epoch": 0.11905, "grad_norm": 1.0161169842231146, "learning_rate": 0.003, "loss": 4.0136, "step": 11905 }, { "epoch": 0.11906, "grad_norm": 1.363924299039333, "learning_rate": 0.003, "loss": 4.0272, "step": 11906 }, { "epoch": 0.11907, "grad_norm": 0.9352441437117577, "learning_rate": 0.003, "loss": 4.0341, "step": 11907 }, { "epoch": 0.11908, "grad_norm": 1.3625840410584036, "learning_rate": 0.003, "loss": 4.049, "step": 11908 }, { "epoch": 0.11909, "grad_norm": 1.277088311088804, "learning_rate": 0.003, "loss": 3.9969, "step": 11909 }, { "epoch": 0.1191, "grad_norm": 1.212682027964726, "learning_rate": 0.003, "loss": 4.041, "step": 11910 }, { "epoch": 0.11911, "grad_norm": 1.0288245659041568, "learning_rate": 0.003, "loss": 4.0257, "step": 11911 }, { "epoch": 0.11912, "grad_norm": 1.2480548583938877, "learning_rate": 0.003, "loss": 4.0702, "step": 11912 }, { "epoch": 0.11913, "grad_norm": 0.9880713186954828, "learning_rate": 0.003, "loss": 4.0455, "step": 11913 }, { "epoch": 0.11914, "grad_norm": 1.3610335200499963, "learning_rate": 0.003, "loss": 4.058, "step": 11914 }, { "epoch": 0.11915, "grad_norm": 1.180493316410989, "learning_rate": 0.003, "loss": 4.039, "step": 11915 }, { "epoch": 0.11916, "grad_norm": 1.2400050091012045, "learning_rate": 0.003, "loss": 4.0493, "step": 11916 }, { "epoch": 0.11917, "grad_norm": 1.136714338075228, "learning_rate": 0.003, "loss": 4.0428, "step": 11917 }, { "epoch": 0.11918, "grad_norm": 1.2965300537848186, "learning_rate": 0.003, "loss": 4.0345, "step": 11918 }, { "epoch": 0.11919, "grad_norm": 1.1067424063285383, "learning_rate": 0.003, "loss": 4.0356, "step": 11919 }, { "epoch": 0.1192, "grad_norm": 1.143087763102736, "learning_rate": 0.003, "loss": 4.0324, "step": 11920 }, { "epoch": 0.11921, "grad_norm": 1.1278594645317526, "learning_rate": 0.003, "loss": 3.9941, "step": 11921 }, { "epoch": 0.11922, "grad_norm": 1.1065993088756547, "learning_rate": 0.003, "loss": 4.0435, "step": 11922 }, { "epoch": 0.11923, "grad_norm": 1.0404477273555774, "learning_rate": 0.003, "loss": 3.9843, "step": 11923 }, { "epoch": 0.11924, "grad_norm": 1.098544390943939, "learning_rate": 0.003, "loss": 4.0156, "step": 11924 }, { "epoch": 0.11925, "grad_norm": 1.261762237162695, "learning_rate": 0.003, "loss": 4.0399, "step": 11925 }, { "epoch": 0.11926, "grad_norm": 1.3263357716743485, "learning_rate": 0.003, "loss": 4.0277, "step": 11926 }, { "epoch": 0.11927, "grad_norm": 1.3069181491866044, "learning_rate": 0.003, "loss": 4.0433, "step": 11927 }, { "epoch": 0.11928, "grad_norm": 1.2597036992613604, "learning_rate": 0.003, "loss": 4.0186, "step": 11928 }, { "epoch": 0.11929, "grad_norm": 1.1978030782695692, "learning_rate": 0.003, "loss": 4.0268, "step": 11929 }, { "epoch": 0.1193, "grad_norm": 1.122796948660304, "learning_rate": 0.003, "loss": 4.0259, "step": 11930 }, { "epoch": 0.11931, "grad_norm": 1.28639539805541, "learning_rate": 0.003, "loss": 4.0188, "step": 11931 }, { "epoch": 0.11932, "grad_norm": 0.8855138744393674, "learning_rate": 0.003, "loss": 4.0297, "step": 11932 }, { "epoch": 0.11933, "grad_norm": 1.237861600157439, "learning_rate": 0.003, "loss": 4.0037, "step": 11933 }, { "epoch": 0.11934, "grad_norm": 1.0400155549854835, "learning_rate": 0.003, "loss": 4.0387, "step": 11934 }, { "epoch": 0.11935, "grad_norm": 1.253240275222296, "learning_rate": 0.003, "loss": 4.0106, "step": 11935 }, { "epoch": 0.11936, "grad_norm": 1.1208436384532008, "learning_rate": 0.003, "loss": 4.0212, "step": 11936 }, { "epoch": 0.11937, "grad_norm": 1.188206798413594, "learning_rate": 0.003, "loss": 4.0348, "step": 11937 }, { "epoch": 0.11938, "grad_norm": 1.1880639987904473, "learning_rate": 0.003, "loss": 3.9957, "step": 11938 }, { "epoch": 0.11939, "grad_norm": 1.1272675744243077, "learning_rate": 0.003, "loss": 4.0111, "step": 11939 }, { "epoch": 0.1194, "grad_norm": 1.4203426618154515, "learning_rate": 0.003, "loss": 4.0402, "step": 11940 }, { "epoch": 0.11941, "grad_norm": 0.8873694901506768, "learning_rate": 0.003, "loss": 4.0293, "step": 11941 }, { "epoch": 0.11942, "grad_norm": 1.1932380771885094, "learning_rate": 0.003, "loss": 4.0443, "step": 11942 }, { "epoch": 0.11943, "grad_norm": 1.172479996445272, "learning_rate": 0.003, "loss": 4.0175, "step": 11943 }, { "epoch": 0.11944, "grad_norm": 1.197483536826607, "learning_rate": 0.003, "loss": 4.0218, "step": 11944 }, { "epoch": 0.11945, "grad_norm": 1.367144021054736, "learning_rate": 0.003, "loss": 3.9978, "step": 11945 }, { "epoch": 0.11946, "grad_norm": 1.1658588956904559, "learning_rate": 0.003, "loss": 4.0119, "step": 11946 }, { "epoch": 0.11947, "grad_norm": 1.0672867133410382, "learning_rate": 0.003, "loss": 4.0369, "step": 11947 }, { "epoch": 0.11948, "grad_norm": 1.217906799639158, "learning_rate": 0.003, "loss": 4.029, "step": 11948 }, { "epoch": 0.11949, "grad_norm": 1.10277312621074, "learning_rate": 0.003, "loss": 4.0418, "step": 11949 }, { "epoch": 0.1195, "grad_norm": 1.3388512544054778, "learning_rate": 0.003, "loss": 4.0236, "step": 11950 }, { "epoch": 0.11951, "grad_norm": 1.1385910637331862, "learning_rate": 0.003, "loss": 4.023, "step": 11951 }, { "epoch": 0.11952, "grad_norm": 1.129078560681352, "learning_rate": 0.003, "loss": 4.0339, "step": 11952 }, { "epoch": 0.11953, "grad_norm": 1.3014140128951632, "learning_rate": 0.003, "loss": 4.0382, "step": 11953 }, { "epoch": 0.11954, "grad_norm": 1.0937861343588238, "learning_rate": 0.003, "loss": 3.9997, "step": 11954 }, { "epoch": 0.11955, "grad_norm": 1.3146945090315645, "learning_rate": 0.003, "loss": 4.0241, "step": 11955 }, { "epoch": 0.11956, "grad_norm": 1.0561747096686331, "learning_rate": 0.003, "loss": 4.0394, "step": 11956 }, { "epoch": 0.11957, "grad_norm": 1.3427476069726214, "learning_rate": 0.003, "loss": 4.0179, "step": 11957 }, { "epoch": 0.11958, "grad_norm": 0.9106335166241142, "learning_rate": 0.003, "loss": 4.021, "step": 11958 }, { "epoch": 0.11959, "grad_norm": 1.2516591304108617, "learning_rate": 0.003, "loss": 4.004, "step": 11959 }, { "epoch": 0.1196, "grad_norm": 1.2013239303032632, "learning_rate": 0.003, "loss": 4.018, "step": 11960 }, { "epoch": 0.11961, "grad_norm": 1.177656487506444, "learning_rate": 0.003, "loss": 4.0048, "step": 11961 }, { "epoch": 0.11962, "grad_norm": 1.2925731396377893, "learning_rate": 0.003, "loss": 4.0537, "step": 11962 }, { "epoch": 0.11963, "grad_norm": 1.2500654665973316, "learning_rate": 0.003, "loss": 4.0242, "step": 11963 }, { "epoch": 0.11964, "grad_norm": 1.0425860200509207, "learning_rate": 0.003, "loss": 4.017, "step": 11964 }, { "epoch": 0.11965, "grad_norm": 1.2377261274781197, "learning_rate": 0.003, "loss": 4.0327, "step": 11965 }, { "epoch": 0.11966, "grad_norm": 1.2032049076648743, "learning_rate": 0.003, "loss": 4.0221, "step": 11966 }, { "epoch": 0.11967, "grad_norm": 1.1633394155622445, "learning_rate": 0.003, "loss": 3.9982, "step": 11967 }, { "epoch": 0.11968, "grad_norm": 1.319184772941729, "learning_rate": 0.003, "loss": 4.007, "step": 11968 }, { "epoch": 0.11969, "grad_norm": 1.2615950720517894, "learning_rate": 0.003, "loss": 4.043, "step": 11969 }, { "epoch": 0.1197, "grad_norm": 1.2523901831861972, "learning_rate": 0.003, "loss": 4.0358, "step": 11970 }, { "epoch": 0.11971, "grad_norm": 1.0498669279565727, "learning_rate": 0.003, "loss": 4.0227, "step": 11971 }, { "epoch": 0.11972, "grad_norm": 1.2175500601101223, "learning_rate": 0.003, "loss": 4.001, "step": 11972 }, { "epoch": 0.11973, "grad_norm": 1.130504073169973, "learning_rate": 0.003, "loss": 4.0165, "step": 11973 }, { "epoch": 0.11974, "grad_norm": 1.179537557381126, "learning_rate": 0.003, "loss": 4.0053, "step": 11974 }, { "epoch": 0.11975, "grad_norm": 1.2289925798077932, "learning_rate": 0.003, "loss": 4.0095, "step": 11975 }, { "epoch": 0.11976, "grad_norm": 1.030004757594503, "learning_rate": 0.003, "loss": 4.009, "step": 11976 }, { "epoch": 0.11977, "grad_norm": 1.3000185859855784, "learning_rate": 0.003, "loss": 4.0141, "step": 11977 }, { "epoch": 0.11978, "grad_norm": 1.0874027837487101, "learning_rate": 0.003, "loss": 4.0178, "step": 11978 }, { "epoch": 0.11979, "grad_norm": 1.2673027617231618, "learning_rate": 0.003, "loss": 4.0117, "step": 11979 }, { "epoch": 0.1198, "grad_norm": 1.1353539513587794, "learning_rate": 0.003, "loss": 4.0552, "step": 11980 }, { "epoch": 0.11981, "grad_norm": 1.2446619182105716, "learning_rate": 0.003, "loss": 4.0457, "step": 11981 }, { "epoch": 0.11982, "grad_norm": 1.28462029530281, "learning_rate": 0.003, "loss": 4.0282, "step": 11982 }, { "epoch": 0.11983, "grad_norm": 1.0633275265167388, "learning_rate": 0.003, "loss": 4.0407, "step": 11983 }, { "epoch": 0.11984, "grad_norm": 1.2422112244323555, "learning_rate": 0.003, "loss": 4.014, "step": 11984 }, { "epoch": 0.11985, "grad_norm": 1.0976759058442642, "learning_rate": 0.003, "loss": 4.0214, "step": 11985 }, { "epoch": 0.11986, "grad_norm": 1.2409565112326744, "learning_rate": 0.003, "loss": 4.0296, "step": 11986 }, { "epoch": 0.11987, "grad_norm": 1.091733743800522, "learning_rate": 0.003, "loss": 4.0225, "step": 11987 }, { "epoch": 0.11988, "grad_norm": 1.0535364843904362, "learning_rate": 0.003, "loss": 4.0018, "step": 11988 }, { "epoch": 0.11989, "grad_norm": 1.2117698380224653, "learning_rate": 0.003, "loss": 4.0289, "step": 11989 }, { "epoch": 0.1199, "grad_norm": 1.2107541460176305, "learning_rate": 0.003, "loss": 4.0156, "step": 11990 }, { "epoch": 0.11991, "grad_norm": 1.128519381242994, "learning_rate": 0.003, "loss": 4.0234, "step": 11991 }, { "epoch": 0.11992, "grad_norm": 1.2912774558797513, "learning_rate": 0.003, "loss": 4.053, "step": 11992 }, { "epoch": 0.11993, "grad_norm": 0.9859836123745601, "learning_rate": 0.003, "loss": 4.0026, "step": 11993 }, { "epoch": 0.11994, "grad_norm": 1.4062953714578372, "learning_rate": 0.003, "loss": 4.038, "step": 11994 }, { "epoch": 0.11995, "grad_norm": 0.9854278363001263, "learning_rate": 0.003, "loss": 4.0242, "step": 11995 }, { "epoch": 0.11996, "grad_norm": 1.1283327652944204, "learning_rate": 0.003, "loss": 4.0043, "step": 11996 }, { "epoch": 0.11997, "grad_norm": 1.2578860491282189, "learning_rate": 0.003, "loss": 4.0149, "step": 11997 }, { "epoch": 0.11998, "grad_norm": 1.2201013514042887, "learning_rate": 0.003, "loss": 4.0318, "step": 11998 }, { "epoch": 0.11999, "grad_norm": 1.0464428472868936, "learning_rate": 0.003, "loss": 4.0428, "step": 11999 }, { "epoch": 0.12, "grad_norm": 1.1442643913849708, "learning_rate": 0.003, "loss": 4.0148, "step": 12000 }, { "epoch": 0.12001, "grad_norm": 1.3301044375260127, "learning_rate": 0.003, "loss": 4.0197, "step": 12001 }, { "epoch": 0.12002, "grad_norm": 1.105906653032294, "learning_rate": 0.003, "loss": 4.0089, "step": 12002 }, { "epoch": 0.12003, "grad_norm": 1.2210250779728278, "learning_rate": 0.003, "loss": 4.0124, "step": 12003 }, { "epoch": 0.12004, "grad_norm": 1.1362570687956641, "learning_rate": 0.003, "loss": 4.0165, "step": 12004 }, { "epoch": 0.12005, "grad_norm": 1.2598481775607295, "learning_rate": 0.003, "loss": 4.0135, "step": 12005 }, { "epoch": 0.12006, "grad_norm": 1.238198018149289, "learning_rate": 0.003, "loss": 4.0145, "step": 12006 }, { "epoch": 0.12007, "grad_norm": 1.329447272103125, "learning_rate": 0.003, "loss": 4.027, "step": 12007 }, { "epoch": 0.12008, "grad_norm": 1.1041434627768059, "learning_rate": 0.003, "loss": 4.05, "step": 12008 }, { "epoch": 0.12009, "grad_norm": 1.0703280836160836, "learning_rate": 0.003, "loss": 4.0266, "step": 12009 }, { "epoch": 0.1201, "grad_norm": 1.1943502028864001, "learning_rate": 0.003, "loss": 4.0197, "step": 12010 }, { "epoch": 0.12011, "grad_norm": 1.0239676315199393, "learning_rate": 0.003, "loss": 4.0084, "step": 12011 }, { "epoch": 0.12012, "grad_norm": 1.4503121638562684, "learning_rate": 0.003, "loss": 4.0091, "step": 12012 }, { "epoch": 0.12013, "grad_norm": 1.015108621263654, "learning_rate": 0.003, "loss": 4.0106, "step": 12013 }, { "epoch": 0.12014, "grad_norm": 1.389962594266883, "learning_rate": 0.003, "loss": 4.0194, "step": 12014 }, { "epoch": 0.12015, "grad_norm": 1.1252082891848212, "learning_rate": 0.003, "loss": 4.0297, "step": 12015 }, { "epoch": 0.12016, "grad_norm": 1.0487983474875753, "learning_rate": 0.003, "loss": 4.0303, "step": 12016 }, { "epoch": 0.12017, "grad_norm": 1.4431048621531977, "learning_rate": 0.003, "loss": 4.0476, "step": 12017 }, { "epoch": 0.12018, "grad_norm": 0.9166310978141474, "learning_rate": 0.003, "loss": 3.9751, "step": 12018 }, { "epoch": 0.12019, "grad_norm": 1.2506433606927407, "learning_rate": 0.003, "loss": 4.0303, "step": 12019 }, { "epoch": 0.1202, "grad_norm": 1.480480476667452, "learning_rate": 0.003, "loss": 4.0475, "step": 12020 }, { "epoch": 0.12021, "grad_norm": 1.0689179540973426, "learning_rate": 0.003, "loss": 4.0413, "step": 12021 }, { "epoch": 0.12022, "grad_norm": 1.238638964578657, "learning_rate": 0.003, "loss": 3.9995, "step": 12022 }, { "epoch": 0.12023, "grad_norm": 1.217878541780031, "learning_rate": 0.003, "loss": 4.0104, "step": 12023 }, { "epoch": 0.12024, "grad_norm": 1.0851112909646494, "learning_rate": 0.003, "loss": 4.011, "step": 12024 }, { "epoch": 0.12025, "grad_norm": 1.1604224142434416, "learning_rate": 0.003, "loss": 4.0203, "step": 12025 }, { "epoch": 0.12026, "grad_norm": 1.031844987403058, "learning_rate": 0.003, "loss": 4.0349, "step": 12026 }, { "epoch": 0.12027, "grad_norm": 1.1595745336365029, "learning_rate": 0.003, "loss": 4.0214, "step": 12027 }, { "epoch": 0.12028, "grad_norm": 1.1947817751700118, "learning_rate": 0.003, "loss": 4.0248, "step": 12028 }, { "epoch": 0.12029, "grad_norm": 1.0497319637213312, "learning_rate": 0.003, "loss": 4.0133, "step": 12029 }, { "epoch": 0.1203, "grad_norm": 1.0887730490228416, "learning_rate": 0.003, "loss": 4.0177, "step": 12030 }, { "epoch": 0.12031, "grad_norm": 1.2639844964964313, "learning_rate": 0.003, "loss": 4.0335, "step": 12031 }, { "epoch": 0.12032, "grad_norm": 1.1476592744733245, "learning_rate": 0.003, "loss": 4.0221, "step": 12032 }, { "epoch": 0.12033, "grad_norm": 1.4253662214975455, "learning_rate": 0.003, "loss": 4.0329, "step": 12033 }, { "epoch": 0.12034, "grad_norm": 1.0367483017417718, "learning_rate": 0.003, "loss": 4.025, "step": 12034 }, { "epoch": 0.12035, "grad_norm": 1.3672538599328856, "learning_rate": 0.003, "loss": 4.0071, "step": 12035 }, { "epoch": 0.12036, "grad_norm": 1.088814881263226, "learning_rate": 0.003, "loss": 4.04, "step": 12036 }, { "epoch": 0.12037, "grad_norm": 1.2526346282054286, "learning_rate": 0.003, "loss": 4.035, "step": 12037 }, { "epoch": 0.12038, "grad_norm": 1.160570553266028, "learning_rate": 0.003, "loss": 4.0369, "step": 12038 }, { "epoch": 0.12039, "grad_norm": 1.1199414106378185, "learning_rate": 0.003, "loss": 4.0043, "step": 12039 }, { "epoch": 0.1204, "grad_norm": 1.1004831372504815, "learning_rate": 0.003, "loss": 4.0323, "step": 12040 }, { "epoch": 0.12041, "grad_norm": 1.168791590589254, "learning_rate": 0.003, "loss": 4.0087, "step": 12041 }, { "epoch": 0.12042, "grad_norm": 1.1345050629943982, "learning_rate": 0.003, "loss": 4.0018, "step": 12042 }, { "epoch": 0.12043, "grad_norm": 1.1312277297552067, "learning_rate": 0.003, "loss": 4.0458, "step": 12043 }, { "epoch": 0.12044, "grad_norm": 1.1218607973489465, "learning_rate": 0.003, "loss": 4.0191, "step": 12044 }, { "epoch": 0.12045, "grad_norm": 1.3439830827965968, "learning_rate": 0.003, "loss": 4.0356, "step": 12045 }, { "epoch": 0.12046, "grad_norm": 1.194576377831826, "learning_rate": 0.003, "loss": 4.0222, "step": 12046 }, { "epoch": 0.12047, "grad_norm": 1.2242887448551507, "learning_rate": 0.003, "loss": 4.0444, "step": 12047 }, { "epoch": 0.12048, "grad_norm": 1.1869139877584274, "learning_rate": 0.003, "loss": 4.025, "step": 12048 }, { "epoch": 0.12049, "grad_norm": 1.23366882798688, "learning_rate": 0.003, "loss": 4.0211, "step": 12049 }, { "epoch": 0.1205, "grad_norm": 1.1321804170340066, "learning_rate": 0.003, "loss": 4.0509, "step": 12050 }, { "epoch": 0.12051, "grad_norm": 1.2506912484400732, "learning_rate": 0.003, "loss": 4.0383, "step": 12051 }, { "epoch": 0.12052, "grad_norm": 1.171321048284884, "learning_rate": 0.003, "loss": 4.0385, "step": 12052 }, { "epoch": 0.12053, "grad_norm": 1.5483651625241348, "learning_rate": 0.003, "loss": 4.038, "step": 12053 }, { "epoch": 0.12054, "grad_norm": 0.9450023337340406, "learning_rate": 0.003, "loss": 4.0411, "step": 12054 }, { "epoch": 0.12055, "grad_norm": 1.2518788502247158, "learning_rate": 0.003, "loss": 4.0505, "step": 12055 }, { "epoch": 0.12056, "grad_norm": 1.2025596603154725, "learning_rate": 0.003, "loss": 4.0153, "step": 12056 }, { "epoch": 0.12057, "grad_norm": 1.2521406673057627, "learning_rate": 0.003, "loss": 4.0294, "step": 12057 }, { "epoch": 0.12058, "grad_norm": 1.0526770017752556, "learning_rate": 0.003, "loss": 4.0483, "step": 12058 }, { "epoch": 0.12059, "grad_norm": 1.0626535398232526, "learning_rate": 0.003, "loss": 4.0434, "step": 12059 }, { "epoch": 0.1206, "grad_norm": 1.3336122110831834, "learning_rate": 0.003, "loss": 4.0301, "step": 12060 }, { "epoch": 0.12061, "grad_norm": 1.118599017531215, "learning_rate": 0.003, "loss": 4.0468, "step": 12061 }, { "epoch": 0.12062, "grad_norm": 1.363473374169237, "learning_rate": 0.003, "loss": 4.0116, "step": 12062 }, { "epoch": 0.12063, "grad_norm": 0.8786979557351099, "learning_rate": 0.003, "loss": 4.0295, "step": 12063 }, { "epoch": 0.12064, "grad_norm": 1.1947466023568365, "learning_rate": 0.003, "loss": 3.9998, "step": 12064 }, { "epoch": 0.12065, "grad_norm": 1.215993473222538, "learning_rate": 0.003, "loss": 4.0227, "step": 12065 }, { "epoch": 0.12066, "grad_norm": 1.2447752310217368, "learning_rate": 0.003, "loss": 4.0204, "step": 12066 }, { "epoch": 0.12067, "grad_norm": 1.0837006580418418, "learning_rate": 0.003, "loss": 4.0542, "step": 12067 }, { "epoch": 0.12068, "grad_norm": 1.3971605398432154, "learning_rate": 0.003, "loss": 4.0251, "step": 12068 }, { "epoch": 0.12069, "grad_norm": 1.007380264646283, "learning_rate": 0.003, "loss": 4.0144, "step": 12069 }, { "epoch": 0.1207, "grad_norm": 1.3122686823444492, "learning_rate": 0.003, "loss": 4.0102, "step": 12070 }, { "epoch": 0.12071, "grad_norm": 1.0684153514164216, "learning_rate": 0.003, "loss": 4.0206, "step": 12071 }, { "epoch": 0.12072, "grad_norm": 1.2604810107038449, "learning_rate": 0.003, "loss": 4.0679, "step": 12072 }, { "epoch": 0.12073, "grad_norm": 1.155441969210191, "learning_rate": 0.003, "loss": 4.0296, "step": 12073 }, { "epoch": 0.12074, "grad_norm": 1.5303984928048056, "learning_rate": 0.003, "loss": 4.036, "step": 12074 }, { "epoch": 0.12075, "grad_norm": 0.8280353697240316, "learning_rate": 0.003, "loss": 3.9775, "step": 12075 }, { "epoch": 0.12076, "grad_norm": 0.9625486618108077, "learning_rate": 0.003, "loss": 4.0196, "step": 12076 }, { "epoch": 0.12077, "grad_norm": 1.2545752671715014, "learning_rate": 0.003, "loss": 3.9819, "step": 12077 }, { "epoch": 0.12078, "grad_norm": 1.1154569818666091, "learning_rate": 0.003, "loss": 4.0059, "step": 12078 }, { "epoch": 0.12079, "grad_norm": 1.141600191269537, "learning_rate": 0.003, "loss": 4.0167, "step": 12079 }, { "epoch": 0.1208, "grad_norm": 1.238179881437241, "learning_rate": 0.003, "loss": 4.0367, "step": 12080 }, { "epoch": 0.12081, "grad_norm": 1.165698596146827, "learning_rate": 0.003, "loss": 4.029, "step": 12081 }, { "epoch": 0.12082, "grad_norm": 0.8889092422891364, "learning_rate": 0.003, "loss": 4.0112, "step": 12082 }, { "epoch": 0.12083, "grad_norm": 1.2543161652007244, "learning_rate": 0.003, "loss": 4.0064, "step": 12083 }, { "epoch": 0.12084, "grad_norm": 1.5327269316533685, "learning_rate": 0.003, "loss": 4.038, "step": 12084 }, { "epoch": 0.12085, "grad_norm": 1.0365382149666054, "learning_rate": 0.003, "loss": 4.0299, "step": 12085 }, { "epoch": 0.12086, "grad_norm": 1.316513743782211, "learning_rate": 0.003, "loss": 4.0447, "step": 12086 }, { "epoch": 0.12087, "grad_norm": 1.1582107753316935, "learning_rate": 0.003, "loss": 4.0628, "step": 12087 }, { "epoch": 0.12088, "grad_norm": 1.2026972854083593, "learning_rate": 0.003, "loss": 4.0187, "step": 12088 }, { "epoch": 0.12089, "grad_norm": 1.1865818257324852, "learning_rate": 0.003, "loss": 4.0401, "step": 12089 }, { "epoch": 0.1209, "grad_norm": 1.213904883132537, "learning_rate": 0.003, "loss": 4.0046, "step": 12090 }, { "epoch": 0.12091, "grad_norm": 1.0648805961872354, "learning_rate": 0.003, "loss": 4.0207, "step": 12091 }, { "epoch": 0.12092, "grad_norm": 1.1813755883049362, "learning_rate": 0.003, "loss": 4.0142, "step": 12092 }, { "epoch": 0.12093, "grad_norm": 1.2292752165558312, "learning_rate": 0.003, "loss": 4.0407, "step": 12093 }, { "epoch": 0.12094, "grad_norm": 1.259437705088851, "learning_rate": 0.003, "loss": 4.0421, "step": 12094 }, { "epoch": 0.12095, "grad_norm": 1.1137767158004688, "learning_rate": 0.003, "loss": 4.0348, "step": 12095 }, { "epoch": 0.12096, "grad_norm": 1.3600842565366165, "learning_rate": 0.003, "loss": 4.0247, "step": 12096 }, { "epoch": 0.12097, "grad_norm": 0.8881258371739744, "learning_rate": 0.003, "loss": 4.0449, "step": 12097 }, { "epoch": 0.12098, "grad_norm": 1.2265846606485018, "learning_rate": 0.003, "loss": 4.0092, "step": 12098 }, { "epoch": 0.12099, "grad_norm": 1.2320301694381899, "learning_rate": 0.003, "loss": 4.0077, "step": 12099 }, { "epoch": 0.121, "grad_norm": 1.1555002782743249, "learning_rate": 0.003, "loss": 4.0103, "step": 12100 }, { "epoch": 0.12101, "grad_norm": 1.26009712635675, "learning_rate": 0.003, "loss": 4.031, "step": 12101 }, { "epoch": 0.12102, "grad_norm": 1.2765674036907484, "learning_rate": 0.003, "loss": 4.0236, "step": 12102 }, { "epoch": 0.12103, "grad_norm": 1.2664976256713367, "learning_rate": 0.003, "loss": 4.0281, "step": 12103 }, { "epoch": 0.12104, "grad_norm": 0.9432051107004329, "learning_rate": 0.003, "loss": 3.9953, "step": 12104 }, { "epoch": 0.12105, "grad_norm": 1.326445164229193, "learning_rate": 0.003, "loss": 4.0218, "step": 12105 }, { "epoch": 0.12106, "grad_norm": 1.0473709580825368, "learning_rate": 0.003, "loss": 4.0066, "step": 12106 }, { "epoch": 0.12107, "grad_norm": 1.5389171702810274, "learning_rate": 0.003, "loss": 4.0608, "step": 12107 }, { "epoch": 0.12108, "grad_norm": 0.961160561659805, "learning_rate": 0.003, "loss": 4.0252, "step": 12108 }, { "epoch": 0.12109, "grad_norm": 1.1860213316322281, "learning_rate": 0.003, "loss": 4.0057, "step": 12109 }, { "epoch": 0.1211, "grad_norm": 1.276050655690645, "learning_rate": 0.003, "loss": 4.0503, "step": 12110 }, { "epoch": 0.12111, "grad_norm": 1.0106495220145681, "learning_rate": 0.003, "loss": 4.0218, "step": 12111 }, { "epoch": 0.12112, "grad_norm": 1.1404629571385734, "learning_rate": 0.003, "loss": 4.049, "step": 12112 }, { "epoch": 0.12113, "grad_norm": 1.3379694333364878, "learning_rate": 0.003, "loss": 4.0486, "step": 12113 }, { "epoch": 0.12114, "grad_norm": 1.1057144085632993, "learning_rate": 0.003, "loss": 4.0212, "step": 12114 }, { "epoch": 0.12115, "grad_norm": 1.2389514049197021, "learning_rate": 0.003, "loss": 3.9896, "step": 12115 }, { "epoch": 0.12116, "grad_norm": 1.081032310728611, "learning_rate": 0.003, "loss": 4.0566, "step": 12116 }, { "epoch": 0.12117, "grad_norm": 1.7808747808197203, "learning_rate": 0.003, "loss": 4.0562, "step": 12117 }, { "epoch": 0.12118, "grad_norm": 0.9804521331485236, "learning_rate": 0.003, "loss": 3.9977, "step": 12118 }, { "epoch": 0.12119, "grad_norm": 1.2622545631694635, "learning_rate": 0.003, "loss": 4.0515, "step": 12119 }, { "epoch": 0.1212, "grad_norm": 1.025608924940026, "learning_rate": 0.003, "loss": 4.0068, "step": 12120 }, { "epoch": 0.12121, "grad_norm": 1.2687986530932442, "learning_rate": 0.003, "loss": 4.0446, "step": 12121 }, { "epoch": 0.12122, "grad_norm": 1.2569166469856572, "learning_rate": 0.003, "loss": 4.0552, "step": 12122 }, { "epoch": 0.12123, "grad_norm": 1.0888418797208075, "learning_rate": 0.003, "loss": 4.0189, "step": 12123 }, { "epoch": 0.12124, "grad_norm": 1.4471321534196813, "learning_rate": 0.003, "loss": 4.0322, "step": 12124 }, { "epoch": 0.12125, "grad_norm": 1.0570726579438743, "learning_rate": 0.003, "loss": 4.0474, "step": 12125 }, { "epoch": 0.12126, "grad_norm": 1.1452310973638715, "learning_rate": 0.003, "loss": 4.0309, "step": 12126 }, { "epoch": 0.12127, "grad_norm": 1.0951003459920567, "learning_rate": 0.003, "loss": 4.0225, "step": 12127 }, { "epoch": 0.12128, "grad_norm": 1.0924282991917444, "learning_rate": 0.003, "loss": 4.043, "step": 12128 }, { "epoch": 0.12129, "grad_norm": 1.077336233158983, "learning_rate": 0.003, "loss": 4.0118, "step": 12129 }, { "epoch": 0.1213, "grad_norm": 1.0698116679642007, "learning_rate": 0.003, "loss": 4.0367, "step": 12130 }, { "epoch": 0.12131, "grad_norm": 1.0569838113736956, "learning_rate": 0.003, "loss": 4.0406, "step": 12131 }, { "epoch": 0.12132, "grad_norm": 1.2236310443056324, "learning_rate": 0.003, "loss": 4.0366, "step": 12132 }, { "epoch": 0.12133, "grad_norm": 1.210938464105007, "learning_rate": 0.003, "loss": 4.0231, "step": 12133 }, { "epoch": 0.12134, "grad_norm": 1.1431794281160383, "learning_rate": 0.003, "loss": 4.0444, "step": 12134 }, { "epoch": 0.12135, "grad_norm": 1.2120388488293794, "learning_rate": 0.003, "loss": 4.0163, "step": 12135 }, { "epoch": 0.12136, "grad_norm": 1.163220939636625, "learning_rate": 0.003, "loss": 4.0237, "step": 12136 }, { "epoch": 0.12137, "grad_norm": 1.408415883667614, "learning_rate": 0.003, "loss": 4.0654, "step": 12137 }, { "epoch": 0.12138, "grad_norm": 1.019972444797985, "learning_rate": 0.003, "loss": 4.0457, "step": 12138 }, { "epoch": 0.12139, "grad_norm": 1.4794420127960417, "learning_rate": 0.003, "loss": 4.0525, "step": 12139 }, { "epoch": 0.1214, "grad_norm": 0.9942984332809602, "learning_rate": 0.003, "loss": 4.0483, "step": 12140 }, { "epoch": 0.12141, "grad_norm": 1.198313384318162, "learning_rate": 0.003, "loss": 4.0243, "step": 12141 }, { "epoch": 0.12142, "grad_norm": 1.1235175502034191, "learning_rate": 0.003, "loss": 4.0386, "step": 12142 }, { "epoch": 0.12143, "grad_norm": 1.2021305789112728, "learning_rate": 0.003, "loss": 4.0428, "step": 12143 }, { "epoch": 0.12144, "grad_norm": 1.2036254675483424, "learning_rate": 0.003, "loss": 4.0573, "step": 12144 }, { "epoch": 0.12145, "grad_norm": 1.0563897356132683, "learning_rate": 0.003, "loss": 4.0479, "step": 12145 }, { "epoch": 0.12146, "grad_norm": 1.3892405792341498, "learning_rate": 0.003, "loss": 4.0537, "step": 12146 }, { "epoch": 0.12147, "grad_norm": 1.1584776401297876, "learning_rate": 0.003, "loss": 4.0352, "step": 12147 }, { "epoch": 0.12148, "grad_norm": 1.4771991665797888, "learning_rate": 0.003, "loss": 4.0534, "step": 12148 }, { "epoch": 0.12149, "grad_norm": 0.9036675444370385, "learning_rate": 0.003, "loss": 4.0259, "step": 12149 }, { "epoch": 0.1215, "grad_norm": 1.0455355580610362, "learning_rate": 0.003, "loss": 4.0236, "step": 12150 }, { "epoch": 0.12151, "grad_norm": 1.2718005495324547, "learning_rate": 0.003, "loss": 4.0015, "step": 12151 }, { "epoch": 0.12152, "grad_norm": 1.1342945095583343, "learning_rate": 0.003, "loss": 4.006, "step": 12152 }, { "epoch": 0.12153, "grad_norm": 1.2466145803684447, "learning_rate": 0.003, "loss": 4.0605, "step": 12153 }, { "epoch": 0.12154, "grad_norm": 1.0819537046373542, "learning_rate": 0.003, "loss": 3.9943, "step": 12154 }, { "epoch": 0.12155, "grad_norm": 1.1602226084211311, "learning_rate": 0.003, "loss": 4.0066, "step": 12155 }, { "epoch": 0.12156, "grad_norm": 1.4009042185837033, "learning_rate": 0.003, "loss": 4.0285, "step": 12156 }, { "epoch": 0.12157, "grad_norm": 1.1384726322964522, "learning_rate": 0.003, "loss": 3.9852, "step": 12157 }, { "epoch": 0.12158, "grad_norm": 1.1226291807229503, "learning_rate": 0.003, "loss": 4.0258, "step": 12158 }, { "epoch": 0.12159, "grad_norm": 1.188819542203544, "learning_rate": 0.003, "loss": 4.0265, "step": 12159 }, { "epoch": 0.1216, "grad_norm": 1.186378564541427, "learning_rate": 0.003, "loss": 4.016, "step": 12160 }, { "epoch": 0.12161, "grad_norm": 1.1430987105677886, "learning_rate": 0.003, "loss": 4.0331, "step": 12161 }, { "epoch": 0.12162, "grad_norm": 1.0984081471542013, "learning_rate": 0.003, "loss": 4.0227, "step": 12162 }, { "epoch": 0.12163, "grad_norm": 1.2375098267751024, "learning_rate": 0.003, "loss": 4.0232, "step": 12163 }, { "epoch": 0.12164, "grad_norm": 1.3998298901471347, "learning_rate": 0.003, "loss": 4.0263, "step": 12164 }, { "epoch": 0.12165, "grad_norm": 0.9344084284754219, "learning_rate": 0.003, "loss": 4.0049, "step": 12165 }, { "epoch": 0.12166, "grad_norm": 1.512859671545336, "learning_rate": 0.003, "loss": 4.0452, "step": 12166 }, { "epoch": 0.12167, "grad_norm": 1.1164706886354052, "learning_rate": 0.003, "loss": 4.0225, "step": 12167 }, { "epoch": 0.12168, "grad_norm": 1.0269895024920574, "learning_rate": 0.003, "loss": 4.0149, "step": 12168 }, { "epoch": 0.12169, "grad_norm": 1.2437063976530573, "learning_rate": 0.003, "loss": 4.0468, "step": 12169 }, { "epoch": 0.1217, "grad_norm": 1.1616197418244247, "learning_rate": 0.003, "loss": 4.0134, "step": 12170 }, { "epoch": 0.12171, "grad_norm": 1.126266794256949, "learning_rate": 0.003, "loss": 4.0121, "step": 12171 }, { "epoch": 0.12172, "grad_norm": 1.365627633085238, "learning_rate": 0.003, "loss": 4.0489, "step": 12172 }, { "epoch": 0.12173, "grad_norm": 1.09988351709105, "learning_rate": 0.003, "loss": 4.0294, "step": 12173 }, { "epoch": 0.12174, "grad_norm": 1.199748433735864, "learning_rate": 0.003, "loss": 4.0518, "step": 12174 }, { "epoch": 0.12175, "grad_norm": 1.088769417635092, "learning_rate": 0.003, "loss": 4.0397, "step": 12175 }, { "epoch": 0.12176, "grad_norm": 1.2661905434748413, "learning_rate": 0.003, "loss": 4.0171, "step": 12176 }, { "epoch": 0.12177, "grad_norm": 1.0836807067546872, "learning_rate": 0.003, "loss": 4.0293, "step": 12177 }, { "epoch": 0.12178, "grad_norm": 1.2934576723672395, "learning_rate": 0.003, "loss": 4.0411, "step": 12178 }, { "epoch": 0.12179, "grad_norm": 1.1831772974220784, "learning_rate": 0.003, "loss": 4.0336, "step": 12179 }, { "epoch": 0.1218, "grad_norm": 1.1747496433726747, "learning_rate": 0.003, "loss": 4.0085, "step": 12180 }, { "epoch": 0.12181, "grad_norm": 1.3179604690170197, "learning_rate": 0.003, "loss": 4.01, "step": 12181 }, { "epoch": 0.12182, "grad_norm": 1.135089293334139, "learning_rate": 0.003, "loss": 4.031, "step": 12182 }, { "epoch": 0.12183, "grad_norm": 1.3221372241316014, "learning_rate": 0.003, "loss": 3.9976, "step": 12183 }, { "epoch": 0.12184, "grad_norm": 1.0124457856344928, "learning_rate": 0.003, "loss": 4.0262, "step": 12184 }, { "epoch": 0.12185, "grad_norm": 1.3589982758664614, "learning_rate": 0.003, "loss": 4.019, "step": 12185 }, { "epoch": 0.12186, "grad_norm": 1.0233570129876237, "learning_rate": 0.003, "loss": 4.0139, "step": 12186 }, { "epoch": 0.12187, "grad_norm": 1.3079895671489778, "learning_rate": 0.003, "loss": 4.0359, "step": 12187 }, { "epoch": 0.12188, "grad_norm": 1.1489865721931825, "learning_rate": 0.003, "loss": 4.0324, "step": 12188 }, { "epoch": 0.12189, "grad_norm": 1.2412768268410446, "learning_rate": 0.003, "loss": 4.0204, "step": 12189 }, { "epoch": 0.1219, "grad_norm": 1.114513378698603, "learning_rate": 0.003, "loss": 4.0324, "step": 12190 }, { "epoch": 0.12191, "grad_norm": 1.3362592660486117, "learning_rate": 0.003, "loss": 4.0507, "step": 12191 }, { "epoch": 0.12192, "grad_norm": 1.0692297451970725, "learning_rate": 0.003, "loss": 4.0442, "step": 12192 }, { "epoch": 0.12193, "grad_norm": 1.2465778007234973, "learning_rate": 0.003, "loss": 4.0504, "step": 12193 }, { "epoch": 0.12194, "grad_norm": 1.1092003193835691, "learning_rate": 0.003, "loss": 4.0202, "step": 12194 }, { "epoch": 0.12195, "grad_norm": 1.1696708395236086, "learning_rate": 0.003, "loss": 4.0152, "step": 12195 }, { "epoch": 0.12196, "grad_norm": 1.1112321590252383, "learning_rate": 0.003, "loss": 4.0079, "step": 12196 }, { "epoch": 0.12197, "grad_norm": 1.2841076485330796, "learning_rate": 0.003, "loss": 4.0057, "step": 12197 }, { "epoch": 0.12198, "grad_norm": 1.107702913323641, "learning_rate": 0.003, "loss": 4.0272, "step": 12198 }, { "epoch": 0.12199, "grad_norm": 1.1836188082240122, "learning_rate": 0.003, "loss": 4.0352, "step": 12199 }, { "epoch": 0.122, "grad_norm": 1.0702302603416496, "learning_rate": 0.003, "loss": 4.025, "step": 12200 }, { "epoch": 0.12201, "grad_norm": 1.357237574537661, "learning_rate": 0.003, "loss": 4.0183, "step": 12201 }, { "epoch": 0.12202, "grad_norm": 1.107067299040779, "learning_rate": 0.003, "loss": 4.0361, "step": 12202 }, { "epoch": 0.12203, "grad_norm": 1.2133228664945446, "learning_rate": 0.003, "loss": 4.0439, "step": 12203 }, { "epoch": 0.12204, "grad_norm": 1.122185688848671, "learning_rate": 0.003, "loss": 4.0459, "step": 12204 }, { "epoch": 0.12205, "grad_norm": 1.2378973407718126, "learning_rate": 0.003, "loss": 4.0183, "step": 12205 }, { "epoch": 0.12206, "grad_norm": 1.0146025080029806, "learning_rate": 0.003, "loss": 3.9975, "step": 12206 }, { "epoch": 0.12207, "grad_norm": 1.2371951440426439, "learning_rate": 0.003, "loss": 4.0672, "step": 12207 }, { "epoch": 0.12208, "grad_norm": 1.1941790413272386, "learning_rate": 0.003, "loss": 4.0389, "step": 12208 }, { "epoch": 0.12209, "grad_norm": 1.237443502265726, "learning_rate": 0.003, "loss": 4.0269, "step": 12209 }, { "epoch": 0.1221, "grad_norm": 1.1191757624817986, "learning_rate": 0.003, "loss": 4.0222, "step": 12210 }, { "epoch": 0.12211, "grad_norm": 1.6015066005243488, "learning_rate": 0.003, "loss": 4.0226, "step": 12211 }, { "epoch": 0.12212, "grad_norm": 1.0912122851858126, "learning_rate": 0.003, "loss": 4.0254, "step": 12212 }, { "epoch": 0.12213, "grad_norm": 1.22523715982098, "learning_rate": 0.003, "loss": 4.0407, "step": 12213 }, { "epoch": 0.12214, "grad_norm": 1.025716267326302, "learning_rate": 0.003, "loss": 4.0315, "step": 12214 }, { "epoch": 0.12215, "grad_norm": 1.1976040863355408, "learning_rate": 0.003, "loss": 4.0502, "step": 12215 }, { "epoch": 0.12216, "grad_norm": 0.965569302971212, "learning_rate": 0.003, "loss": 4.0179, "step": 12216 }, { "epoch": 0.12217, "grad_norm": 1.1391293564356433, "learning_rate": 0.003, "loss": 4.0104, "step": 12217 }, { "epoch": 0.12218, "grad_norm": 1.0031823383720437, "learning_rate": 0.003, "loss": 4.0014, "step": 12218 }, { "epoch": 0.12219, "grad_norm": 1.174272945089118, "learning_rate": 0.003, "loss": 4.0498, "step": 12219 }, { "epoch": 0.1222, "grad_norm": 1.1436677312129953, "learning_rate": 0.003, "loss": 4.0312, "step": 12220 }, { "epoch": 0.12221, "grad_norm": 1.2898099150708564, "learning_rate": 0.003, "loss": 4.0328, "step": 12221 }, { "epoch": 0.12222, "grad_norm": 1.09890346663295, "learning_rate": 0.003, "loss": 4.0108, "step": 12222 }, { "epoch": 0.12223, "grad_norm": 1.3194243732788846, "learning_rate": 0.003, "loss": 4.0401, "step": 12223 }, { "epoch": 0.12224, "grad_norm": 1.1829019105273342, "learning_rate": 0.003, "loss": 4.0141, "step": 12224 }, { "epoch": 0.12225, "grad_norm": 0.9974911798449131, "learning_rate": 0.003, "loss": 4.0245, "step": 12225 }, { "epoch": 0.12226, "grad_norm": 1.2045148338615028, "learning_rate": 0.003, "loss": 4.0344, "step": 12226 }, { "epoch": 0.12227, "grad_norm": 1.2757758918468345, "learning_rate": 0.003, "loss": 4.011, "step": 12227 }, { "epoch": 0.12228, "grad_norm": 1.3030462989555127, "learning_rate": 0.003, "loss": 4.0033, "step": 12228 }, { "epoch": 0.12229, "grad_norm": 1.1447965290278583, "learning_rate": 0.003, "loss": 4.0303, "step": 12229 }, { "epoch": 0.1223, "grad_norm": 1.1830532774411873, "learning_rate": 0.003, "loss": 4.0573, "step": 12230 }, { "epoch": 0.12231, "grad_norm": 0.9927189165650173, "learning_rate": 0.003, "loss": 4.0263, "step": 12231 }, { "epoch": 0.12232, "grad_norm": 1.1343637660969617, "learning_rate": 0.003, "loss": 4.0231, "step": 12232 }, { "epoch": 0.12233, "grad_norm": 1.2339551740369135, "learning_rate": 0.003, "loss": 4.0226, "step": 12233 }, { "epoch": 0.12234, "grad_norm": 1.2153175541284331, "learning_rate": 0.003, "loss": 4.0579, "step": 12234 }, { "epoch": 0.12235, "grad_norm": 1.2112370667362282, "learning_rate": 0.003, "loss": 4.0202, "step": 12235 }, { "epoch": 0.12236, "grad_norm": 1.2680813133769673, "learning_rate": 0.003, "loss": 4.0545, "step": 12236 }, { "epoch": 0.12237, "grad_norm": 1.2440893879161208, "learning_rate": 0.003, "loss": 4.0259, "step": 12237 }, { "epoch": 0.12238, "grad_norm": 1.0938588058052665, "learning_rate": 0.003, "loss": 4.0034, "step": 12238 }, { "epoch": 0.12239, "grad_norm": 1.3079644744847825, "learning_rate": 0.003, "loss": 4.0436, "step": 12239 }, { "epoch": 0.1224, "grad_norm": 1.2032893752750062, "learning_rate": 0.003, "loss": 4.0477, "step": 12240 }, { "epoch": 0.12241, "grad_norm": 1.5263423425857818, "learning_rate": 0.003, "loss": 4.0071, "step": 12241 }, { "epoch": 0.12242, "grad_norm": 1.1123122789832365, "learning_rate": 0.003, "loss": 4.0344, "step": 12242 }, { "epoch": 0.12243, "grad_norm": 1.0556139683461747, "learning_rate": 0.003, "loss": 4.028, "step": 12243 }, { "epoch": 0.12244, "grad_norm": 1.3289277594180184, "learning_rate": 0.003, "loss": 4.049, "step": 12244 }, { "epoch": 0.12245, "grad_norm": 1.0073269421814348, "learning_rate": 0.003, "loss": 4.0476, "step": 12245 }, { "epoch": 0.12246, "grad_norm": 1.4046094869371852, "learning_rate": 0.003, "loss": 4.03, "step": 12246 }, { "epoch": 0.12247, "grad_norm": 1.051725583525556, "learning_rate": 0.003, "loss": 4.014, "step": 12247 }, { "epoch": 0.12248, "grad_norm": 1.2368654496027767, "learning_rate": 0.003, "loss": 4.0262, "step": 12248 }, { "epoch": 0.12249, "grad_norm": 1.1041322243002467, "learning_rate": 0.003, "loss": 3.9916, "step": 12249 }, { "epoch": 0.1225, "grad_norm": 1.2524463553074452, "learning_rate": 0.003, "loss": 4.0454, "step": 12250 }, { "epoch": 0.12251, "grad_norm": 1.1622632606319239, "learning_rate": 0.003, "loss": 4.0482, "step": 12251 }, { "epoch": 0.12252, "grad_norm": 1.3179849114848947, "learning_rate": 0.003, "loss": 4.0337, "step": 12252 }, { "epoch": 0.12253, "grad_norm": 1.0090202086355522, "learning_rate": 0.003, "loss": 4.027, "step": 12253 }, { "epoch": 0.12254, "grad_norm": 1.3230018748827679, "learning_rate": 0.003, "loss": 4.0305, "step": 12254 }, { "epoch": 0.12255, "grad_norm": 1.040049687066231, "learning_rate": 0.003, "loss": 4.0225, "step": 12255 }, { "epoch": 0.12256, "grad_norm": 1.390916117154564, "learning_rate": 0.003, "loss": 4.0284, "step": 12256 }, { "epoch": 0.12257, "grad_norm": 1.1859129806624236, "learning_rate": 0.003, "loss": 4.0531, "step": 12257 }, { "epoch": 0.12258, "grad_norm": 1.0671361782302644, "learning_rate": 0.003, "loss": 4.014, "step": 12258 }, { "epoch": 0.12259, "grad_norm": 1.2161759605513203, "learning_rate": 0.003, "loss": 4.0262, "step": 12259 }, { "epoch": 0.1226, "grad_norm": 1.2804176653736112, "learning_rate": 0.003, "loss": 4.0157, "step": 12260 }, { "epoch": 0.12261, "grad_norm": 0.983275306429123, "learning_rate": 0.003, "loss": 4.0096, "step": 12261 }, { "epoch": 0.12262, "grad_norm": 1.2709090680095843, "learning_rate": 0.003, "loss": 4.0093, "step": 12262 }, { "epoch": 0.12263, "grad_norm": 1.1752535790764227, "learning_rate": 0.003, "loss": 3.9997, "step": 12263 }, { "epoch": 0.12264, "grad_norm": 1.276868126228694, "learning_rate": 0.003, "loss": 4.0381, "step": 12264 }, { "epoch": 0.12265, "grad_norm": 1.1411677072819246, "learning_rate": 0.003, "loss": 4.0175, "step": 12265 }, { "epoch": 0.12266, "grad_norm": 1.0902306136530755, "learning_rate": 0.003, "loss": 3.9951, "step": 12266 }, { "epoch": 0.12267, "grad_norm": 1.3205667988804515, "learning_rate": 0.003, "loss": 4.0464, "step": 12267 }, { "epoch": 0.12268, "grad_norm": 1.0465548404396692, "learning_rate": 0.003, "loss": 4.0195, "step": 12268 }, { "epoch": 0.12269, "grad_norm": 1.525340885064841, "learning_rate": 0.003, "loss": 4.024, "step": 12269 }, { "epoch": 0.1227, "grad_norm": 0.898532904288709, "learning_rate": 0.003, "loss": 4.0318, "step": 12270 }, { "epoch": 0.12271, "grad_norm": 1.1625001192804503, "learning_rate": 0.003, "loss": 4.0147, "step": 12271 }, { "epoch": 0.12272, "grad_norm": 1.2506428969604266, "learning_rate": 0.003, "loss": 3.9987, "step": 12272 }, { "epoch": 0.12273, "grad_norm": 1.1400665488880517, "learning_rate": 0.003, "loss": 4.032, "step": 12273 }, { "epoch": 0.12274, "grad_norm": 1.4807402303846313, "learning_rate": 0.003, "loss": 4.0154, "step": 12274 }, { "epoch": 0.12275, "grad_norm": 0.9718032014863593, "learning_rate": 0.003, "loss": 4.0499, "step": 12275 }, { "epoch": 0.12276, "grad_norm": 1.1004371990631832, "learning_rate": 0.003, "loss": 4.0256, "step": 12276 }, { "epoch": 0.12277, "grad_norm": 1.2316751692589583, "learning_rate": 0.003, "loss": 4.0358, "step": 12277 }, { "epoch": 0.12278, "grad_norm": 1.2692996495372502, "learning_rate": 0.003, "loss": 4.0421, "step": 12278 }, { "epoch": 0.12279, "grad_norm": 1.1298346790675529, "learning_rate": 0.003, "loss": 3.9906, "step": 12279 }, { "epoch": 0.1228, "grad_norm": 1.0241566953582193, "learning_rate": 0.003, "loss": 4.0338, "step": 12280 }, { "epoch": 0.12281, "grad_norm": 1.2259128020142214, "learning_rate": 0.003, "loss": 4.0237, "step": 12281 }, { "epoch": 0.12282, "grad_norm": 1.1727117627822834, "learning_rate": 0.003, "loss": 4.056, "step": 12282 }, { "epoch": 0.12283, "grad_norm": 1.4802551869138976, "learning_rate": 0.003, "loss": 4.0185, "step": 12283 }, { "epoch": 0.12284, "grad_norm": 0.8562657072581173, "learning_rate": 0.003, "loss": 4.0054, "step": 12284 }, { "epoch": 0.12285, "grad_norm": 1.143034764039563, "learning_rate": 0.003, "loss": 4.0338, "step": 12285 }, { "epoch": 0.12286, "grad_norm": 1.2625712453206883, "learning_rate": 0.003, "loss": 4.0348, "step": 12286 }, { "epoch": 0.12287, "grad_norm": 1.0830382002896604, "learning_rate": 0.003, "loss": 4.0293, "step": 12287 }, { "epoch": 0.12288, "grad_norm": 1.1182157999246587, "learning_rate": 0.003, "loss": 4.0481, "step": 12288 }, { "epoch": 0.12289, "grad_norm": 0.9493864192646565, "learning_rate": 0.003, "loss": 3.9938, "step": 12289 }, { "epoch": 0.1229, "grad_norm": 1.1563869494269485, "learning_rate": 0.003, "loss": 4.0195, "step": 12290 }, { "epoch": 0.12291, "grad_norm": 1.2541160596246155, "learning_rate": 0.003, "loss": 4.0336, "step": 12291 }, { "epoch": 0.12292, "grad_norm": 1.2248213033814566, "learning_rate": 0.003, "loss": 4.0204, "step": 12292 }, { "epoch": 0.12293, "grad_norm": 1.2000885923117754, "learning_rate": 0.003, "loss": 4.0457, "step": 12293 }, { "epoch": 0.12294, "grad_norm": 1.0981859496339343, "learning_rate": 0.003, "loss": 4.0408, "step": 12294 }, { "epoch": 0.12295, "grad_norm": 1.1575443564037111, "learning_rate": 0.003, "loss": 4.0399, "step": 12295 }, { "epoch": 0.12296, "grad_norm": 1.301359422856533, "learning_rate": 0.003, "loss": 4.0341, "step": 12296 }, { "epoch": 0.12297, "grad_norm": 1.2514385607651537, "learning_rate": 0.003, "loss": 4.0232, "step": 12297 }, { "epoch": 0.12298, "grad_norm": 1.273736329357012, "learning_rate": 0.003, "loss": 4.0428, "step": 12298 }, { "epoch": 0.12299, "grad_norm": 1.3886346632204654, "learning_rate": 0.003, "loss": 4.0228, "step": 12299 }, { "epoch": 0.123, "grad_norm": 1.0872428215026426, "learning_rate": 0.003, "loss": 4.0385, "step": 12300 }, { "epoch": 0.12301, "grad_norm": 1.370513264865828, "learning_rate": 0.003, "loss": 4.0523, "step": 12301 }, { "epoch": 0.12302, "grad_norm": 0.8505983228963824, "learning_rate": 0.003, "loss": 4.0351, "step": 12302 }, { "epoch": 0.12303, "grad_norm": 0.9457348435365074, "learning_rate": 0.003, "loss": 4.0838, "step": 12303 }, { "epoch": 0.12304, "grad_norm": 0.9951681172464344, "learning_rate": 0.003, "loss": 4.0026, "step": 12304 }, { "epoch": 0.12305, "grad_norm": 1.0681593913605725, "learning_rate": 0.003, "loss": 4.0253, "step": 12305 }, { "epoch": 0.12306, "grad_norm": 1.2916709766050543, "learning_rate": 0.003, "loss": 4.0266, "step": 12306 }, { "epoch": 0.12307, "grad_norm": 1.2292127687463348, "learning_rate": 0.003, "loss": 4.0274, "step": 12307 }, { "epoch": 0.12308, "grad_norm": 1.139218468833114, "learning_rate": 0.003, "loss": 4.0413, "step": 12308 }, { "epoch": 0.12309, "grad_norm": 1.2485231059799966, "learning_rate": 0.003, "loss": 4.0233, "step": 12309 }, { "epoch": 0.1231, "grad_norm": 1.285310561114578, "learning_rate": 0.003, "loss": 4.0303, "step": 12310 }, { "epoch": 0.12311, "grad_norm": 1.2794706200625143, "learning_rate": 0.003, "loss": 4.0107, "step": 12311 }, { "epoch": 0.12312, "grad_norm": 1.0817853226112992, "learning_rate": 0.003, "loss": 4.0403, "step": 12312 }, { "epoch": 0.12313, "grad_norm": 1.4834866026044042, "learning_rate": 0.003, "loss": 4.0553, "step": 12313 }, { "epoch": 0.12314, "grad_norm": 0.9875551326088596, "learning_rate": 0.003, "loss": 4.016, "step": 12314 }, { "epoch": 0.12315, "grad_norm": 1.4829417421206113, "learning_rate": 0.003, "loss": 4.0554, "step": 12315 }, { "epoch": 0.12316, "grad_norm": 1.0408210412276793, "learning_rate": 0.003, "loss": 4.0352, "step": 12316 }, { "epoch": 0.12317, "grad_norm": 1.4264169348104334, "learning_rate": 0.003, "loss": 4.0017, "step": 12317 }, { "epoch": 0.12318, "grad_norm": 1.0989074999876036, "learning_rate": 0.003, "loss": 4.0484, "step": 12318 }, { "epoch": 0.12319, "grad_norm": 1.2243058952350059, "learning_rate": 0.003, "loss": 4.0332, "step": 12319 }, { "epoch": 0.1232, "grad_norm": 1.0845777556091951, "learning_rate": 0.003, "loss": 4.0477, "step": 12320 }, { "epoch": 0.12321, "grad_norm": 1.2109554941735854, "learning_rate": 0.003, "loss": 4.0197, "step": 12321 }, { "epoch": 0.12322, "grad_norm": 1.0902149341547924, "learning_rate": 0.003, "loss": 4.0203, "step": 12322 }, { "epoch": 0.12323, "grad_norm": 1.207304856681732, "learning_rate": 0.003, "loss": 4.0228, "step": 12323 }, { "epoch": 0.12324, "grad_norm": 1.1095092917775558, "learning_rate": 0.003, "loss": 4.011, "step": 12324 }, { "epoch": 0.12325, "grad_norm": 1.2357130353809473, "learning_rate": 0.003, "loss": 3.9895, "step": 12325 }, { "epoch": 0.12326, "grad_norm": 1.0963499157957226, "learning_rate": 0.003, "loss": 4.019, "step": 12326 }, { "epoch": 0.12327, "grad_norm": 1.340824324855678, "learning_rate": 0.003, "loss": 3.999, "step": 12327 }, { "epoch": 0.12328, "grad_norm": 1.2449364637709306, "learning_rate": 0.003, "loss": 3.9928, "step": 12328 }, { "epoch": 0.12329, "grad_norm": 1.1876948176946969, "learning_rate": 0.003, "loss": 4.0416, "step": 12329 }, { "epoch": 0.1233, "grad_norm": 1.1120658251348128, "learning_rate": 0.003, "loss": 4.0054, "step": 12330 }, { "epoch": 0.12331, "grad_norm": 1.2766533808324558, "learning_rate": 0.003, "loss": 4.0154, "step": 12331 }, { "epoch": 0.12332, "grad_norm": 1.0419909057814578, "learning_rate": 0.003, "loss": 4.0039, "step": 12332 }, { "epoch": 0.12333, "grad_norm": 1.2900410395289634, "learning_rate": 0.003, "loss": 4.0133, "step": 12333 }, { "epoch": 0.12334, "grad_norm": 1.194625300357013, "learning_rate": 0.003, "loss": 4.0299, "step": 12334 }, { "epoch": 0.12335, "grad_norm": 1.3193993205603087, "learning_rate": 0.003, "loss": 4.0244, "step": 12335 }, { "epoch": 0.12336, "grad_norm": 1.341608532912959, "learning_rate": 0.003, "loss": 4.0294, "step": 12336 }, { "epoch": 0.12337, "grad_norm": 1.1486692164623977, "learning_rate": 0.003, "loss": 4.0224, "step": 12337 }, { "epoch": 0.12338, "grad_norm": 1.2242326996905912, "learning_rate": 0.003, "loss": 4.0125, "step": 12338 }, { "epoch": 0.12339, "grad_norm": 1.0095451474374366, "learning_rate": 0.003, "loss": 4.0213, "step": 12339 }, { "epoch": 0.1234, "grad_norm": 1.3942157585638366, "learning_rate": 0.003, "loss": 4.0506, "step": 12340 }, { "epoch": 0.12341, "grad_norm": 0.9436108135164665, "learning_rate": 0.003, "loss": 4.0299, "step": 12341 }, { "epoch": 0.12342, "grad_norm": 1.1302393729306983, "learning_rate": 0.003, "loss": 4.0075, "step": 12342 }, { "epoch": 0.12343, "grad_norm": 1.3295607670812282, "learning_rate": 0.003, "loss": 4.0126, "step": 12343 }, { "epoch": 0.12344, "grad_norm": 1.194555142662113, "learning_rate": 0.003, "loss": 4.0273, "step": 12344 }, { "epoch": 0.12345, "grad_norm": 1.3101897952776536, "learning_rate": 0.003, "loss": 3.9911, "step": 12345 }, { "epoch": 0.12346, "grad_norm": 0.9886687025758016, "learning_rate": 0.003, "loss": 4.0022, "step": 12346 }, { "epoch": 0.12347, "grad_norm": 1.048339053066772, "learning_rate": 0.003, "loss": 4.0181, "step": 12347 }, { "epoch": 0.12348, "grad_norm": 1.384508645610422, "learning_rate": 0.003, "loss": 4.0336, "step": 12348 }, { "epoch": 0.12349, "grad_norm": 1.0486243460691573, "learning_rate": 0.003, "loss": 4.0099, "step": 12349 }, { "epoch": 0.1235, "grad_norm": 1.2688673285137406, "learning_rate": 0.003, "loss": 4.0152, "step": 12350 }, { "epoch": 0.12351, "grad_norm": 0.9688609196568242, "learning_rate": 0.003, "loss": 4.0302, "step": 12351 }, { "epoch": 0.12352, "grad_norm": 1.3053088708802922, "learning_rate": 0.003, "loss": 4.0181, "step": 12352 }, { "epoch": 0.12353, "grad_norm": 1.012117558257402, "learning_rate": 0.003, "loss": 4.0029, "step": 12353 }, { "epoch": 0.12354, "grad_norm": 1.4775072585954483, "learning_rate": 0.003, "loss": 4.0253, "step": 12354 }, { "epoch": 0.12355, "grad_norm": 0.9673416007518341, "learning_rate": 0.003, "loss": 4.0175, "step": 12355 }, { "epoch": 0.12356, "grad_norm": 1.1498611705148574, "learning_rate": 0.003, "loss": 4.0129, "step": 12356 }, { "epoch": 0.12357, "grad_norm": 0.9580734048464713, "learning_rate": 0.003, "loss": 4.0074, "step": 12357 }, { "epoch": 0.12358, "grad_norm": 1.3371631264382817, "learning_rate": 0.003, "loss": 4.0167, "step": 12358 }, { "epoch": 0.12359, "grad_norm": 1.139746107919948, "learning_rate": 0.003, "loss": 4.0058, "step": 12359 }, { "epoch": 0.1236, "grad_norm": 1.2004566124253264, "learning_rate": 0.003, "loss": 4.0098, "step": 12360 }, { "epoch": 0.12361, "grad_norm": 1.1116903585599232, "learning_rate": 0.003, "loss": 4.0159, "step": 12361 }, { "epoch": 0.12362, "grad_norm": 1.0685972050756347, "learning_rate": 0.003, "loss": 4.0361, "step": 12362 }, { "epoch": 0.12363, "grad_norm": 1.0483608668790687, "learning_rate": 0.003, "loss": 4.015, "step": 12363 }, { "epoch": 0.12364, "grad_norm": 1.4918723329058845, "learning_rate": 0.003, "loss": 4.0238, "step": 12364 }, { "epoch": 0.12365, "grad_norm": 1.0178238571752845, "learning_rate": 0.003, "loss": 4.0108, "step": 12365 }, { "epoch": 0.12366, "grad_norm": 1.3030151120524025, "learning_rate": 0.003, "loss": 4.0841, "step": 12366 }, { "epoch": 0.12367, "grad_norm": 1.141857602951121, "learning_rate": 0.003, "loss": 4.0581, "step": 12367 }, { "epoch": 0.12368, "grad_norm": 1.2565604375779478, "learning_rate": 0.003, "loss": 4.0365, "step": 12368 }, { "epoch": 0.12369, "grad_norm": 1.214027777384337, "learning_rate": 0.003, "loss": 4.0504, "step": 12369 }, { "epoch": 0.1237, "grad_norm": 1.0915755444135937, "learning_rate": 0.003, "loss": 4.0368, "step": 12370 }, { "epoch": 0.12371, "grad_norm": 1.1867414654709663, "learning_rate": 0.003, "loss": 4.0205, "step": 12371 }, { "epoch": 0.12372, "grad_norm": 1.0546431117703352, "learning_rate": 0.003, "loss": 4.0242, "step": 12372 }, { "epoch": 0.12373, "grad_norm": 1.4647953108218288, "learning_rate": 0.003, "loss": 4.0486, "step": 12373 }, { "epoch": 0.12374, "grad_norm": 1.04762106343006, "learning_rate": 0.003, "loss": 4.0313, "step": 12374 }, { "epoch": 0.12375, "grad_norm": 1.1963079339111795, "learning_rate": 0.003, "loss": 4.0175, "step": 12375 }, { "epoch": 0.12376, "grad_norm": 1.1499302069922561, "learning_rate": 0.003, "loss": 4.0487, "step": 12376 }, { "epoch": 0.12377, "grad_norm": 1.0968516310925092, "learning_rate": 0.003, "loss": 3.9928, "step": 12377 }, { "epoch": 0.12378, "grad_norm": 1.385819083799469, "learning_rate": 0.003, "loss": 4.0597, "step": 12378 }, { "epoch": 0.12379, "grad_norm": 1.1485024350100335, "learning_rate": 0.003, "loss": 4.0203, "step": 12379 }, { "epoch": 0.1238, "grad_norm": 1.0950675066447881, "learning_rate": 0.003, "loss": 4.0368, "step": 12380 }, { "epoch": 0.12381, "grad_norm": 1.1638382018028037, "learning_rate": 0.003, "loss": 4.031, "step": 12381 }, { "epoch": 0.12382, "grad_norm": 1.129457787007263, "learning_rate": 0.003, "loss": 4.0191, "step": 12382 }, { "epoch": 0.12383, "grad_norm": 1.1036814048890862, "learning_rate": 0.003, "loss": 4.004, "step": 12383 }, { "epoch": 0.12384, "grad_norm": 1.2376100778668477, "learning_rate": 0.003, "loss": 4.0321, "step": 12384 }, { "epoch": 0.12385, "grad_norm": 1.1084913141813695, "learning_rate": 0.003, "loss": 4.0068, "step": 12385 }, { "epoch": 0.12386, "grad_norm": 1.178199736592679, "learning_rate": 0.003, "loss": 4.0294, "step": 12386 }, { "epoch": 0.12387, "grad_norm": 1.1779043826583042, "learning_rate": 0.003, "loss": 4.0168, "step": 12387 }, { "epoch": 0.12388, "grad_norm": 1.2916996558932137, "learning_rate": 0.003, "loss": 4.0106, "step": 12388 }, { "epoch": 0.12389, "grad_norm": 1.0404310442375322, "learning_rate": 0.003, "loss": 4.0458, "step": 12389 }, { "epoch": 0.1239, "grad_norm": 1.2897160473158022, "learning_rate": 0.003, "loss": 4.0632, "step": 12390 }, { "epoch": 0.12391, "grad_norm": 1.1756647311322306, "learning_rate": 0.003, "loss": 3.9902, "step": 12391 }, { "epoch": 0.12392, "grad_norm": 1.1316623880446204, "learning_rate": 0.003, "loss": 4.0147, "step": 12392 }, { "epoch": 0.12393, "grad_norm": 1.238766697242648, "learning_rate": 0.003, "loss": 4.0383, "step": 12393 }, { "epoch": 0.12394, "grad_norm": 1.088911073223708, "learning_rate": 0.003, "loss": 4.0193, "step": 12394 }, { "epoch": 0.12395, "grad_norm": 1.1453594979436852, "learning_rate": 0.003, "loss": 3.9919, "step": 12395 }, { "epoch": 0.12396, "grad_norm": 1.2257856525238398, "learning_rate": 0.003, "loss": 4.0459, "step": 12396 }, { "epoch": 0.12397, "grad_norm": 1.1932329492927123, "learning_rate": 0.003, "loss": 4.0366, "step": 12397 }, { "epoch": 0.12398, "grad_norm": 1.263429821271588, "learning_rate": 0.003, "loss": 4.0542, "step": 12398 }, { "epoch": 0.12399, "grad_norm": 1.1410816377835378, "learning_rate": 0.003, "loss": 4.0549, "step": 12399 }, { "epoch": 0.124, "grad_norm": 1.2684277262143193, "learning_rate": 0.003, "loss": 4.0717, "step": 12400 }, { "epoch": 0.12401, "grad_norm": 1.3163035517059634, "learning_rate": 0.003, "loss": 4.0104, "step": 12401 }, { "epoch": 0.12402, "grad_norm": 1.0710840595995579, "learning_rate": 0.003, "loss": 4.0345, "step": 12402 }, { "epoch": 0.12403, "grad_norm": 1.3799174340236744, "learning_rate": 0.003, "loss": 4.0234, "step": 12403 }, { "epoch": 0.12404, "grad_norm": 0.9632650030245177, "learning_rate": 0.003, "loss": 4.0224, "step": 12404 }, { "epoch": 0.12405, "grad_norm": 1.5065254113151083, "learning_rate": 0.003, "loss": 4.0412, "step": 12405 }, { "epoch": 0.12406, "grad_norm": 1.2014138932290637, "learning_rate": 0.003, "loss": 4.0227, "step": 12406 }, { "epoch": 0.12407, "grad_norm": 1.3139679781057607, "learning_rate": 0.003, "loss": 4.018, "step": 12407 }, { "epoch": 0.12408, "grad_norm": 0.9751484488901144, "learning_rate": 0.003, "loss": 4.0384, "step": 12408 }, { "epoch": 0.12409, "grad_norm": 1.3002152359013281, "learning_rate": 0.003, "loss": 4.0094, "step": 12409 }, { "epoch": 0.1241, "grad_norm": 1.0966298279249171, "learning_rate": 0.003, "loss": 4.0436, "step": 12410 }, { "epoch": 0.12411, "grad_norm": 1.2426091821974081, "learning_rate": 0.003, "loss": 4.0145, "step": 12411 }, { "epoch": 0.12412, "grad_norm": 1.176010755554183, "learning_rate": 0.003, "loss": 4.0055, "step": 12412 }, { "epoch": 0.12413, "grad_norm": 1.286184335849363, "learning_rate": 0.003, "loss": 4.0533, "step": 12413 }, { "epoch": 0.12414, "grad_norm": 1.1895946884822244, "learning_rate": 0.003, "loss": 4.0131, "step": 12414 }, { "epoch": 0.12415, "grad_norm": 1.1707059442835113, "learning_rate": 0.003, "loss": 4.0266, "step": 12415 }, { "epoch": 0.12416, "grad_norm": 0.9363912878676401, "learning_rate": 0.003, "loss": 4.0436, "step": 12416 }, { "epoch": 0.12417, "grad_norm": 1.046953318675986, "learning_rate": 0.003, "loss": 4.04, "step": 12417 }, { "epoch": 0.12418, "grad_norm": 1.317720438395889, "learning_rate": 0.003, "loss": 4.0343, "step": 12418 }, { "epoch": 0.12419, "grad_norm": 1.0657548477063905, "learning_rate": 0.003, "loss": 4.0075, "step": 12419 }, { "epoch": 0.1242, "grad_norm": 1.1089272329972197, "learning_rate": 0.003, "loss": 3.9914, "step": 12420 }, { "epoch": 0.12421, "grad_norm": 1.3485884933715704, "learning_rate": 0.003, "loss": 4.0574, "step": 12421 }, { "epoch": 0.12422, "grad_norm": 1.222601076789822, "learning_rate": 0.003, "loss": 4.0268, "step": 12422 }, { "epoch": 0.12423, "grad_norm": 1.3597254489602004, "learning_rate": 0.003, "loss": 4.0397, "step": 12423 }, { "epoch": 0.12424, "grad_norm": 1.1677550597946742, "learning_rate": 0.003, "loss": 3.9886, "step": 12424 }, { "epoch": 0.12425, "grad_norm": 1.1477029620568557, "learning_rate": 0.003, "loss": 4.0149, "step": 12425 }, { "epoch": 0.12426, "grad_norm": 1.2385626889982522, "learning_rate": 0.003, "loss": 4.0116, "step": 12426 }, { "epoch": 0.12427, "grad_norm": 0.9655680600257277, "learning_rate": 0.003, "loss": 4.0192, "step": 12427 }, { "epoch": 0.12428, "grad_norm": 1.4020376789614961, "learning_rate": 0.003, "loss": 4.0466, "step": 12428 }, { "epoch": 0.12429, "grad_norm": 1.1747627795440823, "learning_rate": 0.003, "loss": 4.0054, "step": 12429 }, { "epoch": 0.1243, "grad_norm": 1.3579254765229938, "learning_rate": 0.003, "loss": 4.0403, "step": 12430 }, { "epoch": 0.12431, "grad_norm": 0.9294601734714742, "learning_rate": 0.003, "loss": 4.0115, "step": 12431 }, { "epoch": 0.12432, "grad_norm": 1.2390178128721387, "learning_rate": 0.003, "loss": 4.0376, "step": 12432 }, { "epoch": 0.12433, "grad_norm": 0.9563357941981651, "learning_rate": 0.003, "loss": 4.0353, "step": 12433 }, { "epoch": 0.12434, "grad_norm": 1.3376711308452687, "learning_rate": 0.003, "loss": 4.0613, "step": 12434 }, { "epoch": 0.12435, "grad_norm": 1.0536428112043779, "learning_rate": 0.003, "loss": 4.024, "step": 12435 }, { "epoch": 0.12436, "grad_norm": 1.30700540627271, "learning_rate": 0.003, "loss": 4.0013, "step": 12436 }, { "epoch": 0.12437, "grad_norm": 1.1830783159612694, "learning_rate": 0.003, "loss": 4.0056, "step": 12437 }, { "epoch": 0.12438, "grad_norm": 1.0559360395390067, "learning_rate": 0.003, "loss": 3.9997, "step": 12438 }, { "epoch": 0.12439, "grad_norm": 1.3789067519353553, "learning_rate": 0.003, "loss": 4.039, "step": 12439 }, { "epoch": 0.1244, "grad_norm": 1.0241235840308207, "learning_rate": 0.003, "loss": 4.014, "step": 12440 }, { "epoch": 0.12441, "grad_norm": 1.3409960385311457, "learning_rate": 0.003, "loss": 4.0049, "step": 12441 }, { "epoch": 0.12442, "grad_norm": 0.9732899619983509, "learning_rate": 0.003, "loss": 4.0267, "step": 12442 }, { "epoch": 0.12443, "grad_norm": 1.2486871041590437, "learning_rate": 0.003, "loss": 4.0342, "step": 12443 }, { "epoch": 0.12444, "grad_norm": 1.2134843237041595, "learning_rate": 0.003, "loss": 4.0217, "step": 12444 }, { "epoch": 0.12445, "grad_norm": 1.269281860860668, "learning_rate": 0.003, "loss": 4.0355, "step": 12445 }, { "epoch": 0.12446, "grad_norm": 1.3188318275217783, "learning_rate": 0.003, "loss": 4.0336, "step": 12446 }, { "epoch": 0.12447, "grad_norm": 1.1481372478074385, "learning_rate": 0.003, "loss": 4.0415, "step": 12447 }, { "epoch": 0.12448, "grad_norm": 1.2369333239119498, "learning_rate": 0.003, "loss": 4.0351, "step": 12448 }, { "epoch": 0.12449, "grad_norm": 1.2694235265392477, "learning_rate": 0.003, "loss": 4.0561, "step": 12449 }, { "epoch": 0.1245, "grad_norm": 1.1317858601417061, "learning_rate": 0.003, "loss": 4.0066, "step": 12450 }, { "epoch": 0.12451, "grad_norm": 1.074137700501863, "learning_rate": 0.003, "loss": 3.9826, "step": 12451 }, { "epoch": 0.12452, "grad_norm": 1.2885266855909137, "learning_rate": 0.003, "loss": 4.0377, "step": 12452 }, { "epoch": 0.12453, "grad_norm": 1.0396878994563437, "learning_rate": 0.003, "loss": 4.0396, "step": 12453 }, { "epoch": 0.12454, "grad_norm": 1.4662506221052487, "learning_rate": 0.003, "loss": 4.0021, "step": 12454 }, { "epoch": 0.12455, "grad_norm": 0.9532945933163989, "learning_rate": 0.003, "loss": 4.0267, "step": 12455 }, { "epoch": 0.12456, "grad_norm": 1.2584449951050858, "learning_rate": 0.003, "loss": 4.003, "step": 12456 }, { "epoch": 0.12457, "grad_norm": 1.1411104987476233, "learning_rate": 0.003, "loss": 4.0321, "step": 12457 }, { "epoch": 0.12458, "grad_norm": 1.1800010265166672, "learning_rate": 0.003, "loss": 4.0057, "step": 12458 }, { "epoch": 0.12459, "grad_norm": 1.2595512640292814, "learning_rate": 0.003, "loss": 4.0427, "step": 12459 }, { "epoch": 0.1246, "grad_norm": 1.1244644633947707, "learning_rate": 0.003, "loss": 4.0471, "step": 12460 }, { "epoch": 0.12461, "grad_norm": 1.4047730844954986, "learning_rate": 0.003, "loss": 4.0294, "step": 12461 }, { "epoch": 0.12462, "grad_norm": 1.065955962651246, "learning_rate": 0.003, "loss": 4.0183, "step": 12462 }, { "epoch": 0.12463, "grad_norm": 1.23712644506417, "learning_rate": 0.003, "loss": 4.0204, "step": 12463 }, { "epoch": 0.12464, "grad_norm": 1.048205712021745, "learning_rate": 0.003, "loss": 4.0327, "step": 12464 }, { "epoch": 0.12465, "grad_norm": 1.2119882374602933, "learning_rate": 0.003, "loss": 4.0046, "step": 12465 }, { "epoch": 0.12466, "grad_norm": 1.0136502432256684, "learning_rate": 0.003, "loss": 4.0448, "step": 12466 }, { "epoch": 0.12467, "grad_norm": 1.3500074196062515, "learning_rate": 0.003, "loss": 4.0398, "step": 12467 }, { "epoch": 0.12468, "grad_norm": 1.1123455140298126, "learning_rate": 0.003, "loss": 4.0484, "step": 12468 }, { "epoch": 0.12469, "grad_norm": 1.1752785623116864, "learning_rate": 0.003, "loss": 4.0068, "step": 12469 }, { "epoch": 0.1247, "grad_norm": 1.0239397030257342, "learning_rate": 0.003, "loss": 3.994, "step": 12470 }, { "epoch": 0.12471, "grad_norm": 1.3169454051060006, "learning_rate": 0.003, "loss": 4.0473, "step": 12471 }, { "epoch": 0.12472, "grad_norm": 1.076334168779626, "learning_rate": 0.003, "loss": 4.0437, "step": 12472 }, { "epoch": 0.12473, "grad_norm": 1.1950416553824108, "learning_rate": 0.003, "loss": 4.0141, "step": 12473 }, { "epoch": 0.12474, "grad_norm": 1.3179792713272818, "learning_rate": 0.003, "loss": 4.0439, "step": 12474 }, { "epoch": 0.12475, "grad_norm": 1.245756788047074, "learning_rate": 0.003, "loss": 4.023, "step": 12475 }, { "epoch": 0.12476, "grad_norm": 1.1900834831639637, "learning_rate": 0.003, "loss": 4.0526, "step": 12476 }, { "epoch": 0.12477, "grad_norm": 1.2777258402774527, "learning_rate": 0.003, "loss": 4.0034, "step": 12477 }, { "epoch": 0.12478, "grad_norm": 1.3540644784807185, "learning_rate": 0.003, "loss": 4.0028, "step": 12478 }, { "epoch": 0.12479, "grad_norm": 1.250859757659591, "learning_rate": 0.003, "loss": 4.034, "step": 12479 }, { "epoch": 0.1248, "grad_norm": 1.0011661308076665, "learning_rate": 0.003, "loss": 4.0181, "step": 12480 }, { "epoch": 0.12481, "grad_norm": 1.0944248906550968, "learning_rate": 0.003, "loss": 4.0035, "step": 12481 }, { "epoch": 0.12482, "grad_norm": 1.0766623803287114, "learning_rate": 0.003, "loss": 4.0338, "step": 12482 }, { "epoch": 0.12483, "grad_norm": 1.247377497569275, "learning_rate": 0.003, "loss": 4.0388, "step": 12483 }, { "epoch": 0.12484, "grad_norm": 1.2590475389724518, "learning_rate": 0.003, "loss": 3.985, "step": 12484 }, { "epoch": 0.12485, "grad_norm": 1.2563221922601575, "learning_rate": 0.003, "loss": 4.0373, "step": 12485 }, { "epoch": 0.12486, "grad_norm": 1.366666755852874, "learning_rate": 0.003, "loss": 4.0058, "step": 12486 }, { "epoch": 0.12487, "grad_norm": 1.0391130894161864, "learning_rate": 0.003, "loss": 3.9849, "step": 12487 }, { "epoch": 0.12488, "grad_norm": 1.252739650762261, "learning_rate": 0.003, "loss": 4.0275, "step": 12488 }, { "epoch": 0.12489, "grad_norm": 1.1169828804543638, "learning_rate": 0.003, "loss": 4.005, "step": 12489 }, { "epoch": 0.1249, "grad_norm": 1.1550846912653996, "learning_rate": 0.003, "loss": 4.0241, "step": 12490 }, { "epoch": 0.12491, "grad_norm": 1.2273757973022745, "learning_rate": 0.003, "loss": 4.0242, "step": 12491 }, { "epoch": 0.12492, "grad_norm": 1.138029638011022, "learning_rate": 0.003, "loss": 4.0392, "step": 12492 }, { "epoch": 0.12493, "grad_norm": 1.1633599584548278, "learning_rate": 0.003, "loss": 4.0343, "step": 12493 }, { "epoch": 0.12494, "grad_norm": 1.1071951401003601, "learning_rate": 0.003, "loss": 4.0048, "step": 12494 }, { "epoch": 0.12495, "grad_norm": 1.1728962633082556, "learning_rate": 0.003, "loss": 4.0251, "step": 12495 }, { "epoch": 0.12496, "grad_norm": 1.1412993656234558, "learning_rate": 0.003, "loss": 4.006, "step": 12496 }, { "epoch": 0.12497, "grad_norm": 1.1836701462957342, "learning_rate": 0.003, "loss": 4.023, "step": 12497 }, { "epoch": 0.12498, "grad_norm": 1.3444553399522738, "learning_rate": 0.003, "loss": 4.0239, "step": 12498 }, { "epoch": 0.12499, "grad_norm": 1.055299434095236, "learning_rate": 0.003, "loss": 4.0277, "step": 12499 }, { "epoch": 0.125, "grad_norm": 1.1681452892889812, "learning_rate": 0.003, "loss": 4.0656, "step": 12500 }, { "epoch": 0.12501, "grad_norm": 1.1566911568476128, "learning_rate": 0.003, "loss": 4.039, "step": 12501 }, { "epoch": 0.12502, "grad_norm": 1.2648808509254572, "learning_rate": 0.003, "loss": 4.0248, "step": 12502 }, { "epoch": 0.12503, "grad_norm": 1.1849013409331248, "learning_rate": 0.003, "loss": 4.029, "step": 12503 }, { "epoch": 0.12504, "grad_norm": 1.2885672439504576, "learning_rate": 0.003, "loss": 4.0338, "step": 12504 }, { "epoch": 0.12505, "grad_norm": 1.1165062827533234, "learning_rate": 0.003, "loss": 4.0416, "step": 12505 }, { "epoch": 0.12506, "grad_norm": 1.312246783818512, "learning_rate": 0.003, "loss": 4.0325, "step": 12506 }, { "epoch": 0.12507, "grad_norm": 1.3021217260244191, "learning_rate": 0.003, "loss": 4.0039, "step": 12507 }, { "epoch": 0.12508, "grad_norm": 1.080380448706609, "learning_rate": 0.003, "loss": 4.0206, "step": 12508 }, { "epoch": 0.12509, "grad_norm": 1.4439839528646126, "learning_rate": 0.003, "loss": 4.0333, "step": 12509 }, { "epoch": 0.1251, "grad_norm": 1.0678739097641072, "learning_rate": 0.003, "loss": 3.9946, "step": 12510 }, { "epoch": 0.12511, "grad_norm": 1.239905906705609, "learning_rate": 0.003, "loss": 4.0145, "step": 12511 }, { "epoch": 0.12512, "grad_norm": 1.0887393820962412, "learning_rate": 0.003, "loss": 4.0191, "step": 12512 }, { "epoch": 0.12513, "grad_norm": 1.1044326141571423, "learning_rate": 0.003, "loss": 4.0298, "step": 12513 }, { "epoch": 0.12514, "grad_norm": 1.296916204033871, "learning_rate": 0.003, "loss": 4.0268, "step": 12514 }, { "epoch": 0.12515, "grad_norm": 1.1111976158805856, "learning_rate": 0.003, "loss": 4.0184, "step": 12515 }, { "epoch": 0.12516, "grad_norm": 1.4345634992074552, "learning_rate": 0.003, "loss": 4.0381, "step": 12516 }, { "epoch": 0.12517, "grad_norm": 1.0038106730731644, "learning_rate": 0.003, "loss": 3.9899, "step": 12517 }, { "epoch": 0.12518, "grad_norm": 1.233815776710949, "learning_rate": 0.003, "loss": 4.0427, "step": 12518 }, { "epoch": 0.12519, "grad_norm": 1.0644914590833376, "learning_rate": 0.003, "loss": 4.028, "step": 12519 }, { "epoch": 0.1252, "grad_norm": 1.1510047747949075, "learning_rate": 0.003, "loss": 3.9852, "step": 12520 }, { "epoch": 0.12521, "grad_norm": 1.2458741278187768, "learning_rate": 0.003, "loss": 4.0306, "step": 12521 }, { "epoch": 0.12522, "grad_norm": 1.2658284858594022, "learning_rate": 0.003, "loss": 4.0664, "step": 12522 }, { "epoch": 0.12523, "grad_norm": 1.0684459848883463, "learning_rate": 0.003, "loss": 4.0114, "step": 12523 }, { "epoch": 0.12524, "grad_norm": 1.1841532183619132, "learning_rate": 0.003, "loss": 4.0068, "step": 12524 }, { "epoch": 0.12525, "grad_norm": 1.2159923676158797, "learning_rate": 0.003, "loss": 3.9991, "step": 12525 }, { "epoch": 0.12526, "grad_norm": 1.3025781911250225, "learning_rate": 0.003, "loss": 4.0562, "step": 12526 }, { "epoch": 0.12527, "grad_norm": 1.0656354531638161, "learning_rate": 0.003, "loss": 4.0469, "step": 12527 }, { "epoch": 0.12528, "grad_norm": 1.5808452423937671, "learning_rate": 0.003, "loss": 4.0189, "step": 12528 }, { "epoch": 0.12529, "grad_norm": 1.1645359316338186, "learning_rate": 0.003, "loss": 4.0121, "step": 12529 }, { "epoch": 0.1253, "grad_norm": 1.0732087825270942, "learning_rate": 0.003, "loss": 4.0041, "step": 12530 }, { "epoch": 0.12531, "grad_norm": 1.1743639789562694, "learning_rate": 0.003, "loss": 4.0233, "step": 12531 }, { "epoch": 0.12532, "grad_norm": 1.1258543261386147, "learning_rate": 0.003, "loss": 4.0121, "step": 12532 }, { "epoch": 0.12533, "grad_norm": 1.2074492118607754, "learning_rate": 0.003, "loss": 4.0238, "step": 12533 }, { "epoch": 0.12534, "grad_norm": 1.1335294582199398, "learning_rate": 0.003, "loss": 4.0168, "step": 12534 }, { "epoch": 0.12535, "grad_norm": 1.393436023522577, "learning_rate": 0.003, "loss": 4.0342, "step": 12535 }, { "epoch": 0.12536, "grad_norm": 0.8943166326444245, "learning_rate": 0.003, "loss": 3.9654, "step": 12536 }, { "epoch": 0.12537, "grad_norm": 1.0287110754049926, "learning_rate": 0.003, "loss": 4.0238, "step": 12537 }, { "epoch": 0.12538, "grad_norm": 1.255488963677731, "learning_rate": 0.003, "loss": 4.031, "step": 12538 }, { "epoch": 0.12539, "grad_norm": 1.0084876103414888, "learning_rate": 0.003, "loss": 4.0477, "step": 12539 }, { "epoch": 0.1254, "grad_norm": 1.4860849068921025, "learning_rate": 0.003, "loss": 4.03, "step": 12540 }, { "epoch": 0.12541, "grad_norm": 0.9581597732122125, "learning_rate": 0.003, "loss": 4.0013, "step": 12541 }, { "epoch": 0.12542, "grad_norm": 1.4035696364661694, "learning_rate": 0.003, "loss": 4.0419, "step": 12542 }, { "epoch": 0.12543, "grad_norm": 1.0541027313016913, "learning_rate": 0.003, "loss": 3.99, "step": 12543 }, { "epoch": 0.12544, "grad_norm": 1.1821544967346649, "learning_rate": 0.003, "loss": 4.0607, "step": 12544 }, { "epoch": 0.12545, "grad_norm": 1.2469621369638744, "learning_rate": 0.003, "loss": 4.0323, "step": 12545 }, { "epoch": 0.12546, "grad_norm": 1.4233370848984432, "learning_rate": 0.003, "loss": 4.0218, "step": 12546 }, { "epoch": 0.12547, "grad_norm": 1.0233959256284908, "learning_rate": 0.003, "loss": 4.053, "step": 12547 }, { "epoch": 0.12548, "grad_norm": 1.242054122735897, "learning_rate": 0.003, "loss": 4.0112, "step": 12548 }, { "epoch": 0.12549, "grad_norm": 1.1070600937614252, "learning_rate": 0.003, "loss": 4.0377, "step": 12549 }, { "epoch": 0.1255, "grad_norm": 1.1087147779990503, "learning_rate": 0.003, "loss": 4.0166, "step": 12550 }, { "epoch": 0.12551, "grad_norm": 1.1665980055570004, "learning_rate": 0.003, "loss": 4.0425, "step": 12551 }, { "epoch": 0.12552, "grad_norm": 1.1086804659085676, "learning_rate": 0.003, "loss": 3.9946, "step": 12552 }, { "epoch": 0.12553, "grad_norm": 1.3121353361094357, "learning_rate": 0.003, "loss": 4.0409, "step": 12553 }, { "epoch": 0.12554, "grad_norm": 1.0719336426573771, "learning_rate": 0.003, "loss": 4.0182, "step": 12554 }, { "epoch": 0.12555, "grad_norm": 1.1223239153580142, "learning_rate": 0.003, "loss": 4.0352, "step": 12555 }, { "epoch": 0.12556, "grad_norm": 1.3267498467952836, "learning_rate": 0.003, "loss": 4.0551, "step": 12556 }, { "epoch": 0.12557, "grad_norm": 1.3268383865328555, "learning_rate": 0.003, "loss": 4.0477, "step": 12557 }, { "epoch": 0.12558, "grad_norm": 1.4931899187677369, "learning_rate": 0.003, "loss": 4.037, "step": 12558 }, { "epoch": 0.12559, "grad_norm": 1.053612760407219, "learning_rate": 0.003, "loss": 4.0015, "step": 12559 }, { "epoch": 0.1256, "grad_norm": 1.3211965283864615, "learning_rate": 0.003, "loss": 4.0242, "step": 12560 }, { "epoch": 0.12561, "grad_norm": 1.2521128264959986, "learning_rate": 0.003, "loss": 3.9995, "step": 12561 }, { "epoch": 0.12562, "grad_norm": 1.3252559218711522, "learning_rate": 0.003, "loss": 4.0217, "step": 12562 }, { "epoch": 0.12563, "grad_norm": 1.1034688777336168, "learning_rate": 0.003, "loss": 4.0234, "step": 12563 }, { "epoch": 0.12564, "grad_norm": 1.245795847005279, "learning_rate": 0.003, "loss": 4.0302, "step": 12564 }, { "epoch": 0.12565, "grad_norm": 1.0799959151676444, "learning_rate": 0.003, "loss": 4.0322, "step": 12565 }, { "epoch": 0.12566, "grad_norm": 1.1399011458856696, "learning_rate": 0.003, "loss": 4.0341, "step": 12566 }, { "epoch": 0.12567, "grad_norm": 1.1637302807696905, "learning_rate": 0.003, "loss": 4.0628, "step": 12567 }, { "epoch": 0.12568, "grad_norm": 1.3881251582640086, "learning_rate": 0.003, "loss": 4.0224, "step": 12568 }, { "epoch": 0.12569, "grad_norm": 0.9148944974251467, "learning_rate": 0.003, "loss": 4.0127, "step": 12569 }, { "epoch": 0.1257, "grad_norm": 1.3720674020991435, "learning_rate": 0.003, "loss": 4.0716, "step": 12570 }, { "epoch": 0.12571, "grad_norm": 1.1589754593303436, "learning_rate": 0.003, "loss": 4.0372, "step": 12571 }, { "epoch": 0.12572, "grad_norm": 1.288935836145991, "learning_rate": 0.003, "loss": 4.0396, "step": 12572 }, { "epoch": 0.12573, "grad_norm": 1.3761421534077674, "learning_rate": 0.003, "loss": 4.0139, "step": 12573 }, { "epoch": 0.12574, "grad_norm": 1.0527095557807116, "learning_rate": 0.003, "loss": 4.0348, "step": 12574 }, { "epoch": 0.12575, "grad_norm": 1.2462154382753858, "learning_rate": 0.003, "loss": 4.0664, "step": 12575 }, { "epoch": 0.12576, "grad_norm": 1.1767019385647244, "learning_rate": 0.003, "loss": 4.0304, "step": 12576 }, { "epoch": 0.12577, "grad_norm": 1.2310642908036986, "learning_rate": 0.003, "loss": 4.011, "step": 12577 }, { "epoch": 0.12578, "grad_norm": 1.0681347288973733, "learning_rate": 0.003, "loss": 4.018, "step": 12578 }, { "epoch": 0.12579, "grad_norm": 1.200121848817965, "learning_rate": 0.003, "loss": 4.0357, "step": 12579 }, { "epoch": 0.1258, "grad_norm": 1.0547714047591237, "learning_rate": 0.003, "loss": 4.0314, "step": 12580 }, { "epoch": 0.12581, "grad_norm": 1.399432745523962, "learning_rate": 0.003, "loss": 4.0004, "step": 12581 }, { "epoch": 0.12582, "grad_norm": 0.9891791775910421, "learning_rate": 0.003, "loss": 3.9918, "step": 12582 }, { "epoch": 0.12583, "grad_norm": 1.2865457649563121, "learning_rate": 0.003, "loss": 4.0447, "step": 12583 }, { "epoch": 0.12584, "grad_norm": 1.0318108268908344, "learning_rate": 0.003, "loss": 4.0066, "step": 12584 }, { "epoch": 0.12585, "grad_norm": 1.2833427957706554, "learning_rate": 0.003, "loss": 4.0588, "step": 12585 }, { "epoch": 0.12586, "grad_norm": 1.093722855738362, "learning_rate": 0.003, "loss": 4.031, "step": 12586 }, { "epoch": 0.12587, "grad_norm": 1.1534754913393301, "learning_rate": 0.003, "loss": 4.0502, "step": 12587 }, { "epoch": 0.12588, "grad_norm": 1.3439763061886305, "learning_rate": 0.003, "loss": 4.0178, "step": 12588 }, { "epoch": 0.12589, "grad_norm": 1.2091801981891621, "learning_rate": 0.003, "loss": 4.0314, "step": 12589 }, { "epoch": 0.1259, "grad_norm": 1.1011477287499383, "learning_rate": 0.003, "loss": 4.021, "step": 12590 }, { "epoch": 0.12591, "grad_norm": 1.1312006138545256, "learning_rate": 0.003, "loss": 4.016, "step": 12591 }, { "epoch": 0.12592, "grad_norm": 1.1523264528504664, "learning_rate": 0.003, "loss": 4.0254, "step": 12592 }, { "epoch": 0.12593, "grad_norm": 1.255533301220495, "learning_rate": 0.003, "loss": 4.0344, "step": 12593 }, { "epoch": 0.12594, "grad_norm": 1.2058516957260115, "learning_rate": 0.003, "loss": 4.0353, "step": 12594 }, { "epoch": 0.12595, "grad_norm": 0.9821636958326797, "learning_rate": 0.003, "loss": 4.0505, "step": 12595 }, { "epoch": 0.12596, "grad_norm": 1.2542787438402092, "learning_rate": 0.003, "loss": 3.9961, "step": 12596 }, { "epoch": 0.12597, "grad_norm": 1.2121687973888942, "learning_rate": 0.003, "loss": 4.0381, "step": 12597 }, { "epoch": 0.12598, "grad_norm": 1.3235298233111423, "learning_rate": 0.003, "loss": 4.0475, "step": 12598 }, { "epoch": 0.12599, "grad_norm": 1.000802003255851, "learning_rate": 0.003, "loss": 4.0484, "step": 12599 }, { "epoch": 0.126, "grad_norm": 1.2650303129189735, "learning_rate": 0.003, "loss": 4.0483, "step": 12600 }, { "epoch": 0.12601, "grad_norm": 1.2518624621845913, "learning_rate": 0.003, "loss": 4.0661, "step": 12601 }, { "epoch": 0.12602, "grad_norm": 1.4759094497892915, "learning_rate": 0.003, "loss": 4.0443, "step": 12602 }, { "epoch": 0.12603, "grad_norm": 1.2729425663847465, "learning_rate": 0.003, "loss": 3.9825, "step": 12603 }, { "epoch": 0.12604, "grad_norm": 1.191215597044836, "learning_rate": 0.003, "loss": 4.0515, "step": 12604 }, { "epoch": 0.12605, "grad_norm": 1.2346027461305622, "learning_rate": 0.003, "loss": 4.0244, "step": 12605 }, { "epoch": 0.12606, "grad_norm": 1.0890178656815974, "learning_rate": 0.003, "loss": 4.0372, "step": 12606 }, { "epoch": 0.12607, "grad_norm": 1.2208264878432329, "learning_rate": 0.003, "loss": 4.0168, "step": 12607 }, { "epoch": 0.12608, "grad_norm": 1.0725139583720165, "learning_rate": 0.003, "loss": 4.0146, "step": 12608 }, { "epoch": 0.12609, "grad_norm": 1.0438403055998695, "learning_rate": 0.003, "loss": 4.0177, "step": 12609 }, { "epoch": 0.1261, "grad_norm": 1.423012084634035, "learning_rate": 0.003, "loss": 4.0335, "step": 12610 }, { "epoch": 0.12611, "grad_norm": 0.9883128164819032, "learning_rate": 0.003, "loss": 4.0364, "step": 12611 }, { "epoch": 0.12612, "grad_norm": 1.4515971588087238, "learning_rate": 0.003, "loss": 4.0182, "step": 12612 }, { "epoch": 0.12613, "grad_norm": 0.9323036378252141, "learning_rate": 0.003, "loss": 3.9899, "step": 12613 }, { "epoch": 0.12614, "grad_norm": 1.3119744482601774, "learning_rate": 0.003, "loss": 4.0406, "step": 12614 }, { "epoch": 0.12615, "grad_norm": 1.3243048548778869, "learning_rate": 0.003, "loss": 4.0532, "step": 12615 }, { "epoch": 0.12616, "grad_norm": 1.0687568535775176, "learning_rate": 0.003, "loss": 3.9991, "step": 12616 }, { "epoch": 0.12617, "grad_norm": 1.2329522629931724, "learning_rate": 0.003, "loss": 4.0132, "step": 12617 }, { "epoch": 0.12618, "grad_norm": 1.2447679099075022, "learning_rate": 0.003, "loss": 4.0106, "step": 12618 }, { "epoch": 0.12619, "grad_norm": 1.1574700071462647, "learning_rate": 0.003, "loss": 4.0156, "step": 12619 }, { "epoch": 0.1262, "grad_norm": 1.127223199736362, "learning_rate": 0.003, "loss": 4.0369, "step": 12620 }, { "epoch": 0.12621, "grad_norm": 1.2178554897602358, "learning_rate": 0.003, "loss": 4.0227, "step": 12621 }, { "epoch": 0.12622, "grad_norm": 1.5252586533504058, "learning_rate": 0.003, "loss": 4.0356, "step": 12622 }, { "epoch": 0.12623, "grad_norm": 0.9953370520103634, "learning_rate": 0.003, "loss": 4.0275, "step": 12623 }, { "epoch": 0.12624, "grad_norm": 1.2288885934582412, "learning_rate": 0.003, "loss": 4.0194, "step": 12624 }, { "epoch": 0.12625, "grad_norm": 1.2039239879403167, "learning_rate": 0.003, "loss": 4.0293, "step": 12625 }, { "epoch": 0.12626, "grad_norm": 1.0854130128519532, "learning_rate": 0.003, "loss": 4.0066, "step": 12626 }, { "epoch": 0.12627, "grad_norm": 1.1745590891614175, "learning_rate": 0.003, "loss": 4.021, "step": 12627 }, { "epoch": 0.12628, "grad_norm": 1.1566678215804154, "learning_rate": 0.003, "loss": 4.0004, "step": 12628 }, { "epoch": 0.12629, "grad_norm": 1.233599095010633, "learning_rate": 0.003, "loss": 4.0505, "step": 12629 }, { "epoch": 0.1263, "grad_norm": 1.270380200195146, "learning_rate": 0.003, "loss": 4.0089, "step": 12630 }, { "epoch": 0.12631, "grad_norm": 1.1062440334986967, "learning_rate": 0.003, "loss": 4.0168, "step": 12631 }, { "epoch": 0.12632, "grad_norm": 1.3055152614095051, "learning_rate": 0.003, "loss": 4.026, "step": 12632 }, { "epoch": 0.12633, "grad_norm": 1.0713326524662674, "learning_rate": 0.003, "loss": 4.0092, "step": 12633 }, { "epoch": 0.12634, "grad_norm": 1.328625658674953, "learning_rate": 0.003, "loss": 4.0331, "step": 12634 }, { "epoch": 0.12635, "grad_norm": 0.9992586114619201, "learning_rate": 0.003, "loss": 4.0587, "step": 12635 }, { "epoch": 0.12636, "grad_norm": 1.4006756734928287, "learning_rate": 0.003, "loss": 4.0302, "step": 12636 }, { "epoch": 0.12637, "grad_norm": 1.0884890054982994, "learning_rate": 0.003, "loss": 4.0303, "step": 12637 }, { "epoch": 0.12638, "grad_norm": 1.2337201777333826, "learning_rate": 0.003, "loss": 4.0306, "step": 12638 }, { "epoch": 0.12639, "grad_norm": 1.1474779657673895, "learning_rate": 0.003, "loss": 4.039, "step": 12639 }, { "epoch": 0.1264, "grad_norm": 1.2550079297749897, "learning_rate": 0.003, "loss": 4.0242, "step": 12640 }, { "epoch": 0.12641, "grad_norm": 1.2570253479523554, "learning_rate": 0.003, "loss": 4.0296, "step": 12641 }, { "epoch": 0.12642, "grad_norm": 1.2545340832026206, "learning_rate": 0.003, "loss": 4.0189, "step": 12642 }, { "epoch": 0.12643, "grad_norm": 1.1479312545047873, "learning_rate": 0.003, "loss": 4.0411, "step": 12643 }, { "epoch": 0.12644, "grad_norm": 1.3820539223152442, "learning_rate": 0.003, "loss": 4.019, "step": 12644 }, { "epoch": 0.12645, "grad_norm": 1.0105513446878904, "learning_rate": 0.003, "loss": 4.0286, "step": 12645 }, { "epoch": 0.12646, "grad_norm": 1.2048119372599568, "learning_rate": 0.003, "loss": 4.0109, "step": 12646 }, { "epoch": 0.12647, "grad_norm": 1.010959049838853, "learning_rate": 0.003, "loss": 4.0031, "step": 12647 }, { "epoch": 0.12648, "grad_norm": 1.2821540434209036, "learning_rate": 0.003, "loss": 4.0595, "step": 12648 }, { "epoch": 0.12649, "grad_norm": 1.0810220087640319, "learning_rate": 0.003, "loss": 3.9971, "step": 12649 }, { "epoch": 0.1265, "grad_norm": 1.204458455749565, "learning_rate": 0.003, "loss": 4.0531, "step": 12650 }, { "epoch": 0.12651, "grad_norm": 0.9792762762076124, "learning_rate": 0.003, "loss": 4.0279, "step": 12651 }, { "epoch": 0.12652, "grad_norm": 1.5682234906370067, "learning_rate": 0.003, "loss": 4.0256, "step": 12652 }, { "epoch": 0.12653, "grad_norm": 0.8164817667847991, "learning_rate": 0.003, "loss": 4.0222, "step": 12653 }, { "epoch": 0.12654, "grad_norm": 1.2008138076892603, "learning_rate": 0.003, "loss": 4.018, "step": 12654 }, { "epoch": 0.12655, "grad_norm": 1.2201295724632517, "learning_rate": 0.003, "loss": 4.0358, "step": 12655 }, { "epoch": 0.12656, "grad_norm": 1.3418859859435595, "learning_rate": 0.003, "loss": 4.0574, "step": 12656 }, { "epoch": 0.12657, "grad_norm": 1.2531819255827479, "learning_rate": 0.003, "loss": 4.0245, "step": 12657 }, { "epoch": 0.12658, "grad_norm": 1.2676038809684318, "learning_rate": 0.003, "loss": 4.0528, "step": 12658 }, { "epoch": 0.12659, "grad_norm": 1.0091691228634534, "learning_rate": 0.003, "loss": 3.9969, "step": 12659 }, { "epoch": 0.1266, "grad_norm": 1.2238608274423066, "learning_rate": 0.003, "loss": 4.0139, "step": 12660 }, { "epoch": 0.12661, "grad_norm": 0.9105821714736707, "learning_rate": 0.003, "loss": 4.0199, "step": 12661 }, { "epoch": 0.12662, "grad_norm": 1.2446462516408656, "learning_rate": 0.003, "loss": 4.02, "step": 12662 }, { "epoch": 0.12663, "grad_norm": 1.3444189852230655, "learning_rate": 0.003, "loss": 4.0144, "step": 12663 }, { "epoch": 0.12664, "grad_norm": 1.215579372076641, "learning_rate": 0.003, "loss": 4.0215, "step": 12664 }, { "epoch": 0.12665, "grad_norm": 1.1894756167487517, "learning_rate": 0.003, "loss": 4.0358, "step": 12665 }, { "epoch": 0.12666, "grad_norm": 1.0796402434304548, "learning_rate": 0.003, "loss": 4.0159, "step": 12666 }, { "epoch": 0.12667, "grad_norm": 1.2729192473905775, "learning_rate": 0.003, "loss": 4.0016, "step": 12667 }, { "epoch": 0.12668, "grad_norm": 1.148234082366681, "learning_rate": 0.003, "loss": 4.0132, "step": 12668 }, { "epoch": 0.12669, "grad_norm": 1.1418967246731544, "learning_rate": 0.003, "loss": 4.0478, "step": 12669 }, { "epoch": 0.1267, "grad_norm": 1.2700756456120366, "learning_rate": 0.003, "loss": 3.9987, "step": 12670 }, { "epoch": 0.12671, "grad_norm": 1.0764358520395991, "learning_rate": 0.003, "loss": 4.0328, "step": 12671 }, { "epoch": 0.12672, "grad_norm": 1.409785311657584, "learning_rate": 0.003, "loss": 4.0203, "step": 12672 }, { "epoch": 0.12673, "grad_norm": 1.1401916417528815, "learning_rate": 0.003, "loss": 4.0343, "step": 12673 }, { "epoch": 0.12674, "grad_norm": 1.1669071703585918, "learning_rate": 0.003, "loss": 4.0199, "step": 12674 }, { "epoch": 0.12675, "grad_norm": 1.1980384256902983, "learning_rate": 0.003, "loss": 4.0437, "step": 12675 }, { "epoch": 0.12676, "grad_norm": 1.2130331742254143, "learning_rate": 0.003, "loss": 4.0091, "step": 12676 }, { "epoch": 0.12677, "grad_norm": 1.1165493248220288, "learning_rate": 0.003, "loss": 3.9962, "step": 12677 }, { "epoch": 0.12678, "grad_norm": 1.3433766034805201, "learning_rate": 0.003, "loss": 4.0217, "step": 12678 }, { "epoch": 0.12679, "grad_norm": 1.1252445488214073, "learning_rate": 0.003, "loss": 4.0269, "step": 12679 }, { "epoch": 0.1268, "grad_norm": 1.0754874878584735, "learning_rate": 0.003, "loss": 4.0236, "step": 12680 }, { "epoch": 0.12681, "grad_norm": 1.1485296840321575, "learning_rate": 0.003, "loss": 4.0356, "step": 12681 }, { "epoch": 0.12682, "grad_norm": 1.1760583571845962, "learning_rate": 0.003, "loss": 4.0226, "step": 12682 }, { "epoch": 0.12683, "grad_norm": 1.0880121539775605, "learning_rate": 0.003, "loss": 4.0381, "step": 12683 }, { "epoch": 0.12684, "grad_norm": 1.3040924045912328, "learning_rate": 0.003, "loss": 4.0419, "step": 12684 }, { "epoch": 0.12685, "grad_norm": 1.1876837315600164, "learning_rate": 0.003, "loss": 4.0271, "step": 12685 }, { "epoch": 0.12686, "grad_norm": 1.3387931565528755, "learning_rate": 0.003, "loss": 4.0417, "step": 12686 }, { "epoch": 0.12687, "grad_norm": 1.0300693277032922, "learning_rate": 0.003, "loss": 3.9966, "step": 12687 }, { "epoch": 0.12688, "grad_norm": 1.297604962549656, "learning_rate": 0.003, "loss": 4.0228, "step": 12688 }, { "epoch": 0.12689, "grad_norm": 1.100287623472564, "learning_rate": 0.003, "loss": 4.0073, "step": 12689 }, { "epoch": 0.1269, "grad_norm": 1.2595777690018868, "learning_rate": 0.003, "loss": 4.0159, "step": 12690 }, { "epoch": 0.12691, "grad_norm": 1.1988396498532445, "learning_rate": 0.003, "loss": 4.0043, "step": 12691 }, { "epoch": 0.12692, "grad_norm": 1.130646827975255, "learning_rate": 0.003, "loss": 4.0357, "step": 12692 }, { "epoch": 0.12693, "grad_norm": 1.1694215564141754, "learning_rate": 0.003, "loss": 4.0092, "step": 12693 }, { "epoch": 0.12694, "grad_norm": 1.2250507543257125, "learning_rate": 0.003, "loss": 3.9935, "step": 12694 }, { "epoch": 0.12695, "grad_norm": 1.205915660828806, "learning_rate": 0.003, "loss": 4.0315, "step": 12695 }, { "epoch": 0.12696, "grad_norm": 1.2956504501050932, "learning_rate": 0.003, "loss": 4.0108, "step": 12696 }, { "epoch": 0.12697, "grad_norm": 1.0210621754158544, "learning_rate": 0.003, "loss": 3.9882, "step": 12697 }, { "epoch": 0.12698, "grad_norm": 1.2599085606308953, "learning_rate": 0.003, "loss": 4.0007, "step": 12698 }, { "epoch": 0.12699, "grad_norm": 1.2736017966213373, "learning_rate": 0.003, "loss": 3.9961, "step": 12699 }, { "epoch": 0.127, "grad_norm": 1.069125521043092, "learning_rate": 0.003, "loss": 4.0059, "step": 12700 }, { "epoch": 0.12701, "grad_norm": 1.1512390118258113, "learning_rate": 0.003, "loss": 4.0054, "step": 12701 }, { "epoch": 0.12702, "grad_norm": 1.2300830756231789, "learning_rate": 0.003, "loss": 4.024, "step": 12702 }, { "epoch": 0.12703, "grad_norm": 1.3934301726307217, "learning_rate": 0.003, "loss": 4.0279, "step": 12703 }, { "epoch": 0.12704, "grad_norm": 1.0242474018081544, "learning_rate": 0.003, "loss": 4.0293, "step": 12704 }, { "epoch": 0.12705, "grad_norm": 1.331495197064204, "learning_rate": 0.003, "loss": 4.0299, "step": 12705 }, { "epoch": 0.12706, "grad_norm": 1.1882006045530609, "learning_rate": 0.003, "loss": 4.0135, "step": 12706 }, { "epoch": 0.12707, "grad_norm": 1.2945057105662945, "learning_rate": 0.003, "loss": 4.0349, "step": 12707 }, { "epoch": 0.12708, "grad_norm": 1.1382027832201964, "learning_rate": 0.003, "loss": 4.0406, "step": 12708 }, { "epoch": 0.12709, "grad_norm": 1.4619644889251888, "learning_rate": 0.003, "loss": 4.0346, "step": 12709 }, { "epoch": 0.1271, "grad_norm": 0.8937466524403883, "learning_rate": 0.003, "loss": 4.0218, "step": 12710 }, { "epoch": 0.12711, "grad_norm": 1.0864349938474558, "learning_rate": 0.003, "loss": 4.012, "step": 12711 }, { "epoch": 0.12712, "grad_norm": 1.5497917839594966, "learning_rate": 0.003, "loss": 4.0233, "step": 12712 }, { "epoch": 0.12713, "grad_norm": 1.183683442872549, "learning_rate": 0.003, "loss": 4.0256, "step": 12713 }, { "epoch": 0.12714, "grad_norm": 1.3295079655733, "learning_rate": 0.003, "loss": 4.0469, "step": 12714 }, { "epoch": 0.12715, "grad_norm": 0.9693033253470243, "learning_rate": 0.003, "loss": 3.9939, "step": 12715 }, { "epoch": 0.12716, "grad_norm": 1.3432193381885342, "learning_rate": 0.003, "loss": 4.0289, "step": 12716 }, { "epoch": 0.12717, "grad_norm": 1.128924336563658, "learning_rate": 0.003, "loss": 4.0355, "step": 12717 }, { "epoch": 0.12718, "grad_norm": 1.2072489511705236, "learning_rate": 0.003, "loss": 4.0201, "step": 12718 }, { "epoch": 0.12719, "grad_norm": 1.2789377715316639, "learning_rate": 0.003, "loss": 4.0427, "step": 12719 }, { "epoch": 0.1272, "grad_norm": 1.1420326588382799, "learning_rate": 0.003, "loss": 3.9891, "step": 12720 }, { "epoch": 0.12721, "grad_norm": 1.1654815751718461, "learning_rate": 0.003, "loss": 4.0368, "step": 12721 }, { "epoch": 0.12722, "grad_norm": 1.4278123071241624, "learning_rate": 0.003, "loss": 4.0388, "step": 12722 }, { "epoch": 0.12723, "grad_norm": 1.0738923650659709, "learning_rate": 0.003, "loss": 4.0338, "step": 12723 }, { "epoch": 0.12724, "grad_norm": 1.3422297872267799, "learning_rate": 0.003, "loss": 4.027, "step": 12724 }, { "epoch": 0.12725, "grad_norm": 0.9996258275269408, "learning_rate": 0.003, "loss": 4.0289, "step": 12725 }, { "epoch": 0.12726, "grad_norm": 1.310472670505521, "learning_rate": 0.003, "loss": 4.0171, "step": 12726 }, { "epoch": 0.12727, "grad_norm": 0.9766609124996919, "learning_rate": 0.003, "loss": 4.0155, "step": 12727 }, { "epoch": 0.12728, "grad_norm": 1.3007863463493645, "learning_rate": 0.003, "loss": 4.0355, "step": 12728 }, { "epoch": 0.12729, "grad_norm": 1.249819730679953, "learning_rate": 0.003, "loss": 4.0354, "step": 12729 }, { "epoch": 0.1273, "grad_norm": 1.0103597361587262, "learning_rate": 0.003, "loss": 4.0192, "step": 12730 }, { "epoch": 0.12731, "grad_norm": 1.3138143045183632, "learning_rate": 0.003, "loss": 4.003, "step": 12731 }, { "epoch": 0.12732, "grad_norm": 1.1308795357386041, "learning_rate": 0.003, "loss": 4.0022, "step": 12732 }, { "epoch": 0.12733, "grad_norm": 1.008945679356882, "learning_rate": 0.003, "loss": 4.0354, "step": 12733 }, { "epoch": 0.12734, "grad_norm": 1.3302092880616652, "learning_rate": 0.003, "loss": 4.0256, "step": 12734 }, { "epoch": 0.12735, "grad_norm": 1.264541944097203, "learning_rate": 0.003, "loss": 4.0278, "step": 12735 }, { "epoch": 0.12736, "grad_norm": 1.1314818993430544, "learning_rate": 0.003, "loss": 4.0384, "step": 12736 }, { "epoch": 0.12737, "grad_norm": 1.2516386048861714, "learning_rate": 0.003, "loss": 4.0413, "step": 12737 }, { "epoch": 0.12738, "grad_norm": 1.131131341631946, "learning_rate": 0.003, "loss": 4.0355, "step": 12738 }, { "epoch": 0.12739, "grad_norm": 1.156530685800842, "learning_rate": 0.003, "loss": 4.0323, "step": 12739 }, { "epoch": 0.1274, "grad_norm": 1.2694955448613015, "learning_rate": 0.003, "loss": 4.0157, "step": 12740 }, { "epoch": 0.12741, "grad_norm": 1.1550920436159788, "learning_rate": 0.003, "loss": 4.0314, "step": 12741 }, { "epoch": 0.12742, "grad_norm": 1.3406628844910542, "learning_rate": 0.003, "loss": 4.0097, "step": 12742 }, { "epoch": 0.12743, "grad_norm": 1.0580149423492489, "learning_rate": 0.003, "loss": 4.0085, "step": 12743 }, { "epoch": 0.12744, "grad_norm": 1.5671618568755727, "learning_rate": 0.003, "loss": 4.0229, "step": 12744 }, { "epoch": 0.12745, "grad_norm": 0.9666293075162874, "learning_rate": 0.003, "loss": 4.0378, "step": 12745 }, { "epoch": 0.12746, "grad_norm": 1.2172568887775441, "learning_rate": 0.003, "loss": 4.0487, "step": 12746 }, { "epoch": 0.12747, "grad_norm": 0.9342543557121035, "learning_rate": 0.003, "loss": 4.0367, "step": 12747 }, { "epoch": 0.12748, "grad_norm": 1.3005333446109317, "learning_rate": 0.003, "loss": 4.0434, "step": 12748 }, { "epoch": 0.12749, "grad_norm": 1.2021938544731907, "learning_rate": 0.003, "loss": 4.0318, "step": 12749 }, { "epoch": 0.1275, "grad_norm": 1.2152856263128113, "learning_rate": 0.003, "loss": 4.0387, "step": 12750 }, { "epoch": 0.12751, "grad_norm": 1.0638444261787958, "learning_rate": 0.003, "loss": 4.0458, "step": 12751 }, { "epoch": 0.12752, "grad_norm": 1.3389818000295493, "learning_rate": 0.003, "loss": 4.0343, "step": 12752 }, { "epoch": 0.12753, "grad_norm": 1.270707387228433, "learning_rate": 0.003, "loss": 4.0224, "step": 12753 }, { "epoch": 0.12754, "grad_norm": 1.13608709343689, "learning_rate": 0.003, "loss": 4.0492, "step": 12754 }, { "epoch": 0.12755, "grad_norm": 1.3147802356213878, "learning_rate": 0.003, "loss": 4.0194, "step": 12755 }, { "epoch": 0.12756, "grad_norm": 1.2108384992780414, "learning_rate": 0.003, "loss": 4.037, "step": 12756 }, { "epoch": 0.12757, "grad_norm": 1.0753953018228892, "learning_rate": 0.003, "loss": 4.0234, "step": 12757 }, { "epoch": 0.12758, "grad_norm": 1.7678007404208398, "learning_rate": 0.003, "loss": 4.0301, "step": 12758 }, { "epoch": 0.12759, "grad_norm": 0.8688622010901259, "learning_rate": 0.003, "loss": 4.0172, "step": 12759 }, { "epoch": 0.1276, "grad_norm": 1.2116409016348908, "learning_rate": 0.003, "loss": 4.0395, "step": 12760 }, { "epoch": 0.12761, "grad_norm": 1.254787253319999, "learning_rate": 0.003, "loss": 4.0295, "step": 12761 }, { "epoch": 0.12762, "grad_norm": 1.1585454805799762, "learning_rate": 0.003, "loss": 3.994, "step": 12762 }, { "epoch": 0.12763, "grad_norm": 1.513644571729462, "learning_rate": 0.003, "loss": 3.9971, "step": 12763 }, { "epoch": 0.12764, "grad_norm": 0.9027207563494971, "learning_rate": 0.003, "loss": 4.0467, "step": 12764 }, { "epoch": 0.12765, "grad_norm": 1.317176094864067, "learning_rate": 0.003, "loss": 4.0385, "step": 12765 }, { "epoch": 0.12766, "grad_norm": 1.117017075660199, "learning_rate": 0.003, "loss": 4.038, "step": 12766 }, { "epoch": 0.12767, "grad_norm": 1.1414308429206412, "learning_rate": 0.003, "loss": 4.0258, "step": 12767 }, { "epoch": 0.12768, "grad_norm": 1.2669417304006838, "learning_rate": 0.003, "loss": 4.0487, "step": 12768 }, { "epoch": 0.12769, "grad_norm": 0.9801818112259263, "learning_rate": 0.003, "loss": 4.0247, "step": 12769 }, { "epoch": 0.1277, "grad_norm": 1.2263495100618897, "learning_rate": 0.003, "loss": 3.993, "step": 12770 }, { "epoch": 0.12771, "grad_norm": 1.1259193359926396, "learning_rate": 0.003, "loss": 4.0239, "step": 12771 }, { "epoch": 0.12772, "grad_norm": 1.2606850167055357, "learning_rate": 0.003, "loss": 4.0226, "step": 12772 }, { "epoch": 0.12773, "grad_norm": 1.1914645637275918, "learning_rate": 0.003, "loss": 4.0066, "step": 12773 }, { "epoch": 0.12774, "grad_norm": 1.110448610605845, "learning_rate": 0.003, "loss": 3.978, "step": 12774 }, { "epoch": 0.12775, "grad_norm": 1.4574492731231232, "learning_rate": 0.003, "loss": 4.0071, "step": 12775 }, { "epoch": 0.12776, "grad_norm": 1.2136472323541958, "learning_rate": 0.003, "loss": 4.0186, "step": 12776 }, { "epoch": 0.12777, "grad_norm": 1.1822253563491354, "learning_rate": 0.003, "loss": 4.0206, "step": 12777 }, { "epoch": 0.12778, "grad_norm": 1.0520996981570394, "learning_rate": 0.003, "loss": 4.02, "step": 12778 }, { "epoch": 0.12779, "grad_norm": 1.2831106263336869, "learning_rate": 0.003, "loss": 4.0436, "step": 12779 }, { "epoch": 0.1278, "grad_norm": 1.0560172383499893, "learning_rate": 0.003, "loss": 4.0195, "step": 12780 }, { "epoch": 0.12781, "grad_norm": 1.258889909849877, "learning_rate": 0.003, "loss": 4.006, "step": 12781 }, { "epoch": 0.12782, "grad_norm": 1.2827369883028994, "learning_rate": 0.003, "loss": 4.0381, "step": 12782 }, { "epoch": 0.12783, "grad_norm": 1.2007328133659945, "learning_rate": 0.003, "loss": 4.0291, "step": 12783 }, { "epoch": 0.12784, "grad_norm": 1.2077859948776573, "learning_rate": 0.003, "loss": 4.0215, "step": 12784 }, { "epoch": 0.12785, "grad_norm": 1.1480481310658968, "learning_rate": 0.003, "loss": 3.9951, "step": 12785 }, { "epoch": 0.12786, "grad_norm": 1.2382022064067508, "learning_rate": 0.003, "loss": 4.026, "step": 12786 }, { "epoch": 0.12787, "grad_norm": 0.9824667158119392, "learning_rate": 0.003, "loss": 4.0213, "step": 12787 }, { "epoch": 0.12788, "grad_norm": 1.1508760952959747, "learning_rate": 0.003, "loss": 4.0195, "step": 12788 }, { "epoch": 0.12789, "grad_norm": 1.1160820774172333, "learning_rate": 0.003, "loss": 4.0122, "step": 12789 }, { "epoch": 0.1279, "grad_norm": 1.2883683988031678, "learning_rate": 0.003, "loss": 4.047, "step": 12790 }, { "epoch": 0.12791, "grad_norm": 1.333631695602577, "learning_rate": 0.003, "loss": 4.0311, "step": 12791 }, { "epoch": 0.12792, "grad_norm": 1.069325969160836, "learning_rate": 0.003, "loss": 4.0264, "step": 12792 }, { "epoch": 0.12793, "grad_norm": 1.3669166797853736, "learning_rate": 0.003, "loss": 4.0325, "step": 12793 }, { "epoch": 0.12794, "grad_norm": 1.1649933110212536, "learning_rate": 0.003, "loss": 4.0234, "step": 12794 }, { "epoch": 0.12795, "grad_norm": 1.330830664464028, "learning_rate": 0.003, "loss": 4.0249, "step": 12795 }, { "epoch": 0.12796, "grad_norm": 1.1422954086481265, "learning_rate": 0.003, "loss": 3.9971, "step": 12796 }, { "epoch": 0.12797, "grad_norm": 1.5008484587331534, "learning_rate": 0.003, "loss": 4.0095, "step": 12797 }, { "epoch": 0.12798, "grad_norm": 1.0499892932988404, "learning_rate": 0.003, "loss": 3.9983, "step": 12798 }, { "epoch": 0.12799, "grad_norm": 1.1323962859092773, "learning_rate": 0.003, "loss": 4.0331, "step": 12799 }, { "epoch": 0.128, "grad_norm": 1.0851630911927252, "learning_rate": 0.003, "loss": 4.0063, "step": 12800 }, { "epoch": 0.12801, "grad_norm": 1.5752077380787768, "learning_rate": 0.003, "loss": 4.0331, "step": 12801 }, { "epoch": 0.12802, "grad_norm": 1.1017740945533272, "learning_rate": 0.003, "loss": 4.0666, "step": 12802 }, { "epoch": 0.12803, "grad_norm": 1.1667952025678203, "learning_rate": 0.003, "loss": 4.0067, "step": 12803 }, { "epoch": 0.12804, "grad_norm": 1.0195581846750794, "learning_rate": 0.003, "loss": 4.0214, "step": 12804 }, { "epoch": 0.12805, "grad_norm": 1.2081431236473223, "learning_rate": 0.003, "loss": 4.0325, "step": 12805 }, { "epoch": 0.12806, "grad_norm": 0.9719602406726462, "learning_rate": 0.003, "loss": 4.0208, "step": 12806 }, { "epoch": 0.12807, "grad_norm": 1.299116883426473, "learning_rate": 0.003, "loss": 4.0398, "step": 12807 }, { "epoch": 0.12808, "grad_norm": 0.9210572627915543, "learning_rate": 0.003, "loss": 4.0238, "step": 12808 }, { "epoch": 0.12809, "grad_norm": 1.0176288806302762, "learning_rate": 0.003, "loss": 4.0097, "step": 12809 }, { "epoch": 0.1281, "grad_norm": 1.179455454339618, "learning_rate": 0.003, "loss": 4.0256, "step": 12810 }, { "epoch": 0.12811, "grad_norm": 1.125011783055268, "learning_rate": 0.003, "loss": 4.0261, "step": 12811 }, { "epoch": 0.12812, "grad_norm": 1.2823431624618908, "learning_rate": 0.003, "loss": 4.0334, "step": 12812 }, { "epoch": 0.12813, "grad_norm": 1.0853685286518326, "learning_rate": 0.003, "loss": 4.036, "step": 12813 }, { "epoch": 0.12814, "grad_norm": 1.3098030352639953, "learning_rate": 0.003, "loss": 4.0447, "step": 12814 }, { "epoch": 0.12815, "grad_norm": 1.4009011882707822, "learning_rate": 0.003, "loss": 4.0068, "step": 12815 }, { "epoch": 0.12816, "grad_norm": 1.0624113021821955, "learning_rate": 0.003, "loss": 4.0191, "step": 12816 }, { "epoch": 0.12817, "grad_norm": 1.5273471712819569, "learning_rate": 0.003, "loss": 4.0298, "step": 12817 }, { "epoch": 0.12818, "grad_norm": 1.1622392449946617, "learning_rate": 0.003, "loss": 4.0127, "step": 12818 }, { "epoch": 0.12819, "grad_norm": 1.0737180829548525, "learning_rate": 0.003, "loss": 4.0338, "step": 12819 }, { "epoch": 0.1282, "grad_norm": 1.5028275338727308, "learning_rate": 0.003, "loss": 4.0077, "step": 12820 }, { "epoch": 0.12821, "grad_norm": 0.9820781601781966, "learning_rate": 0.003, "loss": 4.0227, "step": 12821 }, { "epoch": 0.12822, "grad_norm": 1.189653346367063, "learning_rate": 0.003, "loss": 4.0519, "step": 12822 }, { "epoch": 0.12823, "grad_norm": 1.305750372775048, "learning_rate": 0.003, "loss": 4.0459, "step": 12823 }, { "epoch": 0.12824, "grad_norm": 1.1085853553524894, "learning_rate": 0.003, "loss": 4.0309, "step": 12824 }, { "epoch": 0.12825, "grad_norm": 1.3521052760748702, "learning_rate": 0.003, "loss": 4.0332, "step": 12825 }, { "epoch": 0.12826, "grad_norm": 1.1339361194151034, "learning_rate": 0.003, "loss": 4.0349, "step": 12826 }, { "epoch": 0.12827, "grad_norm": 1.2919587450515737, "learning_rate": 0.003, "loss": 4.0309, "step": 12827 }, { "epoch": 0.12828, "grad_norm": 1.1162216951237776, "learning_rate": 0.003, "loss": 4.0531, "step": 12828 }, { "epoch": 0.12829, "grad_norm": 1.1035553365879642, "learning_rate": 0.003, "loss": 4.0063, "step": 12829 }, { "epoch": 0.1283, "grad_norm": 1.418334221315941, "learning_rate": 0.003, "loss": 4.0361, "step": 12830 }, { "epoch": 0.12831, "grad_norm": 0.827587958149206, "learning_rate": 0.003, "loss": 4.0078, "step": 12831 }, { "epoch": 0.12832, "grad_norm": 0.9941792427885942, "learning_rate": 0.003, "loss": 4.0199, "step": 12832 }, { "epoch": 0.12833, "grad_norm": 1.3415460248468394, "learning_rate": 0.003, "loss": 4.0737, "step": 12833 }, { "epoch": 0.12834, "grad_norm": 1.5454290749754083, "learning_rate": 0.003, "loss": 4.0281, "step": 12834 }, { "epoch": 0.12835, "grad_norm": 0.966935009632508, "learning_rate": 0.003, "loss": 4.0187, "step": 12835 }, { "epoch": 0.12836, "grad_norm": 1.3383965177659312, "learning_rate": 0.003, "loss": 4.0295, "step": 12836 }, { "epoch": 0.12837, "grad_norm": 1.214439584671967, "learning_rate": 0.003, "loss": 4.0577, "step": 12837 }, { "epoch": 0.12838, "grad_norm": 1.2522112846423572, "learning_rate": 0.003, "loss": 4.0294, "step": 12838 }, { "epoch": 0.12839, "grad_norm": 1.114227336414836, "learning_rate": 0.003, "loss": 4.0148, "step": 12839 }, { "epoch": 0.1284, "grad_norm": 1.3933317053817007, "learning_rate": 0.003, "loss": 4.0185, "step": 12840 }, { "epoch": 0.12841, "grad_norm": 0.9084725468732007, "learning_rate": 0.003, "loss": 3.9874, "step": 12841 }, { "epoch": 0.12842, "grad_norm": 1.3593545948818664, "learning_rate": 0.003, "loss": 4.0289, "step": 12842 }, { "epoch": 0.12843, "grad_norm": 1.05750875955245, "learning_rate": 0.003, "loss": 4.0273, "step": 12843 }, { "epoch": 0.12844, "grad_norm": 1.2623165134390104, "learning_rate": 0.003, "loss": 4.0229, "step": 12844 }, { "epoch": 0.12845, "grad_norm": 1.215934308443997, "learning_rate": 0.003, "loss": 4.0122, "step": 12845 }, { "epoch": 0.12846, "grad_norm": 1.2534991068204633, "learning_rate": 0.003, "loss": 4.0233, "step": 12846 }, { "epoch": 0.12847, "grad_norm": 1.2460794845808603, "learning_rate": 0.003, "loss": 4.0396, "step": 12847 }, { "epoch": 0.12848, "grad_norm": 1.1933751931734735, "learning_rate": 0.003, "loss": 4.0368, "step": 12848 }, { "epoch": 0.12849, "grad_norm": 1.166245408826738, "learning_rate": 0.003, "loss": 3.9932, "step": 12849 }, { "epoch": 0.1285, "grad_norm": 1.1464404870864988, "learning_rate": 0.003, "loss": 4.003, "step": 12850 }, { "epoch": 0.12851, "grad_norm": 1.043965368615515, "learning_rate": 0.003, "loss": 4.0137, "step": 12851 }, { "epoch": 0.12852, "grad_norm": 1.6275648542340913, "learning_rate": 0.003, "loss": 4.0339, "step": 12852 }, { "epoch": 0.12853, "grad_norm": 0.9973713390567429, "learning_rate": 0.003, "loss": 4.0275, "step": 12853 }, { "epoch": 0.12854, "grad_norm": 1.3145129655582115, "learning_rate": 0.003, "loss": 4.0469, "step": 12854 }, { "epoch": 0.12855, "grad_norm": 0.9255561273968774, "learning_rate": 0.003, "loss": 3.9876, "step": 12855 }, { "epoch": 0.12856, "grad_norm": 1.123206468742272, "learning_rate": 0.003, "loss": 4.0082, "step": 12856 }, { "epoch": 0.12857, "grad_norm": 1.165459338103236, "learning_rate": 0.003, "loss": 4.0018, "step": 12857 }, { "epoch": 0.12858, "grad_norm": 1.1367968392625207, "learning_rate": 0.003, "loss": 4.0375, "step": 12858 }, { "epoch": 0.12859, "grad_norm": 0.9960241599180506, "learning_rate": 0.003, "loss": 4.0013, "step": 12859 }, { "epoch": 0.1286, "grad_norm": 1.3943574392367513, "learning_rate": 0.003, "loss": 4.0267, "step": 12860 }, { "epoch": 0.12861, "grad_norm": 1.0839718347871652, "learning_rate": 0.003, "loss": 4.029, "step": 12861 }, { "epoch": 0.12862, "grad_norm": 1.450534960996423, "learning_rate": 0.003, "loss": 4.0196, "step": 12862 }, { "epoch": 0.12863, "grad_norm": 1.2124543848819562, "learning_rate": 0.003, "loss": 4.039, "step": 12863 }, { "epoch": 0.12864, "grad_norm": 1.0730704444607297, "learning_rate": 0.003, "loss": 4.0279, "step": 12864 }, { "epoch": 0.12865, "grad_norm": 1.416501422991841, "learning_rate": 0.003, "loss": 4.0178, "step": 12865 }, { "epoch": 0.12866, "grad_norm": 1.2864051589898484, "learning_rate": 0.003, "loss": 4.0359, "step": 12866 }, { "epoch": 0.12867, "grad_norm": 1.3012900075342926, "learning_rate": 0.003, "loss": 4.007, "step": 12867 }, { "epoch": 0.12868, "grad_norm": 1.2316271420711697, "learning_rate": 0.003, "loss": 4.0222, "step": 12868 }, { "epoch": 0.12869, "grad_norm": 1.0559148720019054, "learning_rate": 0.003, "loss": 3.9927, "step": 12869 }, { "epoch": 0.1287, "grad_norm": 1.2076505185344402, "learning_rate": 0.003, "loss": 4.0274, "step": 12870 }, { "epoch": 0.12871, "grad_norm": 1.0351257024278024, "learning_rate": 0.003, "loss": 4.0555, "step": 12871 }, { "epoch": 0.12872, "grad_norm": 1.4946297034159481, "learning_rate": 0.003, "loss": 4.0131, "step": 12872 }, { "epoch": 0.12873, "grad_norm": 1.0444761583654851, "learning_rate": 0.003, "loss": 4.0116, "step": 12873 }, { "epoch": 0.12874, "grad_norm": 1.4111365525307598, "learning_rate": 0.003, "loss": 4.0379, "step": 12874 }, { "epoch": 0.12875, "grad_norm": 0.92305991229768, "learning_rate": 0.003, "loss": 4.0383, "step": 12875 }, { "epoch": 0.12876, "grad_norm": 1.181940558244761, "learning_rate": 0.003, "loss": 4.0214, "step": 12876 }, { "epoch": 0.12877, "grad_norm": 1.3588258265079936, "learning_rate": 0.003, "loss": 4.0183, "step": 12877 }, { "epoch": 0.12878, "grad_norm": 1.1435193997564612, "learning_rate": 0.003, "loss": 4.0322, "step": 12878 }, { "epoch": 0.12879, "grad_norm": 1.1931087094596353, "learning_rate": 0.003, "loss": 3.9982, "step": 12879 }, { "epoch": 0.1288, "grad_norm": 1.0300788873313722, "learning_rate": 0.003, "loss": 4.0035, "step": 12880 }, { "epoch": 0.12881, "grad_norm": 1.2086016131275303, "learning_rate": 0.003, "loss": 4.0306, "step": 12881 }, { "epoch": 0.12882, "grad_norm": 1.0888737394809258, "learning_rate": 0.003, "loss": 4.0138, "step": 12882 }, { "epoch": 0.12883, "grad_norm": 1.2692961787043513, "learning_rate": 0.003, "loss": 4.0299, "step": 12883 }, { "epoch": 0.12884, "grad_norm": 0.906168836593753, "learning_rate": 0.003, "loss": 4.0259, "step": 12884 }, { "epoch": 0.12885, "grad_norm": 1.0714132168907917, "learning_rate": 0.003, "loss": 4.0012, "step": 12885 }, { "epoch": 0.12886, "grad_norm": 1.384801008569906, "learning_rate": 0.003, "loss": 4.0257, "step": 12886 }, { "epoch": 0.12887, "grad_norm": 1.0782291140817764, "learning_rate": 0.003, "loss": 4.0427, "step": 12887 }, { "epoch": 0.12888, "grad_norm": 1.2316065046066518, "learning_rate": 0.003, "loss": 4.0152, "step": 12888 }, { "epoch": 0.12889, "grad_norm": 1.2766952978758708, "learning_rate": 0.003, "loss": 4.0465, "step": 12889 }, { "epoch": 0.1289, "grad_norm": 1.14895904230218, "learning_rate": 0.003, "loss": 4.0254, "step": 12890 }, { "epoch": 0.12891, "grad_norm": 1.1935543230517358, "learning_rate": 0.003, "loss": 4.008, "step": 12891 }, { "epoch": 0.12892, "grad_norm": 1.0722825731155168, "learning_rate": 0.003, "loss": 4.0152, "step": 12892 }, { "epoch": 0.12893, "grad_norm": 1.1006109032398521, "learning_rate": 0.003, "loss": 4.066, "step": 12893 }, { "epoch": 0.12894, "grad_norm": 1.1575330038873581, "learning_rate": 0.003, "loss": 4.0277, "step": 12894 }, { "epoch": 0.12895, "grad_norm": 1.4045037649238294, "learning_rate": 0.003, "loss": 4.0416, "step": 12895 }, { "epoch": 0.12896, "grad_norm": 1.2226745359152975, "learning_rate": 0.003, "loss": 4.0167, "step": 12896 }, { "epoch": 0.12897, "grad_norm": 0.9810855290951486, "learning_rate": 0.003, "loss": 3.9741, "step": 12897 }, { "epoch": 0.12898, "grad_norm": 1.4321113882827925, "learning_rate": 0.003, "loss": 4.0228, "step": 12898 }, { "epoch": 0.12899, "grad_norm": 0.9279563463843422, "learning_rate": 0.003, "loss": 4.0446, "step": 12899 }, { "epoch": 0.129, "grad_norm": 1.0112843463751415, "learning_rate": 0.003, "loss": 4.0145, "step": 12900 }, { "epoch": 0.12901, "grad_norm": 1.258312102527465, "learning_rate": 0.003, "loss": 4.0304, "step": 12901 }, { "epoch": 0.12902, "grad_norm": 1.2599438181290643, "learning_rate": 0.003, "loss": 4.0285, "step": 12902 }, { "epoch": 0.12903, "grad_norm": 1.3168883187604847, "learning_rate": 0.003, "loss": 4.0511, "step": 12903 }, { "epoch": 0.12904, "grad_norm": 1.158850205061437, "learning_rate": 0.003, "loss": 3.99, "step": 12904 }, { "epoch": 0.12905, "grad_norm": 1.2534304093157755, "learning_rate": 0.003, "loss": 4.0135, "step": 12905 }, { "epoch": 0.12906, "grad_norm": 1.2279071281854934, "learning_rate": 0.003, "loss": 4.0161, "step": 12906 }, { "epoch": 0.12907, "grad_norm": 1.3135077430669198, "learning_rate": 0.003, "loss": 4.0312, "step": 12907 }, { "epoch": 0.12908, "grad_norm": 1.1340062936234097, "learning_rate": 0.003, "loss": 3.9859, "step": 12908 }, { "epoch": 0.12909, "grad_norm": 1.2105010880042733, "learning_rate": 0.003, "loss": 4.0292, "step": 12909 }, { "epoch": 0.1291, "grad_norm": 1.035585642600207, "learning_rate": 0.003, "loss": 4.0137, "step": 12910 }, { "epoch": 0.12911, "grad_norm": 1.2677876907556864, "learning_rate": 0.003, "loss": 4.0239, "step": 12911 }, { "epoch": 0.12912, "grad_norm": 1.1098026814924011, "learning_rate": 0.003, "loss": 3.9937, "step": 12912 }, { "epoch": 0.12913, "grad_norm": 1.3247567294192373, "learning_rate": 0.003, "loss": 4.0299, "step": 12913 }, { "epoch": 0.12914, "grad_norm": 1.087353870991555, "learning_rate": 0.003, "loss": 4.0313, "step": 12914 }, { "epoch": 0.12915, "grad_norm": 1.3235097791685535, "learning_rate": 0.003, "loss": 3.9984, "step": 12915 }, { "epoch": 0.12916, "grad_norm": 1.0418896283143477, "learning_rate": 0.003, "loss": 4.0398, "step": 12916 }, { "epoch": 0.12917, "grad_norm": 1.430243661406629, "learning_rate": 0.003, "loss": 4.0376, "step": 12917 }, { "epoch": 0.12918, "grad_norm": 1.244820526694616, "learning_rate": 0.003, "loss": 4.0539, "step": 12918 }, { "epoch": 0.12919, "grad_norm": 1.0491507724949716, "learning_rate": 0.003, "loss": 4.0227, "step": 12919 }, { "epoch": 0.1292, "grad_norm": 1.7564519294617458, "learning_rate": 0.003, "loss": 4.0342, "step": 12920 }, { "epoch": 0.12921, "grad_norm": 0.9365160750153148, "learning_rate": 0.003, "loss": 4.0348, "step": 12921 }, { "epoch": 0.12922, "grad_norm": 1.2570769167876839, "learning_rate": 0.003, "loss": 4.035, "step": 12922 }, { "epoch": 0.12923, "grad_norm": 1.1340761136316975, "learning_rate": 0.003, "loss": 3.9872, "step": 12923 }, { "epoch": 0.12924, "grad_norm": 1.1839216294414823, "learning_rate": 0.003, "loss": 4.0409, "step": 12924 }, { "epoch": 0.12925, "grad_norm": 1.2177068177432462, "learning_rate": 0.003, "loss": 4.0271, "step": 12925 }, { "epoch": 0.12926, "grad_norm": 1.3158018270836227, "learning_rate": 0.003, "loss": 4.0311, "step": 12926 }, { "epoch": 0.12927, "grad_norm": 1.0917985819220148, "learning_rate": 0.003, "loss": 4.0207, "step": 12927 }, { "epoch": 0.12928, "grad_norm": 1.2406607657891981, "learning_rate": 0.003, "loss": 4.0335, "step": 12928 }, { "epoch": 0.12929, "grad_norm": 1.2452029167820236, "learning_rate": 0.003, "loss": 4.0092, "step": 12929 }, { "epoch": 0.1293, "grad_norm": 1.0704826750375576, "learning_rate": 0.003, "loss": 4.0279, "step": 12930 }, { "epoch": 0.12931, "grad_norm": 1.1059105445383641, "learning_rate": 0.003, "loss": 4.0223, "step": 12931 }, { "epoch": 0.12932, "grad_norm": 1.2032685945299755, "learning_rate": 0.003, "loss": 4.0209, "step": 12932 }, { "epoch": 0.12933, "grad_norm": 1.139197150088746, "learning_rate": 0.003, "loss": 4.0335, "step": 12933 }, { "epoch": 0.12934, "grad_norm": 1.1274527096083895, "learning_rate": 0.003, "loss": 4.03, "step": 12934 }, { "epoch": 0.12935, "grad_norm": 1.507321804546948, "learning_rate": 0.003, "loss": 4.0295, "step": 12935 }, { "epoch": 0.12936, "grad_norm": 0.975323122122746, "learning_rate": 0.003, "loss": 4.0329, "step": 12936 }, { "epoch": 0.12937, "grad_norm": 1.3623939109449617, "learning_rate": 0.003, "loss": 4.0061, "step": 12937 }, { "epoch": 0.12938, "grad_norm": 1.057288137364664, "learning_rate": 0.003, "loss": 4.04, "step": 12938 }, { "epoch": 0.12939, "grad_norm": 1.3259203102570047, "learning_rate": 0.003, "loss": 4.0089, "step": 12939 }, { "epoch": 0.1294, "grad_norm": 1.110701965074797, "learning_rate": 0.003, "loss": 4.0251, "step": 12940 }, { "epoch": 0.12941, "grad_norm": 1.287210392735098, "learning_rate": 0.003, "loss": 4.0264, "step": 12941 }, { "epoch": 0.12942, "grad_norm": 1.1518747016361184, "learning_rate": 0.003, "loss": 4.0146, "step": 12942 }, { "epoch": 0.12943, "grad_norm": 1.1900719699662106, "learning_rate": 0.003, "loss": 4.0176, "step": 12943 }, { "epoch": 0.12944, "grad_norm": 1.154771928089284, "learning_rate": 0.003, "loss": 4.0259, "step": 12944 }, { "epoch": 0.12945, "grad_norm": 1.1482591004768885, "learning_rate": 0.003, "loss": 4.0358, "step": 12945 }, { "epoch": 0.12946, "grad_norm": 1.0932439918983072, "learning_rate": 0.003, "loss": 4.0436, "step": 12946 }, { "epoch": 0.12947, "grad_norm": 1.2097249296318278, "learning_rate": 0.003, "loss": 4.0155, "step": 12947 }, { "epoch": 0.12948, "grad_norm": 1.2986622397477905, "learning_rate": 0.003, "loss": 4.0083, "step": 12948 }, { "epoch": 0.12949, "grad_norm": 1.3825525145439725, "learning_rate": 0.003, "loss": 4.022, "step": 12949 }, { "epoch": 0.1295, "grad_norm": 1.1758601196064937, "learning_rate": 0.003, "loss": 4.0188, "step": 12950 }, { "epoch": 0.12951, "grad_norm": 1.3591353151221124, "learning_rate": 0.003, "loss": 4.0242, "step": 12951 }, { "epoch": 0.12952, "grad_norm": 0.9131650280317642, "learning_rate": 0.003, "loss": 4.0097, "step": 12952 }, { "epoch": 0.12953, "grad_norm": 1.1014974217693525, "learning_rate": 0.003, "loss": 4.0339, "step": 12953 }, { "epoch": 0.12954, "grad_norm": 1.3026270117165117, "learning_rate": 0.003, "loss": 4.0045, "step": 12954 }, { "epoch": 0.12955, "grad_norm": 1.2136899689336957, "learning_rate": 0.003, "loss": 4.0387, "step": 12955 }, { "epoch": 0.12956, "grad_norm": 1.1081746289222236, "learning_rate": 0.003, "loss": 4.0093, "step": 12956 }, { "epoch": 0.12957, "grad_norm": 1.3558413742243949, "learning_rate": 0.003, "loss": 4.0148, "step": 12957 }, { "epoch": 0.12958, "grad_norm": 1.2985873728581943, "learning_rate": 0.003, "loss": 4.0221, "step": 12958 }, { "epoch": 0.12959, "grad_norm": 1.0915415838285472, "learning_rate": 0.003, "loss": 4.0429, "step": 12959 }, { "epoch": 0.1296, "grad_norm": 1.2271488870813643, "learning_rate": 0.003, "loss": 4.0195, "step": 12960 }, { "epoch": 0.12961, "grad_norm": 1.0660449140643198, "learning_rate": 0.003, "loss": 4.0498, "step": 12961 }, { "epoch": 0.12962, "grad_norm": 1.2713070418720303, "learning_rate": 0.003, "loss": 4.0366, "step": 12962 }, { "epoch": 0.12963, "grad_norm": 1.1140722977923936, "learning_rate": 0.003, "loss": 4.0267, "step": 12963 }, { "epoch": 0.12964, "grad_norm": 1.4334928816984343, "learning_rate": 0.003, "loss": 4.0224, "step": 12964 }, { "epoch": 0.12965, "grad_norm": 1.0798644543572762, "learning_rate": 0.003, "loss": 4.0005, "step": 12965 }, { "epoch": 0.12966, "grad_norm": 1.3576702711558502, "learning_rate": 0.003, "loss": 4.0198, "step": 12966 }, { "epoch": 0.12967, "grad_norm": 0.9565988586229004, "learning_rate": 0.003, "loss": 3.9703, "step": 12967 }, { "epoch": 0.12968, "grad_norm": 1.356676054202947, "learning_rate": 0.003, "loss": 4.0367, "step": 12968 }, { "epoch": 0.12969, "grad_norm": 1.1836635707869203, "learning_rate": 0.003, "loss": 4.0159, "step": 12969 }, { "epoch": 0.1297, "grad_norm": 1.1187549800265795, "learning_rate": 0.003, "loss": 3.9948, "step": 12970 }, { "epoch": 0.12971, "grad_norm": 1.1920675764967605, "learning_rate": 0.003, "loss": 4.0179, "step": 12971 }, { "epoch": 0.12972, "grad_norm": 1.1969678957485745, "learning_rate": 0.003, "loss": 4.0236, "step": 12972 }, { "epoch": 0.12973, "grad_norm": 1.1830367876527692, "learning_rate": 0.003, "loss": 4.0571, "step": 12973 }, { "epoch": 0.12974, "grad_norm": 1.094989770680786, "learning_rate": 0.003, "loss": 4.0179, "step": 12974 }, { "epoch": 0.12975, "grad_norm": 1.2852262825752716, "learning_rate": 0.003, "loss": 4.0183, "step": 12975 }, { "epoch": 0.12976, "grad_norm": 1.2513488888113358, "learning_rate": 0.003, "loss": 4.0376, "step": 12976 }, { "epoch": 0.12977, "grad_norm": 1.160455662683476, "learning_rate": 0.003, "loss": 4.0386, "step": 12977 }, { "epoch": 0.12978, "grad_norm": 1.1863743123144554, "learning_rate": 0.003, "loss": 4.0034, "step": 12978 }, { "epoch": 0.12979, "grad_norm": 0.9523514728095331, "learning_rate": 0.003, "loss": 3.9928, "step": 12979 }, { "epoch": 0.1298, "grad_norm": 1.2746725183316685, "learning_rate": 0.003, "loss": 3.9987, "step": 12980 }, { "epoch": 0.12981, "grad_norm": 1.2113630031469498, "learning_rate": 0.003, "loss": 4.0215, "step": 12981 }, { "epoch": 0.12982, "grad_norm": 1.4401568049490077, "learning_rate": 0.003, "loss": 4.0547, "step": 12982 }, { "epoch": 0.12983, "grad_norm": 1.0589139916757784, "learning_rate": 0.003, "loss": 3.9969, "step": 12983 }, { "epoch": 0.12984, "grad_norm": 1.3111421740836104, "learning_rate": 0.003, "loss": 4.0294, "step": 12984 }, { "epoch": 0.12985, "grad_norm": 1.0916263279984209, "learning_rate": 0.003, "loss": 4.0249, "step": 12985 }, { "epoch": 0.12986, "grad_norm": 1.3150320490843068, "learning_rate": 0.003, "loss": 4.0103, "step": 12986 }, { "epoch": 0.12987, "grad_norm": 1.1622979768305781, "learning_rate": 0.003, "loss": 4.029, "step": 12987 }, { "epoch": 0.12988, "grad_norm": 1.1795490087421945, "learning_rate": 0.003, "loss": 4.0261, "step": 12988 }, { "epoch": 0.12989, "grad_norm": 1.2023289153396604, "learning_rate": 0.003, "loss": 4.0204, "step": 12989 }, { "epoch": 0.1299, "grad_norm": 1.2904015849325297, "learning_rate": 0.003, "loss": 4.0321, "step": 12990 }, { "epoch": 0.12991, "grad_norm": 1.1788631395030478, "learning_rate": 0.003, "loss": 4.0092, "step": 12991 }, { "epoch": 0.12992, "grad_norm": 1.1325099422571487, "learning_rate": 0.003, "loss": 4.0346, "step": 12992 }, { "epoch": 0.12993, "grad_norm": 1.2285007962804115, "learning_rate": 0.003, "loss": 4.0035, "step": 12993 }, { "epoch": 0.12994, "grad_norm": 1.1110998831328704, "learning_rate": 0.003, "loss": 4.0071, "step": 12994 }, { "epoch": 0.12995, "grad_norm": 1.345079656718258, "learning_rate": 0.003, "loss": 4.0001, "step": 12995 }, { "epoch": 0.12996, "grad_norm": 1.3307329461460866, "learning_rate": 0.003, "loss": 3.995, "step": 12996 }, { "epoch": 0.12997, "grad_norm": 1.1226943235816225, "learning_rate": 0.003, "loss": 4.027, "step": 12997 }, { "epoch": 0.12998, "grad_norm": 1.3592512691421177, "learning_rate": 0.003, "loss": 4.0185, "step": 12998 }, { "epoch": 0.12999, "grad_norm": 1.0450028186646942, "learning_rate": 0.003, "loss": 3.9929, "step": 12999 }, { "epoch": 0.13, "grad_norm": 1.1867332569892648, "learning_rate": 0.003, "loss": 4.0127, "step": 13000 }, { "epoch": 0.13001, "grad_norm": 1.23639273204252, "learning_rate": 0.003, "loss": 4.0223, "step": 13001 }, { "epoch": 0.13002, "grad_norm": 1.1831666531849891, "learning_rate": 0.003, "loss": 3.9997, "step": 13002 }, { "epoch": 0.13003, "grad_norm": 1.2823332562222987, "learning_rate": 0.003, "loss": 4.0217, "step": 13003 }, { "epoch": 0.13004, "grad_norm": 1.191483777431203, "learning_rate": 0.003, "loss": 4.0108, "step": 13004 }, { "epoch": 0.13005, "grad_norm": 1.1804479129189784, "learning_rate": 0.003, "loss": 4.0109, "step": 13005 }, { "epoch": 0.13006, "grad_norm": 1.0660348758813278, "learning_rate": 0.003, "loss": 3.9914, "step": 13006 }, { "epoch": 0.13007, "grad_norm": 1.1998590835283771, "learning_rate": 0.003, "loss": 4.0391, "step": 13007 }, { "epoch": 0.13008, "grad_norm": 1.211992067571615, "learning_rate": 0.003, "loss": 4.0412, "step": 13008 }, { "epoch": 0.13009, "grad_norm": 1.0715092102241917, "learning_rate": 0.003, "loss": 4.0229, "step": 13009 }, { "epoch": 0.1301, "grad_norm": 1.2311289310569815, "learning_rate": 0.003, "loss": 4.0276, "step": 13010 }, { "epoch": 0.13011, "grad_norm": 1.1482130599826008, "learning_rate": 0.003, "loss": 4.0312, "step": 13011 }, { "epoch": 0.13012, "grad_norm": 1.419970438601161, "learning_rate": 0.003, "loss": 4.0515, "step": 13012 }, { "epoch": 0.13013, "grad_norm": 1.289807647099006, "learning_rate": 0.003, "loss": 4.0521, "step": 13013 }, { "epoch": 0.13014, "grad_norm": 1.3265352693337469, "learning_rate": 0.003, "loss": 4.0271, "step": 13014 }, { "epoch": 0.13015, "grad_norm": 1.3345475639012292, "learning_rate": 0.003, "loss": 4.0378, "step": 13015 }, { "epoch": 0.13016, "grad_norm": 1.0368363723912866, "learning_rate": 0.003, "loss": 4.0047, "step": 13016 }, { "epoch": 0.13017, "grad_norm": 1.2877451811752048, "learning_rate": 0.003, "loss": 4.0402, "step": 13017 }, { "epoch": 0.13018, "grad_norm": 1.012908939390002, "learning_rate": 0.003, "loss": 4.0053, "step": 13018 }, { "epoch": 0.13019, "grad_norm": 1.3703226825238353, "learning_rate": 0.003, "loss": 4.043, "step": 13019 }, { "epoch": 0.1302, "grad_norm": 1.176604438017887, "learning_rate": 0.003, "loss": 4.0187, "step": 13020 }, { "epoch": 0.13021, "grad_norm": 1.1122871690777643, "learning_rate": 0.003, "loss": 4.0214, "step": 13021 }, { "epoch": 0.13022, "grad_norm": 1.2974145454477173, "learning_rate": 0.003, "loss": 4.041, "step": 13022 }, { "epoch": 0.13023, "grad_norm": 1.2352521460749524, "learning_rate": 0.003, "loss": 4.0361, "step": 13023 }, { "epoch": 0.13024, "grad_norm": 1.168606954054629, "learning_rate": 0.003, "loss": 3.9779, "step": 13024 }, { "epoch": 0.13025, "grad_norm": 1.2499960934819396, "learning_rate": 0.003, "loss": 4.0228, "step": 13025 }, { "epoch": 0.13026, "grad_norm": 1.3152707080427926, "learning_rate": 0.003, "loss": 4.039, "step": 13026 }, { "epoch": 0.13027, "grad_norm": 1.1778120535765901, "learning_rate": 0.003, "loss": 4.002, "step": 13027 }, { "epoch": 0.13028, "grad_norm": 1.2079691050764194, "learning_rate": 0.003, "loss": 4.0475, "step": 13028 }, { "epoch": 0.13029, "grad_norm": 1.1071644576188255, "learning_rate": 0.003, "loss": 4.0015, "step": 13029 }, { "epoch": 0.1303, "grad_norm": 1.3864312407201933, "learning_rate": 0.003, "loss": 4.0497, "step": 13030 }, { "epoch": 0.13031, "grad_norm": 1.1125770889548465, "learning_rate": 0.003, "loss": 4.0085, "step": 13031 }, { "epoch": 0.13032, "grad_norm": 1.3413211527215434, "learning_rate": 0.003, "loss": 4.0192, "step": 13032 }, { "epoch": 0.13033, "grad_norm": 1.06880186736233, "learning_rate": 0.003, "loss": 4.0118, "step": 13033 }, { "epoch": 0.13034, "grad_norm": 1.2728892725094454, "learning_rate": 0.003, "loss": 4.0502, "step": 13034 }, { "epoch": 0.13035, "grad_norm": 1.0651150503240214, "learning_rate": 0.003, "loss": 4.038, "step": 13035 }, { "epoch": 0.13036, "grad_norm": 1.1830519127271366, "learning_rate": 0.003, "loss": 4.0203, "step": 13036 }, { "epoch": 0.13037, "grad_norm": 1.1141922529152608, "learning_rate": 0.003, "loss": 4.0172, "step": 13037 }, { "epoch": 0.13038, "grad_norm": 1.3343469496900424, "learning_rate": 0.003, "loss": 4.0483, "step": 13038 }, { "epoch": 0.13039, "grad_norm": 1.134356082858109, "learning_rate": 0.003, "loss": 4.0446, "step": 13039 }, { "epoch": 0.1304, "grad_norm": 1.0985262524667785, "learning_rate": 0.003, "loss": 4.0089, "step": 13040 }, { "epoch": 0.13041, "grad_norm": 1.4877606344783099, "learning_rate": 0.003, "loss": 4.0347, "step": 13041 }, { "epoch": 0.13042, "grad_norm": 1.1653508801524972, "learning_rate": 0.003, "loss": 4.0341, "step": 13042 }, { "epoch": 0.13043, "grad_norm": 1.1754164423686313, "learning_rate": 0.003, "loss": 4.029, "step": 13043 }, { "epoch": 0.13044, "grad_norm": 1.3302602473205494, "learning_rate": 0.003, "loss": 4.0015, "step": 13044 }, { "epoch": 0.13045, "grad_norm": 1.0904545751149235, "learning_rate": 0.003, "loss": 4.0118, "step": 13045 }, { "epoch": 0.13046, "grad_norm": 1.3172464854441723, "learning_rate": 0.003, "loss": 4.0267, "step": 13046 }, { "epoch": 0.13047, "grad_norm": 1.00886913655674, "learning_rate": 0.003, "loss": 4.0238, "step": 13047 }, { "epoch": 0.13048, "grad_norm": 1.244453787403923, "learning_rate": 0.003, "loss": 3.9889, "step": 13048 }, { "epoch": 0.13049, "grad_norm": 0.9503210626593559, "learning_rate": 0.003, "loss": 3.9859, "step": 13049 }, { "epoch": 0.1305, "grad_norm": 1.1082209982210707, "learning_rate": 0.003, "loss": 3.9874, "step": 13050 }, { "epoch": 0.13051, "grad_norm": 1.3825316783754058, "learning_rate": 0.003, "loss": 4.0469, "step": 13051 }, { "epoch": 0.13052, "grad_norm": 1.1065415073757985, "learning_rate": 0.003, "loss": 4.0081, "step": 13052 }, { "epoch": 0.13053, "grad_norm": 1.2282454715331608, "learning_rate": 0.003, "loss": 4.0016, "step": 13053 }, { "epoch": 0.13054, "grad_norm": 1.2066879253376723, "learning_rate": 0.003, "loss": 4.0313, "step": 13054 }, { "epoch": 0.13055, "grad_norm": 0.9873407819705948, "learning_rate": 0.003, "loss": 4.0019, "step": 13055 }, { "epoch": 0.13056, "grad_norm": 1.3135267445481453, "learning_rate": 0.003, "loss": 4.0065, "step": 13056 }, { "epoch": 0.13057, "grad_norm": 1.0202575371173688, "learning_rate": 0.003, "loss": 4.0253, "step": 13057 }, { "epoch": 0.13058, "grad_norm": 1.331106710918081, "learning_rate": 0.003, "loss": 4.0318, "step": 13058 }, { "epoch": 0.13059, "grad_norm": 1.1490975344521086, "learning_rate": 0.003, "loss": 4.0537, "step": 13059 }, { "epoch": 0.1306, "grad_norm": 1.3554628358227565, "learning_rate": 0.003, "loss": 4.0347, "step": 13060 }, { "epoch": 0.13061, "grad_norm": 1.0613734741931096, "learning_rate": 0.003, "loss": 4.0005, "step": 13061 }, { "epoch": 0.13062, "grad_norm": 1.1786998069131467, "learning_rate": 0.003, "loss": 4.0191, "step": 13062 }, { "epoch": 0.13063, "grad_norm": 1.122364934303279, "learning_rate": 0.003, "loss": 3.9898, "step": 13063 }, { "epoch": 0.13064, "grad_norm": 1.245717571216681, "learning_rate": 0.003, "loss": 4.0561, "step": 13064 }, { "epoch": 0.13065, "grad_norm": 1.2300096300862102, "learning_rate": 0.003, "loss": 4.014, "step": 13065 }, { "epoch": 0.13066, "grad_norm": 1.177243977511725, "learning_rate": 0.003, "loss": 4.021, "step": 13066 }, { "epoch": 0.13067, "grad_norm": 1.121267875399439, "learning_rate": 0.003, "loss": 4.0695, "step": 13067 }, { "epoch": 0.13068, "grad_norm": 1.4458148439390073, "learning_rate": 0.003, "loss": 4.0067, "step": 13068 }, { "epoch": 0.13069, "grad_norm": 1.0655288352193661, "learning_rate": 0.003, "loss": 4.0216, "step": 13069 }, { "epoch": 0.1307, "grad_norm": 1.4673778899232879, "learning_rate": 0.003, "loss": 4.0365, "step": 13070 }, { "epoch": 0.13071, "grad_norm": 1.0077870922762957, "learning_rate": 0.003, "loss": 4.0097, "step": 13071 }, { "epoch": 0.13072, "grad_norm": 1.2477720049192509, "learning_rate": 0.003, "loss": 4.016, "step": 13072 }, { "epoch": 0.13073, "grad_norm": 1.2295747164214397, "learning_rate": 0.003, "loss": 4.0159, "step": 13073 }, { "epoch": 0.13074, "grad_norm": 1.2677829946765515, "learning_rate": 0.003, "loss": 4.0063, "step": 13074 }, { "epoch": 0.13075, "grad_norm": 1.3998043440354033, "learning_rate": 0.003, "loss": 4.0349, "step": 13075 }, { "epoch": 0.13076, "grad_norm": 1.0540236803053258, "learning_rate": 0.003, "loss": 4.0309, "step": 13076 }, { "epoch": 0.13077, "grad_norm": 1.2607216048499503, "learning_rate": 0.003, "loss": 4.0213, "step": 13077 }, { "epoch": 0.13078, "grad_norm": 1.0932345623866864, "learning_rate": 0.003, "loss": 4.0071, "step": 13078 }, { "epoch": 0.13079, "grad_norm": 1.2051592865391518, "learning_rate": 0.003, "loss": 3.991, "step": 13079 }, { "epoch": 0.1308, "grad_norm": 1.0491942575755948, "learning_rate": 0.003, "loss": 4.0124, "step": 13080 }, { "epoch": 0.13081, "grad_norm": 1.3062916574774783, "learning_rate": 0.003, "loss": 4.0312, "step": 13081 }, { "epoch": 0.13082, "grad_norm": 1.1321098357352237, "learning_rate": 0.003, "loss": 4.0038, "step": 13082 }, { "epoch": 0.13083, "grad_norm": 1.3665990418676934, "learning_rate": 0.003, "loss": 4.0178, "step": 13083 }, { "epoch": 0.13084, "grad_norm": 0.9978809201908994, "learning_rate": 0.003, "loss": 4.0252, "step": 13084 }, { "epoch": 0.13085, "grad_norm": 1.373453319634236, "learning_rate": 0.003, "loss": 4.037, "step": 13085 }, { "epoch": 0.13086, "grad_norm": 0.8948839986805347, "learning_rate": 0.003, "loss": 4.0017, "step": 13086 }, { "epoch": 0.13087, "grad_norm": 1.1553678542467876, "learning_rate": 0.003, "loss": 4.0125, "step": 13087 }, { "epoch": 0.13088, "grad_norm": 1.228440641943863, "learning_rate": 0.003, "loss": 4.0341, "step": 13088 }, { "epoch": 0.13089, "grad_norm": 1.3675739443552888, "learning_rate": 0.003, "loss": 4.0282, "step": 13089 }, { "epoch": 0.1309, "grad_norm": 1.0849909250003047, "learning_rate": 0.003, "loss": 4.0012, "step": 13090 }, { "epoch": 0.13091, "grad_norm": 1.2724323504464439, "learning_rate": 0.003, "loss": 4.0249, "step": 13091 }, { "epoch": 0.13092, "grad_norm": 1.1154728415628237, "learning_rate": 0.003, "loss": 4.026, "step": 13092 }, { "epoch": 0.13093, "grad_norm": 1.3266592579188943, "learning_rate": 0.003, "loss": 4.0327, "step": 13093 }, { "epoch": 0.13094, "grad_norm": 1.0431979252943413, "learning_rate": 0.003, "loss": 4.0284, "step": 13094 }, { "epoch": 0.13095, "grad_norm": 1.2587443347677894, "learning_rate": 0.003, "loss": 4.0204, "step": 13095 }, { "epoch": 0.13096, "grad_norm": 1.0518579515346653, "learning_rate": 0.003, "loss": 4.021, "step": 13096 }, { "epoch": 0.13097, "grad_norm": 1.182379232046843, "learning_rate": 0.003, "loss": 4.046, "step": 13097 }, { "epoch": 0.13098, "grad_norm": 1.2441723313218485, "learning_rate": 0.003, "loss": 4.0307, "step": 13098 }, { "epoch": 0.13099, "grad_norm": 1.1745868481759494, "learning_rate": 0.003, "loss": 4.031, "step": 13099 }, { "epoch": 0.131, "grad_norm": 1.2466331476420034, "learning_rate": 0.003, "loss": 4.0306, "step": 13100 }, { "epoch": 0.13101, "grad_norm": 1.111399149137611, "learning_rate": 0.003, "loss": 4.023, "step": 13101 }, { "epoch": 0.13102, "grad_norm": 1.3801332479480273, "learning_rate": 0.003, "loss": 4.0194, "step": 13102 }, { "epoch": 0.13103, "grad_norm": 1.0319688794090096, "learning_rate": 0.003, "loss": 4.0385, "step": 13103 }, { "epoch": 0.13104, "grad_norm": 1.352104538176443, "learning_rate": 0.003, "loss": 4.0308, "step": 13104 }, { "epoch": 0.13105, "grad_norm": 0.9840982994262835, "learning_rate": 0.003, "loss": 4.012, "step": 13105 }, { "epoch": 0.13106, "grad_norm": 1.2720508957564811, "learning_rate": 0.003, "loss": 4.0048, "step": 13106 }, { "epoch": 0.13107, "grad_norm": 1.3582344819108931, "learning_rate": 0.003, "loss": 4.0181, "step": 13107 }, { "epoch": 0.13108, "grad_norm": 1.263872749869849, "learning_rate": 0.003, "loss": 4.0074, "step": 13108 }, { "epoch": 0.13109, "grad_norm": 1.3146328515584427, "learning_rate": 0.003, "loss": 4.0211, "step": 13109 }, { "epoch": 0.1311, "grad_norm": 1.1142588293129503, "learning_rate": 0.003, "loss": 4.0256, "step": 13110 }, { "epoch": 0.13111, "grad_norm": 1.2948103531876165, "learning_rate": 0.003, "loss": 4.0077, "step": 13111 }, { "epoch": 0.13112, "grad_norm": 1.2131004643968781, "learning_rate": 0.003, "loss": 4.0192, "step": 13112 }, { "epoch": 0.13113, "grad_norm": 1.10642883210753, "learning_rate": 0.003, "loss": 4.0505, "step": 13113 }, { "epoch": 0.13114, "grad_norm": 1.2028397006048634, "learning_rate": 0.003, "loss": 3.9916, "step": 13114 }, { "epoch": 0.13115, "grad_norm": 0.9699969253696146, "learning_rate": 0.003, "loss": 4.0262, "step": 13115 }, { "epoch": 0.13116, "grad_norm": 1.244963431503124, "learning_rate": 0.003, "loss": 4.0221, "step": 13116 }, { "epoch": 0.13117, "grad_norm": 1.0532682402073905, "learning_rate": 0.003, "loss": 4.0124, "step": 13117 }, { "epoch": 0.13118, "grad_norm": 1.1743842407713163, "learning_rate": 0.003, "loss": 4.0439, "step": 13118 }, { "epoch": 0.13119, "grad_norm": 1.1241278412152182, "learning_rate": 0.003, "loss": 4.0053, "step": 13119 }, { "epoch": 0.1312, "grad_norm": 1.2176277731495335, "learning_rate": 0.003, "loss": 4.0363, "step": 13120 }, { "epoch": 0.13121, "grad_norm": 1.2384334922856706, "learning_rate": 0.003, "loss": 4.0172, "step": 13121 }, { "epoch": 0.13122, "grad_norm": 1.3559900193532226, "learning_rate": 0.003, "loss": 4.0217, "step": 13122 }, { "epoch": 0.13123, "grad_norm": 1.0763654633297999, "learning_rate": 0.003, "loss": 4.013, "step": 13123 }, { "epoch": 0.13124, "grad_norm": 1.1916683197228783, "learning_rate": 0.003, "loss": 4.0127, "step": 13124 }, { "epoch": 0.13125, "grad_norm": 1.227531132739174, "learning_rate": 0.003, "loss": 4.0213, "step": 13125 }, { "epoch": 0.13126, "grad_norm": 1.0960208761266186, "learning_rate": 0.003, "loss": 4.0241, "step": 13126 }, { "epoch": 0.13127, "grad_norm": 1.2337908088108465, "learning_rate": 0.003, "loss": 4.0044, "step": 13127 }, { "epoch": 0.13128, "grad_norm": 1.1628289901082414, "learning_rate": 0.003, "loss": 3.9923, "step": 13128 }, { "epoch": 0.13129, "grad_norm": 1.6903240617545117, "learning_rate": 0.003, "loss": 4.0324, "step": 13129 }, { "epoch": 0.1313, "grad_norm": 1.0718491893109336, "learning_rate": 0.003, "loss": 4.0342, "step": 13130 }, { "epoch": 0.13131, "grad_norm": 1.389295634459969, "learning_rate": 0.003, "loss": 4.0378, "step": 13131 }, { "epoch": 0.13132, "grad_norm": 0.9675178513023274, "learning_rate": 0.003, "loss": 4.0347, "step": 13132 }, { "epoch": 0.13133, "grad_norm": 1.2463845794263217, "learning_rate": 0.003, "loss": 4.0547, "step": 13133 }, { "epoch": 0.13134, "grad_norm": 1.303025274762317, "learning_rate": 0.003, "loss": 4.0142, "step": 13134 }, { "epoch": 0.13135, "grad_norm": 1.1598289958201813, "learning_rate": 0.003, "loss": 4.02, "step": 13135 }, { "epoch": 0.13136, "grad_norm": 1.3105925553909337, "learning_rate": 0.003, "loss": 4.0305, "step": 13136 }, { "epoch": 0.13137, "grad_norm": 1.1781013394534319, "learning_rate": 0.003, "loss": 4.0074, "step": 13137 }, { "epoch": 0.13138, "grad_norm": 1.1794371671889319, "learning_rate": 0.003, "loss": 4.0035, "step": 13138 }, { "epoch": 0.13139, "grad_norm": 1.2986139091265898, "learning_rate": 0.003, "loss": 4.0357, "step": 13139 }, { "epoch": 0.1314, "grad_norm": 0.989722674097084, "learning_rate": 0.003, "loss": 4.0324, "step": 13140 }, { "epoch": 0.13141, "grad_norm": 1.3343673770114424, "learning_rate": 0.003, "loss": 4.0348, "step": 13141 }, { "epoch": 0.13142, "grad_norm": 1.1470785700967723, "learning_rate": 0.003, "loss": 4.0561, "step": 13142 }, { "epoch": 0.13143, "grad_norm": 1.1589060396306303, "learning_rate": 0.003, "loss": 4.0161, "step": 13143 }, { "epoch": 0.13144, "grad_norm": 1.0582465386323356, "learning_rate": 0.003, "loss": 4.0263, "step": 13144 }, { "epoch": 0.13145, "grad_norm": 1.3672232216600506, "learning_rate": 0.003, "loss": 4.0046, "step": 13145 }, { "epoch": 0.13146, "grad_norm": 1.1879858947806368, "learning_rate": 0.003, "loss": 4.0107, "step": 13146 }, { "epoch": 0.13147, "grad_norm": 1.20843180027465, "learning_rate": 0.003, "loss": 4.0341, "step": 13147 }, { "epoch": 0.13148, "grad_norm": 1.3432584402500107, "learning_rate": 0.003, "loss": 4.0494, "step": 13148 }, { "epoch": 0.13149, "grad_norm": 0.9095709723571204, "learning_rate": 0.003, "loss": 4.0152, "step": 13149 }, { "epoch": 0.1315, "grad_norm": 1.057646553778702, "learning_rate": 0.003, "loss": 4.0181, "step": 13150 }, { "epoch": 0.13151, "grad_norm": 1.3610467106606845, "learning_rate": 0.003, "loss": 4.0239, "step": 13151 }, { "epoch": 0.13152, "grad_norm": 1.0777210898069285, "learning_rate": 0.003, "loss": 4.0226, "step": 13152 }, { "epoch": 0.13153, "grad_norm": 1.3859619564262946, "learning_rate": 0.003, "loss": 4.0108, "step": 13153 }, { "epoch": 0.13154, "grad_norm": 1.0844304505512883, "learning_rate": 0.003, "loss": 3.9906, "step": 13154 }, { "epoch": 0.13155, "grad_norm": 1.2359660173968072, "learning_rate": 0.003, "loss": 4.0185, "step": 13155 }, { "epoch": 0.13156, "grad_norm": 1.3677030719934207, "learning_rate": 0.003, "loss": 4.0221, "step": 13156 }, { "epoch": 0.13157, "grad_norm": 0.9833401342037275, "learning_rate": 0.003, "loss": 4.0597, "step": 13157 }, { "epoch": 0.13158, "grad_norm": 1.1062735484981285, "learning_rate": 0.003, "loss": 4.0153, "step": 13158 }, { "epoch": 0.13159, "grad_norm": 1.1254248542885985, "learning_rate": 0.003, "loss": 4.0134, "step": 13159 }, { "epoch": 0.1316, "grad_norm": 1.1120092920802103, "learning_rate": 0.003, "loss": 3.9813, "step": 13160 }, { "epoch": 0.13161, "grad_norm": 1.1989205083321814, "learning_rate": 0.003, "loss": 4.0147, "step": 13161 }, { "epoch": 0.13162, "grad_norm": 1.1928171487306694, "learning_rate": 0.003, "loss": 4.029, "step": 13162 }, { "epoch": 0.13163, "grad_norm": 1.4081902393551464, "learning_rate": 0.003, "loss": 4.0678, "step": 13163 }, { "epoch": 0.13164, "grad_norm": 1.1583999173018455, "learning_rate": 0.003, "loss": 4.0034, "step": 13164 }, { "epoch": 0.13165, "grad_norm": 1.3293599987195368, "learning_rate": 0.003, "loss": 4.0325, "step": 13165 }, { "epoch": 0.13166, "grad_norm": 1.042849775568771, "learning_rate": 0.003, "loss": 4.0165, "step": 13166 }, { "epoch": 0.13167, "grad_norm": 1.179654456448683, "learning_rate": 0.003, "loss": 4.0351, "step": 13167 }, { "epoch": 0.13168, "grad_norm": 1.0543994115678994, "learning_rate": 0.003, "loss": 4.0376, "step": 13168 }, { "epoch": 0.13169, "grad_norm": 1.3091653230611913, "learning_rate": 0.003, "loss": 3.9994, "step": 13169 }, { "epoch": 0.1317, "grad_norm": 1.1789551231881399, "learning_rate": 0.003, "loss": 4.0317, "step": 13170 }, { "epoch": 0.13171, "grad_norm": 1.2679235757864307, "learning_rate": 0.003, "loss": 4.0541, "step": 13171 }, { "epoch": 0.13172, "grad_norm": 1.0121238818707832, "learning_rate": 0.003, "loss": 4.0097, "step": 13172 }, { "epoch": 0.13173, "grad_norm": 1.3674161299963243, "learning_rate": 0.003, "loss": 3.9998, "step": 13173 }, { "epoch": 0.13174, "grad_norm": 1.1333333512368313, "learning_rate": 0.003, "loss": 4.0503, "step": 13174 }, { "epoch": 0.13175, "grad_norm": 1.263735157123079, "learning_rate": 0.003, "loss": 3.9857, "step": 13175 }, { "epoch": 0.13176, "grad_norm": 1.4329249743192631, "learning_rate": 0.003, "loss": 4.022, "step": 13176 }, { "epoch": 0.13177, "grad_norm": 1.113757810778901, "learning_rate": 0.003, "loss": 4.0321, "step": 13177 }, { "epoch": 0.13178, "grad_norm": 1.2033659807687154, "learning_rate": 0.003, "loss": 4.0169, "step": 13178 }, { "epoch": 0.13179, "grad_norm": 1.1629366378785435, "learning_rate": 0.003, "loss": 4.0241, "step": 13179 }, { "epoch": 0.1318, "grad_norm": 1.3602821104802627, "learning_rate": 0.003, "loss": 4.0142, "step": 13180 }, { "epoch": 0.13181, "grad_norm": 1.2445246941668198, "learning_rate": 0.003, "loss": 4.0018, "step": 13181 }, { "epoch": 0.13182, "grad_norm": 1.337209314159866, "learning_rate": 0.003, "loss": 4.0067, "step": 13182 }, { "epoch": 0.13183, "grad_norm": 0.9878572274233712, "learning_rate": 0.003, "loss": 4.0208, "step": 13183 }, { "epoch": 0.13184, "grad_norm": 1.0960981251343198, "learning_rate": 0.003, "loss": 4.0242, "step": 13184 }, { "epoch": 0.13185, "grad_norm": 1.3102949978898657, "learning_rate": 0.003, "loss": 4.0429, "step": 13185 }, { "epoch": 0.13186, "grad_norm": 1.205314079023528, "learning_rate": 0.003, "loss": 4.0378, "step": 13186 }, { "epoch": 0.13187, "grad_norm": 1.0255720665353423, "learning_rate": 0.003, "loss": 3.9929, "step": 13187 }, { "epoch": 0.13188, "grad_norm": 1.3262167257541027, "learning_rate": 0.003, "loss": 4.0222, "step": 13188 }, { "epoch": 0.13189, "grad_norm": 1.2168641109639486, "learning_rate": 0.003, "loss": 3.9894, "step": 13189 }, { "epoch": 0.1319, "grad_norm": 1.1889265011218615, "learning_rate": 0.003, "loss": 4.0534, "step": 13190 }, { "epoch": 0.13191, "grad_norm": 1.3805581899749395, "learning_rate": 0.003, "loss": 4.0491, "step": 13191 }, { "epoch": 0.13192, "grad_norm": 1.0413867655514306, "learning_rate": 0.003, "loss": 3.9898, "step": 13192 }, { "epoch": 0.13193, "grad_norm": 1.2492107648050148, "learning_rate": 0.003, "loss": 3.9758, "step": 13193 }, { "epoch": 0.13194, "grad_norm": 1.0030085267089808, "learning_rate": 0.003, "loss": 4.0215, "step": 13194 }, { "epoch": 0.13195, "grad_norm": 1.3532728033233967, "learning_rate": 0.003, "loss": 4.0152, "step": 13195 }, { "epoch": 0.13196, "grad_norm": 1.3442955676133201, "learning_rate": 0.003, "loss": 3.9847, "step": 13196 }, { "epoch": 0.13197, "grad_norm": 1.1839299552626144, "learning_rate": 0.003, "loss": 4.0329, "step": 13197 }, { "epoch": 0.13198, "grad_norm": 1.0302625638882434, "learning_rate": 0.003, "loss": 4.0148, "step": 13198 }, { "epoch": 0.13199, "grad_norm": 1.2400658727503961, "learning_rate": 0.003, "loss": 4.0281, "step": 13199 }, { "epoch": 0.132, "grad_norm": 1.1317920385131712, "learning_rate": 0.003, "loss": 4.032, "step": 13200 }, { "epoch": 0.13201, "grad_norm": 1.3070532346117103, "learning_rate": 0.003, "loss": 3.9995, "step": 13201 }, { "epoch": 0.13202, "grad_norm": 1.290994390815391, "learning_rate": 0.003, "loss": 4.0345, "step": 13202 }, { "epoch": 0.13203, "grad_norm": 1.3259193241549494, "learning_rate": 0.003, "loss": 4.0341, "step": 13203 }, { "epoch": 0.13204, "grad_norm": 1.1783424720493545, "learning_rate": 0.003, "loss": 4.0165, "step": 13204 }, { "epoch": 0.13205, "grad_norm": 1.170009083173674, "learning_rate": 0.003, "loss": 4.0298, "step": 13205 }, { "epoch": 0.13206, "grad_norm": 1.423622540381494, "learning_rate": 0.003, "loss": 4.0126, "step": 13206 }, { "epoch": 0.13207, "grad_norm": 1.0283146612527605, "learning_rate": 0.003, "loss": 4.0193, "step": 13207 }, { "epoch": 0.13208, "grad_norm": 1.2998154192550682, "learning_rate": 0.003, "loss": 3.9946, "step": 13208 }, { "epoch": 0.13209, "grad_norm": 0.873572889486228, "learning_rate": 0.003, "loss": 4.0188, "step": 13209 }, { "epoch": 0.1321, "grad_norm": 1.2389240668521508, "learning_rate": 0.003, "loss": 4.0583, "step": 13210 }, { "epoch": 0.13211, "grad_norm": 1.5130364765500839, "learning_rate": 0.003, "loss": 4.0453, "step": 13211 }, { "epoch": 0.13212, "grad_norm": 1.3577792356335452, "learning_rate": 0.003, "loss": 4.025, "step": 13212 }, { "epoch": 0.13213, "grad_norm": 0.8591220566534142, "learning_rate": 0.003, "loss": 4.0346, "step": 13213 }, { "epoch": 0.13214, "grad_norm": 0.9734006922172769, "learning_rate": 0.003, "loss": 4.0078, "step": 13214 }, { "epoch": 0.13215, "grad_norm": 1.3037427579729166, "learning_rate": 0.003, "loss": 4.0296, "step": 13215 }, { "epoch": 0.13216, "grad_norm": 1.0660492545368943, "learning_rate": 0.003, "loss": 4.0211, "step": 13216 }, { "epoch": 0.13217, "grad_norm": 1.3276671787509555, "learning_rate": 0.003, "loss": 4.0194, "step": 13217 }, { "epoch": 0.13218, "grad_norm": 0.9912861724784381, "learning_rate": 0.003, "loss": 4.0264, "step": 13218 }, { "epoch": 0.13219, "grad_norm": 1.1947328423567711, "learning_rate": 0.003, "loss": 4.0734, "step": 13219 }, { "epoch": 0.1322, "grad_norm": 1.1324627330357286, "learning_rate": 0.003, "loss": 4.0582, "step": 13220 }, { "epoch": 0.13221, "grad_norm": 1.2736609006663895, "learning_rate": 0.003, "loss": 4.0284, "step": 13221 }, { "epoch": 0.13222, "grad_norm": 1.2523335140850878, "learning_rate": 0.003, "loss": 4.0266, "step": 13222 }, { "epoch": 0.13223, "grad_norm": 1.125126287078147, "learning_rate": 0.003, "loss": 4.0178, "step": 13223 }, { "epoch": 0.13224, "grad_norm": 1.3849418026736036, "learning_rate": 0.003, "loss": 4.0021, "step": 13224 }, { "epoch": 0.13225, "grad_norm": 1.1461342791536524, "learning_rate": 0.003, "loss": 3.9898, "step": 13225 }, { "epoch": 0.13226, "grad_norm": 1.4180290204833317, "learning_rate": 0.003, "loss": 4.0231, "step": 13226 }, { "epoch": 0.13227, "grad_norm": 1.014686375750144, "learning_rate": 0.003, "loss": 4.0327, "step": 13227 }, { "epoch": 0.13228, "grad_norm": 1.5037739153801797, "learning_rate": 0.003, "loss": 4.025, "step": 13228 }, { "epoch": 0.13229, "grad_norm": 1.0446456028567737, "learning_rate": 0.003, "loss": 4.0318, "step": 13229 }, { "epoch": 0.1323, "grad_norm": 1.2431434834546604, "learning_rate": 0.003, "loss": 4.0093, "step": 13230 }, { "epoch": 0.13231, "grad_norm": 1.1595233786574235, "learning_rate": 0.003, "loss": 4.0037, "step": 13231 }, { "epoch": 0.13232, "grad_norm": 1.23700285851049, "learning_rate": 0.003, "loss": 4.0237, "step": 13232 }, { "epoch": 0.13233, "grad_norm": 1.2414313005494253, "learning_rate": 0.003, "loss": 3.9987, "step": 13233 }, { "epoch": 0.13234, "grad_norm": 1.4284272611351443, "learning_rate": 0.003, "loss": 4.012, "step": 13234 }, { "epoch": 0.13235, "grad_norm": 1.1272287828969014, "learning_rate": 0.003, "loss": 4.0189, "step": 13235 }, { "epoch": 0.13236, "grad_norm": 1.0883267700976904, "learning_rate": 0.003, "loss": 3.9873, "step": 13236 }, { "epoch": 0.13237, "grad_norm": 1.3095687487861305, "learning_rate": 0.003, "loss": 4.0261, "step": 13237 }, { "epoch": 0.13238, "grad_norm": 1.178701415006733, "learning_rate": 0.003, "loss": 4.0159, "step": 13238 }, { "epoch": 0.13239, "grad_norm": 1.2027726294396186, "learning_rate": 0.003, "loss": 4.0167, "step": 13239 }, { "epoch": 0.1324, "grad_norm": 1.2377893040922567, "learning_rate": 0.003, "loss": 4.0222, "step": 13240 }, { "epoch": 0.13241, "grad_norm": 1.0267119343524598, "learning_rate": 0.003, "loss": 4.0092, "step": 13241 }, { "epoch": 0.13242, "grad_norm": 1.3012800497905883, "learning_rate": 0.003, "loss": 4.0477, "step": 13242 }, { "epoch": 0.13243, "grad_norm": 1.1614741672299007, "learning_rate": 0.003, "loss": 4.0181, "step": 13243 }, { "epoch": 0.13244, "grad_norm": 1.2023819031296115, "learning_rate": 0.003, "loss": 3.9977, "step": 13244 }, { "epoch": 0.13245, "grad_norm": 1.1969761782597237, "learning_rate": 0.003, "loss": 3.9801, "step": 13245 }, { "epoch": 0.13246, "grad_norm": 1.1736874650380753, "learning_rate": 0.003, "loss": 4.0016, "step": 13246 }, { "epoch": 0.13247, "grad_norm": 1.2217478030413764, "learning_rate": 0.003, "loss": 4.0415, "step": 13247 }, { "epoch": 0.13248, "grad_norm": 1.195487292425333, "learning_rate": 0.003, "loss": 4.0424, "step": 13248 }, { "epoch": 0.13249, "grad_norm": 1.3531113906627674, "learning_rate": 0.003, "loss": 4.004, "step": 13249 }, { "epoch": 0.1325, "grad_norm": 1.1331994653407587, "learning_rate": 0.003, "loss": 4.018, "step": 13250 }, { "epoch": 0.13251, "grad_norm": 1.3568915508653279, "learning_rate": 0.003, "loss": 4.0109, "step": 13251 }, { "epoch": 0.13252, "grad_norm": 1.1022967952260512, "learning_rate": 0.003, "loss": 4.0277, "step": 13252 }, { "epoch": 0.13253, "grad_norm": 1.4730317933527035, "learning_rate": 0.003, "loss": 3.9895, "step": 13253 }, { "epoch": 0.13254, "grad_norm": 1.1698133513210476, "learning_rate": 0.003, "loss": 4.0422, "step": 13254 }, { "epoch": 0.13255, "grad_norm": 1.3006938019160277, "learning_rate": 0.003, "loss": 4.0322, "step": 13255 }, { "epoch": 0.13256, "grad_norm": 1.1089839963119312, "learning_rate": 0.003, "loss": 4.0322, "step": 13256 }, { "epoch": 0.13257, "grad_norm": 1.2055086984398902, "learning_rate": 0.003, "loss": 4.0248, "step": 13257 }, { "epoch": 0.13258, "grad_norm": 1.0517577625863193, "learning_rate": 0.003, "loss": 4.0132, "step": 13258 }, { "epoch": 0.13259, "grad_norm": 1.0260203890418644, "learning_rate": 0.003, "loss": 4.0371, "step": 13259 }, { "epoch": 0.1326, "grad_norm": 1.1451620545525771, "learning_rate": 0.003, "loss": 4.0247, "step": 13260 }, { "epoch": 0.13261, "grad_norm": 1.3573920654937885, "learning_rate": 0.003, "loss": 4.0267, "step": 13261 }, { "epoch": 0.13262, "grad_norm": 1.2997613200686104, "learning_rate": 0.003, "loss": 4.011, "step": 13262 }, { "epoch": 0.13263, "grad_norm": 1.162070533819352, "learning_rate": 0.003, "loss": 4.0068, "step": 13263 }, { "epoch": 0.13264, "grad_norm": 1.1860611604132822, "learning_rate": 0.003, "loss": 4.0203, "step": 13264 }, { "epoch": 0.13265, "grad_norm": 1.155878268074166, "learning_rate": 0.003, "loss": 4.0146, "step": 13265 }, { "epoch": 0.13266, "grad_norm": 1.162897362742571, "learning_rate": 0.003, "loss": 4.0218, "step": 13266 }, { "epoch": 0.13267, "grad_norm": 1.2566274122158887, "learning_rate": 0.003, "loss": 4.0236, "step": 13267 }, { "epoch": 0.13268, "grad_norm": 1.0624053962002076, "learning_rate": 0.003, "loss": 4.0187, "step": 13268 }, { "epoch": 0.13269, "grad_norm": 1.146155331042088, "learning_rate": 0.003, "loss": 3.9927, "step": 13269 }, { "epoch": 0.1327, "grad_norm": 1.1523816823944344, "learning_rate": 0.003, "loss": 4.009, "step": 13270 }, { "epoch": 0.13271, "grad_norm": 1.2822840784270244, "learning_rate": 0.003, "loss": 4.0309, "step": 13271 }, { "epoch": 0.13272, "grad_norm": 1.0786807154247118, "learning_rate": 0.003, "loss": 3.9956, "step": 13272 }, { "epoch": 0.13273, "grad_norm": 1.218673056995643, "learning_rate": 0.003, "loss": 4.0104, "step": 13273 }, { "epoch": 0.13274, "grad_norm": 1.3254738935758086, "learning_rate": 0.003, "loss": 4.0461, "step": 13274 }, { "epoch": 0.13275, "grad_norm": 1.2485461958782031, "learning_rate": 0.003, "loss": 4.0354, "step": 13275 }, { "epoch": 0.13276, "grad_norm": 1.0339646828439346, "learning_rate": 0.003, "loss": 4.0037, "step": 13276 }, { "epoch": 0.13277, "grad_norm": 1.2296936563599417, "learning_rate": 0.003, "loss": 4.0284, "step": 13277 }, { "epoch": 0.13278, "grad_norm": 1.1719359498015458, "learning_rate": 0.003, "loss": 4.0133, "step": 13278 }, { "epoch": 0.13279, "grad_norm": 1.2906893737489893, "learning_rate": 0.003, "loss": 4.0382, "step": 13279 }, { "epoch": 0.1328, "grad_norm": 0.9747260590672138, "learning_rate": 0.003, "loss": 3.9934, "step": 13280 }, { "epoch": 0.13281, "grad_norm": 1.3295126084209, "learning_rate": 0.003, "loss": 4.0249, "step": 13281 }, { "epoch": 0.13282, "grad_norm": 1.1543837502411551, "learning_rate": 0.003, "loss": 4.0469, "step": 13282 }, { "epoch": 0.13283, "grad_norm": 1.3388418810355132, "learning_rate": 0.003, "loss": 4.0333, "step": 13283 }, { "epoch": 0.13284, "grad_norm": 0.9952350561662376, "learning_rate": 0.003, "loss": 4.0204, "step": 13284 }, { "epoch": 0.13285, "grad_norm": 1.4499501567801372, "learning_rate": 0.003, "loss": 4.014, "step": 13285 }, { "epoch": 0.13286, "grad_norm": 1.066590029594129, "learning_rate": 0.003, "loss": 4.0555, "step": 13286 }, { "epoch": 0.13287, "grad_norm": 1.388542523326155, "learning_rate": 0.003, "loss": 4.0341, "step": 13287 }, { "epoch": 0.13288, "grad_norm": 1.242952241814662, "learning_rate": 0.003, "loss": 4.029, "step": 13288 }, { "epoch": 0.13289, "grad_norm": 1.2844622720087564, "learning_rate": 0.003, "loss": 4.0503, "step": 13289 }, { "epoch": 0.1329, "grad_norm": 1.1296034429914248, "learning_rate": 0.003, "loss": 4.0495, "step": 13290 }, { "epoch": 0.13291, "grad_norm": 1.1817733386973799, "learning_rate": 0.003, "loss": 4.0266, "step": 13291 }, { "epoch": 0.13292, "grad_norm": 1.227418218840078, "learning_rate": 0.003, "loss": 4.0304, "step": 13292 }, { "epoch": 0.13293, "grad_norm": 1.2934766559092665, "learning_rate": 0.003, "loss": 4.0158, "step": 13293 }, { "epoch": 0.13294, "grad_norm": 1.2324210240838256, "learning_rate": 0.003, "loss": 4.0302, "step": 13294 }, { "epoch": 0.13295, "grad_norm": 1.1190504319413743, "learning_rate": 0.003, "loss": 4.0289, "step": 13295 }, { "epoch": 0.13296, "grad_norm": 1.3831470071383796, "learning_rate": 0.003, "loss": 4.0655, "step": 13296 }, { "epoch": 0.13297, "grad_norm": 0.9024796111158896, "learning_rate": 0.003, "loss": 4.0175, "step": 13297 }, { "epoch": 0.13298, "grad_norm": 1.3130099662344958, "learning_rate": 0.003, "loss": 4.0156, "step": 13298 }, { "epoch": 0.13299, "grad_norm": 1.1678197485533626, "learning_rate": 0.003, "loss": 4.0711, "step": 13299 }, { "epoch": 0.133, "grad_norm": 1.2927678212090512, "learning_rate": 0.003, "loss": 4.0329, "step": 13300 }, { "epoch": 0.13301, "grad_norm": 1.1463633834307947, "learning_rate": 0.003, "loss": 4.0154, "step": 13301 }, { "epoch": 0.13302, "grad_norm": 1.3051173709107187, "learning_rate": 0.003, "loss": 3.9841, "step": 13302 }, { "epoch": 0.13303, "grad_norm": 1.136023830327464, "learning_rate": 0.003, "loss": 4.0354, "step": 13303 }, { "epoch": 0.13304, "grad_norm": 1.231542541977393, "learning_rate": 0.003, "loss": 4.0294, "step": 13304 }, { "epoch": 0.13305, "grad_norm": 1.0420078614674835, "learning_rate": 0.003, "loss": 4.0462, "step": 13305 }, { "epoch": 0.13306, "grad_norm": 1.4456939860953055, "learning_rate": 0.003, "loss": 4.0305, "step": 13306 }, { "epoch": 0.13307, "grad_norm": 0.9463696467956895, "learning_rate": 0.003, "loss": 4.0033, "step": 13307 }, { "epoch": 0.13308, "grad_norm": 1.372066712252764, "learning_rate": 0.003, "loss": 4.0227, "step": 13308 }, { "epoch": 0.13309, "grad_norm": 1.2982308263401467, "learning_rate": 0.003, "loss": 4.0082, "step": 13309 }, { "epoch": 0.1331, "grad_norm": 1.3021473169835807, "learning_rate": 0.003, "loss": 4.0171, "step": 13310 }, { "epoch": 0.13311, "grad_norm": 1.1181520647256893, "learning_rate": 0.003, "loss": 4.005, "step": 13311 }, { "epoch": 0.13312, "grad_norm": 1.1323773951622496, "learning_rate": 0.003, "loss": 4.03, "step": 13312 }, { "epoch": 0.13313, "grad_norm": 1.2994672754854095, "learning_rate": 0.003, "loss": 4.0088, "step": 13313 }, { "epoch": 0.13314, "grad_norm": 1.1123813052260192, "learning_rate": 0.003, "loss": 4.0171, "step": 13314 }, { "epoch": 0.13315, "grad_norm": 1.3356269811242296, "learning_rate": 0.003, "loss": 4.039, "step": 13315 }, { "epoch": 0.13316, "grad_norm": 1.1307571245786385, "learning_rate": 0.003, "loss": 4.0078, "step": 13316 }, { "epoch": 0.13317, "grad_norm": 1.1289097193017215, "learning_rate": 0.003, "loss": 4.029, "step": 13317 }, { "epoch": 0.13318, "grad_norm": 1.2008083845027793, "learning_rate": 0.003, "loss": 4.0224, "step": 13318 }, { "epoch": 0.13319, "grad_norm": 1.1306337491064893, "learning_rate": 0.003, "loss": 4.0421, "step": 13319 }, { "epoch": 0.1332, "grad_norm": 1.3679305192275055, "learning_rate": 0.003, "loss": 4.0218, "step": 13320 }, { "epoch": 0.13321, "grad_norm": 1.1711826264907252, "learning_rate": 0.003, "loss": 4.0317, "step": 13321 }, { "epoch": 0.13322, "grad_norm": 1.0966041565646945, "learning_rate": 0.003, "loss": 4.0193, "step": 13322 }, { "epoch": 0.13323, "grad_norm": 1.1551860383609442, "learning_rate": 0.003, "loss": 4.0335, "step": 13323 }, { "epoch": 0.13324, "grad_norm": 1.0761459065829688, "learning_rate": 0.003, "loss": 4.0375, "step": 13324 }, { "epoch": 0.13325, "grad_norm": 1.1855031922305135, "learning_rate": 0.003, "loss": 4.0205, "step": 13325 }, { "epoch": 0.13326, "grad_norm": 1.358087467790536, "learning_rate": 0.003, "loss": 4.0557, "step": 13326 }, { "epoch": 0.13327, "grad_norm": 1.5789407226797987, "learning_rate": 0.003, "loss": 4.0227, "step": 13327 }, { "epoch": 0.13328, "grad_norm": 1.0846902206425766, "learning_rate": 0.003, "loss": 4.0348, "step": 13328 }, { "epoch": 0.13329, "grad_norm": 1.166482834679772, "learning_rate": 0.003, "loss": 4.0465, "step": 13329 }, { "epoch": 0.1333, "grad_norm": 1.1676348442033728, "learning_rate": 0.003, "loss": 4.0442, "step": 13330 }, { "epoch": 0.13331, "grad_norm": 1.2387302200322514, "learning_rate": 0.003, "loss": 4.0303, "step": 13331 }, { "epoch": 0.13332, "grad_norm": 1.090022503966062, "learning_rate": 0.003, "loss": 4.016, "step": 13332 }, { "epoch": 0.13333, "grad_norm": 1.1993557738278178, "learning_rate": 0.003, "loss": 4.0246, "step": 13333 }, { "epoch": 0.13334, "grad_norm": 1.149779889121198, "learning_rate": 0.003, "loss": 4.0329, "step": 13334 }, { "epoch": 0.13335, "grad_norm": 1.2404908878452907, "learning_rate": 0.003, "loss": 3.9969, "step": 13335 }, { "epoch": 0.13336, "grad_norm": 1.1097718936919116, "learning_rate": 0.003, "loss": 4.017, "step": 13336 }, { "epoch": 0.13337, "grad_norm": 1.3923059951933716, "learning_rate": 0.003, "loss": 4.0197, "step": 13337 }, { "epoch": 0.13338, "grad_norm": 1.2188422973936779, "learning_rate": 0.003, "loss": 4.0581, "step": 13338 }, { "epoch": 0.13339, "grad_norm": 1.4947926128477245, "learning_rate": 0.003, "loss": 4.0339, "step": 13339 }, { "epoch": 0.1334, "grad_norm": 1.135167360467982, "learning_rate": 0.003, "loss": 4.0066, "step": 13340 }, { "epoch": 0.13341, "grad_norm": 1.2957735877895509, "learning_rate": 0.003, "loss": 4.0615, "step": 13341 }, { "epoch": 0.13342, "grad_norm": 1.0937534826464805, "learning_rate": 0.003, "loss": 4.0341, "step": 13342 }, { "epoch": 0.13343, "grad_norm": 1.146491272433081, "learning_rate": 0.003, "loss": 4.0115, "step": 13343 }, { "epoch": 0.13344, "grad_norm": 1.4468045189337417, "learning_rate": 0.003, "loss": 4.062, "step": 13344 }, { "epoch": 0.13345, "grad_norm": 1.2592429566456962, "learning_rate": 0.003, "loss": 4.0622, "step": 13345 }, { "epoch": 0.13346, "grad_norm": 1.2143728986915379, "learning_rate": 0.003, "loss": 4.0245, "step": 13346 }, { "epoch": 0.13347, "grad_norm": 1.1905439376198783, "learning_rate": 0.003, "loss": 4.0067, "step": 13347 }, { "epoch": 0.13348, "grad_norm": 1.1443391482742789, "learning_rate": 0.003, "loss": 4.0373, "step": 13348 }, { "epoch": 0.13349, "grad_norm": 1.246186743392689, "learning_rate": 0.003, "loss": 4.0263, "step": 13349 }, { "epoch": 0.1335, "grad_norm": 1.0806035133689187, "learning_rate": 0.003, "loss": 4.0079, "step": 13350 }, { "epoch": 0.13351, "grad_norm": 1.123461988084758, "learning_rate": 0.003, "loss": 4.0308, "step": 13351 }, { "epoch": 0.13352, "grad_norm": 1.1992586433931847, "learning_rate": 0.003, "loss": 4.0035, "step": 13352 }, { "epoch": 0.13353, "grad_norm": 1.2287700219343816, "learning_rate": 0.003, "loss": 4.0322, "step": 13353 }, { "epoch": 0.13354, "grad_norm": 1.145713010144192, "learning_rate": 0.003, "loss": 4.0269, "step": 13354 }, { "epoch": 0.13355, "grad_norm": 1.3129522428667089, "learning_rate": 0.003, "loss": 4.0223, "step": 13355 }, { "epoch": 0.13356, "grad_norm": 1.1217225093906096, "learning_rate": 0.003, "loss": 4.0322, "step": 13356 }, { "epoch": 0.13357, "grad_norm": 1.3610017363079503, "learning_rate": 0.003, "loss": 4.0236, "step": 13357 }, { "epoch": 0.13358, "grad_norm": 1.0659946872902204, "learning_rate": 0.003, "loss": 4.0064, "step": 13358 }, { "epoch": 0.13359, "grad_norm": 1.4579500688790328, "learning_rate": 0.003, "loss": 4.0454, "step": 13359 }, { "epoch": 0.1336, "grad_norm": 1.003934981079245, "learning_rate": 0.003, "loss": 4.0264, "step": 13360 }, { "epoch": 0.13361, "grad_norm": 1.1638155922468505, "learning_rate": 0.003, "loss": 4.0082, "step": 13361 }, { "epoch": 0.13362, "grad_norm": 1.0889598114731738, "learning_rate": 0.003, "loss": 4.0107, "step": 13362 }, { "epoch": 0.13363, "grad_norm": 1.3693945445048112, "learning_rate": 0.003, "loss": 4.0221, "step": 13363 }, { "epoch": 0.13364, "grad_norm": 1.0988775373011543, "learning_rate": 0.003, "loss": 4.0232, "step": 13364 }, { "epoch": 0.13365, "grad_norm": 1.4802228295419162, "learning_rate": 0.003, "loss": 4.0238, "step": 13365 }, { "epoch": 0.13366, "grad_norm": 1.1350414757360303, "learning_rate": 0.003, "loss": 4.0322, "step": 13366 }, { "epoch": 0.13367, "grad_norm": 1.0970300311081125, "learning_rate": 0.003, "loss": 4.0027, "step": 13367 }, { "epoch": 0.13368, "grad_norm": 1.2364580439070338, "learning_rate": 0.003, "loss": 4.0431, "step": 13368 }, { "epoch": 0.13369, "grad_norm": 1.1393845065668011, "learning_rate": 0.003, "loss": 4.0276, "step": 13369 }, { "epoch": 0.1337, "grad_norm": 1.1533636621662187, "learning_rate": 0.003, "loss": 4.0229, "step": 13370 }, { "epoch": 0.13371, "grad_norm": 1.0816471655884832, "learning_rate": 0.003, "loss": 4.0233, "step": 13371 }, { "epoch": 0.13372, "grad_norm": 1.193792088943506, "learning_rate": 0.003, "loss": 4.0225, "step": 13372 }, { "epoch": 0.13373, "grad_norm": 1.1094174710891824, "learning_rate": 0.003, "loss": 4.0118, "step": 13373 }, { "epoch": 0.13374, "grad_norm": 1.2879292981648436, "learning_rate": 0.003, "loss": 4.0504, "step": 13374 }, { "epoch": 0.13375, "grad_norm": 1.1453786363334113, "learning_rate": 0.003, "loss": 3.9989, "step": 13375 }, { "epoch": 0.13376, "grad_norm": 1.3055465273095053, "learning_rate": 0.003, "loss": 4.0403, "step": 13376 }, { "epoch": 0.13377, "grad_norm": 1.1532149751861094, "learning_rate": 0.003, "loss": 4.0036, "step": 13377 }, { "epoch": 0.13378, "grad_norm": 1.2267252708924727, "learning_rate": 0.003, "loss": 4.0108, "step": 13378 }, { "epoch": 0.13379, "grad_norm": 1.2465260797365454, "learning_rate": 0.003, "loss": 4.0132, "step": 13379 }, { "epoch": 0.1338, "grad_norm": 1.1671338719435786, "learning_rate": 0.003, "loss": 4.0114, "step": 13380 }, { "epoch": 0.13381, "grad_norm": 1.2770301462955111, "learning_rate": 0.003, "loss": 3.9949, "step": 13381 }, { "epoch": 0.13382, "grad_norm": 1.3607247962128857, "learning_rate": 0.003, "loss": 4.0267, "step": 13382 }, { "epoch": 0.13383, "grad_norm": 1.036366389732506, "learning_rate": 0.003, "loss": 4.0045, "step": 13383 }, { "epoch": 0.13384, "grad_norm": 1.2065138074211352, "learning_rate": 0.003, "loss": 3.9827, "step": 13384 }, { "epoch": 0.13385, "grad_norm": 1.1857547899204484, "learning_rate": 0.003, "loss": 4.0269, "step": 13385 }, { "epoch": 0.13386, "grad_norm": 0.946051102788784, "learning_rate": 0.003, "loss": 4.023, "step": 13386 }, { "epoch": 0.13387, "grad_norm": 1.1633476212241936, "learning_rate": 0.003, "loss": 4.0067, "step": 13387 }, { "epoch": 0.13388, "grad_norm": 1.3245812612445407, "learning_rate": 0.003, "loss": 4.0323, "step": 13388 }, { "epoch": 0.13389, "grad_norm": 1.134263149423251, "learning_rate": 0.003, "loss": 4.0237, "step": 13389 }, { "epoch": 0.1339, "grad_norm": 1.296265090606207, "learning_rate": 0.003, "loss": 4.0179, "step": 13390 }, { "epoch": 0.13391, "grad_norm": 1.1360413290115436, "learning_rate": 0.003, "loss": 3.9997, "step": 13391 }, { "epoch": 0.13392, "grad_norm": 1.291707542924984, "learning_rate": 0.003, "loss": 4.0185, "step": 13392 }, { "epoch": 0.13393, "grad_norm": 1.076626333520554, "learning_rate": 0.003, "loss": 4.0295, "step": 13393 }, { "epoch": 0.13394, "grad_norm": 1.2115304300049723, "learning_rate": 0.003, "loss": 4.0255, "step": 13394 }, { "epoch": 0.13395, "grad_norm": 1.126113520409547, "learning_rate": 0.003, "loss": 4.0046, "step": 13395 }, { "epoch": 0.13396, "grad_norm": 1.2100032511507974, "learning_rate": 0.003, "loss": 4.0036, "step": 13396 }, { "epoch": 0.13397, "grad_norm": 1.1413697699504317, "learning_rate": 0.003, "loss": 4.0152, "step": 13397 }, { "epoch": 0.13398, "grad_norm": 1.1369134666653362, "learning_rate": 0.003, "loss": 4.0068, "step": 13398 }, { "epoch": 0.13399, "grad_norm": 1.141769147643521, "learning_rate": 0.003, "loss": 3.9831, "step": 13399 }, { "epoch": 0.134, "grad_norm": 1.351880588084034, "learning_rate": 0.003, "loss": 4.0475, "step": 13400 }, { "epoch": 0.13401, "grad_norm": 1.0694809056532624, "learning_rate": 0.003, "loss": 4.0098, "step": 13401 }, { "epoch": 0.13402, "grad_norm": 1.2462804234100007, "learning_rate": 0.003, "loss": 3.9751, "step": 13402 }, { "epoch": 0.13403, "grad_norm": 0.9550894770645565, "learning_rate": 0.003, "loss": 4.0535, "step": 13403 }, { "epoch": 0.13404, "grad_norm": 1.4004013738063046, "learning_rate": 0.003, "loss": 4.0564, "step": 13404 }, { "epoch": 0.13405, "grad_norm": 1.0182565499258522, "learning_rate": 0.003, "loss": 4.008, "step": 13405 }, { "epoch": 0.13406, "grad_norm": 1.3389242782316388, "learning_rate": 0.003, "loss": 4.0364, "step": 13406 }, { "epoch": 0.13407, "grad_norm": 1.265463794551261, "learning_rate": 0.003, "loss": 4.0357, "step": 13407 }, { "epoch": 0.13408, "grad_norm": 1.334487167757332, "learning_rate": 0.003, "loss": 4.0229, "step": 13408 }, { "epoch": 0.13409, "grad_norm": 1.3576258794005125, "learning_rate": 0.003, "loss": 4.0266, "step": 13409 }, { "epoch": 0.1341, "grad_norm": 1.2184686143115655, "learning_rate": 0.003, "loss": 4.003, "step": 13410 }, { "epoch": 0.13411, "grad_norm": 0.9916996275319055, "learning_rate": 0.003, "loss": 4.0295, "step": 13411 }, { "epoch": 0.13412, "grad_norm": 1.2216044612518433, "learning_rate": 0.003, "loss": 4.0231, "step": 13412 }, { "epoch": 0.13413, "grad_norm": 1.160783345128535, "learning_rate": 0.003, "loss": 4.0303, "step": 13413 }, { "epoch": 0.13414, "grad_norm": 1.1292722771811052, "learning_rate": 0.003, "loss": 4.042, "step": 13414 }, { "epoch": 0.13415, "grad_norm": 1.126718355717055, "learning_rate": 0.003, "loss": 4.0185, "step": 13415 }, { "epoch": 0.13416, "grad_norm": 1.2476269931115544, "learning_rate": 0.003, "loss": 4.0293, "step": 13416 }, { "epoch": 0.13417, "grad_norm": 1.2048295152923227, "learning_rate": 0.003, "loss": 4.0012, "step": 13417 }, { "epoch": 0.13418, "grad_norm": 1.3428948792281432, "learning_rate": 0.003, "loss": 4.0218, "step": 13418 }, { "epoch": 0.13419, "grad_norm": 1.1181666148157166, "learning_rate": 0.003, "loss": 4.037, "step": 13419 }, { "epoch": 0.1342, "grad_norm": 1.3215144632242453, "learning_rate": 0.003, "loss": 4.0141, "step": 13420 }, { "epoch": 0.13421, "grad_norm": 1.3097747341982395, "learning_rate": 0.003, "loss": 4.0373, "step": 13421 }, { "epoch": 0.13422, "grad_norm": 1.198201371504427, "learning_rate": 0.003, "loss": 4.0448, "step": 13422 }, { "epoch": 0.13423, "grad_norm": 1.2244440779414874, "learning_rate": 0.003, "loss": 4.0253, "step": 13423 }, { "epoch": 0.13424, "grad_norm": 0.9789279406920552, "learning_rate": 0.003, "loss": 4.0135, "step": 13424 }, { "epoch": 0.13425, "grad_norm": 1.419037471910816, "learning_rate": 0.003, "loss": 4.0355, "step": 13425 }, { "epoch": 0.13426, "grad_norm": 1.0024421860356587, "learning_rate": 0.003, "loss": 3.9926, "step": 13426 }, { "epoch": 0.13427, "grad_norm": 1.236195542106977, "learning_rate": 0.003, "loss": 4.0316, "step": 13427 }, { "epoch": 0.13428, "grad_norm": 1.2230106966663075, "learning_rate": 0.003, "loss": 4.0417, "step": 13428 }, { "epoch": 0.13429, "grad_norm": 1.2019836590046975, "learning_rate": 0.003, "loss": 4.0346, "step": 13429 }, { "epoch": 0.1343, "grad_norm": 1.4494027288332898, "learning_rate": 0.003, "loss": 4.0067, "step": 13430 }, { "epoch": 0.13431, "grad_norm": 1.192145526605227, "learning_rate": 0.003, "loss": 4.032, "step": 13431 }, { "epoch": 0.13432, "grad_norm": 1.1248484191707095, "learning_rate": 0.003, "loss": 4.0176, "step": 13432 }, { "epoch": 0.13433, "grad_norm": 1.260785974024862, "learning_rate": 0.003, "loss": 4.0191, "step": 13433 }, { "epoch": 0.13434, "grad_norm": 1.0400060793363335, "learning_rate": 0.003, "loss": 4.0239, "step": 13434 }, { "epoch": 0.13435, "grad_norm": 1.0783745236421138, "learning_rate": 0.003, "loss": 4.0479, "step": 13435 }, { "epoch": 0.13436, "grad_norm": 1.165074049861491, "learning_rate": 0.003, "loss": 4.0395, "step": 13436 }, { "epoch": 0.13437, "grad_norm": 1.162590117493891, "learning_rate": 0.003, "loss": 4.0118, "step": 13437 }, { "epoch": 0.13438, "grad_norm": 1.0904670998164137, "learning_rate": 0.003, "loss": 4.0305, "step": 13438 }, { "epoch": 0.13439, "grad_norm": 1.3044658478058948, "learning_rate": 0.003, "loss": 4.0374, "step": 13439 }, { "epoch": 0.1344, "grad_norm": 1.2585749984772712, "learning_rate": 0.003, "loss": 4.0416, "step": 13440 }, { "epoch": 0.13441, "grad_norm": 1.1350577146238163, "learning_rate": 0.003, "loss": 4.004, "step": 13441 }, { "epoch": 0.13442, "grad_norm": 1.2934824566661551, "learning_rate": 0.003, "loss": 4.0206, "step": 13442 }, { "epoch": 0.13443, "grad_norm": 1.1704384561374903, "learning_rate": 0.003, "loss": 4.0305, "step": 13443 }, { "epoch": 0.13444, "grad_norm": 1.2287067692197493, "learning_rate": 0.003, "loss": 4.0083, "step": 13444 }, { "epoch": 0.13445, "grad_norm": 1.052312126159789, "learning_rate": 0.003, "loss": 4.0145, "step": 13445 }, { "epoch": 0.13446, "grad_norm": 1.3351631871063565, "learning_rate": 0.003, "loss": 4.0385, "step": 13446 }, { "epoch": 0.13447, "grad_norm": 1.1456741213952397, "learning_rate": 0.003, "loss": 4.0591, "step": 13447 }, { "epoch": 0.13448, "grad_norm": 1.3178994702812536, "learning_rate": 0.003, "loss": 4.0336, "step": 13448 }, { "epoch": 0.13449, "grad_norm": 1.1376435500601898, "learning_rate": 0.003, "loss": 4.0314, "step": 13449 }, { "epoch": 0.1345, "grad_norm": 1.5577330564326097, "learning_rate": 0.003, "loss": 3.9742, "step": 13450 }, { "epoch": 0.13451, "grad_norm": 1.240799192639951, "learning_rate": 0.003, "loss": 4.0232, "step": 13451 }, { "epoch": 0.13452, "grad_norm": 1.3303368261452497, "learning_rate": 0.003, "loss": 4.0179, "step": 13452 }, { "epoch": 0.13453, "grad_norm": 0.9864499235298809, "learning_rate": 0.003, "loss": 4.0224, "step": 13453 }, { "epoch": 0.13454, "grad_norm": 1.3913306919812294, "learning_rate": 0.003, "loss": 4.0294, "step": 13454 }, { "epoch": 0.13455, "grad_norm": 0.9262772369745972, "learning_rate": 0.003, "loss": 4.0413, "step": 13455 }, { "epoch": 0.13456, "grad_norm": 1.1715238243590518, "learning_rate": 0.003, "loss": 4.0408, "step": 13456 }, { "epoch": 0.13457, "grad_norm": 1.007775791407712, "learning_rate": 0.003, "loss": 3.9987, "step": 13457 }, { "epoch": 0.13458, "grad_norm": 1.4373867057512402, "learning_rate": 0.003, "loss": 4.0548, "step": 13458 }, { "epoch": 0.13459, "grad_norm": 1.2087819192138398, "learning_rate": 0.003, "loss": 4.0513, "step": 13459 }, { "epoch": 0.1346, "grad_norm": 1.2761546089109206, "learning_rate": 0.003, "loss": 4.0359, "step": 13460 }, { "epoch": 0.13461, "grad_norm": 1.3195149048198116, "learning_rate": 0.003, "loss": 4.0364, "step": 13461 }, { "epoch": 0.13462, "grad_norm": 1.4298685154422084, "learning_rate": 0.003, "loss": 4.0103, "step": 13462 }, { "epoch": 0.13463, "grad_norm": 1.0232005094391101, "learning_rate": 0.003, "loss": 4.0344, "step": 13463 }, { "epoch": 0.13464, "grad_norm": 1.3554979757755057, "learning_rate": 0.003, "loss": 4.0475, "step": 13464 }, { "epoch": 0.13465, "grad_norm": 1.1332202658140447, "learning_rate": 0.003, "loss": 4.0048, "step": 13465 }, { "epoch": 0.13466, "grad_norm": 1.3885916310764128, "learning_rate": 0.003, "loss": 4.0199, "step": 13466 }, { "epoch": 0.13467, "grad_norm": 1.1009272857461163, "learning_rate": 0.003, "loss": 4.048, "step": 13467 }, { "epoch": 0.13468, "grad_norm": 1.291927423311447, "learning_rate": 0.003, "loss": 4.0326, "step": 13468 }, { "epoch": 0.13469, "grad_norm": 1.2553231921644208, "learning_rate": 0.003, "loss": 4.0316, "step": 13469 }, { "epoch": 0.1347, "grad_norm": 1.5595510592158073, "learning_rate": 0.003, "loss": 4.0219, "step": 13470 }, { "epoch": 0.13471, "grad_norm": 1.4597265580853351, "learning_rate": 0.003, "loss": 4.0305, "step": 13471 }, { "epoch": 0.13472, "grad_norm": 1.06169793876242, "learning_rate": 0.003, "loss": 4.0213, "step": 13472 }, { "epoch": 0.13473, "grad_norm": 1.1661843523771311, "learning_rate": 0.003, "loss": 3.9915, "step": 13473 }, { "epoch": 0.13474, "grad_norm": 1.3141625224505493, "learning_rate": 0.003, "loss": 4.0313, "step": 13474 }, { "epoch": 0.13475, "grad_norm": 1.0191480284471333, "learning_rate": 0.003, "loss": 4.0241, "step": 13475 }, { "epoch": 0.13476, "grad_norm": 1.3593921109749711, "learning_rate": 0.003, "loss": 4.0189, "step": 13476 }, { "epoch": 0.13477, "grad_norm": 1.029868013350082, "learning_rate": 0.003, "loss": 4.0198, "step": 13477 }, { "epoch": 0.13478, "grad_norm": 1.220297263485053, "learning_rate": 0.003, "loss": 4.0346, "step": 13478 }, { "epoch": 0.13479, "grad_norm": 1.2216981759838992, "learning_rate": 0.003, "loss": 4.0134, "step": 13479 }, { "epoch": 0.1348, "grad_norm": 1.1588932875116496, "learning_rate": 0.003, "loss": 4.0367, "step": 13480 }, { "epoch": 0.13481, "grad_norm": 1.04814139318589, "learning_rate": 0.003, "loss": 4.0372, "step": 13481 }, { "epoch": 0.13482, "grad_norm": 1.27331759602881, "learning_rate": 0.003, "loss": 4.0098, "step": 13482 }, { "epoch": 0.13483, "grad_norm": 1.2024848177421057, "learning_rate": 0.003, "loss": 3.9871, "step": 13483 }, { "epoch": 0.13484, "grad_norm": 1.1441160988818182, "learning_rate": 0.003, "loss": 4.0254, "step": 13484 }, { "epoch": 0.13485, "grad_norm": 1.2492437430898804, "learning_rate": 0.003, "loss": 4.0434, "step": 13485 }, { "epoch": 0.13486, "grad_norm": 1.2067132902882773, "learning_rate": 0.003, "loss": 4.0216, "step": 13486 }, { "epoch": 0.13487, "grad_norm": 1.1942540105040946, "learning_rate": 0.003, "loss": 4.0093, "step": 13487 }, { "epoch": 0.13488, "grad_norm": 1.3019162946617349, "learning_rate": 0.003, "loss": 4.0282, "step": 13488 }, { "epoch": 0.13489, "grad_norm": 1.076361817110379, "learning_rate": 0.003, "loss": 4.0028, "step": 13489 }, { "epoch": 0.1349, "grad_norm": 1.0367542395991136, "learning_rate": 0.003, "loss": 4.019, "step": 13490 }, { "epoch": 0.13491, "grad_norm": 1.1496630472442426, "learning_rate": 0.003, "loss": 4.0283, "step": 13491 }, { "epoch": 0.13492, "grad_norm": 1.4714537384829591, "learning_rate": 0.003, "loss": 4.0339, "step": 13492 }, { "epoch": 0.13493, "grad_norm": 1.2095126352691563, "learning_rate": 0.003, "loss": 4.0019, "step": 13493 }, { "epoch": 0.13494, "grad_norm": 1.2689510126659043, "learning_rate": 0.003, "loss": 4.017, "step": 13494 }, { "epoch": 0.13495, "grad_norm": 1.1657755327513644, "learning_rate": 0.003, "loss": 4.0548, "step": 13495 }, { "epoch": 0.13496, "grad_norm": 1.1697449439005412, "learning_rate": 0.003, "loss": 4.0431, "step": 13496 }, { "epoch": 0.13497, "grad_norm": 1.2346266760881337, "learning_rate": 0.003, "loss": 4.0135, "step": 13497 }, { "epoch": 0.13498, "grad_norm": 1.6136535135218877, "learning_rate": 0.003, "loss": 4.037, "step": 13498 }, { "epoch": 0.13499, "grad_norm": 1.1067394699171362, "learning_rate": 0.003, "loss": 3.9888, "step": 13499 }, { "epoch": 0.135, "grad_norm": 1.266309341268125, "learning_rate": 0.003, "loss": 4.0235, "step": 13500 }, { "epoch": 0.13501, "grad_norm": 1.2728591837186685, "learning_rate": 0.003, "loss": 4.043, "step": 13501 }, { "epoch": 0.13502, "grad_norm": 1.2093142337945428, "learning_rate": 0.003, "loss": 4.0326, "step": 13502 }, { "epoch": 0.13503, "grad_norm": 1.0891243791379945, "learning_rate": 0.003, "loss": 4.0134, "step": 13503 }, { "epoch": 0.13504, "grad_norm": 1.121546991957497, "learning_rate": 0.003, "loss": 4.0135, "step": 13504 }, { "epoch": 0.13505, "grad_norm": 1.290359557449459, "learning_rate": 0.003, "loss": 4.0408, "step": 13505 }, { "epoch": 0.13506, "grad_norm": 1.1792088578482778, "learning_rate": 0.003, "loss": 4.0307, "step": 13506 }, { "epoch": 0.13507, "grad_norm": 1.2456337380797515, "learning_rate": 0.003, "loss": 4.0403, "step": 13507 }, { "epoch": 0.13508, "grad_norm": 1.4020559997019646, "learning_rate": 0.003, "loss": 4.014, "step": 13508 }, { "epoch": 0.13509, "grad_norm": 1.1533109080710795, "learning_rate": 0.003, "loss": 4.0135, "step": 13509 }, { "epoch": 0.1351, "grad_norm": 1.2745718197348026, "learning_rate": 0.003, "loss": 4.0298, "step": 13510 }, { "epoch": 0.13511, "grad_norm": 1.3014225992516306, "learning_rate": 0.003, "loss": 4.0203, "step": 13511 }, { "epoch": 0.13512, "grad_norm": 1.0258185120614944, "learning_rate": 0.003, "loss": 4.0151, "step": 13512 }, { "epoch": 0.13513, "grad_norm": 1.2987664783952992, "learning_rate": 0.003, "loss": 4.0146, "step": 13513 }, { "epoch": 0.13514, "grad_norm": 1.0301254210890254, "learning_rate": 0.003, "loss": 4.0373, "step": 13514 }, { "epoch": 0.13515, "grad_norm": 1.4063675226394983, "learning_rate": 0.003, "loss": 4.0363, "step": 13515 }, { "epoch": 0.13516, "grad_norm": 1.06062614177715, "learning_rate": 0.003, "loss": 3.9832, "step": 13516 }, { "epoch": 0.13517, "grad_norm": 1.2326757174346914, "learning_rate": 0.003, "loss": 4.0238, "step": 13517 }, { "epoch": 0.13518, "grad_norm": 0.9967612734492626, "learning_rate": 0.003, "loss": 4.0218, "step": 13518 }, { "epoch": 0.13519, "grad_norm": 1.3638494530839866, "learning_rate": 0.003, "loss": 4.0373, "step": 13519 }, { "epoch": 0.1352, "grad_norm": 0.9993900606979094, "learning_rate": 0.003, "loss": 3.997, "step": 13520 }, { "epoch": 0.13521, "grad_norm": 1.2647391132461463, "learning_rate": 0.003, "loss": 4.0327, "step": 13521 }, { "epoch": 0.13522, "grad_norm": 1.076840147795485, "learning_rate": 0.003, "loss": 4.0335, "step": 13522 }, { "epoch": 0.13523, "grad_norm": 1.536667316815823, "learning_rate": 0.003, "loss": 4.0257, "step": 13523 }, { "epoch": 0.13524, "grad_norm": 1.1907360604879682, "learning_rate": 0.003, "loss": 4.0355, "step": 13524 }, { "epoch": 0.13525, "grad_norm": 1.1183691818173742, "learning_rate": 0.003, "loss": 4.0273, "step": 13525 }, { "epoch": 0.13526, "grad_norm": 1.1958633957563631, "learning_rate": 0.003, "loss": 4.0147, "step": 13526 }, { "epoch": 0.13527, "grad_norm": 1.1733058300297852, "learning_rate": 0.003, "loss": 4.0165, "step": 13527 }, { "epoch": 0.13528, "grad_norm": 1.2818225476163603, "learning_rate": 0.003, "loss": 4.0164, "step": 13528 }, { "epoch": 0.13529, "grad_norm": 1.40427771743178, "learning_rate": 0.003, "loss": 4.0531, "step": 13529 }, { "epoch": 0.1353, "grad_norm": 1.0559809394022808, "learning_rate": 0.003, "loss": 4.0339, "step": 13530 }, { "epoch": 0.13531, "grad_norm": 1.2141375395885508, "learning_rate": 0.003, "loss": 4.0269, "step": 13531 }, { "epoch": 0.13532, "grad_norm": 1.1631699152071382, "learning_rate": 0.003, "loss": 4.0402, "step": 13532 }, { "epoch": 0.13533, "grad_norm": 1.1435788324807838, "learning_rate": 0.003, "loss": 4.0064, "step": 13533 }, { "epoch": 0.13534, "grad_norm": 1.0902001010477733, "learning_rate": 0.003, "loss": 4.0436, "step": 13534 }, { "epoch": 0.13535, "grad_norm": 1.3308338913254787, "learning_rate": 0.003, "loss": 4.0239, "step": 13535 }, { "epoch": 0.13536, "grad_norm": 1.1546192103612023, "learning_rate": 0.003, "loss": 4.0097, "step": 13536 }, { "epoch": 0.13537, "grad_norm": 1.0527740548229891, "learning_rate": 0.003, "loss": 4.0141, "step": 13537 }, { "epoch": 0.13538, "grad_norm": 1.3938719152318257, "learning_rate": 0.003, "loss": 4.0443, "step": 13538 }, { "epoch": 0.13539, "grad_norm": 1.294181469325066, "learning_rate": 0.003, "loss": 4.0258, "step": 13539 }, { "epoch": 0.1354, "grad_norm": 1.3313605648250066, "learning_rate": 0.003, "loss": 4.0144, "step": 13540 }, { "epoch": 0.13541, "grad_norm": 1.1090694180026441, "learning_rate": 0.003, "loss": 4.0528, "step": 13541 }, { "epoch": 0.13542, "grad_norm": 1.2566169447470952, "learning_rate": 0.003, "loss": 4.0403, "step": 13542 }, { "epoch": 0.13543, "grad_norm": 1.1364640575819667, "learning_rate": 0.003, "loss": 4.0127, "step": 13543 }, { "epoch": 0.13544, "grad_norm": 1.238508893201822, "learning_rate": 0.003, "loss": 4.0264, "step": 13544 }, { "epoch": 0.13545, "grad_norm": 1.3426050575470458, "learning_rate": 0.003, "loss": 4.0227, "step": 13545 }, { "epoch": 0.13546, "grad_norm": 1.1224828710678576, "learning_rate": 0.003, "loss": 4.0203, "step": 13546 }, { "epoch": 0.13547, "grad_norm": 1.4489054917469295, "learning_rate": 0.003, "loss": 3.9953, "step": 13547 }, { "epoch": 0.13548, "grad_norm": 0.9563686440940138, "learning_rate": 0.003, "loss": 4.027, "step": 13548 }, { "epoch": 0.13549, "grad_norm": 1.2742319396351343, "learning_rate": 0.003, "loss": 4.0084, "step": 13549 }, { "epoch": 0.1355, "grad_norm": 1.2331965104642149, "learning_rate": 0.003, "loss": 4.0065, "step": 13550 }, { "epoch": 0.13551, "grad_norm": 1.1910295938637434, "learning_rate": 0.003, "loss": 4.0211, "step": 13551 }, { "epoch": 0.13552, "grad_norm": 1.2063895895243764, "learning_rate": 0.003, "loss": 4.0263, "step": 13552 }, { "epoch": 0.13553, "grad_norm": 1.3495585085551443, "learning_rate": 0.003, "loss": 4.058, "step": 13553 }, { "epoch": 0.13554, "grad_norm": 1.3261178312946502, "learning_rate": 0.003, "loss": 4.0182, "step": 13554 }, { "epoch": 0.13555, "grad_norm": 1.2671382357999805, "learning_rate": 0.003, "loss": 3.9939, "step": 13555 }, { "epoch": 0.13556, "grad_norm": 1.013440546564239, "learning_rate": 0.003, "loss": 4.0076, "step": 13556 }, { "epoch": 0.13557, "grad_norm": 1.358405967910683, "learning_rate": 0.003, "loss": 4.0185, "step": 13557 }, { "epoch": 0.13558, "grad_norm": 0.9529425587072567, "learning_rate": 0.003, "loss": 3.9979, "step": 13558 }, { "epoch": 0.13559, "grad_norm": 1.3926067932351842, "learning_rate": 0.003, "loss": 4.0409, "step": 13559 }, { "epoch": 0.1356, "grad_norm": 1.1927999409657768, "learning_rate": 0.003, "loss": 4.0043, "step": 13560 }, { "epoch": 0.13561, "grad_norm": 1.2975418476490068, "learning_rate": 0.003, "loss": 4.0255, "step": 13561 }, { "epoch": 0.13562, "grad_norm": 1.268040128104862, "learning_rate": 0.003, "loss": 4.0016, "step": 13562 }, { "epoch": 0.13563, "grad_norm": 1.068965547878699, "learning_rate": 0.003, "loss": 3.9682, "step": 13563 }, { "epoch": 0.13564, "grad_norm": 1.2462949090924584, "learning_rate": 0.003, "loss": 4.0421, "step": 13564 }, { "epoch": 0.13565, "grad_norm": 1.0262326038063978, "learning_rate": 0.003, "loss": 4.0078, "step": 13565 }, { "epoch": 0.13566, "grad_norm": 1.241331896159747, "learning_rate": 0.003, "loss": 4.0182, "step": 13566 }, { "epoch": 0.13567, "grad_norm": 1.106533598252521, "learning_rate": 0.003, "loss": 4.0214, "step": 13567 }, { "epoch": 0.13568, "grad_norm": 1.2845913986916169, "learning_rate": 0.003, "loss": 4.022, "step": 13568 }, { "epoch": 0.13569, "grad_norm": 1.0934200649882952, "learning_rate": 0.003, "loss": 4.0241, "step": 13569 }, { "epoch": 0.1357, "grad_norm": 1.3469028866488575, "learning_rate": 0.003, "loss": 4.032, "step": 13570 }, { "epoch": 0.13571, "grad_norm": 1.1323505460539465, "learning_rate": 0.003, "loss": 4.0303, "step": 13571 }, { "epoch": 0.13572, "grad_norm": 1.3450317600710857, "learning_rate": 0.003, "loss": 4.0318, "step": 13572 }, { "epoch": 0.13573, "grad_norm": 1.217539370131012, "learning_rate": 0.003, "loss": 4.0077, "step": 13573 }, { "epoch": 0.13574, "grad_norm": 1.3619147322432303, "learning_rate": 0.003, "loss": 4.0321, "step": 13574 }, { "epoch": 0.13575, "grad_norm": 1.2943028459713686, "learning_rate": 0.003, "loss": 3.9969, "step": 13575 }, { "epoch": 0.13576, "grad_norm": 1.056776897622436, "learning_rate": 0.003, "loss": 4.0226, "step": 13576 }, { "epoch": 0.13577, "grad_norm": 1.372028195433907, "learning_rate": 0.003, "loss": 4.0335, "step": 13577 }, { "epoch": 0.13578, "grad_norm": 1.0412699789951014, "learning_rate": 0.003, "loss": 4.0329, "step": 13578 }, { "epoch": 0.13579, "grad_norm": 1.375918893580882, "learning_rate": 0.003, "loss": 4.0209, "step": 13579 }, { "epoch": 0.1358, "grad_norm": 1.0483388215012421, "learning_rate": 0.003, "loss": 4.0178, "step": 13580 }, { "epoch": 0.13581, "grad_norm": 1.2980414345055213, "learning_rate": 0.003, "loss": 4.0061, "step": 13581 }, { "epoch": 0.13582, "grad_norm": 1.0353181140648553, "learning_rate": 0.003, "loss": 4.0373, "step": 13582 }, { "epoch": 0.13583, "grad_norm": 1.265469273405755, "learning_rate": 0.003, "loss": 4.0211, "step": 13583 }, { "epoch": 0.13584, "grad_norm": 1.0112357228896525, "learning_rate": 0.003, "loss": 4.0208, "step": 13584 }, { "epoch": 0.13585, "grad_norm": 1.343005759231974, "learning_rate": 0.003, "loss": 4.0106, "step": 13585 }, { "epoch": 0.13586, "grad_norm": 1.2175197887500093, "learning_rate": 0.003, "loss": 4.0661, "step": 13586 }, { "epoch": 0.13587, "grad_norm": 1.179478814557246, "learning_rate": 0.003, "loss": 4.007, "step": 13587 }, { "epoch": 0.13588, "grad_norm": 1.307292876356786, "learning_rate": 0.003, "loss": 4.0243, "step": 13588 }, { "epoch": 0.13589, "grad_norm": 1.2162754598432555, "learning_rate": 0.003, "loss": 4.0267, "step": 13589 }, { "epoch": 0.1359, "grad_norm": 1.2257717680755864, "learning_rate": 0.003, "loss": 3.9964, "step": 13590 }, { "epoch": 0.13591, "grad_norm": 1.3668360738196097, "learning_rate": 0.003, "loss": 4.0108, "step": 13591 }, { "epoch": 0.13592, "grad_norm": 1.1463625785724558, "learning_rate": 0.003, "loss": 4.0124, "step": 13592 }, { "epoch": 0.13593, "grad_norm": 1.2555792951194609, "learning_rate": 0.003, "loss": 4.0185, "step": 13593 }, { "epoch": 0.13594, "grad_norm": 1.136425816545672, "learning_rate": 0.003, "loss": 4.0359, "step": 13594 }, { "epoch": 0.13595, "grad_norm": 1.3017380885036873, "learning_rate": 0.003, "loss": 4.0235, "step": 13595 }, { "epoch": 0.13596, "grad_norm": 1.2390442231201604, "learning_rate": 0.003, "loss": 4.0313, "step": 13596 }, { "epoch": 0.13597, "grad_norm": 1.0792428908460772, "learning_rate": 0.003, "loss": 4.0227, "step": 13597 }, { "epoch": 0.13598, "grad_norm": 1.1627665380886698, "learning_rate": 0.003, "loss": 4.0539, "step": 13598 }, { "epoch": 0.13599, "grad_norm": 1.0891261570324686, "learning_rate": 0.003, "loss": 4.0354, "step": 13599 }, { "epoch": 0.136, "grad_norm": 1.3290981851394779, "learning_rate": 0.003, "loss": 3.9806, "step": 13600 }, { "epoch": 0.13601, "grad_norm": 1.1191130692722162, "learning_rate": 0.003, "loss": 4.0342, "step": 13601 }, { "epoch": 0.13602, "grad_norm": 1.14018704398269, "learning_rate": 0.003, "loss": 4.0281, "step": 13602 }, { "epoch": 0.13603, "grad_norm": 1.4134013940831658, "learning_rate": 0.003, "loss": 4.0399, "step": 13603 }, { "epoch": 0.13604, "grad_norm": 0.9919395717353615, "learning_rate": 0.003, "loss": 4.0127, "step": 13604 }, { "epoch": 0.13605, "grad_norm": 1.4685076537988184, "learning_rate": 0.003, "loss": 3.9796, "step": 13605 }, { "epoch": 0.13606, "grad_norm": 1.3043209564442602, "learning_rate": 0.003, "loss": 4.0187, "step": 13606 }, { "epoch": 0.13607, "grad_norm": 1.2720661225646608, "learning_rate": 0.003, "loss": 4.0523, "step": 13607 }, { "epoch": 0.13608, "grad_norm": 1.1218482561071894, "learning_rate": 0.003, "loss": 4.0333, "step": 13608 }, { "epoch": 0.13609, "grad_norm": 1.1870233607488427, "learning_rate": 0.003, "loss": 3.9998, "step": 13609 }, { "epoch": 0.1361, "grad_norm": 1.4120658302714315, "learning_rate": 0.003, "loss": 4.0222, "step": 13610 }, { "epoch": 0.13611, "grad_norm": 1.068516624222778, "learning_rate": 0.003, "loss": 4.0096, "step": 13611 }, { "epoch": 0.13612, "grad_norm": 1.245146046438301, "learning_rate": 0.003, "loss": 4.0317, "step": 13612 }, { "epoch": 0.13613, "grad_norm": 1.145508954883413, "learning_rate": 0.003, "loss": 4.0172, "step": 13613 }, { "epoch": 0.13614, "grad_norm": 1.055471911251265, "learning_rate": 0.003, "loss": 4.0072, "step": 13614 }, { "epoch": 0.13615, "grad_norm": 1.1450571637294198, "learning_rate": 0.003, "loss": 4.0247, "step": 13615 }, { "epoch": 0.13616, "grad_norm": 1.148179332102041, "learning_rate": 0.003, "loss": 4.0086, "step": 13616 }, { "epoch": 0.13617, "grad_norm": 1.2645193541346786, "learning_rate": 0.003, "loss": 4.0167, "step": 13617 }, { "epoch": 0.13618, "grad_norm": 1.3830179107987441, "learning_rate": 0.003, "loss": 4.0493, "step": 13618 }, { "epoch": 0.13619, "grad_norm": 1.1986654364411988, "learning_rate": 0.003, "loss": 4.036, "step": 13619 }, { "epoch": 0.1362, "grad_norm": 1.1818480902296788, "learning_rate": 0.003, "loss": 4.0377, "step": 13620 }, { "epoch": 0.13621, "grad_norm": 1.1745157716112689, "learning_rate": 0.003, "loss": 4.0093, "step": 13621 }, { "epoch": 0.13622, "grad_norm": 1.1066332563589678, "learning_rate": 0.003, "loss": 4.014, "step": 13622 }, { "epoch": 0.13623, "grad_norm": 1.3645281692577584, "learning_rate": 0.003, "loss": 4.0255, "step": 13623 }, { "epoch": 0.13624, "grad_norm": 1.1929185751443674, "learning_rate": 0.003, "loss": 4.0215, "step": 13624 }, { "epoch": 0.13625, "grad_norm": 1.4248611420754493, "learning_rate": 0.003, "loss": 4.0231, "step": 13625 }, { "epoch": 0.13626, "grad_norm": 1.186299479007345, "learning_rate": 0.003, "loss": 4.0227, "step": 13626 }, { "epoch": 0.13627, "grad_norm": 1.0788810221878606, "learning_rate": 0.003, "loss": 3.9985, "step": 13627 }, { "epoch": 0.13628, "grad_norm": 1.2977698017293953, "learning_rate": 0.003, "loss": 4.0272, "step": 13628 }, { "epoch": 0.13629, "grad_norm": 1.07972580227147, "learning_rate": 0.003, "loss": 4.0049, "step": 13629 }, { "epoch": 0.1363, "grad_norm": 1.1688938042282193, "learning_rate": 0.003, "loss": 3.986, "step": 13630 }, { "epoch": 0.13631, "grad_norm": 1.3352889662898282, "learning_rate": 0.003, "loss": 4.0086, "step": 13631 }, { "epoch": 0.13632, "grad_norm": 1.1365058041036933, "learning_rate": 0.003, "loss": 4.0443, "step": 13632 }, { "epoch": 0.13633, "grad_norm": 1.315315923471128, "learning_rate": 0.003, "loss": 4.0181, "step": 13633 }, { "epoch": 0.13634, "grad_norm": 1.0931804813692574, "learning_rate": 0.003, "loss": 4.0071, "step": 13634 }, { "epoch": 0.13635, "grad_norm": 1.264910695283981, "learning_rate": 0.003, "loss": 4.0416, "step": 13635 }, { "epoch": 0.13636, "grad_norm": 1.2708625560327722, "learning_rate": 0.003, "loss": 4.0181, "step": 13636 }, { "epoch": 0.13637, "grad_norm": 0.9990499280248041, "learning_rate": 0.003, "loss": 3.997, "step": 13637 }, { "epoch": 0.13638, "grad_norm": 1.2961716625668893, "learning_rate": 0.003, "loss": 4.046, "step": 13638 }, { "epoch": 0.13639, "grad_norm": 1.1163179620633081, "learning_rate": 0.003, "loss": 4.024, "step": 13639 }, { "epoch": 0.1364, "grad_norm": 1.1076994011515442, "learning_rate": 0.003, "loss": 4.0075, "step": 13640 }, { "epoch": 0.13641, "grad_norm": 1.1762842182555493, "learning_rate": 0.003, "loss": 4.0477, "step": 13641 }, { "epoch": 0.13642, "grad_norm": 1.1464394748013567, "learning_rate": 0.003, "loss": 4.0251, "step": 13642 }, { "epoch": 0.13643, "grad_norm": 1.2598077685915399, "learning_rate": 0.003, "loss": 4.0349, "step": 13643 }, { "epoch": 0.13644, "grad_norm": 1.060741487532991, "learning_rate": 0.003, "loss": 3.9941, "step": 13644 }, { "epoch": 0.13645, "grad_norm": 1.377870157370045, "learning_rate": 0.003, "loss": 4.0077, "step": 13645 }, { "epoch": 0.13646, "grad_norm": 1.1109566861432008, "learning_rate": 0.003, "loss": 3.9889, "step": 13646 }, { "epoch": 0.13647, "grad_norm": 1.3433279023666778, "learning_rate": 0.003, "loss": 4.0295, "step": 13647 }, { "epoch": 0.13648, "grad_norm": 0.9491736753233733, "learning_rate": 0.003, "loss": 3.9852, "step": 13648 }, { "epoch": 0.13649, "grad_norm": 1.5014629142589342, "learning_rate": 0.003, "loss": 4.0346, "step": 13649 }, { "epoch": 0.1365, "grad_norm": 1.2241394783719237, "learning_rate": 0.003, "loss": 4.0252, "step": 13650 }, { "epoch": 0.13651, "grad_norm": 1.4139447872011477, "learning_rate": 0.003, "loss": 4.0357, "step": 13651 }, { "epoch": 0.13652, "grad_norm": 0.996084137685544, "learning_rate": 0.003, "loss": 4.0161, "step": 13652 }, { "epoch": 0.13653, "grad_norm": 1.0902948797409415, "learning_rate": 0.003, "loss": 4.0192, "step": 13653 }, { "epoch": 0.13654, "grad_norm": 1.3141932106860696, "learning_rate": 0.003, "loss": 4.0288, "step": 13654 }, { "epoch": 0.13655, "grad_norm": 1.1740235304999693, "learning_rate": 0.003, "loss": 4.0008, "step": 13655 }, { "epoch": 0.13656, "grad_norm": 1.2292046645803103, "learning_rate": 0.003, "loss": 4.0212, "step": 13656 }, { "epoch": 0.13657, "grad_norm": 1.0944277948772945, "learning_rate": 0.003, "loss": 4.0114, "step": 13657 }, { "epoch": 0.13658, "grad_norm": 1.212064236516267, "learning_rate": 0.003, "loss": 4.0519, "step": 13658 }, { "epoch": 0.13659, "grad_norm": 1.2888223611027119, "learning_rate": 0.003, "loss": 4.0268, "step": 13659 }, { "epoch": 0.1366, "grad_norm": 1.2746851628935965, "learning_rate": 0.003, "loss": 4.0565, "step": 13660 }, { "epoch": 0.13661, "grad_norm": 1.4234278610089575, "learning_rate": 0.003, "loss": 4.0203, "step": 13661 }, { "epoch": 0.13662, "grad_norm": 1.2116319288225803, "learning_rate": 0.003, "loss": 4.0339, "step": 13662 }, { "epoch": 0.13663, "grad_norm": 1.328145092229361, "learning_rate": 0.003, "loss": 4.0362, "step": 13663 }, { "epoch": 0.13664, "grad_norm": 0.9959449839391749, "learning_rate": 0.003, "loss": 3.9876, "step": 13664 }, { "epoch": 0.13665, "grad_norm": 1.2867223826779501, "learning_rate": 0.003, "loss": 4.0423, "step": 13665 }, { "epoch": 0.13666, "grad_norm": 0.9853202985653796, "learning_rate": 0.003, "loss": 4.0368, "step": 13666 }, { "epoch": 0.13667, "grad_norm": 1.3798038152578214, "learning_rate": 0.003, "loss": 4.0448, "step": 13667 }, { "epoch": 0.13668, "grad_norm": 1.2428031701336075, "learning_rate": 0.003, "loss": 4.0457, "step": 13668 }, { "epoch": 0.13669, "grad_norm": 1.0698514700923212, "learning_rate": 0.003, "loss": 4.015, "step": 13669 }, { "epoch": 0.1367, "grad_norm": 1.3737478426089011, "learning_rate": 0.003, "loss": 4.039, "step": 13670 }, { "epoch": 0.13671, "grad_norm": 1.122164008438741, "learning_rate": 0.003, "loss": 4.0329, "step": 13671 }, { "epoch": 0.13672, "grad_norm": 1.5307147958375853, "learning_rate": 0.003, "loss": 4.0065, "step": 13672 }, { "epoch": 0.13673, "grad_norm": 0.899868551945437, "learning_rate": 0.003, "loss": 4.0211, "step": 13673 }, { "epoch": 0.13674, "grad_norm": 1.2097351095429887, "learning_rate": 0.003, "loss": 4.0343, "step": 13674 }, { "epoch": 0.13675, "grad_norm": 1.149552133151396, "learning_rate": 0.003, "loss": 4.0052, "step": 13675 }, { "epoch": 0.13676, "grad_norm": 1.5380813479804742, "learning_rate": 0.003, "loss": 3.994, "step": 13676 }, { "epoch": 0.13677, "grad_norm": 1.1197435050673568, "learning_rate": 0.003, "loss": 4.0334, "step": 13677 }, { "epoch": 0.13678, "grad_norm": 1.2370751158278261, "learning_rate": 0.003, "loss": 4.0181, "step": 13678 }, { "epoch": 0.13679, "grad_norm": 1.37577427018495, "learning_rate": 0.003, "loss": 4.0375, "step": 13679 }, { "epoch": 0.1368, "grad_norm": 1.2362491627572139, "learning_rate": 0.003, "loss": 4.0092, "step": 13680 }, { "epoch": 0.13681, "grad_norm": 1.133991783462781, "learning_rate": 0.003, "loss": 4.0071, "step": 13681 }, { "epoch": 0.13682, "grad_norm": 1.3599758993204916, "learning_rate": 0.003, "loss": 4.0499, "step": 13682 }, { "epoch": 0.13683, "grad_norm": 1.0764047723814174, "learning_rate": 0.003, "loss": 4.0178, "step": 13683 }, { "epoch": 0.13684, "grad_norm": 1.2192253420881678, "learning_rate": 0.003, "loss": 4.0246, "step": 13684 }, { "epoch": 0.13685, "grad_norm": 1.082565952772552, "learning_rate": 0.003, "loss": 4.0032, "step": 13685 }, { "epoch": 0.13686, "grad_norm": 1.1530607333400629, "learning_rate": 0.003, "loss": 4.0263, "step": 13686 }, { "epoch": 0.13687, "grad_norm": 1.1444553141251446, "learning_rate": 0.003, "loss": 4.0125, "step": 13687 }, { "epoch": 0.13688, "grad_norm": 1.1769917803189258, "learning_rate": 0.003, "loss": 4.0097, "step": 13688 }, { "epoch": 0.13689, "grad_norm": 1.054751783887151, "learning_rate": 0.003, "loss": 4.0351, "step": 13689 }, { "epoch": 0.1369, "grad_norm": 1.5601870027824791, "learning_rate": 0.003, "loss": 4.043, "step": 13690 }, { "epoch": 0.13691, "grad_norm": 1.093268599921564, "learning_rate": 0.003, "loss": 4.0343, "step": 13691 }, { "epoch": 0.13692, "grad_norm": 1.1917534985211347, "learning_rate": 0.003, "loss": 4.0023, "step": 13692 }, { "epoch": 0.13693, "grad_norm": 1.2994734700544726, "learning_rate": 0.003, "loss": 4.0203, "step": 13693 }, { "epoch": 0.13694, "grad_norm": 1.1547766676263558, "learning_rate": 0.003, "loss": 4.0002, "step": 13694 }, { "epoch": 0.13695, "grad_norm": 1.1635361967495015, "learning_rate": 0.003, "loss": 4.0211, "step": 13695 }, { "epoch": 0.13696, "grad_norm": 1.2507602619889238, "learning_rate": 0.003, "loss": 4.0237, "step": 13696 }, { "epoch": 0.13697, "grad_norm": 0.9315906290639528, "learning_rate": 0.003, "loss": 3.9926, "step": 13697 }, { "epoch": 0.13698, "grad_norm": 1.1915880289336969, "learning_rate": 0.003, "loss": 4.0038, "step": 13698 }, { "epoch": 0.13699, "grad_norm": 1.2447972729649426, "learning_rate": 0.003, "loss": 4.0248, "step": 13699 }, { "epoch": 0.137, "grad_norm": 1.115048622483683, "learning_rate": 0.003, "loss": 4.0043, "step": 13700 }, { "epoch": 0.13701, "grad_norm": 1.1805289485345356, "learning_rate": 0.003, "loss": 4.0464, "step": 13701 }, { "epoch": 0.13702, "grad_norm": 1.0326553481841696, "learning_rate": 0.003, "loss": 4.0008, "step": 13702 }, { "epoch": 0.13703, "grad_norm": 1.1744583181917279, "learning_rate": 0.003, "loss": 3.9953, "step": 13703 }, { "epoch": 0.13704, "grad_norm": 1.1175079166697401, "learning_rate": 0.003, "loss": 4.0203, "step": 13704 }, { "epoch": 0.13705, "grad_norm": 1.224709949818222, "learning_rate": 0.003, "loss": 4.0244, "step": 13705 }, { "epoch": 0.13706, "grad_norm": 1.36848019240307, "learning_rate": 0.003, "loss": 4.0177, "step": 13706 }, { "epoch": 0.13707, "grad_norm": 1.1390307172209935, "learning_rate": 0.003, "loss": 4.0145, "step": 13707 }, { "epoch": 0.13708, "grad_norm": 1.090064422114458, "learning_rate": 0.003, "loss": 4.0094, "step": 13708 }, { "epoch": 0.13709, "grad_norm": 1.2237984657350607, "learning_rate": 0.003, "loss": 4.0095, "step": 13709 }, { "epoch": 0.1371, "grad_norm": 1.168599884032333, "learning_rate": 0.003, "loss": 3.9842, "step": 13710 }, { "epoch": 0.13711, "grad_norm": 1.6158106815844115, "learning_rate": 0.003, "loss": 4.0212, "step": 13711 }, { "epoch": 0.13712, "grad_norm": 0.9296745648114974, "learning_rate": 0.003, "loss": 3.9942, "step": 13712 }, { "epoch": 0.13713, "grad_norm": 1.184943380430527, "learning_rate": 0.003, "loss": 4.0266, "step": 13713 }, { "epoch": 0.13714, "grad_norm": 1.2657594217766623, "learning_rate": 0.003, "loss": 4.0132, "step": 13714 }, { "epoch": 0.13715, "grad_norm": 1.2599122393116169, "learning_rate": 0.003, "loss": 4.0316, "step": 13715 }, { "epoch": 0.13716, "grad_norm": 1.1314866178955236, "learning_rate": 0.003, "loss": 3.9888, "step": 13716 }, { "epoch": 0.13717, "grad_norm": 1.1669368270819687, "learning_rate": 0.003, "loss": 4.0154, "step": 13717 }, { "epoch": 0.13718, "grad_norm": 1.3826944955399298, "learning_rate": 0.003, "loss": 4.0342, "step": 13718 }, { "epoch": 0.13719, "grad_norm": 1.2228088691409713, "learning_rate": 0.003, "loss": 4.0114, "step": 13719 }, { "epoch": 0.1372, "grad_norm": 1.1745635287793246, "learning_rate": 0.003, "loss": 4.0143, "step": 13720 }, { "epoch": 0.13721, "grad_norm": 1.1651313503452432, "learning_rate": 0.003, "loss": 4.0093, "step": 13721 }, { "epoch": 0.13722, "grad_norm": 1.1640986926150954, "learning_rate": 0.003, "loss": 4.0018, "step": 13722 }, { "epoch": 0.13723, "grad_norm": 1.349857413894611, "learning_rate": 0.003, "loss": 4.0221, "step": 13723 }, { "epoch": 0.13724, "grad_norm": 1.0418103753447379, "learning_rate": 0.003, "loss": 4.0263, "step": 13724 }, { "epoch": 0.13725, "grad_norm": 1.420188473153875, "learning_rate": 0.003, "loss": 4.0475, "step": 13725 }, { "epoch": 0.13726, "grad_norm": 1.0133290806749176, "learning_rate": 0.003, "loss": 4.0247, "step": 13726 }, { "epoch": 0.13727, "grad_norm": 1.425719934360195, "learning_rate": 0.003, "loss": 4.0377, "step": 13727 }, { "epoch": 0.13728, "grad_norm": 0.9872080493101567, "learning_rate": 0.003, "loss": 4.0409, "step": 13728 }, { "epoch": 0.13729, "grad_norm": 1.412401336069546, "learning_rate": 0.003, "loss": 4.0117, "step": 13729 }, { "epoch": 0.1373, "grad_norm": 1.1511414874159784, "learning_rate": 0.003, "loss": 4.0258, "step": 13730 }, { "epoch": 0.13731, "grad_norm": 1.4826903861671865, "learning_rate": 0.003, "loss": 4.0248, "step": 13731 }, { "epoch": 0.13732, "grad_norm": 1.0612799057595916, "learning_rate": 0.003, "loss": 3.9867, "step": 13732 }, { "epoch": 0.13733, "grad_norm": 1.1130211645705217, "learning_rate": 0.003, "loss": 4.0306, "step": 13733 }, { "epoch": 0.13734, "grad_norm": 1.1992034429309264, "learning_rate": 0.003, "loss": 4.0158, "step": 13734 }, { "epoch": 0.13735, "grad_norm": 1.1869985348367593, "learning_rate": 0.003, "loss": 4.0264, "step": 13735 }, { "epoch": 0.13736, "grad_norm": 1.0581702676513116, "learning_rate": 0.003, "loss": 4.0178, "step": 13736 }, { "epoch": 0.13737, "grad_norm": 1.2556745480544078, "learning_rate": 0.003, "loss": 4.0086, "step": 13737 }, { "epoch": 0.13738, "grad_norm": 1.0967254187692979, "learning_rate": 0.003, "loss": 4.0133, "step": 13738 }, { "epoch": 0.13739, "grad_norm": 1.2665754205291968, "learning_rate": 0.003, "loss": 4.0135, "step": 13739 }, { "epoch": 0.1374, "grad_norm": 0.8686616512028059, "learning_rate": 0.003, "loss": 4.0001, "step": 13740 }, { "epoch": 0.13741, "grad_norm": 1.0704742058175276, "learning_rate": 0.003, "loss": 4.0035, "step": 13741 }, { "epoch": 0.13742, "grad_norm": 1.479336455824835, "learning_rate": 0.003, "loss": 4.0161, "step": 13742 }, { "epoch": 0.13743, "grad_norm": 1.1989083802465799, "learning_rate": 0.003, "loss": 3.9946, "step": 13743 }, { "epoch": 0.13744, "grad_norm": 1.2784732801027345, "learning_rate": 0.003, "loss": 3.9986, "step": 13744 }, { "epoch": 0.13745, "grad_norm": 1.0593265535350147, "learning_rate": 0.003, "loss": 4.0045, "step": 13745 }, { "epoch": 0.13746, "grad_norm": 1.3268605067423047, "learning_rate": 0.003, "loss": 4.0211, "step": 13746 }, { "epoch": 0.13747, "grad_norm": 1.073961143923257, "learning_rate": 0.003, "loss": 4.0044, "step": 13747 }, { "epoch": 0.13748, "grad_norm": 1.3522000440774327, "learning_rate": 0.003, "loss": 4.0592, "step": 13748 }, { "epoch": 0.13749, "grad_norm": 0.8957601239200287, "learning_rate": 0.003, "loss": 4.0087, "step": 13749 }, { "epoch": 0.1375, "grad_norm": 1.3417390194539345, "learning_rate": 0.003, "loss": 4.0374, "step": 13750 }, { "epoch": 0.13751, "grad_norm": 1.5273003202455322, "learning_rate": 0.003, "loss": 4.056, "step": 13751 }, { "epoch": 0.13752, "grad_norm": 0.9674239717893509, "learning_rate": 0.003, "loss": 3.989, "step": 13752 }, { "epoch": 0.13753, "grad_norm": 1.331551362321103, "learning_rate": 0.003, "loss": 4.0101, "step": 13753 }, { "epoch": 0.13754, "grad_norm": 0.9727047760605053, "learning_rate": 0.003, "loss": 4.029, "step": 13754 }, { "epoch": 0.13755, "grad_norm": 1.3971142255392022, "learning_rate": 0.003, "loss": 4.0284, "step": 13755 }, { "epoch": 0.13756, "grad_norm": 1.144141970264651, "learning_rate": 0.003, "loss": 4.0128, "step": 13756 }, { "epoch": 0.13757, "grad_norm": 1.570052296011186, "learning_rate": 0.003, "loss": 4.0168, "step": 13757 }, { "epoch": 0.13758, "grad_norm": 1.2885569367110294, "learning_rate": 0.003, "loss": 4.0335, "step": 13758 }, { "epoch": 0.13759, "grad_norm": 1.2012167993907945, "learning_rate": 0.003, "loss": 4.0013, "step": 13759 }, { "epoch": 0.1376, "grad_norm": 1.1971123342918735, "learning_rate": 0.003, "loss": 4.0426, "step": 13760 }, { "epoch": 0.13761, "grad_norm": 1.2711990626473382, "learning_rate": 0.003, "loss": 3.9892, "step": 13761 }, { "epoch": 0.13762, "grad_norm": 1.2563892597273907, "learning_rate": 0.003, "loss": 3.9954, "step": 13762 }, { "epoch": 0.13763, "grad_norm": 1.3999239237162613, "learning_rate": 0.003, "loss": 4.0592, "step": 13763 }, { "epoch": 0.13764, "grad_norm": 0.9286033918747508, "learning_rate": 0.003, "loss": 4.0429, "step": 13764 }, { "epoch": 0.13765, "grad_norm": 1.229986753069097, "learning_rate": 0.003, "loss": 4.0247, "step": 13765 }, { "epoch": 0.13766, "grad_norm": 1.2910295749295635, "learning_rate": 0.003, "loss": 3.9954, "step": 13766 }, { "epoch": 0.13767, "grad_norm": 1.2404265094621845, "learning_rate": 0.003, "loss": 4.0032, "step": 13767 }, { "epoch": 0.13768, "grad_norm": 1.380749421877674, "learning_rate": 0.003, "loss": 4.03, "step": 13768 }, { "epoch": 0.13769, "grad_norm": 1.055616536431569, "learning_rate": 0.003, "loss": 4.0061, "step": 13769 }, { "epoch": 0.1377, "grad_norm": 1.261496186434932, "learning_rate": 0.003, "loss": 4.0185, "step": 13770 }, { "epoch": 0.13771, "grad_norm": 1.078420340221653, "learning_rate": 0.003, "loss": 4.0268, "step": 13771 }, { "epoch": 0.13772, "grad_norm": 1.1886135398725044, "learning_rate": 0.003, "loss": 4.0311, "step": 13772 }, { "epoch": 0.13773, "grad_norm": 1.1260744620890015, "learning_rate": 0.003, "loss": 3.9916, "step": 13773 }, { "epoch": 0.13774, "grad_norm": 1.3720426378978656, "learning_rate": 0.003, "loss": 4.0274, "step": 13774 }, { "epoch": 0.13775, "grad_norm": 1.1216764323554513, "learning_rate": 0.003, "loss": 4.0451, "step": 13775 }, { "epoch": 0.13776, "grad_norm": 1.393869507420362, "learning_rate": 0.003, "loss": 3.9686, "step": 13776 }, { "epoch": 0.13777, "grad_norm": 1.2412187589578358, "learning_rate": 0.003, "loss": 3.9985, "step": 13777 }, { "epoch": 0.13778, "grad_norm": 1.3400166349526852, "learning_rate": 0.003, "loss": 3.9935, "step": 13778 }, { "epoch": 0.13779, "grad_norm": 1.1264589087670016, "learning_rate": 0.003, "loss": 3.9904, "step": 13779 }, { "epoch": 0.1378, "grad_norm": 1.4068617953668512, "learning_rate": 0.003, "loss": 4.0267, "step": 13780 }, { "epoch": 0.13781, "grad_norm": 1.163379495883538, "learning_rate": 0.003, "loss": 4.0268, "step": 13781 }, { "epoch": 0.13782, "grad_norm": 1.0635912857489516, "learning_rate": 0.003, "loss": 4.0022, "step": 13782 }, { "epoch": 0.13783, "grad_norm": 1.295939159374199, "learning_rate": 0.003, "loss": 4.059, "step": 13783 }, { "epoch": 0.13784, "grad_norm": 1.0123106600447564, "learning_rate": 0.003, "loss": 4.0265, "step": 13784 }, { "epoch": 0.13785, "grad_norm": 1.1793198715769542, "learning_rate": 0.003, "loss": 4.0207, "step": 13785 }, { "epoch": 0.13786, "grad_norm": 1.3681108391101406, "learning_rate": 0.003, "loss": 4.0078, "step": 13786 }, { "epoch": 0.13787, "grad_norm": 1.0806468901634552, "learning_rate": 0.003, "loss": 4.0179, "step": 13787 }, { "epoch": 0.13788, "grad_norm": 1.4124903568965343, "learning_rate": 0.003, "loss": 3.9947, "step": 13788 }, { "epoch": 0.13789, "grad_norm": 0.9941383912137073, "learning_rate": 0.003, "loss": 4.0396, "step": 13789 }, { "epoch": 0.1379, "grad_norm": 1.4690114949842519, "learning_rate": 0.003, "loss": 4.0168, "step": 13790 }, { "epoch": 0.13791, "grad_norm": 0.9399050464965364, "learning_rate": 0.003, "loss": 4.0326, "step": 13791 }, { "epoch": 0.13792, "grad_norm": 1.0929317392269118, "learning_rate": 0.003, "loss": 4.0223, "step": 13792 }, { "epoch": 0.13793, "grad_norm": 1.1524550818415649, "learning_rate": 0.003, "loss": 4.0272, "step": 13793 }, { "epoch": 0.13794, "grad_norm": 1.4067300730540004, "learning_rate": 0.003, "loss": 4.0543, "step": 13794 }, { "epoch": 0.13795, "grad_norm": 0.8852232954524153, "learning_rate": 0.003, "loss": 4.0281, "step": 13795 }, { "epoch": 0.13796, "grad_norm": 1.34857853723551, "learning_rate": 0.003, "loss": 4.0122, "step": 13796 }, { "epoch": 0.13797, "grad_norm": 1.417437703995536, "learning_rate": 0.003, "loss": 4.0415, "step": 13797 }, { "epoch": 0.13798, "grad_norm": 1.2875740904930375, "learning_rate": 0.003, "loss": 4.019, "step": 13798 }, { "epoch": 0.13799, "grad_norm": 1.1346468457962757, "learning_rate": 0.003, "loss": 4.0165, "step": 13799 }, { "epoch": 0.138, "grad_norm": 1.1202318261674071, "learning_rate": 0.003, "loss": 4.0282, "step": 13800 }, { "epoch": 0.13801, "grad_norm": 1.2250164759666067, "learning_rate": 0.003, "loss": 4.0089, "step": 13801 }, { "epoch": 0.13802, "grad_norm": 1.273665428202938, "learning_rate": 0.003, "loss": 4.0161, "step": 13802 }, { "epoch": 0.13803, "grad_norm": 1.0505705506231746, "learning_rate": 0.003, "loss": 4.0205, "step": 13803 }, { "epoch": 0.13804, "grad_norm": 1.396502131917135, "learning_rate": 0.003, "loss": 4.0523, "step": 13804 }, { "epoch": 0.13805, "grad_norm": 1.040820881985539, "learning_rate": 0.003, "loss": 4.0059, "step": 13805 }, { "epoch": 0.13806, "grad_norm": 1.3201950992023033, "learning_rate": 0.003, "loss": 4.0143, "step": 13806 }, { "epoch": 0.13807, "grad_norm": 1.0861147573091232, "learning_rate": 0.003, "loss": 4.0322, "step": 13807 }, { "epoch": 0.13808, "grad_norm": 1.2454784265931447, "learning_rate": 0.003, "loss": 4.0313, "step": 13808 }, { "epoch": 0.13809, "grad_norm": 1.0460082186264419, "learning_rate": 0.003, "loss": 4.0165, "step": 13809 }, { "epoch": 0.1381, "grad_norm": 1.4013112005182495, "learning_rate": 0.003, "loss": 4.0033, "step": 13810 }, { "epoch": 0.13811, "grad_norm": 1.4702898465350844, "learning_rate": 0.003, "loss": 4.0531, "step": 13811 }, { "epoch": 0.13812, "grad_norm": 1.1119162188653258, "learning_rate": 0.003, "loss": 4.0333, "step": 13812 }, { "epoch": 0.13813, "grad_norm": 1.3278272093657792, "learning_rate": 0.003, "loss": 4.014, "step": 13813 }, { "epoch": 0.13814, "grad_norm": 1.2921164651858392, "learning_rate": 0.003, "loss": 4.0381, "step": 13814 }, { "epoch": 0.13815, "grad_norm": 1.070492395176577, "learning_rate": 0.003, "loss": 3.9903, "step": 13815 }, { "epoch": 0.13816, "grad_norm": 1.1857974334956447, "learning_rate": 0.003, "loss": 4.0091, "step": 13816 }, { "epoch": 0.13817, "grad_norm": 1.2491079518196415, "learning_rate": 0.003, "loss": 4.0231, "step": 13817 }, { "epoch": 0.13818, "grad_norm": 1.0503690419199725, "learning_rate": 0.003, "loss": 3.995, "step": 13818 }, { "epoch": 0.13819, "grad_norm": 1.213579214314059, "learning_rate": 0.003, "loss": 4.0021, "step": 13819 }, { "epoch": 0.1382, "grad_norm": 1.2256209285990405, "learning_rate": 0.003, "loss": 4.0112, "step": 13820 }, { "epoch": 0.13821, "grad_norm": 1.1823879754528905, "learning_rate": 0.003, "loss": 4.0192, "step": 13821 }, { "epoch": 0.13822, "grad_norm": 1.1448906824952305, "learning_rate": 0.003, "loss": 4.0316, "step": 13822 }, { "epoch": 0.13823, "grad_norm": 1.472628687368256, "learning_rate": 0.003, "loss": 4.0116, "step": 13823 }, { "epoch": 0.13824, "grad_norm": 1.0233371215440514, "learning_rate": 0.003, "loss": 4.0276, "step": 13824 }, { "epoch": 0.13825, "grad_norm": 1.4748736420222301, "learning_rate": 0.003, "loss": 4.011, "step": 13825 }, { "epoch": 0.13826, "grad_norm": 1.134890953235084, "learning_rate": 0.003, "loss": 4.0215, "step": 13826 }, { "epoch": 0.13827, "grad_norm": 1.1542926288725004, "learning_rate": 0.003, "loss": 4.0296, "step": 13827 }, { "epoch": 0.13828, "grad_norm": 1.0772783402004467, "learning_rate": 0.003, "loss": 3.9934, "step": 13828 }, { "epoch": 0.13829, "grad_norm": 1.398030801311642, "learning_rate": 0.003, "loss": 3.9873, "step": 13829 }, { "epoch": 0.1383, "grad_norm": 1.3276117884935643, "learning_rate": 0.003, "loss": 4.0152, "step": 13830 }, { "epoch": 0.13831, "grad_norm": 0.9571093429384878, "learning_rate": 0.003, "loss": 3.9842, "step": 13831 }, { "epoch": 0.13832, "grad_norm": 1.4892711039285325, "learning_rate": 0.003, "loss": 4.0156, "step": 13832 }, { "epoch": 0.13833, "grad_norm": 1.150716669767256, "learning_rate": 0.003, "loss": 4.0057, "step": 13833 }, { "epoch": 0.13834, "grad_norm": 1.0530121395710959, "learning_rate": 0.003, "loss": 4.017, "step": 13834 }, { "epoch": 0.13835, "grad_norm": 1.1494600804013582, "learning_rate": 0.003, "loss": 4.0069, "step": 13835 }, { "epoch": 0.13836, "grad_norm": 1.2083708079434357, "learning_rate": 0.003, "loss": 4.0244, "step": 13836 }, { "epoch": 0.13837, "grad_norm": 1.1715556568975776, "learning_rate": 0.003, "loss": 4.0275, "step": 13837 }, { "epoch": 0.13838, "grad_norm": 1.0801918163617674, "learning_rate": 0.003, "loss": 3.9786, "step": 13838 }, { "epoch": 0.13839, "grad_norm": 1.1347098154169728, "learning_rate": 0.003, "loss": 4.0307, "step": 13839 }, { "epoch": 0.1384, "grad_norm": 1.3958779067058595, "learning_rate": 0.003, "loss": 4.0338, "step": 13840 }, { "epoch": 0.13841, "grad_norm": 1.006181864114487, "learning_rate": 0.003, "loss": 4.0029, "step": 13841 }, { "epoch": 0.13842, "grad_norm": 1.272894091173234, "learning_rate": 0.003, "loss": 4.0171, "step": 13842 }, { "epoch": 0.13843, "grad_norm": 1.2013856009795578, "learning_rate": 0.003, "loss": 4.0249, "step": 13843 }, { "epoch": 0.13844, "grad_norm": 1.1246714118232903, "learning_rate": 0.003, "loss": 4.0076, "step": 13844 }, { "epoch": 0.13845, "grad_norm": 1.322509334891701, "learning_rate": 0.003, "loss": 4.0286, "step": 13845 }, { "epoch": 0.13846, "grad_norm": 1.1521055168429188, "learning_rate": 0.003, "loss": 4.0392, "step": 13846 }, { "epoch": 0.13847, "grad_norm": 1.2478833693518745, "learning_rate": 0.003, "loss": 3.9961, "step": 13847 }, { "epoch": 0.13848, "grad_norm": 1.3016325633154966, "learning_rate": 0.003, "loss": 4.0204, "step": 13848 }, { "epoch": 0.13849, "grad_norm": 1.2280057760265102, "learning_rate": 0.003, "loss": 4.017, "step": 13849 }, { "epoch": 0.1385, "grad_norm": 1.0772662000472513, "learning_rate": 0.003, "loss": 4.013, "step": 13850 }, { "epoch": 0.13851, "grad_norm": 1.3768658155376017, "learning_rate": 0.003, "loss": 4.0003, "step": 13851 }, { "epoch": 0.13852, "grad_norm": 1.010429514973437, "learning_rate": 0.003, "loss": 4.0171, "step": 13852 }, { "epoch": 0.13853, "grad_norm": 1.3832349644979869, "learning_rate": 0.003, "loss": 4.0205, "step": 13853 }, { "epoch": 0.13854, "grad_norm": 1.0641415255798539, "learning_rate": 0.003, "loss": 4.027, "step": 13854 }, { "epoch": 0.13855, "grad_norm": 1.4794813909654045, "learning_rate": 0.003, "loss": 4.0163, "step": 13855 }, { "epoch": 0.13856, "grad_norm": 1.1183826799442813, "learning_rate": 0.003, "loss": 4.0393, "step": 13856 }, { "epoch": 0.13857, "grad_norm": 1.23748079145574, "learning_rate": 0.003, "loss": 4.0117, "step": 13857 }, { "epoch": 0.13858, "grad_norm": 1.114360873205981, "learning_rate": 0.003, "loss": 4.0065, "step": 13858 }, { "epoch": 0.13859, "grad_norm": 1.2406829264267383, "learning_rate": 0.003, "loss": 4.0227, "step": 13859 }, { "epoch": 0.1386, "grad_norm": 1.1466333335232666, "learning_rate": 0.003, "loss": 4.0055, "step": 13860 }, { "epoch": 0.13861, "grad_norm": 1.301601988392719, "learning_rate": 0.003, "loss": 4.0339, "step": 13861 }, { "epoch": 0.13862, "grad_norm": 1.0949167558716029, "learning_rate": 0.003, "loss": 4.0376, "step": 13862 }, { "epoch": 0.13863, "grad_norm": 0.9560402898539208, "learning_rate": 0.003, "loss": 4.0489, "step": 13863 }, { "epoch": 0.13864, "grad_norm": 1.2825507857461917, "learning_rate": 0.003, "loss": 4.0413, "step": 13864 }, { "epoch": 0.13865, "grad_norm": 1.178410218571524, "learning_rate": 0.003, "loss": 4.0323, "step": 13865 }, { "epoch": 0.13866, "grad_norm": 1.174055726164993, "learning_rate": 0.003, "loss": 3.9964, "step": 13866 }, { "epoch": 0.13867, "grad_norm": 1.4536410253305663, "learning_rate": 0.003, "loss": 4.0158, "step": 13867 }, { "epoch": 0.13868, "grad_norm": 0.9062474618794782, "learning_rate": 0.003, "loss": 4.0255, "step": 13868 }, { "epoch": 0.13869, "grad_norm": 1.0994109586504763, "learning_rate": 0.003, "loss": 4.0, "step": 13869 }, { "epoch": 0.1387, "grad_norm": 1.1734072957099282, "learning_rate": 0.003, "loss": 3.9879, "step": 13870 }, { "epoch": 0.13871, "grad_norm": 1.3104684470724604, "learning_rate": 0.003, "loss": 3.9902, "step": 13871 }, { "epoch": 0.13872, "grad_norm": 1.0379320482503833, "learning_rate": 0.003, "loss": 4.0021, "step": 13872 }, { "epoch": 0.13873, "grad_norm": 1.293243056137157, "learning_rate": 0.003, "loss": 4.0084, "step": 13873 }, { "epoch": 0.13874, "grad_norm": 1.0469175605557832, "learning_rate": 0.003, "loss": 4.0131, "step": 13874 }, { "epoch": 0.13875, "grad_norm": 1.0299822183811806, "learning_rate": 0.003, "loss": 4.0093, "step": 13875 }, { "epoch": 0.13876, "grad_norm": 1.2130323863458037, "learning_rate": 0.003, "loss": 4.0343, "step": 13876 }, { "epoch": 0.13877, "grad_norm": 1.1859891666047682, "learning_rate": 0.003, "loss": 4.0079, "step": 13877 }, { "epoch": 0.13878, "grad_norm": 1.2489914141355798, "learning_rate": 0.003, "loss": 3.9943, "step": 13878 }, { "epoch": 0.13879, "grad_norm": 1.243883938349891, "learning_rate": 0.003, "loss": 4.0431, "step": 13879 }, { "epoch": 0.1388, "grad_norm": 1.2098306819415796, "learning_rate": 0.003, "loss": 4.0328, "step": 13880 }, { "epoch": 0.13881, "grad_norm": 1.1157535130031828, "learning_rate": 0.003, "loss": 4.0158, "step": 13881 }, { "epoch": 0.13882, "grad_norm": 1.309752718257075, "learning_rate": 0.003, "loss": 4.0207, "step": 13882 }, { "epoch": 0.13883, "grad_norm": 1.1834101954134257, "learning_rate": 0.003, "loss": 4.0039, "step": 13883 }, { "epoch": 0.13884, "grad_norm": 1.3622147587914692, "learning_rate": 0.003, "loss": 4.0438, "step": 13884 }, { "epoch": 0.13885, "grad_norm": 1.0817660002621556, "learning_rate": 0.003, "loss": 4.055, "step": 13885 }, { "epoch": 0.13886, "grad_norm": 1.220724330378295, "learning_rate": 0.003, "loss": 3.9884, "step": 13886 }, { "epoch": 0.13887, "grad_norm": 1.0857253756268257, "learning_rate": 0.003, "loss": 4.0057, "step": 13887 }, { "epoch": 0.13888, "grad_norm": 1.2881188044988716, "learning_rate": 0.003, "loss": 4.0305, "step": 13888 }, { "epoch": 0.13889, "grad_norm": 1.3277501652331098, "learning_rate": 0.003, "loss": 4.0316, "step": 13889 }, { "epoch": 0.1389, "grad_norm": 1.2847936050254294, "learning_rate": 0.003, "loss": 4.0268, "step": 13890 }, { "epoch": 0.13891, "grad_norm": 1.10509747370125, "learning_rate": 0.003, "loss": 4.0264, "step": 13891 }, { "epoch": 0.13892, "grad_norm": 1.3355982750193622, "learning_rate": 0.003, "loss": 4.0341, "step": 13892 }, { "epoch": 0.13893, "grad_norm": 1.199772978665531, "learning_rate": 0.003, "loss": 4.0008, "step": 13893 }, { "epoch": 0.13894, "grad_norm": 1.1919544025083375, "learning_rate": 0.003, "loss": 4.0037, "step": 13894 }, { "epoch": 0.13895, "grad_norm": 1.1791968684172016, "learning_rate": 0.003, "loss": 4.0114, "step": 13895 }, { "epoch": 0.13896, "grad_norm": 1.045813585726014, "learning_rate": 0.003, "loss": 4.0293, "step": 13896 }, { "epoch": 0.13897, "grad_norm": 1.464421185361696, "learning_rate": 0.003, "loss": 4.0188, "step": 13897 }, { "epoch": 0.13898, "grad_norm": 0.9830880963597627, "learning_rate": 0.003, "loss": 3.992, "step": 13898 }, { "epoch": 0.13899, "grad_norm": 1.4356757886313305, "learning_rate": 0.003, "loss": 4.0145, "step": 13899 }, { "epoch": 0.139, "grad_norm": 1.3762264672777118, "learning_rate": 0.003, "loss": 4.0512, "step": 13900 }, { "epoch": 0.13901, "grad_norm": 1.4262850064756332, "learning_rate": 0.003, "loss": 4.0391, "step": 13901 }, { "epoch": 0.13902, "grad_norm": 1.1067642729379954, "learning_rate": 0.003, "loss": 4.0178, "step": 13902 }, { "epoch": 0.13903, "grad_norm": 1.2662437461045917, "learning_rate": 0.003, "loss": 3.9933, "step": 13903 }, { "epoch": 0.13904, "grad_norm": 1.0311275415899397, "learning_rate": 0.003, "loss": 4.0056, "step": 13904 }, { "epoch": 0.13905, "grad_norm": 1.1936049630810572, "learning_rate": 0.003, "loss": 4.0348, "step": 13905 }, { "epoch": 0.13906, "grad_norm": 1.052760904049721, "learning_rate": 0.003, "loss": 3.9777, "step": 13906 }, { "epoch": 0.13907, "grad_norm": 1.3029101585399128, "learning_rate": 0.003, "loss": 4.0109, "step": 13907 }, { "epoch": 0.13908, "grad_norm": 1.2335774415370064, "learning_rate": 0.003, "loss": 4.0055, "step": 13908 }, { "epoch": 0.13909, "grad_norm": 1.3275677632729739, "learning_rate": 0.003, "loss": 4.0156, "step": 13909 }, { "epoch": 0.1391, "grad_norm": 1.1297632688079993, "learning_rate": 0.003, "loss": 4.0244, "step": 13910 }, { "epoch": 0.13911, "grad_norm": 1.2722418665779391, "learning_rate": 0.003, "loss": 4.0138, "step": 13911 }, { "epoch": 0.13912, "grad_norm": 1.0805464020930946, "learning_rate": 0.003, "loss": 4.0303, "step": 13912 }, { "epoch": 0.13913, "grad_norm": 1.340313135441908, "learning_rate": 0.003, "loss": 4.0131, "step": 13913 }, { "epoch": 0.13914, "grad_norm": 0.9922681051920051, "learning_rate": 0.003, "loss": 4.0186, "step": 13914 }, { "epoch": 0.13915, "grad_norm": 1.3705530383268818, "learning_rate": 0.003, "loss": 4.0246, "step": 13915 }, { "epoch": 0.13916, "grad_norm": 0.9267537104518053, "learning_rate": 0.003, "loss": 4.0233, "step": 13916 }, { "epoch": 0.13917, "grad_norm": 1.1780767482538883, "learning_rate": 0.003, "loss": 4.0348, "step": 13917 }, { "epoch": 0.13918, "grad_norm": 1.294385111083149, "learning_rate": 0.003, "loss": 4.0453, "step": 13918 }, { "epoch": 0.13919, "grad_norm": 0.9510832470643007, "learning_rate": 0.003, "loss": 4.0006, "step": 13919 }, { "epoch": 0.1392, "grad_norm": 1.1967730551592841, "learning_rate": 0.003, "loss": 4.0254, "step": 13920 }, { "epoch": 0.13921, "grad_norm": 1.241002135891913, "learning_rate": 0.003, "loss": 4.0272, "step": 13921 }, { "epoch": 0.13922, "grad_norm": 1.0521373234826998, "learning_rate": 0.003, "loss": 4.0051, "step": 13922 }, { "epoch": 0.13923, "grad_norm": 1.3016596425010858, "learning_rate": 0.003, "loss": 4.0339, "step": 13923 }, { "epoch": 0.13924, "grad_norm": 1.3241790790815522, "learning_rate": 0.003, "loss": 4.0194, "step": 13924 }, { "epoch": 0.13925, "grad_norm": 1.2397807904648384, "learning_rate": 0.003, "loss": 4.0182, "step": 13925 }, { "epoch": 0.13926, "grad_norm": 1.5988946043532852, "learning_rate": 0.003, "loss": 4.0349, "step": 13926 }, { "epoch": 0.13927, "grad_norm": 1.043076253026414, "learning_rate": 0.003, "loss": 4.0098, "step": 13927 }, { "epoch": 0.13928, "grad_norm": 1.3983772820072078, "learning_rate": 0.003, "loss": 4.0383, "step": 13928 }, { "epoch": 0.13929, "grad_norm": 1.3822214057025675, "learning_rate": 0.003, "loss": 4.0087, "step": 13929 }, { "epoch": 0.1393, "grad_norm": 1.0932817291788222, "learning_rate": 0.003, "loss": 4.0202, "step": 13930 }, { "epoch": 0.13931, "grad_norm": 1.2862918829184873, "learning_rate": 0.003, "loss": 3.9558, "step": 13931 }, { "epoch": 0.13932, "grad_norm": 1.2821414397282036, "learning_rate": 0.003, "loss": 3.9833, "step": 13932 }, { "epoch": 0.13933, "grad_norm": 1.2089220976008554, "learning_rate": 0.003, "loss": 3.9934, "step": 13933 }, { "epoch": 0.13934, "grad_norm": 1.2285477929917308, "learning_rate": 0.003, "loss": 4.0324, "step": 13934 }, { "epoch": 0.13935, "grad_norm": 1.0331335294069954, "learning_rate": 0.003, "loss": 4.0178, "step": 13935 }, { "epoch": 0.13936, "grad_norm": 1.228393740053751, "learning_rate": 0.003, "loss": 4.0164, "step": 13936 }, { "epoch": 0.13937, "grad_norm": 1.2194970798916072, "learning_rate": 0.003, "loss": 3.9974, "step": 13937 }, { "epoch": 0.13938, "grad_norm": 1.1371455385108602, "learning_rate": 0.003, "loss": 4.0069, "step": 13938 }, { "epoch": 0.13939, "grad_norm": 1.1464202944234065, "learning_rate": 0.003, "loss": 4.026, "step": 13939 }, { "epoch": 0.1394, "grad_norm": 1.209782506620369, "learning_rate": 0.003, "loss": 3.997, "step": 13940 }, { "epoch": 0.13941, "grad_norm": 1.2437706017362091, "learning_rate": 0.003, "loss": 4.0174, "step": 13941 }, { "epoch": 0.13942, "grad_norm": 0.9606867500748588, "learning_rate": 0.003, "loss": 4.0181, "step": 13942 }, { "epoch": 0.13943, "grad_norm": 1.330782043238364, "learning_rate": 0.003, "loss": 4.0664, "step": 13943 }, { "epoch": 0.13944, "grad_norm": 1.0944235490095693, "learning_rate": 0.003, "loss": 4.033, "step": 13944 }, { "epoch": 0.13945, "grad_norm": 1.3837713427805216, "learning_rate": 0.003, "loss": 4.0278, "step": 13945 }, { "epoch": 0.13946, "grad_norm": 1.1283957430188176, "learning_rate": 0.003, "loss": 4.0332, "step": 13946 }, { "epoch": 0.13947, "grad_norm": 1.3073033270119225, "learning_rate": 0.003, "loss": 4.0361, "step": 13947 }, { "epoch": 0.13948, "grad_norm": 1.0356700644168169, "learning_rate": 0.003, "loss": 4.0285, "step": 13948 }, { "epoch": 0.13949, "grad_norm": 1.2827850931174634, "learning_rate": 0.003, "loss": 4.0387, "step": 13949 }, { "epoch": 0.1395, "grad_norm": 0.9681245671456082, "learning_rate": 0.003, "loss": 4.0353, "step": 13950 }, { "epoch": 0.13951, "grad_norm": 1.6241769253303424, "learning_rate": 0.003, "loss": 4.0122, "step": 13951 }, { "epoch": 0.13952, "grad_norm": 1.0930959372215059, "learning_rate": 0.003, "loss": 4.0178, "step": 13952 }, { "epoch": 0.13953, "grad_norm": 1.2948262234227748, "learning_rate": 0.003, "loss": 4.0157, "step": 13953 }, { "epoch": 0.13954, "grad_norm": 1.0006578557828247, "learning_rate": 0.003, "loss": 3.9848, "step": 13954 }, { "epoch": 0.13955, "grad_norm": 1.4064078111835758, "learning_rate": 0.003, "loss": 4.0348, "step": 13955 }, { "epoch": 0.13956, "grad_norm": 1.086412035581726, "learning_rate": 0.003, "loss": 4.03, "step": 13956 }, { "epoch": 0.13957, "grad_norm": 1.4309866455033866, "learning_rate": 0.003, "loss": 4.0394, "step": 13957 }, { "epoch": 0.13958, "grad_norm": 0.9741802566465895, "learning_rate": 0.003, "loss": 4.0256, "step": 13958 }, { "epoch": 0.13959, "grad_norm": 1.403639528165463, "learning_rate": 0.003, "loss": 4.0261, "step": 13959 }, { "epoch": 0.1396, "grad_norm": 1.2468214735098933, "learning_rate": 0.003, "loss": 4.0053, "step": 13960 }, { "epoch": 0.13961, "grad_norm": 1.2613812556591117, "learning_rate": 0.003, "loss": 4.0164, "step": 13961 }, { "epoch": 0.13962, "grad_norm": 1.1023642989666198, "learning_rate": 0.003, "loss": 4.028, "step": 13962 }, { "epoch": 0.13963, "grad_norm": 1.2135199740752762, "learning_rate": 0.003, "loss": 4.0205, "step": 13963 }, { "epoch": 0.13964, "grad_norm": 1.0943237528793914, "learning_rate": 0.003, "loss": 3.9969, "step": 13964 }, { "epoch": 0.13965, "grad_norm": 1.3984602769716774, "learning_rate": 0.003, "loss": 3.9928, "step": 13965 }, { "epoch": 0.13966, "grad_norm": 1.1833554431013096, "learning_rate": 0.003, "loss": 4.0133, "step": 13966 }, { "epoch": 0.13967, "grad_norm": 1.311230921590294, "learning_rate": 0.003, "loss": 4.0009, "step": 13967 }, { "epoch": 0.13968, "grad_norm": 0.997931625907764, "learning_rate": 0.003, "loss": 3.9795, "step": 13968 }, { "epoch": 0.13969, "grad_norm": 1.6613948429954382, "learning_rate": 0.003, "loss": 4.0005, "step": 13969 }, { "epoch": 0.1397, "grad_norm": 1.1706001548186498, "learning_rate": 0.003, "loss": 3.9988, "step": 13970 }, { "epoch": 0.13971, "grad_norm": 1.3455729323827497, "learning_rate": 0.003, "loss": 4.0431, "step": 13971 }, { "epoch": 0.13972, "grad_norm": 1.0071348841464436, "learning_rate": 0.003, "loss": 4.0275, "step": 13972 }, { "epoch": 0.13973, "grad_norm": 1.382779050748766, "learning_rate": 0.003, "loss": 4.049, "step": 13973 }, { "epoch": 0.13974, "grad_norm": 1.22731538379118, "learning_rate": 0.003, "loss": 4.034, "step": 13974 }, { "epoch": 0.13975, "grad_norm": 1.381444376592699, "learning_rate": 0.003, "loss": 4.0116, "step": 13975 }, { "epoch": 0.13976, "grad_norm": 1.334391128566007, "learning_rate": 0.003, "loss": 4.0034, "step": 13976 }, { "epoch": 0.13977, "grad_norm": 1.112083982151318, "learning_rate": 0.003, "loss": 4.0064, "step": 13977 }, { "epoch": 0.13978, "grad_norm": 1.0883189299965499, "learning_rate": 0.003, "loss": 4.076, "step": 13978 }, { "epoch": 0.13979, "grad_norm": 1.3200277147595922, "learning_rate": 0.003, "loss": 4.0228, "step": 13979 }, { "epoch": 0.1398, "grad_norm": 1.3044645984561822, "learning_rate": 0.003, "loss": 4.0241, "step": 13980 }, { "epoch": 0.13981, "grad_norm": 1.168169695750215, "learning_rate": 0.003, "loss": 4.0197, "step": 13981 }, { "epoch": 0.13982, "grad_norm": 1.3016765422844125, "learning_rate": 0.003, "loss": 4.0259, "step": 13982 }, { "epoch": 0.13983, "grad_norm": 1.1304122952759246, "learning_rate": 0.003, "loss": 4.0311, "step": 13983 }, { "epoch": 0.13984, "grad_norm": 1.0634672602319772, "learning_rate": 0.003, "loss": 4.0102, "step": 13984 }, { "epoch": 0.13985, "grad_norm": 1.1666668593758922, "learning_rate": 0.003, "loss": 4.0218, "step": 13985 }, { "epoch": 0.13986, "grad_norm": 1.1577098649486288, "learning_rate": 0.003, "loss": 4.0357, "step": 13986 }, { "epoch": 0.13987, "grad_norm": 1.2543916406092464, "learning_rate": 0.003, "loss": 3.9913, "step": 13987 }, { "epoch": 0.13988, "grad_norm": 1.2350106643993233, "learning_rate": 0.003, "loss": 4.0201, "step": 13988 }, { "epoch": 0.13989, "grad_norm": 1.142275915177779, "learning_rate": 0.003, "loss": 4.009, "step": 13989 }, { "epoch": 0.1399, "grad_norm": 1.2704798136615096, "learning_rate": 0.003, "loss": 4.0138, "step": 13990 }, { "epoch": 0.13991, "grad_norm": 0.9015601618647462, "learning_rate": 0.003, "loss": 4.0219, "step": 13991 }, { "epoch": 0.13992, "grad_norm": 0.9856059615225615, "learning_rate": 0.003, "loss": 4.0128, "step": 13992 }, { "epoch": 0.13993, "grad_norm": 1.465937483460713, "learning_rate": 0.003, "loss": 3.9969, "step": 13993 }, { "epoch": 0.13994, "grad_norm": 1.2082285117015399, "learning_rate": 0.003, "loss": 4.0173, "step": 13994 }, { "epoch": 0.13995, "grad_norm": 1.4099211609051017, "learning_rate": 0.003, "loss": 4.0146, "step": 13995 }, { "epoch": 0.13996, "grad_norm": 1.1942828382556108, "learning_rate": 0.003, "loss": 4.0204, "step": 13996 }, { "epoch": 0.13997, "grad_norm": 1.0453877453839826, "learning_rate": 0.003, "loss": 4.0152, "step": 13997 }, { "epoch": 0.13998, "grad_norm": 1.3971265611083508, "learning_rate": 0.003, "loss": 4.0274, "step": 13998 }, { "epoch": 0.13999, "grad_norm": 1.0312978267883302, "learning_rate": 0.003, "loss": 4.0238, "step": 13999 }, { "epoch": 0.14, "grad_norm": 1.3522912522542927, "learning_rate": 0.003, "loss": 3.9999, "step": 14000 }, { "epoch": 0.14001, "grad_norm": 1.2606310031280883, "learning_rate": 0.003, "loss": 4.0156, "step": 14001 }, { "epoch": 0.14002, "grad_norm": 1.1408868714728893, "learning_rate": 0.003, "loss": 4.0284, "step": 14002 }, { "epoch": 0.14003, "grad_norm": 1.2117998216576167, "learning_rate": 0.003, "loss": 4.0329, "step": 14003 }, { "epoch": 0.14004, "grad_norm": 1.1914649510372295, "learning_rate": 0.003, "loss": 4.0205, "step": 14004 }, { "epoch": 0.14005, "grad_norm": 1.13158563813848, "learning_rate": 0.003, "loss": 4.0147, "step": 14005 }, { "epoch": 0.14006, "grad_norm": 1.1789590777846468, "learning_rate": 0.003, "loss": 4.0213, "step": 14006 }, { "epoch": 0.14007, "grad_norm": 1.2482102753530098, "learning_rate": 0.003, "loss": 4.0293, "step": 14007 }, { "epoch": 0.14008, "grad_norm": 1.3000865301090239, "learning_rate": 0.003, "loss": 4.0334, "step": 14008 }, { "epoch": 0.14009, "grad_norm": 1.0317882634647473, "learning_rate": 0.003, "loss": 4.0143, "step": 14009 }, { "epoch": 0.1401, "grad_norm": 1.2888815577614365, "learning_rate": 0.003, "loss": 4.031, "step": 14010 }, { "epoch": 0.14011, "grad_norm": 0.9507500621278664, "learning_rate": 0.003, "loss": 3.9919, "step": 14011 }, { "epoch": 0.14012, "grad_norm": 1.410728391771078, "learning_rate": 0.003, "loss": 4.026, "step": 14012 }, { "epoch": 0.14013, "grad_norm": 1.223325656820055, "learning_rate": 0.003, "loss": 4.011, "step": 14013 }, { "epoch": 0.14014, "grad_norm": 1.110814995418571, "learning_rate": 0.003, "loss": 4.0112, "step": 14014 }, { "epoch": 0.14015, "grad_norm": 1.0921648099988692, "learning_rate": 0.003, "loss": 3.9994, "step": 14015 }, { "epoch": 0.14016, "grad_norm": 1.3727424125567884, "learning_rate": 0.003, "loss": 4.0384, "step": 14016 }, { "epoch": 0.14017, "grad_norm": 1.2203621215869773, "learning_rate": 0.003, "loss": 4.0246, "step": 14017 }, { "epoch": 0.14018, "grad_norm": 1.3990427406197736, "learning_rate": 0.003, "loss": 4.0179, "step": 14018 }, { "epoch": 0.14019, "grad_norm": 1.2834847469903492, "learning_rate": 0.003, "loss": 4.0355, "step": 14019 }, { "epoch": 0.1402, "grad_norm": 1.2203999381013084, "learning_rate": 0.003, "loss": 3.9842, "step": 14020 }, { "epoch": 0.14021, "grad_norm": 1.1537817679896496, "learning_rate": 0.003, "loss": 4.0305, "step": 14021 }, { "epoch": 0.14022, "grad_norm": 1.1840094298462875, "learning_rate": 0.003, "loss": 3.9907, "step": 14022 }, { "epoch": 0.14023, "grad_norm": 1.2514685746782503, "learning_rate": 0.003, "loss": 4.008, "step": 14023 }, { "epoch": 0.14024, "grad_norm": 1.2572710511999712, "learning_rate": 0.003, "loss": 4.0271, "step": 14024 }, { "epoch": 0.14025, "grad_norm": 1.1529838978875182, "learning_rate": 0.003, "loss": 3.9932, "step": 14025 }, { "epoch": 0.14026, "grad_norm": 1.1196849447629258, "learning_rate": 0.003, "loss": 4.023, "step": 14026 }, { "epoch": 0.14027, "grad_norm": 1.4120002031767034, "learning_rate": 0.003, "loss": 3.9898, "step": 14027 }, { "epoch": 0.14028, "grad_norm": 1.2252743403550672, "learning_rate": 0.003, "loss": 3.9946, "step": 14028 }, { "epoch": 0.14029, "grad_norm": 1.0560936086888912, "learning_rate": 0.003, "loss": 3.9856, "step": 14029 }, { "epoch": 0.1403, "grad_norm": 1.1071915022634027, "learning_rate": 0.003, "loss": 4.0155, "step": 14030 }, { "epoch": 0.14031, "grad_norm": 1.1260075699825944, "learning_rate": 0.003, "loss": 3.9996, "step": 14031 }, { "epoch": 0.14032, "grad_norm": 1.2044444637907508, "learning_rate": 0.003, "loss": 4.0083, "step": 14032 }, { "epoch": 0.14033, "grad_norm": 1.0727155556561392, "learning_rate": 0.003, "loss": 4.0372, "step": 14033 }, { "epoch": 0.14034, "grad_norm": 1.32512443537798, "learning_rate": 0.003, "loss": 4.0081, "step": 14034 }, { "epoch": 0.14035, "grad_norm": 0.9462166052486559, "learning_rate": 0.003, "loss": 4.0408, "step": 14035 }, { "epoch": 0.14036, "grad_norm": 1.4978733792333327, "learning_rate": 0.003, "loss": 4.013, "step": 14036 }, { "epoch": 0.14037, "grad_norm": 1.2740393697478154, "learning_rate": 0.003, "loss": 4.054, "step": 14037 }, { "epoch": 0.14038, "grad_norm": 1.212192612661939, "learning_rate": 0.003, "loss": 4.0569, "step": 14038 }, { "epoch": 0.14039, "grad_norm": 1.2651133818216853, "learning_rate": 0.003, "loss": 4.0447, "step": 14039 }, { "epoch": 0.1404, "grad_norm": 1.159014019843782, "learning_rate": 0.003, "loss": 4.0207, "step": 14040 }, { "epoch": 0.14041, "grad_norm": 1.356334413419729, "learning_rate": 0.003, "loss": 4.0197, "step": 14041 }, { "epoch": 0.14042, "grad_norm": 1.1790065129947735, "learning_rate": 0.003, "loss": 4.0293, "step": 14042 }, { "epoch": 0.14043, "grad_norm": 1.3024594270807575, "learning_rate": 0.003, "loss": 3.9988, "step": 14043 }, { "epoch": 0.14044, "grad_norm": 1.1063212035382364, "learning_rate": 0.003, "loss": 3.985, "step": 14044 }, { "epoch": 0.14045, "grad_norm": 1.358797191328306, "learning_rate": 0.003, "loss": 4.0205, "step": 14045 }, { "epoch": 0.14046, "grad_norm": 1.0003323125137746, "learning_rate": 0.003, "loss": 4.0148, "step": 14046 }, { "epoch": 0.14047, "grad_norm": 1.3248096853707327, "learning_rate": 0.003, "loss": 4.0084, "step": 14047 }, { "epoch": 0.14048, "grad_norm": 1.1217841806694424, "learning_rate": 0.003, "loss": 4.0153, "step": 14048 }, { "epoch": 0.14049, "grad_norm": 1.233918077507105, "learning_rate": 0.003, "loss": 4.0153, "step": 14049 }, { "epoch": 0.1405, "grad_norm": 1.1216017192561671, "learning_rate": 0.003, "loss": 4.0215, "step": 14050 }, { "epoch": 0.14051, "grad_norm": 1.108493840663453, "learning_rate": 0.003, "loss": 3.9873, "step": 14051 }, { "epoch": 0.14052, "grad_norm": 1.1763668314782794, "learning_rate": 0.003, "loss": 4.0301, "step": 14052 }, { "epoch": 0.14053, "grad_norm": 1.2001181755948613, "learning_rate": 0.003, "loss": 4.0383, "step": 14053 }, { "epoch": 0.14054, "grad_norm": 1.1838910215006067, "learning_rate": 0.003, "loss": 4.0161, "step": 14054 }, { "epoch": 0.14055, "grad_norm": 1.3650656646670034, "learning_rate": 0.003, "loss": 3.9934, "step": 14055 }, { "epoch": 0.14056, "grad_norm": 1.236392593269088, "learning_rate": 0.003, "loss": 4.0336, "step": 14056 }, { "epoch": 0.14057, "grad_norm": 1.3761101064022911, "learning_rate": 0.003, "loss": 4.0042, "step": 14057 }, { "epoch": 0.14058, "grad_norm": 0.8473911571718556, "learning_rate": 0.003, "loss": 4.0281, "step": 14058 }, { "epoch": 0.14059, "grad_norm": 1.1611075233336143, "learning_rate": 0.003, "loss": 4.0303, "step": 14059 }, { "epoch": 0.1406, "grad_norm": 1.1457197339194993, "learning_rate": 0.003, "loss": 4.0004, "step": 14060 }, { "epoch": 0.14061, "grad_norm": 1.1708080471302844, "learning_rate": 0.003, "loss": 4.0166, "step": 14061 }, { "epoch": 0.14062, "grad_norm": 1.264785307429114, "learning_rate": 0.003, "loss": 4.0132, "step": 14062 }, { "epoch": 0.14063, "grad_norm": 1.4168821067309096, "learning_rate": 0.003, "loss": 4.0175, "step": 14063 }, { "epoch": 0.14064, "grad_norm": 1.2688748501802554, "learning_rate": 0.003, "loss": 4.0334, "step": 14064 }, { "epoch": 0.14065, "grad_norm": 1.27489076739789, "learning_rate": 0.003, "loss": 4.0244, "step": 14065 }, { "epoch": 0.14066, "grad_norm": 1.2205632502308121, "learning_rate": 0.003, "loss": 4.0172, "step": 14066 }, { "epoch": 0.14067, "grad_norm": 1.0459763075762, "learning_rate": 0.003, "loss": 4.0075, "step": 14067 }, { "epoch": 0.14068, "grad_norm": 1.1345110724118248, "learning_rate": 0.003, "loss": 3.9914, "step": 14068 }, { "epoch": 0.14069, "grad_norm": 1.1143860163445822, "learning_rate": 0.003, "loss": 4.0195, "step": 14069 }, { "epoch": 0.1407, "grad_norm": 1.5410578205758152, "learning_rate": 0.003, "loss": 4.0349, "step": 14070 }, { "epoch": 0.14071, "grad_norm": 1.0829045851135513, "learning_rate": 0.003, "loss": 4.0184, "step": 14071 }, { "epoch": 0.14072, "grad_norm": 1.4511526715068985, "learning_rate": 0.003, "loss": 4.0359, "step": 14072 }, { "epoch": 0.14073, "grad_norm": 1.099805202133277, "learning_rate": 0.003, "loss": 4.0279, "step": 14073 }, { "epoch": 0.14074, "grad_norm": 1.328312415775265, "learning_rate": 0.003, "loss": 4.0296, "step": 14074 }, { "epoch": 0.14075, "grad_norm": 1.3574759342501346, "learning_rate": 0.003, "loss": 4.0287, "step": 14075 }, { "epoch": 0.14076, "grad_norm": 1.2040648367123625, "learning_rate": 0.003, "loss": 4.0071, "step": 14076 }, { "epoch": 0.14077, "grad_norm": 1.2356253648930262, "learning_rate": 0.003, "loss": 4.0122, "step": 14077 }, { "epoch": 0.14078, "grad_norm": 1.055788559715171, "learning_rate": 0.003, "loss": 4.0175, "step": 14078 }, { "epoch": 0.14079, "grad_norm": 1.5561946686609198, "learning_rate": 0.003, "loss": 3.9947, "step": 14079 }, { "epoch": 0.1408, "grad_norm": 0.8650739053143781, "learning_rate": 0.003, "loss": 4.0067, "step": 14080 }, { "epoch": 0.14081, "grad_norm": 1.0303599602027143, "learning_rate": 0.003, "loss": 4.0007, "step": 14081 }, { "epoch": 0.14082, "grad_norm": 1.267751441529696, "learning_rate": 0.003, "loss": 4.0358, "step": 14082 }, { "epoch": 0.14083, "grad_norm": 0.9239122241956662, "learning_rate": 0.003, "loss": 4.0227, "step": 14083 }, { "epoch": 0.14084, "grad_norm": 1.0079857265874606, "learning_rate": 0.003, "loss": 3.9749, "step": 14084 }, { "epoch": 0.14085, "grad_norm": 1.4466701881203794, "learning_rate": 0.003, "loss": 4.0113, "step": 14085 }, { "epoch": 0.14086, "grad_norm": 1.1307165327501238, "learning_rate": 0.003, "loss": 4.0108, "step": 14086 }, { "epoch": 0.14087, "grad_norm": 1.2546536674308166, "learning_rate": 0.003, "loss": 4.0282, "step": 14087 }, { "epoch": 0.14088, "grad_norm": 1.1903476498333216, "learning_rate": 0.003, "loss": 4.0296, "step": 14088 }, { "epoch": 0.14089, "grad_norm": 1.3578091755598753, "learning_rate": 0.003, "loss": 4.018, "step": 14089 }, { "epoch": 0.1409, "grad_norm": 1.268021700510964, "learning_rate": 0.003, "loss": 4.0354, "step": 14090 }, { "epoch": 0.14091, "grad_norm": 1.2047706355464072, "learning_rate": 0.003, "loss": 4.0042, "step": 14091 }, { "epoch": 0.14092, "grad_norm": 1.083127062472936, "learning_rate": 0.003, "loss": 4.032, "step": 14092 }, { "epoch": 0.14093, "grad_norm": 1.418971172036768, "learning_rate": 0.003, "loss": 4.0176, "step": 14093 }, { "epoch": 0.14094, "grad_norm": 1.1484741827481468, "learning_rate": 0.003, "loss": 3.9855, "step": 14094 }, { "epoch": 0.14095, "grad_norm": 1.1705700080017016, "learning_rate": 0.003, "loss": 4.0315, "step": 14095 }, { "epoch": 0.14096, "grad_norm": 1.5220333740977865, "learning_rate": 0.003, "loss": 4.0286, "step": 14096 }, { "epoch": 0.14097, "grad_norm": 1.1069309793723154, "learning_rate": 0.003, "loss": 4.0135, "step": 14097 }, { "epoch": 0.14098, "grad_norm": 1.4591901998283383, "learning_rate": 0.003, "loss": 4.036, "step": 14098 }, { "epoch": 0.14099, "grad_norm": 1.0732646509735886, "learning_rate": 0.003, "loss": 4.037, "step": 14099 }, { "epoch": 0.141, "grad_norm": 1.2309199191771107, "learning_rate": 0.003, "loss": 4.0515, "step": 14100 }, { "epoch": 0.14101, "grad_norm": 1.1137438686043557, "learning_rate": 0.003, "loss": 4.0264, "step": 14101 }, { "epoch": 0.14102, "grad_norm": 1.3116072735141207, "learning_rate": 0.003, "loss": 4.0277, "step": 14102 }, { "epoch": 0.14103, "grad_norm": 1.3072196104614588, "learning_rate": 0.003, "loss": 4.0361, "step": 14103 }, { "epoch": 0.14104, "grad_norm": 1.0177560091617586, "learning_rate": 0.003, "loss": 4.0015, "step": 14104 }, { "epoch": 0.14105, "grad_norm": 1.3464912000778624, "learning_rate": 0.003, "loss": 3.9985, "step": 14105 }, { "epoch": 0.14106, "grad_norm": 1.0337998967026791, "learning_rate": 0.003, "loss": 4.0217, "step": 14106 }, { "epoch": 0.14107, "grad_norm": 1.5122607325580328, "learning_rate": 0.003, "loss": 4.0104, "step": 14107 }, { "epoch": 0.14108, "grad_norm": 1.2956936810229631, "learning_rate": 0.003, "loss": 4.0311, "step": 14108 }, { "epoch": 0.14109, "grad_norm": 1.3139702931394983, "learning_rate": 0.003, "loss": 4.0322, "step": 14109 }, { "epoch": 0.1411, "grad_norm": 1.0048453641489445, "learning_rate": 0.003, "loss": 4.0049, "step": 14110 }, { "epoch": 0.14111, "grad_norm": 1.430901945492829, "learning_rate": 0.003, "loss": 4.0373, "step": 14111 }, { "epoch": 0.14112, "grad_norm": 1.0367673762169347, "learning_rate": 0.003, "loss": 4.0317, "step": 14112 }, { "epoch": 0.14113, "grad_norm": 1.2892316542366529, "learning_rate": 0.003, "loss": 4.0024, "step": 14113 }, { "epoch": 0.14114, "grad_norm": 1.1071539287465246, "learning_rate": 0.003, "loss": 4.0258, "step": 14114 }, { "epoch": 0.14115, "grad_norm": 1.314574543696847, "learning_rate": 0.003, "loss": 4.0311, "step": 14115 }, { "epoch": 0.14116, "grad_norm": 1.0897407150869276, "learning_rate": 0.003, "loss": 4.0258, "step": 14116 }, { "epoch": 0.14117, "grad_norm": 1.1950700957763445, "learning_rate": 0.003, "loss": 4.0118, "step": 14117 }, { "epoch": 0.14118, "grad_norm": 1.1412532223785143, "learning_rate": 0.003, "loss": 4.0198, "step": 14118 }, { "epoch": 0.14119, "grad_norm": 1.444097546450158, "learning_rate": 0.003, "loss": 4.0282, "step": 14119 }, { "epoch": 0.1412, "grad_norm": 1.1772444722146265, "learning_rate": 0.003, "loss": 4.0066, "step": 14120 }, { "epoch": 0.14121, "grad_norm": 1.2618437643898595, "learning_rate": 0.003, "loss": 4.0198, "step": 14121 }, { "epoch": 0.14122, "grad_norm": 1.0852284065931241, "learning_rate": 0.003, "loss": 4.0408, "step": 14122 }, { "epoch": 0.14123, "grad_norm": 1.2536516985760147, "learning_rate": 0.003, "loss": 4.0168, "step": 14123 }, { "epoch": 0.14124, "grad_norm": 1.1957565476061842, "learning_rate": 0.003, "loss": 4.0227, "step": 14124 }, { "epoch": 0.14125, "grad_norm": 1.266299712143771, "learning_rate": 0.003, "loss": 4.0013, "step": 14125 }, { "epoch": 0.14126, "grad_norm": 1.1179825213214207, "learning_rate": 0.003, "loss": 3.9667, "step": 14126 }, { "epoch": 0.14127, "grad_norm": 1.4270749872421038, "learning_rate": 0.003, "loss": 4.024, "step": 14127 }, { "epoch": 0.14128, "grad_norm": 1.0854846432711502, "learning_rate": 0.003, "loss": 4.0204, "step": 14128 }, { "epoch": 0.14129, "grad_norm": 1.2293105496627963, "learning_rate": 0.003, "loss": 4.0054, "step": 14129 }, { "epoch": 0.1413, "grad_norm": 1.1580430778715787, "learning_rate": 0.003, "loss": 4.0368, "step": 14130 }, { "epoch": 0.14131, "grad_norm": 1.185949013161452, "learning_rate": 0.003, "loss": 4.0109, "step": 14131 }, { "epoch": 0.14132, "grad_norm": 1.1314620909176543, "learning_rate": 0.003, "loss": 4.0438, "step": 14132 }, { "epoch": 0.14133, "grad_norm": 1.2079450778243612, "learning_rate": 0.003, "loss": 3.9866, "step": 14133 }, { "epoch": 0.14134, "grad_norm": 0.9944973687931271, "learning_rate": 0.003, "loss": 4.0341, "step": 14134 }, { "epoch": 0.14135, "grad_norm": 1.3767494365485264, "learning_rate": 0.003, "loss": 4.0367, "step": 14135 }, { "epoch": 0.14136, "grad_norm": 1.0695325114096956, "learning_rate": 0.003, "loss": 4.0008, "step": 14136 }, { "epoch": 0.14137, "grad_norm": 1.4026688622739356, "learning_rate": 0.003, "loss": 4.0299, "step": 14137 }, { "epoch": 0.14138, "grad_norm": 1.1898668414843263, "learning_rate": 0.003, "loss": 4.021, "step": 14138 }, { "epoch": 0.14139, "grad_norm": 1.144411276936079, "learning_rate": 0.003, "loss": 4.0119, "step": 14139 }, { "epoch": 0.1414, "grad_norm": 1.2266112224678802, "learning_rate": 0.003, "loss": 3.9913, "step": 14140 }, { "epoch": 0.14141, "grad_norm": 1.1860770803289438, "learning_rate": 0.003, "loss": 4.0202, "step": 14141 }, { "epoch": 0.14142, "grad_norm": 1.1660925207735835, "learning_rate": 0.003, "loss": 4.0055, "step": 14142 }, { "epoch": 0.14143, "grad_norm": 1.3955618961272698, "learning_rate": 0.003, "loss": 4.0045, "step": 14143 }, { "epoch": 0.14144, "grad_norm": 1.1286725867294176, "learning_rate": 0.003, "loss": 3.9984, "step": 14144 }, { "epoch": 0.14145, "grad_norm": 1.3666449864554138, "learning_rate": 0.003, "loss": 4.0315, "step": 14145 }, { "epoch": 0.14146, "grad_norm": 1.0899359311217849, "learning_rate": 0.003, "loss": 4.0259, "step": 14146 }, { "epoch": 0.14147, "grad_norm": 1.3076162503734543, "learning_rate": 0.003, "loss": 4.0274, "step": 14147 }, { "epoch": 0.14148, "grad_norm": 0.9456838894699942, "learning_rate": 0.003, "loss": 4.0155, "step": 14148 }, { "epoch": 0.14149, "grad_norm": 1.1458933750085323, "learning_rate": 0.003, "loss": 4.0236, "step": 14149 }, { "epoch": 0.1415, "grad_norm": 1.3026803164766048, "learning_rate": 0.003, "loss": 4.0445, "step": 14150 }, { "epoch": 0.14151, "grad_norm": 1.1936052509529032, "learning_rate": 0.003, "loss": 4.0273, "step": 14151 }, { "epoch": 0.14152, "grad_norm": 1.53961674491896, "learning_rate": 0.003, "loss": 4.0025, "step": 14152 }, { "epoch": 0.14153, "grad_norm": 1.0355640859393733, "learning_rate": 0.003, "loss": 3.987, "step": 14153 }, { "epoch": 0.14154, "grad_norm": 1.2626192828203087, "learning_rate": 0.003, "loss": 3.9942, "step": 14154 }, { "epoch": 0.14155, "grad_norm": 1.364612527361059, "learning_rate": 0.003, "loss": 4.0335, "step": 14155 }, { "epoch": 0.14156, "grad_norm": 0.9904204490104055, "learning_rate": 0.003, "loss": 3.9983, "step": 14156 }, { "epoch": 0.14157, "grad_norm": 1.4606046724678607, "learning_rate": 0.003, "loss": 4.0452, "step": 14157 }, { "epoch": 0.14158, "grad_norm": 1.1412628005227667, "learning_rate": 0.003, "loss": 4.0353, "step": 14158 }, { "epoch": 0.14159, "grad_norm": 1.2566170966440469, "learning_rate": 0.003, "loss": 4.0268, "step": 14159 }, { "epoch": 0.1416, "grad_norm": 1.1942427192863938, "learning_rate": 0.003, "loss": 4.0019, "step": 14160 }, { "epoch": 0.14161, "grad_norm": 1.2747119258046609, "learning_rate": 0.003, "loss": 4.0614, "step": 14161 }, { "epoch": 0.14162, "grad_norm": 1.0707115414199597, "learning_rate": 0.003, "loss": 4.0014, "step": 14162 }, { "epoch": 0.14163, "grad_norm": 1.0897594650738252, "learning_rate": 0.003, "loss": 4.0157, "step": 14163 }, { "epoch": 0.14164, "grad_norm": 1.178469957198732, "learning_rate": 0.003, "loss": 4.0099, "step": 14164 }, { "epoch": 0.14165, "grad_norm": 1.0783093439173759, "learning_rate": 0.003, "loss": 4.0372, "step": 14165 }, { "epoch": 0.14166, "grad_norm": 1.3314651178177561, "learning_rate": 0.003, "loss": 4.04, "step": 14166 }, { "epoch": 0.14167, "grad_norm": 1.0843718324605727, "learning_rate": 0.003, "loss": 3.9924, "step": 14167 }, { "epoch": 0.14168, "grad_norm": 1.2189229582966636, "learning_rate": 0.003, "loss": 4.0223, "step": 14168 }, { "epoch": 0.14169, "grad_norm": 1.1528598161429937, "learning_rate": 0.003, "loss": 4.0289, "step": 14169 }, { "epoch": 0.1417, "grad_norm": 1.360734180095269, "learning_rate": 0.003, "loss": 4.0279, "step": 14170 }, { "epoch": 0.14171, "grad_norm": 1.0189899619006824, "learning_rate": 0.003, "loss": 4.0245, "step": 14171 }, { "epoch": 0.14172, "grad_norm": 1.2409046032040727, "learning_rate": 0.003, "loss": 4.0027, "step": 14172 }, { "epoch": 0.14173, "grad_norm": 1.1134978895708785, "learning_rate": 0.003, "loss": 4.0303, "step": 14173 }, { "epoch": 0.14174, "grad_norm": 1.428086065445783, "learning_rate": 0.003, "loss": 4.0282, "step": 14174 }, { "epoch": 0.14175, "grad_norm": 1.293778397312492, "learning_rate": 0.003, "loss": 4.0395, "step": 14175 }, { "epoch": 0.14176, "grad_norm": 1.2644397446378224, "learning_rate": 0.003, "loss": 4.0112, "step": 14176 }, { "epoch": 0.14177, "grad_norm": 0.9565849380097393, "learning_rate": 0.003, "loss": 4.0492, "step": 14177 }, { "epoch": 0.14178, "grad_norm": 1.3059769568691229, "learning_rate": 0.003, "loss": 3.9846, "step": 14178 }, { "epoch": 0.14179, "grad_norm": 1.0491674393087167, "learning_rate": 0.003, "loss": 4.0246, "step": 14179 }, { "epoch": 0.1418, "grad_norm": 1.1180949361288677, "learning_rate": 0.003, "loss": 4.0044, "step": 14180 }, { "epoch": 0.14181, "grad_norm": 1.1157322008472714, "learning_rate": 0.003, "loss": 4.0241, "step": 14181 }, { "epoch": 0.14182, "grad_norm": 1.3179222987926962, "learning_rate": 0.003, "loss": 4.0149, "step": 14182 }, { "epoch": 0.14183, "grad_norm": 1.2403172237457192, "learning_rate": 0.003, "loss": 4.0158, "step": 14183 }, { "epoch": 0.14184, "grad_norm": 1.336720325007302, "learning_rate": 0.003, "loss": 4.0396, "step": 14184 }, { "epoch": 0.14185, "grad_norm": 1.100527077534773, "learning_rate": 0.003, "loss": 4.0317, "step": 14185 }, { "epoch": 0.14186, "grad_norm": 1.2033854975669016, "learning_rate": 0.003, "loss": 4.0165, "step": 14186 }, { "epoch": 0.14187, "grad_norm": 1.2187189628320798, "learning_rate": 0.003, "loss": 4.0267, "step": 14187 }, { "epoch": 0.14188, "grad_norm": 1.0200176822347935, "learning_rate": 0.003, "loss": 3.9902, "step": 14188 }, { "epoch": 0.14189, "grad_norm": 1.5073251661283125, "learning_rate": 0.003, "loss": 4.0165, "step": 14189 }, { "epoch": 0.1419, "grad_norm": 1.0512805060783437, "learning_rate": 0.003, "loss": 4.0196, "step": 14190 }, { "epoch": 0.14191, "grad_norm": 1.167991755103892, "learning_rate": 0.003, "loss": 4.0152, "step": 14191 }, { "epoch": 0.14192, "grad_norm": 1.1772584721220622, "learning_rate": 0.003, "loss": 4.0616, "step": 14192 }, { "epoch": 0.14193, "grad_norm": 1.1976833915329468, "learning_rate": 0.003, "loss": 4.0066, "step": 14193 }, { "epoch": 0.14194, "grad_norm": 1.190152113141832, "learning_rate": 0.003, "loss": 4.0488, "step": 14194 }, { "epoch": 0.14195, "grad_norm": 1.1151335344861781, "learning_rate": 0.003, "loss": 4.032, "step": 14195 }, { "epoch": 0.14196, "grad_norm": 1.2354467070065152, "learning_rate": 0.003, "loss": 4.0207, "step": 14196 }, { "epoch": 0.14197, "grad_norm": 1.0970972906795948, "learning_rate": 0.003, "loss": 4.0227, "step": 14197 }, { "epoch": 0.14198, "grad_norm": 1.177775059299803, "learning_rate": 0.003, "loss": 4.0147, "step": 14198 }, { "epoch": 0.14199, "grad_norm": 1.144446470023133, "learning_rate": 0.003, "loss": 4.0175, "step": 14199 }, { "epoch": 0.142, "grad_norm": 1.3620451445274342, "learning_rate": 0.003, "loss": 4.0235, "step": 14200 }, { "epoch": 0.14201, "grad_norm": 1.1392223147475815, "learning_rate": 0.003, "loss": 3.986, "step": 14201 }, { "epoch": 0.14202, "grad_norm": 1.3754184187622027, "learning_rate": 0.003, "loss": 4.03, "step": 14202 }, { "epoch": 0.14203, "grad_norm": 1.048321822711271, "learning_rate": 0.003, "loss": 4.0112, "step": 14203 }, { "epoch": 0.14204, "grad_norm": 1.3892998384218211, "learning_rate": 0.003, "loss": 4.0092, "step": 14204 }, { "epoch": 0.14205, "grad_norm": 1.051400001412997, "learning_rate": 0.003, "loss": 4.0102, "step": 14205 }, { "epoch": 0.14206, "grad_norm": 1.325490620508042, "learning_rate": 0.003, "loss": 3.9901, "step": 14206 }, { "epoch": 0.14207, "grad_norm": 1.13493940310957, "learning_rate": 0.003, "loss": 4.0393, "step": 14207 }, { "epoch": 0.14208, "grad_norm": 1.367807284383825, "learning_rate": 0.003, "loss": 4.0053, "step": 14208 }, { "epoch": 0.14209, "grad_norm": 1.1294605234034383, "learning_rate": 0.003, "loss": 4.0117, "step": 14209 }, { "epoch": 0.1421, "grad_norm": 1.343495245675508, "learning_rate": 0.003, "loss": 4.0124, "step": 14210 }, { "epoch": 0.14211, "grad_norm": 1.0038877220611284, "learning_rate": 0.003, "loss": 3.9915, "step": 14211 }, { "epoch": 0.14212, "grad_norm": 1.534988054028867, "learning_rate": 0.003, "loss": 4.0218, "step": 14212 }, { "epoch": 0.14213, "grad_norm": 1.0070828660250137, "learning_rate": 0.003, "loss": 4.0293, "step": 14213 }, { "epoch": 0.14214, "grad_norm": 1.5597998232138048, "learning_rate": 0.003, "loss": 4.0263, "step": 14214 }, { "epoch": 0.14215, "grad_norm": 1.0651385458745226, "learning_rate": 0.003, "loss": 4.011, "step": 14215 }, { "epoch": 0.14216, "grad_norm": 1.3348080877703172, "learning_rate": 0.003, "loss": 4.0244, "step": 14216 }, { "epoch": 0.14217, "grad_norm": 0.9499056849838106, "learning_rate": 0.003, "loss": 4.0225, "step": 14217 }, { "epoch": 0.14218, "grad_norm": 1.1418179918085627, "learning_rate": 0.003, "loss": 4.0174, "step": 14218 }, { "epoch": 0.14219, "grad_norm": 1.3743036275552343, "learning_rate": 0.003, "loss": 4.016, "step": 14219 }, { "epoch": 0.1422, "grad_norm": 1.0214575397901615, "learning_rate": 0.003, "loss": 3.999, "step": 14220 }, { "epoch": 0.14221, "grad_norm": 1.5581151608740837, "learning_rate": 0.003, "loss": 4.015, "step": 14221 }, { "epoch": 0.14222, "grad_norm": 1.027127027705112, "learning_rate": 0.003, "loss": 4.0521, "step": 14222 }, { "epoch": 0.14223, "grad_norm": 1.4981227018638756, "learning_rate": 0.003, "loss": 4.0309, "step": 14223 }, { "epoch": 0.14224, "grad_norm": 1.008107220993946, "learning_rate": 0.003, "loss": 3.9814, "step": 14224 }, { "epoch": 0.14225, "grad_norm": 1.3732868322500928, "learning_rate": 0.003, "loss": 4.0192, "step": 14225 }, { "epoch": 0.14226, "grad_norm": 1.0437936957982215, "learning_rate": 0.003, "loss": 4.0193, "step": 14226 }, { "epoch": 0.14227, "grad_norm": 1.2731748595843275, "learning_rate": 0.003, "loss": 4.025, "step": 14227 }, { "epoch": 0.14228, "grad_norm": 1.3649598712722133, "learning_rate": 0.003, "loss": 4.016, "step": 14228 }, { "epoch": 0.14229, "grad_norm": 1.1752436368583978, "learning_rate": 0.003, "loss": 4.018, "step": 14229 }, { "epoch": 0.1423, "grad_norm": 1.2731387940688244, "learning_rate": 0.003, "loss": 4.004, "step": 14230 }, { "epoch": 0.14231, "grad_norm": 0.9888217773791853, "learning_rate": 0.003, "loss": 4.0371, "step": 14231 }, { "epoch": 0.14232, "grad_norm": 1.2419409956986254, "learning_rate": 0.003, "loss": 4.017, "step": 14232 }, { "epoch": 0.14233, "grad_norm": 1.1208665504365474, "learning_rate": 0.003, "loss": 4.0515, "step": 14233 }, { "epoch": 0.14234, "grad_norm": 1.3934997178845823, "learning_rate": 0.003, "loss": 4.0099, "step": 14234 }, { "epoch": 0.14235, "grad_norm": 0.9939585794166588, "learning_rate": 0.003, "loss": 4.0144, "step": 14235 }, { "epoch": 0.14236, "grad_norm": 1.466049674388318, "learning_rate": 0.003, "loss": 4.0125, "step": 14236 }, { "epoch": 0.14237, "grad_norm": 1.1516383833090853, "learning_rate": 0.003, "loss": 4.0179, "step": 14237 }, { "epoch": 0.14238, "grad_norm": 1.1905120240269704, "learning_rate": 0.003, "loss": 4.0362, "step": 14238 }, { "epoch": 0.14239, "grad_norm": 1.320357055484459, "learning_rate": 0.003, "loss": 4.0579, "step": 14239 }, { "epoch": 0.1424, "grad_norm": 1.1739371270086971, "learning_rate": 0.003, "loss": 4.0252, "step": 14240 }, { "epoch": 0.14241, "grad_norm": 1.1953821818276693, "learning_rate": 0.003, "loss": 4.0458, "step": 14241 }, { "epoch": 0.14242, "grad_norm": 1.049876836420036, "learning_rate": 0.003, "loss": 4.0101, "step": 14242 }, { "epoch": 0.14243, "grad_norm": 1.0654099565056714, "learning_rate": 0.003, "loss": 4.0141, "step": 14243 }, { "epoch": 0.14244, "grad_norm": 1.3029073713304329, "learning_rate": 0.003, "loss": 4.0175, "step": 14244 }, { "epoch": 0.14245, "grad_norm": 1.256556933511795, "learning_rate": 0.003, "loss": 4.0239, "step": 14245 }, { "epoch": 0.14246, "grad_norm": 1.2772979759682255, "learning_rate": 0.003, "loss": 4.0315, "step": 14246 }, { "epoch": 0.14247, "grad_norm": 1.2552451182459947, "learning_rate": 0.003, "loss": 4.0097, "step": 14247 }, { "epoch": 0.14248, "grad_norm": 0.9939790102981942, "learning_rate": 0.003, "loss": 4.0181, "step": 14248 }, { "epoch": 0.14249, "grad_norm": 1.3178538598529268, "learning_rate": 0.003, "loss": 3.977, "step": 14249 }, { "epoch": 0.1425, "grad_norm": 1.1601483906677303, "learning_rate": 0.003, "loss": 3.9886, "step": 14250 }, { "epoch": 0.14251, "grad_norm": 1.221185680742918, "learning_rate": 0.003, "loss": 4.0171, "step": 14251 }, { "epoch": 0.14252, "grad_norm": 1.2474809124796564, "learning_rate": 0.003, "loss": 4.0252, "step": 14252 }, { "epoch": 0.14253, "grad_norm": 1.1992344745787196, "learning_rate": 0.003, "loss": 4.0459, "step": 14253 }, { "epoch": 0.14254, "grad_norm": 0.9132225327909732, "learning_rate": 0.003, "loss": 4.0007, "step": 14254 }, { "epoch": 0.14255, "grad_norm": 1.1811406392830759, "learning_rate": 0.003, "loss": 4.0034, "step": 14255 }, { "epoch": 0.14256, "grad_norm": 1.3453499901407837, "learning_rate": 0.003, "loss": 4.0051, "step": 14256 }, { "epoch": 0.14257, "grad_norm": 1.1500286543886105, "learning_rate": 0.003, "loss": 4.0178, "step": 14257 }, { "epoch": 0.14258, "grad_norm": 1.4664633371094062, "learning_rate": 0.003, "loss": 4.0081, "step": 14258 }, { "epoch": 0.14259, "grad_norm": 1.119114866847188, "learning_rate": 0.003, "loss": 4.0206, "step": 14259 }, { "epoch": 0.1426, "grad_norm": 1.3478008305817595, "learning_rate": 0.003, "loss": 4.011, "step": 14260 }, { "epoch": 0.14261, "grad_norm": 0.9832585037994765, "learning_rate": 0.003, "loss": 4.0083, "step": 14261 }, { "epoch": 0.14262, "grad_norm": 1.1548328309543094, "learning_rate": 0.003, "loss": 3.99, "step": 14262 }, { "epoch": 0.14263, "grad_norm": 1.1540288232997642, "learning_rate": 0.003, "loss": 4.0228, "step": 14263 }, { "epoch": 0.14264, "grad_norm": 1.186729047593634, "learning_rate": 0.003, "loss": 4.0082, "step": 14264 }, { "epoch": 0.14265, "grad_norm": 1.1810656564347743, "learning_rate": 0.003, "loss": 4.035, "step": 14265 }, { "epoch": 0.14266, "grad_norm": 1.4770408871743086, "learning_rate": 0.003, "loss": 4.0403, "step": 14266 }, { "epoch": 0.14267, "grad_norm": 0.9938931214161333, "learning_rate": 0.003, "loss": 4.0327, "step": 14267 }, { "epoch": 0.14268, "grad_norm": 1.3149471709837792, "learning_rate": 0.003, "loss": 3.9963, "step": 14268 }, { "epoch": 0.14269, "grad_norm": 1.2328045329778488, "learning_rate": 0.003, "loss": 4.0433, "step": 14269 }, { "epoch": 0.1427, "grad_norm": 1.1250321693454324, "learning_rate": 0.003, "loss": 4.0288, "step": 14270 }, { "epoch": 0.14271, "grad_norm": 0.9889732485401035, "learning_rate": 0.003, "loss": 4.0093, "step": 14271 }, { "epoch": 0.14272, "grad_norm": 1.1476898981247932, "learning_rate": 0.003, "loss": 4.0347, "step": 14272 }, { "epoch": 0.14273, "grad_norm": 1.1025789465267635, "learning_rate": 0.003, "loss": 4.0133, "step": 14273 }, { "epoch": 0.14274, "grad_norm": 1.122764833640579, "learning_rate": 0.003, "loss": 4.0268, "step": 14274 }, { "epoch": 0.14275, "grad_norm": 1.147038214357953, "learning_rate": 0.003, "loss": 4.0195, "step": 14275 }, { "epoch": 0.14276, "grad_norm": 1.2162589652144875, "learning_rate": 0.003, "loss": 4.0286, "step": 14276 }, { "epoch": 0.14277, "grad_norm": 1.0566978742450486, "learning_rate": 0.003, "loss": 4.0329, "step": 14277 }, { "epoch": 0.14278, "grad_norm": 1.7169108876688428, "learning_rate": 0.003, "loss": 4.0099, "step": 14278 }, { "epoch": 0.14279, "grad_norm": 0.876042071141214, "learning_rate": 0.003, "loss": 4.0468, "step": 14279 }, { "epoch": 0.1428, "grad_norm": 1.1084611799228745, "learning_rate": 0.003, "loss": 4.0415, "step": 14280 }, { "epoch": 0.14281, "grad_norm": 1.2709943034324318, "learning_rate": 0.003, "loss": 4.028, "step": 14281 }, { "epoch": 0.14282, "grad_norm": 1.3812282195884515, "learning_rate": 0.003, "loss": 4.0306, "step": 14282 }, { "epoch": 0.14283, "grad_norm": 1.1566429269433423, "learning_rate": 0.003, "loss": 3.9993, "step": 14283 }, { "epoch": 0.14284, "grad_norm": 1.2835084133322305, "learning_rate": 0.003, "loss": 3.9953, "step": 14284 }, { "epoch": 0.14285, "grad_norm": 1.055340094724688, "learning_rate": 0.003, "loss": 4.0031, "step": 14285 }, { "epoch": 0.14286, "grad_norm": 1.4105259998316546, "learning_rate": 0.003, "loss": 4.0143, "step": 14286 }, { "epoch": 0.14287, "grad_norm": 1.2550811667078823, "learning_rate": 0.003, "loss": 4.0067, "step": 14287 }, { "epoch": 0.14288, "grad_norm": 1.1132410163567108, "learning_rate": 0.003, "loss": 4.0049, "step": 14288 }, { "epoch": 0.14289, "grad_norm": 1.501973582017856, "learning_rate": 0.003, "loss": 4.017, "step": 14289 }, { "epoch": 0.1429, "grad_norm": 0.9719422279166505, "learning_rate": 0.003, "loss": 3.9861, "step": 14290 }, { "epoch": 0.14291, "grad_norm": 1.3825012805536943, "learning_rate": 0.003, "loss": 4.0284, "step": 14291 }, { "epoch": 0.14292, "grad_norm": 1.1099027929597218, "learning_rate": 0.003, "loss": 4.0228, "step": 14292 }, { "epoch": 0.14293, "grad_norm": 1.3461577718551276, "learning_rate": 0.003, "loss": 3.9993, "step": 14293 }, { "epoch": 0.14294, "grad_norm": 1.24973576329806, "learning_rate": 0.003, "loss": 4.0488, "step": 14294 }, { "epoch": 0.14295, "grad_norm": 1.4312573908271133, "learning_rate": 0.003, "loss": 4.0271, "step": 14295 }, { "epoch": 0.14296, "grad_norm": 0.9116815765076999, "learning_rate": 0.003, "loss": 4.0201, "step": 14296 }, { "epoch": 0.14297, "grad_norm": 1.1882497269250194, "learning_rate": 0.003, "loss": 4.0379, "step": 14297 }, { "epoch": 0.14298, "grad_norm": 1.243886949272355, "learning_rate": 0.003, "loss": 4.0031, "step": 14298 }, { "epoch": 0.14299, "grad_norm": 1.3152173645237428, "learning_rate": 0.003, "loss": 4.0273, "step": 14299 }, { "epoch": 0.143, "grad_norm": 1.0919137431492918, "learning_rate": 0.003, "loss": 4.0388, "step": 14300 }, { "epoch": 0.14301, "grad_norm": 1.3685064657521364, "learning_rate": 0.003, "loss": 4.0337, "step": 14301 }, { "epoch": 0.14302, "grad_norm": 1.0110048864429841, "learning_rate": 0.003, "loss": 3.9804, "step": 14302 }, { "epoch": 0.14303, "grad_norm": 1.4776803140572186, "learning_rate": 0.003, "loss": 4.0282, "step": 14303 }, { "epoch": 0.14304, "grad_norm": 1.0986579942741568, "learning_rate": 0.003, "loss": 4.0166, "step": 14304 }, { "epoch": 0.14305, "grad_norm": 1.1158216374588756, "learning_rate": 0.003, "loss": 4.0095, "step": 14305 }, { "epoch": 0.14306, "grad_norm": 1.2946086944401998, "learning_rate": 0.003, "loss": 4.0148, "step": 14306 }, { "epoch": 0.14307, "grad_norm": 1.1641566971726678, "learning_rate": 0.003, "loss": 4.0328, "step": 14307 }, { "epoch": 0.14308, "grad_norm": 1.208708792057949, "learning_rate": 0.003, "loss": 4.0411, "step": 14308 }, { "epoch": 0.14309, "grad_norm": 1.2861984661320631, "learning_rate": 0.003, "loss": 4.0497, "step": 14309 }, { "epoch": 0.1431, "grad_norm": 1.1096737366335085, "learning_rate": 0.003, "loss": 4.0037, "step": 14310 }, { "epoch": 0.14311, "grad_norm": 1.332880293436986, "learning_rate": 0.003, "loss": 4.0124, "step": 14311 }, { "epoch": 0.14312, "grad_norm": 1.1899327349214601, "learning_rate": 0.003, "loss": 4.0025, "step": 14312 }, { "epoch": 0.14313, "grad_norm": 1.585214015131889, "learning_rate": 0.003, "loss": 4.0302, "step": 14313 }, { "epoch": 0.14314, "grad_norm": 0.7871645445442891, "learning_rate": 0.003, "loss": 4.0033, "step": 14314 }, { "epoch": 0.14315, "grad_norm": 1.0506442944194525, "learning_rate": 0.003, "loss": 4.0162, "step": 14315 }, { "epoch": 0.14316, "grad_norm": 1.524745255403895, "learning_rate": 0.003, "loss": 4.0183, "step": 14316 }, { "epoch": 0.14317, "grad_norm": 1.074288517670019, "learning_rate": 0.003, "loss": 4.016, "step": 14317 }, { "epoch": 0.14318, "grad_norm": 1.5176426081616132, "learning_rate": 0.003, "loss": 4.0328, "step": 14318 }, { "epoch": 0.14319, "grad_norm": 1.004949697833761, "learning_rate": 0.003, "loss": 4.0293, "step": 14319 }, { "epoch": 0.1432, "grad_norm": 1.3267022711433671, "learning_rate": 0.003, "loss": 4.0333, "step": 14320 }, { "epoch": 0.14321, "grad_norm": 1.0043666421766428, "learning_rate": 0.003, "loss": 3.9944, "step": 14321 }, { "epoch": 0.14322, "grad_norm": 1.23646610606199, "learning_rate": 0.003, "loss": 4.0226, "step": 14322 }, { "epoch": 0.14323, "grad_norm": 1.2695267039105103, "learning_rate": 0.003, "loss": 3.9969, "step": 14323 }, { "epoch": 0.14324, "grad_norm": 1.091829883598905, "learning_rate": 0.003, "loss": 4.0114, "step": 14324 }, { "epoch": 0.14325, "grad_norm": 1.3614936043265236, "learning_rate": 0.003, "loss": 3.9926, "step": 14325 }, { "epoch": 0.14326, "grad_norm": 1.1215395898553848, "learning_rate": 0.003, "loss": 4.0375, "step": 14326 }, { "epoch": 0.14327, "grad_norm": 1.2154310116743614, "learning_rate": 0.003, "loss": 4.0158, "step": 14327 }, { "epoch": 0.14328, "grad_norm": 1.1889107742210372, "learning_rate": 0.003, "loss": 4.0591, "step": 14328 }, { "epoch": 0.14329, "grad_norm": 1.1507054007861035, "learning_rate": 0.003, "loss": 4.0074, "step": 14329 }, { "epoch": 0.1433, "grad_norm": 1.330111633581526, "learning_rate": 0.003, "loss": 4.0332, "step": 14330 }, { "epoch": 0.14331, "grad_norm": 1.0768442491212724, "learning_rate": 0.003, "loss": 4.0011, "step": 14331 }, { "epoch": 0.14332, "grad_norm": 1.239911147068525, "learning_rate": 0.003, "loss": 4.0152, "step": 14332 }, { "epoch": 0.14333, "grad_norm": 1.323571559451598, "learning_rate": 0.003, "loss": 4.0081, "step": 14333 }, { "epoch": 0.14334, "grad_norm": 1.1376701926449524, "learning_rate": 0.003, "loss": 4.017, "step": 14334 }, { "epoch": 0.14335, "grad_norm": 1.3340901235718514, "learning_rate": 0.003, "loss": 4.0021, "step": 14335 }, { "epoch": 0.14336, "grad_norm": 1.2686228303701885, "learning_rate": 0.003, "loss": 4.0235, "step": 14336 }, { "epoch": 0.14337, "grad_norm": 1.0467394749911172, "learning_rate": 0.003, "loss": 4.0243, "step": 14337 }, { "epoch": 0.14338, "grad_norm": 1.216880189998311, "learning_rate": 0.003, "loss": 4.0047, "step": 14338 }, { "epoch": 0.14339, "grad_norm": 1.1505835170743297, "learning_rate": 0.003, "loss": 4.0309, "step": 14339 }, { "epoch": 0.1434, "grad_norm": 1.1715423738629298, "learning_rate": 0.003, "loss": 3.9986, "step": 14340 }, { "epoch": 0.14341, "grad_norm": 1.3591295789133988, "learning_rate": 0.003, "loss": 4.0417, "step": 14341 }, { "epoch": 0.14342, "grad_norm": 1.0802743236414356, "learning_rate": 0.003, "loss": 4.0118, "step": 14342 }, { "epoch": 0.14343, "grad_norm": 1.2314655572568123, "learning_rate": 0.003, "loss": 4.0569, "step": 14343 }, { "epoch": 0.14344, "grad_norm": 1.2170050499547125, "learning_rate": 0.003, "loss": 4.0571, "step": 14344 }, { "epoch": 0.14345, "grad_norm": 1.1764760173694266, "learning_rate": 0.003, "loss": 4.0163, "step": 14345 }, { "epoch": 0.14346, "grad_norm": 1.4899350031793006, "learning_rate": 0.003, "loss": 4.025, "step": 14346 }, { "epoch": 0.14347, "grad_norm": 1.0758576003187106, "learning_rate": 0.003, "loss": 4.0339, "step": 14347 }, { "epoch": 0.14348, "grad_norm": 1.3635564326619183, "learning_rate": 0.003, "loss": 4.0411, "step": 14348 }, { "epoch": 0.14349, "grad_norm": 1.2235786275907428, "learning_rate": 0.003, "loss": 4.0087, "step": 14349 }, { "epoch": 0.1435, "grad_norm": 1.2436695980903918, "learning_rate": 0.003, "loss": 4.0123, "step": 14350 }, { "epoch": 0.14351, "grad_norm": 1.210672505276866, "learning_rate": 0.003, "loss": 4.0228, "step": 14351 }, { "epoch": 0.14352, "grad_norm": 1.1545045673205454, "learning_rate": 0.003, "loss": 4.0119, "step": 14352 }, { "epoch": 0.14353, "grad_norm": 1.3725191826934457, "learning_rate": 0.003, "loss": 4.014, "step": 14353 }, { "epoch": 0.14354, "grad_norm": 1.1897111683673434, "learning_rate": 0.003, "loss": 3.9837, "step": 14354 }, { "epoch": 0.14355, "grad_norm": 1.5096476297328265, "learning_rate": 0.003, "loss": 4.0035, "step": 14355 }, { "epoch": 0.14356, "grad_norm": 0.8717003987565817, "learning_rate": 0.003, "loss": 4.0077, "step": 14356 }, { "epoch": 0.14357, "grad_norm": 1.0792518544905656, "learning_rate": 0.003, "loss": 3.9955, "step": 14357 }, { "epoch": 0.14358, "grad_norm": 1.351721600532738, "learning_rate": 0.003, "loss": 3.9955, "step": 14358 }, { "epoch": 0.14359, "grad_norm": 0.996693627500812, "learning_rate": 0.003, "loss": 4.0192, "step": 14359 }, { "epoch": 0.1436, "grad_norm": 1.2646311347446006, "learning_rate": 0.003, "loss": 4.0053, "step": 14360 }, { "epoch": 0.14361, "grad_norm": 1.0228518544107583, "learning_rate": 0.003, "loss": 3.9822, "step": 14361 }, { "epoch": 0.14362, "grad_norm": 1.256227677652288, "learning_rate": 0.003, "loss": 4.0567, "step": 14362 }, { "epoch": 0.14363, "grad_norm": 1.166195059307722, "learning_rate": 0.003, "loss": 4.0062, "step": 14363 }, { "epoch": 0.14364, "grad_norm": 1.172896560370709, "learning_rate": 0.003, "loss": 4.0274, "step": 14364 }, { "epoch": 0.14365, "grad_norm": 1.2194603487156364, "learning_rate": 0.003, "loss": 4.0154, "step": 14365 }, { "epoch": 0.14366, "grad_norm": 1.1945393859702242, "learning_rate": 0.003, "loss": 4.0228, "step": 14366 }, { "epoch": 0.14367, "grad_norm": 1.1653822712601563, "learning_rate": 0.003, "loss": 3.9969, "step": 14367 }, { "epoch": 0.14368, "grad_norm": 1.2726517892617004, "learning_rate": 0.003, "loss": 4.0151, "step": 14368 }, { "epoch": 0.14369, "grad_norm": 1.244704823359052, "learning_rate": 0.003, "loss": 4.0078, "step": 14369 }, { "epoch": 0.1437, "grad_norm": 1.2172796802879724, "learning_rate": 0.003, "loss": 3.9946, "step": 14370 }, { "epoch": 0.14371, "grad_norm": 1.2603191200469879, "learning_rate": 0.003, "loss": 4.0132, "step": 14371 }, { "epoch": 0.14372, "grad_norm": 1.0718879428269645, "learning_rate": 0.003, "loss": 4.0085, "step": 14372 }, { "epoch": 0.14373, "grad_norm": 1.3330073165146854, "learning_rate": 0.003, "loss": 4.0331, "step": 14373 }, { "epoch": 0.14374, "grad_norm": 1.2012912275507692, "learning_rate": 0.003, "loss": 4.0216, "step": 14374 }, { "epoch": 0.14375, "grad_norm": 1.1908696738600753, "learning_rate": 0.003, "loss": 4.0339, "step": 14375 }, { "epoch": 0.14376, "grad_norm": 1.3507919992492639, "learning_rate": 0.003, "loss": 4.0221, "step": 14376 }, { "epoch": 0.14377, "grad_norm": 1.1733220329176508, "learning_rate": 0.003, "loss": 4.013, "step": 14377 }, { "epoch": 0.14378, "grad_norm": 1.363297551963369, "learning_rate": 0.003, "loss": 4.0071, "step": 14378 }, { "epoch": 0.14379, "grad_norm": 1.0313070601521575, "learning_rate": 0.003, "loss": 4.0095, "step": 14379 }, { "epoch": 0.1438, "grad_norm": 1.3397131378092488, "learning_rate": 0.003, "loss": 4.0123, "step": 14380 }, { "epoch": 0.14381, "grad_norm": 1.0121858969636834, "learning_rate": 0.003, "loss": 3.997, "step": 14381 }, { "epoch": 0.14382, "grad_norm": 1.390088716518865, "learning_rate": 0.003, "loss": 4.0099, "step": 14382 }, { "epoch": 0.14383, "grad_norm": 1.1129271392471018, "learning_rate": 0.003, "loss": 4.02, "step": 14383 }, { "epoch": 0.14384, "grad_norm": 1.2375419522985815, "learning_rate": 0.003, "loss": 4.0128, "step": 14384 }, { "epoch": 0.14385, "grad_norm": 1.3673457599885632, "learning_rate": 0.003, "loss": 4.0306, "step": 14385 }, { "epoch": 0.14386, "grad_norm": 0.9916084434443762, "learning_rate": 0.003, "loss": 4.0169, "step": 14386 }, { "epoch": 0.14387, "grad_norm": 1.4002355526911558, "learning_rate": 0.003, "loss": 3.9976, "step": 14387 }, { "epoch": 0.14388, "grad_norm": 1.1109558133777058, "learning_rate": 0.003, "loss": 4.0198, "step": 14388 }, { "epoch": 0.14389, "grad_norm": 1.3626692795113289, "learning_rate": 0.003, "loss": 4.0451, "step": 14389 }, { "epoch": 0.1439, "grad_norm": 1.2460630032368645, "learning_rate": 0.003, "loss": 4.0201, "step": 14390 }, { "epoch": 0.14391, "grad_norm": 1.2243928195308638, "learning_rate": 0.003, "loss": 4.0081, "step": 14391 }, { "epoch": 0.14392, "grad_norm": 1.1784102432358567, "learning_rate": 0.003, "loss": 4.0126, "step": 14392 }, { "epoch": 0.14393, "grad_norm": 1.4939716515347823, "learning_rate": 0.003, "loss": 3.9962, "step": 14393 }, { "epoch": 0.14394, "grad_norm": 1.1498274365748753, "learning_rate": 0.003, "loss": 4.0198, "step": 14394 }, { "epoch": 0.14395, "grad_norm": 1.200810908936847, "learning_rate": 0.003, "loss": 4.0101, "step": 14395 }, { "epoch": 0.14396, "grad_norm": 1.0745855059534282, "learning_rate": 0.003, "loss": 4.0229, "step": 14396 }, { "epoch": 0.14397, "grad_norm": 1.277116387315723, "learning_rate": 0.003, "loss": 3.9976, "step": 14397 }, { "epoch": 0.14398, "grad_norm": 0.9419150034212755, "learning_rate": 0.003, "loss": 3.9998, "step": 14398 }, { "epoch": 0.14399, "grad_norm": 1.3295125544631583, "learning_rate": 0.003, "loss": 3.999, "step": 14399 }, { "epoch": 0.144, "grad_norm": 1.1989912070727897, "learning_rate": 0.003, "loss": 4.0174, "step": 14400 }, { "epoch": 0.14401, "grad_norm": 1.3189184717411828, "learning_rate": 0.003, "loss": 4.0016, "step": 14401 }, { "epoch": 0.14402, "grad_norm": 1.0816437140157895, "learning_rate": 0.003, "loss": 4.0316, "step": 14402 }, { "epoch": 0.14403, "grad_norm": 1.4360315372365975, "learning_rate": 0.003, "loss": 4.0369, "step": 14403 }, { "epoch": 0.14404, "grad_norm": 1.2193549764527278, "learning_rate": 0.003, "loss": 4.0335, "step": 14404 }, { "epoch": 0.14405, "grad_norm": 1.0823921330138107, "learning_rate": 0.003, "loss": 4.0281, "step": 14405 }, { "epoch": 0.14406, "grad_norm": 1.1963637207195172, "learning_rate": 0.003, "loss": 4.0388, "step": 14406 }, { "epoch": 0.14407, "grad_norm": 1.297169350319569, "learning_rate": 0.003, "loss": 4.0292, "step": 14407 }, { "epoch": 0.14408, "grad_norm": 1.275499530630152, "learning_rate": 0.003, "loss": 4.0456, "step": 14408 }, { "epoch": 0.14409, "grad_norm": 1.228439110366136, "learning_rate": 0.003, "loss": 3.9945, "step": 14409 }, { "epoch": 0.1441, "grad_norm": 1.5688924175322991, "learning_rate": 0.003, "loss": 3.9948, "step": 14410 }, { "epoch": 0.14411, "grad_norm": 1.0120584218587096, "learning_rate": 0.003, "loss": 4.002, "step": 14411 }, { "epoch": 0.14412, "grad_norm": 1.3011317791543677, "learning_rate": 0.003, "loss": 4.0018, "step": 14412 }, { "epoch": 0.14413, "grad_norm": 1.0668175565997582, "learning_rate": 0.003, "loss": 4.0279, "step": 14413 }, { "epoch": 0.14414, "grad_norm": 1.5931538460060055, "learning_rate": 0.003, "loss": 4.0189, "step": 14414 }, { "epoch": 0.14415, "grad_norm": 1.078989729152812, "learning_rate": 0.003, "loss": 3.9768, "step": 14415 }, { "epoch": 0.14416, "grad_norm": 1.1701151551911053, "learning_rate": 0.003, "loss": 3.99, "step": 14416 }, { "epoch": 0.14417, "grad_norm": 1.0128987161588474, "learning_rate": 0.003, "loss": 3.9967, "step": 14417 }, { "epoch": 0.14418, "grad_norm": 1.3226158471972884, "learning_rate": 0.003, "loss": 4.0251, "step": 14418 }, { "epoch": 0.14419, "grad_norm": 1.0391012761182818, "learning_rate": 0.003, "loss": 4.0159, "step": 14419 }, { "epoch": 0.1442, "grad_norm": 1.2995035977172058, "learning_rate": 0.003, "loss": 4.0364, "step": 14420 }, { "epoch": 0.14421, "grad_norm": 1.1675231453686032, "learning_rate": 0.003, "loss": 4.0276, "step": 14421 }, { "epoch": 0.14422, "grad_norm": 1.1990662827938074, "learning_rate": 0.003, "loss": 4.0178, "step": 14422 }, { "epoch": 0.14423, "grad_norm": 1.3341843292074833, "learning_rate": 0.003, "loss": 4.0236, "step": 14423 }, { "epoch": 0.14424, "grad_norm": 1.255184302280917, "learning_rate": 0.003, "loss": 3.9859, "step": 14424 }, { "epoch": 0.14425, "grad_norm": 1.213102381507609, "learning_rate": 0.003, "loss": 3.992, "step": 14425 }, { "epoch": 0.14426, "grad_norm": 1.460646676879946, "learning_rate": 0.003, "loss": 4.0255, "step": 14426 }, { "epoch": 0.14427, "grad_norm": 1.0654397567379355, "learning_rate": 0.003, "loss": 4.0206, "step": 14427 }, { "epoch": 0.14428, "grad_norm": 1.4763855575417097, "learning_rate": 0.003, "loss": 4.009, "step": 14428 }, { "epoch": 0.14429, "grad_norm": 1.236018760227688, "learning_rate": 0.003, "loss": 4.0442, "step": 14429 }, { "epoch": 0.1443, "grad_norm": 1.1701305528800572, "learning_rate": 0.003, "loss": 4.0346, "step": 14430 }, { "epoch": 0.14431, "grad_norm": 1.0277455869468615, "learning_rate": 0.003, "loss": 4.0412, "step": 14431 }, { "epoch": 0.14432, "grad_norm": 1.264236895061662, "learning_rate": 0.003, "loss": 4.0282, "step": 14432 }, { "epoch": 0.14433, "grad_norm": 1.1450179472542663, "learning_rate": 0.003, "loss": 4.0192, "step": 14433 }, { "epoch": 0.14434, "grad_norm": 1.3260135156923754, "learning_rate": 0.003, "loss": 4.0082, "step": 14434 }, { "epoch": 0.14435, "grad_norm": 1.0950989832118134, "learning_rate": 0.003, "loss": 4.0266, "step": 14435 }, { "epoch": 0.14436, "grad_norm": 1.3891352119599327, "learning_rate": 0.003, "loss": 4.046, "step": 14436 }, { "epoch": 0.14437, "grad_norm": 1.051389794925024, "learning_rate": 0.003, "loss": 4.0146, "step": 14437 }, { "epoch": 0.14438, "grad_norm": 1.4529679895972711, "learning_rate": 0.003, "loss": 4.0311, "step": 14438 }, { "epoch": 0.14439, "grad_norm": 0.9878120297750842, "learning_rate": 0.003, "loss": 4.0489, "step": 14439 }, { "epoch": 0.1444, "grad_norm": 1.3500863354125725, "learning_rate": 0.003, "loss": 4.0289, "step": 14440 }, { "epoch": 0.14441, "grad_norm": 1.0391767489442227, "learning_rate": 0.003, "loss": 4.0413, "step": 14441 }, { "epoch": 0.14442, "grad_norm": 1.3341558927499608, "learning_rate": 0.003, "loss": 4.0199, "step": 14442 }, { "epoch": 0.14443, "grad_norm": 1.2367517579258847, "learning_rate": 0.003, "loss": 3.9974, "step": 14443 }, { "epoch": 0.14444, "grad_norm": 0.999685303003077, "learning_rate": 0.003, "loss": 4.0023, "step": 14444 }, { "epoch": 0.14445, "grad_norm": 1.637842531994357, "learning_rate": 0.003, "loss": 4.0334, "step": 14445 }, { "epoch": 0.14446, "grad_norm": 1.1935103420326467, "learning_rate": 0.003, "loss": 4.0036, "step": 14446 }, { "epoch": 0.14447, "grad_norm": 1.3946879258079155, "learning_rate": 0.003, "loss": 4.0467, "step": 14447 }, { "epoch": 0.14448, "grad_norm": 1.001298245674135, "learning_rate": 0.003, "loss": 4.0253, "step": 14448 }, { "epoch": 0.14449, "grad_norm": 1.273338157626047, "learning_rate": 0.003, "loss": 3.9923, "step": 14449 }, { "epoch": 0.1445, "grad_norm": 1.0845018678469514, "learning_rate": 0.003, "loss": 4.033, "step": 14450 }, { "epoch": 0.14451, "grad_norm": 1.5101736035199864, "learning_rate": 0.003, "loss": 4.0147, "step": 14451 }, { "epoch": 0.14452, "grad_norm": 1.0905745218691874, "learning_rate": 0.003, "loss": 4.0105, "step": 14452 }, { "epoch": 0.14453, "grad_norm": 1.3842347273258648, "learning_rate": 0.003, "loss": 4.0201, "step": 14453 }, { "epoch": 0.14454, "grad_norm": 1.2922298534952803, "learning_rate": 0.003, "loss": 4.0119, "step": 14454 }, { "epoch": 0.14455, "grad_norm": 1.0925683960156223, "learning_rate": 0.003, "loss": 3.9918, "step": 14455 }, { "epoch": 0.14456, "grad_norm": 1.3559823940041604, "learning_rate": 0.003, "loss": 3.989, "step": 14456 }, { "epoch": 0.14457, "grad_norm": 1.2658248605229905, "learning_rate": 0.003, "loss": 4.0286, "step": 14457 }, { "epoch": 0.14458, "grad_norm": 1.0732730407104027, "learning_rate": 0.003, "loss": 4.003, "step": 14458 }, { "epoch": 0.14459, "grad_norm": 1.160826402475991, "learning_rate": 0.003, "loss": 4.0231, "step": 14459 }, { "epoch": 0.1446, "grad_norm": 1.2237950140205267, "learning_rate": 0.003, "loss": 4.0225, "step": 14460 }, { "epoch": 0.14461, "grad_norm": 1.1535901728274076, "learning_rate": 0.003, "loss": 4.0131, "step": 14461 }, { "epoch": 0.14462, "grad_norm": 1.3750677627530832, "learning_rate": 0.003, "loss": 4.0143, "step": 14462 }, { "epoch": 0.14463, "grad_norm": 1.1796103564127114, "learning_rate": 0.003, "loss": 4.0291, "step": 14463 }, { "epoch": 0.14464, "grad_norm": 1.422757421374509, "learning_rate": 0.003, "loss": 4.0414, "step": 14464 }, { "epoch": 0.14465, "grad_norm": 1.1045263307117212, "learning_rate": 0.003, "loss": 4.0164, "step": 14465 }, { "epoch": 0.14466, "grad_norm": 1.180752551862371, "learning_rate": 0.003, "loss": 4.0161, "step": 14466 }, { "epoch": 0.14467, "grad_norm": 1.2050557387864302, "learning_rate": 0.003, "loss": 4.0564, "step": 14467 }, { "epoch": 0.14468, "grad_norm": 1.0681333646184352, "learning_rate": 0.003, "loss": 4.0023, "step": 14468 }, { "epoch": 0.14469, "grad_norm": 1.3246381531360234, "learning_rate": 0.003, "loss": 4.0216, "step": 14469 }, { "epoch": 0.1447, "grad_norm": 1.1523402047220455, "learning_rate": 0.003, "loss": 4.0407, "step": 14470 }, { "epoch": 0.14471, "grad_norm": 1.2207650779108505, "learning_rate": 0.003, "loss": 4.0109, "step": 14471 }, { "epoch": 0.14472, "grad_norm": 1.1728700266594385, "learning_rate": 0.003, "loss": 4.009, "step": 14472 }, { "epoch": 0.14473, "grad_norm": 1.250042755849908, "learning_rate": 0.003, "loss": 3.9943, "step": 14473 }, { "epoch": 0.14474, "grad_norm": 1.3570314137605364, "learning_rate": 0.003, "loss": 4.0246, "step": 14474 }, { "epoch": 0.14475, "grad_norm": 1.0777052849486088, "learning_rate": 0.003, "loss": 4.0428, "step": 14475 }, { "epoch": 0.14476, "grad_norm": 1.2889017126743465, "learning_rate": 0.003, "loss": 4.043, "step": 14476 }, { "epoch": 0.14477, "grad_norm": 1.0346286013190817, "learning_rate": 0.003, "loss": 4.0253, "step": 14477 }, { "epoch": 0.14478, "grad_norm": 1.1620056393435554, "learning_rate": 0.003, "loss": 4.0066, "step": 14478 }, { "epoch": 0.14479, "grad_norm": 1.484373566585143, "learning_rate": 0.003, "loss": 4.0094, "step": 14479 }, { "epoch": 0.1448, "grad_norm": 1.1443086993542309, "learning_rate": 0.003, "loss": 4.0054, "step": 14480 }, { "epoch": 0.14481, "grad_norm": 1.2698849354218817, "learning_rate": 0.003, "loss": 4.0311, "step": 14481 }, { "epoch": 0.14482, "grad_norm": 1.0087013208617437, "learning_rate": 0.003, "loss": 4.0033, "step": 14482 }, { "epoch": 0.14483, "grad_norm": 1.4960437345417261, "learning_rate": 0.003, "loss": 4.0075, "step": 14483 }, { "epoch": 0.14484, "grad_norm": 1.0081903193331918, "learning_rate": 0.003, "loss": 3.9988, "step": 14484 }, { "epoch": 0.14485, "grad_norm": 1.3618954479781298, "learning_rate": 0.003, "loss": 4.0071, "step": 14485 }, { "epoch": 0.14486, "grad_norm": 1.174742735761288, "learning_rate": 0.003, "loss": 4.0202, "step": 14486 }, { "epoch": 0.14487, "grad_norm": 1.3257975675308202, "learning_rate": 0.003, "loss": 4.0097, "step": 14487 }, { "epoch": 0.14488, "grad_norm": 1.290576379160918, "learning_rate": 0.003, "loss": 4.0379, "step": 14488 }, { "epoch": 0.14489, "grad_norm": 1.1448041897333847, "learning_rate": 0.003, "loss": 4.0077, "step": 14489 }, { "epoch": 0.1449, "grad_norm": 1.318156067960972, "learning_rate": 0.003, "loss": 4.0084, "step": 14490 }, { "epoch": 0.14491, "grad_norm": 1.0646783634293895, "learning_rate": 0.003, "loss": 4.0069, "step": 14491 }, { "epoch": 0.14492, "grad_norm": 1.32623979475304, "learning_rate": 0.003, "loss": 4.0187, "step": 14492 }, { "epoch": 0.14493, "grad_norm": 1.1016488012244479, "learning_rate": 0.003, "loss": 4.0177, "step": 14493 }, { "epoch": 0.14494, "grad_norm": 1.3909336423726262, "learning_rate": 0.003, "loss": 4.0365, "step": 14494 }, { "epoch": 0.14495, "grad_norm": 1.1601648377855989, "learning_rate": 0.003, "loss": 4.0188, "step": 14495 }, { "epoch": 0.14496, "grad_norm": 1.009980094021526, "learning_rate": 0.003, "loss": 3.9946, "step": 14496 }, { "epoch": 0.14497, "grad_norm": 1.1757064908364916, "learning_rate": 0.003, "loss": 4.0167, "step": 14497 }, { "epoch": 0.14498, "grad_norm": 1.2557706682498537, "learning_rate": 0.003, "loss": 4.0072, "step": 14498 }, { "epoch": 0.14499, "grad_norm": 1.0063481278247886, "learning_rate": 0.003, "loss": 4.0247, "step": 14499 }, { "epoch": 0.145, "grad_norm": 1.2600965724146316, "learning_rate": 0.003, "loss": 4.0501, "step": 14500 }, { "epoch": 0.14501, "grad_norm": 1.058860986503806, "learning_rate": 0.003, "loss": 4.0244, "step": 14501 }, { "epoch": 0.14502, "grad_norm": 1.2407155637824785, "learning_rate": 0.003, "loss": 4.0161, "step": 14502 }, { "epoch": 0.14503, "grad_norm": 1.309155248761219, "learning_rate": 0.003, "loss": 4.0433, "step": 14503 }, { "epoch": 0.14504, "grad_norm": 1.4214121220645077, "learning_rate": 0.003, "loss": 4.0256, "step": 14504 }, { "epoch": 0.14505, "grad_norm": 1.0404374530095637, "learning_rate": 0.003, "loss": 3.9961, "step": 14505 }, { "epoch": 0.14506, "grad_norm": 1.2873683959126516, "learning_rate": 0.003, "loss": 3.9997, "step": 14506 }, { "epoch": 0.14507, "grad_norm": 1.2001126154689117, "learning_rate": 0.003, "loss": 3.986, "step": 14507 }, { "epoch": 0.14508, "grad_norm": 1.1862564918121277, "learning_rate": 0.003, "loss": 3.9944, "step": 14508 }, { "epoch": 0.14509, "grad_norm": 1.1429814837311603, "learning_rate": 0.003, "loss": 4.0274, "step": 14509 }, { "epoch": 0.1451, "grad_norm": 1.0366689188633833, "learning_rate": 0.003, "loss": 4.0286, "step": 14510 }, { "epoch": 0.14511, "grad_norm": 1.2689118182788326, "learning_rate": 0.003, "loss": 4.0038, "step": 14511 }, { "epoch": 0.14512, "grad_norm": 1.221645510450628, "learning_rate": 0.003, "loss": 4.0569, "step": 14512 }, { "epoch": 0.14513, "grad_norm": 1.0676268731187524, "learning_rate": 0.003, "loss": 3.9954, "step": 14513 }, { "epoch": 0.14514, "grad_norm": 1.3803401448631745, "learning_rate": 0.003, "loss": 4.037, "step": 14514 }, { "epoch": 0.14515, "grad_norm": 1.0381879543839039, "learning_rate": 0.003, "loss": 4.0235, "step": 14515 }, { "epoch": 0.14516, "grad_norm": 1.3728094284848495, "learning_rate": 0.003, "loss": 4.0425, "step": 14516 }, { "epoch": 0.14517, "grad_norm": 1.2038839059792454, "learning_rate": 0.003, "loss": 4.0167, "step": 14517 }, { "epoch": 0.14518, "grad_norm": 1.5016318963257844, "learning_rate": 0.003, "loss": 4.0382, "step": 14518 }, { "epoch": 0.14519, "grad_norm": 1.1748809794876305, "learning_rate": 0.003, "loss": 4.0341, "step": 14519 }, { "epoch": 0.1452, "grad_norm": 1.4488835508199935, "learning_rate": 0.003, "loss": 4.0121, "step": 14520 }, { "epoch": 0.14521, "grad_norm": 0.9583289734041514, "learning_rate": 0.003, "loss": 4.0163, "step": 14521 }, { "epoch": 0.14522, "grad_norm": 1.2530762804116282, "learning_rate": 0.003, "loss": 3.986, "step": 14522 }, { "epoch": 0.14523, "grad_norm": 1.3470868291082656, "learning_rate": 0.003, "loss": 4.0244, "step": 14523 }, { "epoch": 0.14524, "grad_norm": 1.516748058417483, "learning_rate": 0.003, "loss": 4.05, "step": 14524 }, { "epoch": 0.14525, "grad_norm": 0.8688628064559125, "learning_rate": 0.003, "loss": 3.9981, "step": 14525 }, { "epoch": 0.14526, "grad_norm": 1.2290374421396448, "learning_rate": 0.003, "loss": 4.0143, "step": 14526 }, { "epoch": 0.14527, "grad_norm": 1.4106250986583697, "learning_rate": 0.003, "loss": 4.0291, "step": 14527 }, { "epoch": 0.14528, "grad_norm": 1.1960020034701262, "learning_rate": 0.003, "loss": 4.0169, "step": 14528 }, { "epoch": 0.14529, "grad_norm": 1.2461522806726895, "learning_rate": 0.003, "loss": 4.0209, "step": 14529 }, { "epoch": 0.1453, "grad_norm": 1.343435581151887, "learning_rate": 0.003, "loss": 4.0184, "step": 14530 }, { "epoch": 0.14531, "grad_norm": 1.1897863146723584, "learning_rate": 0.003, "loss": 4.0145, "step": 14531 }, { "epoch": 0.14532, "grad_norm": 1.2406366984067851, "learning_rate": 0.003, "loss": 4.0254, "step": 14532 }, { "epoch": 0.14533, "grad_norm": 1.2770937031087264, "learning_rate": 0.003, "loss": 4.0421, "step": 14533 }, { "epoch": 0.14534, "grad_norm": 1.1333862009610007, "learning_rate": 0.003, "loss": 4.027, "step": 14534 }, { "epoch": 0.14535, "grad_norm": 1.1215687848618767, "learning_rate": 0.003, "loss": 4.0313, "step": 14535 }, { "epoch": 0.14536, "grad_norm": 1.2456154158145807, "learning_rate": 0.003, "loss": 4.0298, "step": 14536 }, { "epoch": 0.14537, "grad_norm": 0.9894400543840622, "learning_rate": 0.003, "loss": 3.9942, "step": 14537 }, { "epoch": 0.14538, "grad_norm": 1.4556690665591743, "learning_rate": 0.003, "loss": 4.0287, "step": 14538 }, { "epoch": 0.14539, "grad_norm": 1.1367777065612945, "learning_rate": 0.003, "loss": 4.0082, "step": 14539 }, { "epoch": 0.1454, "grad_norm": 1.301526864027351, "learning_rate": 0.003, "loss": 4.0205, "step": 14540 }, { "epoch": 0.14541, "grad_norm": 1.2157751688778053, "learning_rate": 0.003, "loss": 4.0216, "step": 14541 }, { "epoch": 0.14542, "grad_norm": 0.9290021911687516, "learning_rate": 0.003, "loss": 4.0092, "step": 14542 }, { "epoch": 0.14543, "grad_norm": 1.4507913936570669, "learning_rate": 0.003, "loss": 4.0217, "step": 14543 }, { "epoch": 0.14544, "grad_norm": 1.2253577184771525, "learning_rate": 0.003, "loss": 4.0376, "step": 14544 }, { "epoch": 0.14545, "grad_norm": 1.1595512555771437, "learning_rate": 0.003, "loss": 3.9996, "step": 14545 }, { "epoch": 0.14546, "grad_norm": 1.4697108397166665, "learning_rate": 0.003, "loss": 4.0271, "step": 14546 }, { "epoch": 0.14547, "grad_norm": 1.204273495324109, "learning_rate": 0.003, "loss": 4.0343, "step": 14547 }, { "epoch": 0.14548, "grad_norm": 1.2210909540672343, "learning_rate": 0.003, "loss": 4.0006, "step": 14548 }, { "epoch": 0.14549, "grad_norm": 1.1960358153078625, "learning_rate": 0.003, "loss": 4.031, "step": 14549 }, { "epoch": 0.1455, "grad_norm": 1.168400476383576, "learning_rate": 0.003, "loss": 4.0247, "step": 14550 }, { "epoch": 0.14551, "grad_norm": 1.3522931121842838, "learning_rate": 0.003, "loss": 4.0227, "step": 14551 }, { "epoch": 0.14552, "grad_norm": 0.9815479797794744, "learning_rate": 0.003, "loss": 4.038, "step": 14552 }, { "epoch": 0.14553, "grad_norm": 1.2883507256957447, "learning_rate": 0.003, "loss": 4.0382, "step": 14553 }, { "epoch": 0.14554, "grad_norm": 1.0742019647017573, "learning_rate": 0.003, "loss": 4.0068, "step": 14554 }, { "epoch": 0.14555, "grad_norm": 1.1017979923376091, "learning_rate": 0.003, "loss": 4.0049, "step": 14555 }, { "epoch": 0.14556, "grad_norm": 1.0805201358805017, "learning_rate": 0.003, "loss": 4.0109, "step": 14556 }, { "epoch": 0.14557, "grad_norm": 1.4082542123251285, "learning_rate": 0.003, "loss": 4.0176, "step": 14557 }, { "epoch": 0.14558, "grad_norm": 1.2638267673234083, "learning_rate": 0.003, "loss": 4.0231, "step": 14558 }, { "epoch": 0.14559, "grad_norm": 1.2636206096964009, "learning_rate": 0.003, "loss": 4.0106, "step": 14559 }, { "epoch": 0.1456, "grad_norm": 1.2256733740875092, "learning_rate": 0.003, "loss": 4.0045, "step": 14560 }, { "epoch": 0.14561, "grad_norm": 1.4019023401389583, "learning_rate": 0.003, "loss": 4.0205, "step": 14561 }, { "epoch": 0.14562, "grad_norm": 0.987825905196306, "learning_rate": 0.003, "loss": 4.0054, "step": 14562 }, { "epoch": 0.14563, "grad_norm": 1.3195123345596431, "learning_rate": 0.003, "loss": 4.038, "step": 14563 }, { "epoch": 0.14564, "grad_norm": 1.1794370029884693, "learning_rate": 0.003, "loss": 3.9796, "step": 14564 }, { "epoch": 0.14565, "grad_norm": 1.1246915934472845, "learning_rate": 0.003, "loss": 4.0368, "step": 14565 }, { "epoch": 0.14566, "grad_norm": 1.1994594345382452, "learning_rate": 0.003, "loss": 4.0423, "step": 14566 }, { "epoch": 0.14567, "grad_norm": 1.2891949561316804, "learning_rate": 0.003, "loss": 4.0195, "step": 14567 }, { "epoch": 0.14568, "grad_norm": 1.234574364873565, "learning_rate": 0.003, "loss": 4.0274, "step": 14568 }, { "epoch": 0.14569, "grad_norm": 1.1069870175505885, "learning_rate": 0.003, "loss": 4.0439, "step": 14569 }, { "epoch": 0.1457, "grad_norm": 1.5472796516265446, "learning_rate": 0.003, "loss": 4.0288, "step": 14570 }, { "epoch": 0.14571, "grad_norm": 1.0606829134008178, "learning_rate": 0.003, "loss": 4.014, "step": 14571 }, { "epoch": 0.14572, "grad_norm": 1.3441520210728717, "learning_rate": 0.003, "loss": 4.015, "step": 14572 }, { "epoch": 0.14573, "grad_norm": 1.2160307278040676, "learning_rate": 0.003, "loss": 4.0161, "step": 14573 }, { "epoch": 0.14574, "grad_norm": 1.3261360269716858, "learning_rate": 0.003, "loss": 4.0081, "step": 14574 }, { "epoch": 0.14575, "grad_norm": 1.0168868414381258, "learning_rate": 0.003, "loss": 4.0119, "step": 14575 }, { "epoch": 0.14576, "grad_norm": 1.398200028892131, "learning_rate": 0.003, "loss": 4.0124, "step": 14576 }, { "epoch": 0.14577, "grad_norm": 0.975521183755697, "learning_rate": 0.003, "loss": 4.0014, "step": 14577 }, { "epoch": 0.14578, "grad_norm": 1.347932974764977, "learning_rate": 0.003, "loss": 4.0154, "step": 14578 }, { "epoch": 0.14579, "grad_norm": 1.320107335942108, "learning_rate": 0.003, "loss": 3.9988, "step": 14579 }, { "epoch": 0.1458, "grad_norm": 1.1804506897454756, "learning_rate": 0.003, "loss": 4.0212, "step": 14580 }, { "epoch": 0.14581, "grad_norm": 1.511927370026859, "learning_rate": 0.003, "loss": 3.9943, "step": 14581 }, { "epoch": 0.14582, "grad_norm": 0.9657891579308665, "learning_rate": 0.003, "loss": 4.0146, "step": 14582 }, { "epoch": 0.14583, "grad_norm": 1.5982287604362448, "learning_rate": 0.003, "loss": 4.0137, "step": 14583 }, { "epoch": 0.14584, "grad_norm": 1.2063158861095558, "learning_rate": 0.003, "loss": 4.0399, "step": 14584 }, { "epoch": 0.14585, "grad_norm": 1.3204813971301048, "learning_rate": 0.003, "loss": 4.0343, "step": 14585 }, { "epoch": 0.14586, "grad_norm": 1.165718809426018, "learning_rate": 0.003, "loss": 3.9976, "step": 14586 }, { "epoch": 0.14587, "grad_norm": 1.4342957416193656, "learning_rate": 0.003, "loss": 4.029, "step": 14587 }, { "epoch": 0.14588, "grad_norm": 1.3097579948327902, "learning_rate": 0.003, "loss": 4.0223, "step": 14588 }, { "epoch": 0.14589, "grad_norm": 1.1819895455392044, "learning_rate": 0.003, "loss": 3.9819, "step": 14589 }, { "epoch": 0.1459, "grad_norm": 1.1519733997254258, "learning_rate": 0.003, "loss": 4.0253, "step": 14590 }, { "epoch": 0.14591, "grad_norm": 1.196795608704991, "learning_rate": 0.003, "loss": 3.9955, "step": 14591 }, { "epoch": 0.14592, "grad_norm": 1.212206219142562, "learning_rate": 0.003, "loss": 4.0227, "step": 14592 }, { "epoch": 0.14593, "grad_norm": 1.3748622890900157, "learning_rate": 0.003, "loss": 4.0436, "step": 14593 }, { "epoch": 0.14594, "grad_norm": 1.1321959038523033, "learning_rate": 0.003, "loss": 4.0213, "step": 14594 }, { "epoch": 0.14595, "grad_norm": 1.2479704493325805, "learning_rate": 0.003, "loss": 4.0182, "step": 14595 }, { "epoch": 0.14596, "grad_norm": 1.2157254751435294, "learning_rate": 0.003, "loss": 4.0236, "step": 14596 }, { "epoch": 0.14597, "grad_norm": 1.2113154403134787, "learning_rate": 0.003, "loss": 4.0518, "step": 14597 }, { "epoch": 0.14598, "grad_norm": 1.1652249828071028, "learning_rate": 0.003, "loss": 4.0622, "step": 14598 }, { "epoch": 0.14599, "grad_norm": 1.1249297186797358, "learning_rate": 0.003, "loss": 3.9882, "step": 14599 }, { "epoch": 0.146, "grad_norm": 1.1161516878373015, "learning_rate": 0.003, "loss": 4.0309, "step": 14600 }, { "epoch": 0.14601, "grad_norm": 1.2387498558393009, "learning_rate": 0.003, "loss": 4.0279, "step": 14601 }, { "epoch": 0.14602, "grad_norm": 1.0064218516264403, "learning_rate": 0.003, "loss": 3.9982, "step": 14602 }, { "epoch": 0.14603, "grad_norm": 1.2928516477312995, "learning_rate": 0.003, "loss": 4.0384, "step": 14603 }, { "epoch": 0.14604, "grad_norm": 1.2079191749475882, "learning_rate": 0.003, "loss": 4.0131, "step": 14604 }, { "epoch": 0.14605, "grad_norm": 1.191874828203266, "learning_rate": 0.003, "loss": 3.9978, "step": 14605 }, { "epoch": 0.14606, "grad_norm": 1.2855761569668036, "learning_rate": 0.003, "loss": 4.0091, "step": 14606 }, { "epoch": 0.14607, "grad_norm": 1.3084030583655266, "learning_rate": 0.003, "loss": 4.025, "step": 14607 }, { "epoch": 0.14608, "grad_norm": 1.0814048860065364, "learning_rate": 0.003, "loss": 4.0027, "step": 14608 }, { "epoch": 0.14609, "grad_norm": 1.318711360861515, "learning_rate": 0.003, "loss": 3.9784, "step": 14609 }, { "epoch": 0.1461, "grad_norm": 1.0843550800914612, "learning_rate": 0.003, "loss": 4.0097, "step": 14610 }, { "epoch": 0.14611, "grad_norm": 1.2146539882263698, "learning_rate": 0.003, "loss": 4.0342, "step": 14611 }, { "epoch": 0.14612, "grad_norm": 1.3111635235348604, "learning_rate": 0.003, "loss": 4.0322, "step": 14612 }, { "epoch": 0.14613, "grad_norm": 1.3431111310121864, "learning_rate": 0.003, "loss": 4.0095, "step": 14613 }, { "epoch": 0.14614, "grad_norm": 1.0556331991470425, "learning_rate": 0.003, "loss": 4.0176, "step": 14614 }, { "epoch": 0.14615, "grad_norm": 1.3210666923234133, "learning_rate": 0.003, "loss": 4.015, "step": 14615 }, { "epoch": 0.14616, "grad_norm": 1.0424732096281708, "learning_rate": 0.003, "loss": 4.009, "step": 14616 }, { "epoch": 0.14617, "grad_norm": 1.4222481728984127, "learning_rate": 0.003, "loss": 4.0255, "step": 14617 }, { "epoch": 0.14618, "grad_norm": 1.1671226113095667, "learning_rate": 0.003, "loss": 4.0145, "step": 14618 }, { "epoch": 0.14619, "grad_norm": 1.1566156305201265, "learning_rate": 0.003, "loss": 4.0197, "step": 14619 }, { "epoch": 0.1462, "grad_norm": 1.4435759830205142, "learning_rate": 0.003, "loss": 4.0404, "step": 14620 }, { "epoch": 0.14621, "grad_norm": 1.0040521628546581, "learning_rate": 0.003, "loss": 4.043, "step": 14621 }, { "epoch": 0.14622, "grad_norm": 1.5013433657193513, "learning_rate": 0.003, "loss": 4.0321, "step": 14622 }, { "epoch": 0.14623, "grad_norm": 1.0041942566980275, "learning_rate": 0.003, "loss": 4.0219, "step": 14623 }, { "epoch": 0.14624, "grad_norm": 1.2788742166205531, "learning_rate": 0.003, "loss": 4.0415, "step": 14624 }, { "epoch": 0.14625, "grad_norm": 1.1526320122181346, "learning_rate": 0.003, "loss": 4.0379, "step": 14625 }, { "epoch": 0.14626, "grad_norm": 1.5960919046817466, "learning_rate": 0.003, "loss": 4.0486, "step": 14626 }, { "epoch": 0.14627, "grad_norm": 1.0154809815070478, "learning_rate": 0.003, "loss": 4.0283, "step": 14627 }, { "epoch": 0.14628, "grad_norm": 1.5591770055501386, "learning_rate": 0.003, "loss": 4.0466, "step": 14628 }, { "epoch": 0.14629, "grad_norm": 1.2433875029595995, "learning_rate": 0.003, "loss": 4.01, "step": 14629 }, { "epoch": 0.1463, "grad_norm": 1.0446726464340053, "learning_rate": 0.003, "loss": 4.0549, "step": 14630 }, { "epoch": 0.14631, "grad_norm": 1.3196216495460884, "learning_rate": 0.003, "loss": 4.0194, "step": 14631 }, { "epoch": 0.14632, "grad_norm": 1.0795033261710623, "learning_rate": 0.003, "loss": 3.9938, "step": 14632 }, { "epoch": 0.14633, "grad_norm": 1.3754481147013444, "learning_rate": 0.003, "loss": 4.0222, "step": 14633 }, { "epoch": 0.14634, "grad_norm": 1.3076650469022453, "learning_rate": 0.003, "loss": 4.0469, "step": 14634 }, { "epoch": 0.14635, "grad_norm": 1.243730585112518, "learning_rate": 0.003, "loss": 4.037, "step": 14635 }, { "epoch": 0.14636, "grad_norm": 1.2090911362187096, "learning_rate": 0.003, "loss": 4.0175, "step": 14636 }, { "epoch": 0.14637, "grad_norm": 1.0881962337733553, "learning_rate": 0.003, "loss": 4.0466, "step": 14637 }, { "epoch": 0.14638, "grad_norm": 1.3315979686751431, "learning_rate": 0.003, "loss": 4.0034, "step": 14638 }, { "epoch": 0.14639, "grad_norm": 1.0951279000513339, "learning_rate": 0.003, "loss": 3.9947, "step": 14639 }, { "epoch": 0.1464, "grad_norm": 1.2122185434801238, "learning_rate": 0.003, "loss": 4.0048, "step": 14640 }, { "epoch": 0.14641, "grad_norm": 1.1938786649463586, "learning_rate": 0.003, "loss": 4.03, "step": 14641 }, { "epoch": 0.14642, "grad_norm": 1.1415369026720699, "learning_rate": 0.003, "loss": 4.0076, "step": 14642 }, { "epoch": 0.14643, "grad_norm": 0.9299398623994157, "learning_rate": 0.003, "loss": 4.0224, "step": 14643 }, { "epoch": 0.14644, "grad_norm": 0.8238908005739586, "learning_rate": 0.003, "loss": 3.9715, "step": 14644 }, { "epoch": 0.14645, "grad_norm": 1.0600623354228622, "learning_rate": 0.003, "loss": 4.028, "step": 14645 }, { "epoch": 0.14646, "grad_norm": 1.4662081180329973, "learning_rate": 0.003, "loss": 4.0357, "step": 14646 }, { "epoch": 0.14647, "grad_norm": 1.0760830273484745, "learning_rate": 0.003, "loss": 3.9912, "step": 14647 }, { "epoch": 0.14648, "grad_norm": 1.5618154390340337, "learning_rate": 0.003, "loss": 4.0435, "step": 14648 }, { "epoch": 0.14649, "grad_norm": 1.029574143897717, "learning_rate": 0.003, "loss": 4.0288, "step": 14649 }, { "epoch": 0.1465, "grad_norm": 1.3437312355913529, "learning_rate": 0.003, "loss": 4.0305, "step": 14650 }, { "epoch": 0.14651, "grad_norm": 1.0808326315459529, "learning_rate": 0.003, "loss": 4.0456, "step": 14651 }, { "epoch": 0.14652, "grad_norm": 1.2761441979796349, "learning_rate": 0.003, "loss": 4.0134, "step": 14652 }, { "epoch": 0.14653, "grad_norm": 1.132692142274991, "learning_rate": 0.003, "loss": 4.0406, "step": 14653 }, { "epoch": 0.14654, "grad_norm": 1.3585879621138313, "learning_rate": 0.003, "loss": 4.0201, "step": 14654 }, { "epoch": 0.14655, "grad_norm": 1.0463229754674632, "learning_rate": 0.003, "loss": 4.0062, "step": 14655 }, { "epoch": 0.14656, "grad_norm": 1.3918935935980463, "learning_rate": 0.003, "loss": 4.0197, "step": 14656 }, { "epoch": 0.14657, "grad_norm": 1.0312057243069037, "learning_rate": 0.003, "loss": 3.9994, "step": 14657 }, { "epoch": 0.14658, "grad_norm": 1.2350850647234748, "learning_rate": 0.003, "loss": 3.989, "step": 14658 }, { "epoch": 0.14659, "grad_norm": 1.1383384238061172, "learning_rate": 0.003, "loss": 4.0191, "step": 14659 }, { "epoch": 0.1466, "grad_norm": 1.1225998777663533, "learning_rate": 0.003, "loss": 4.0192, "step": 14660 }, { "epoch": 0.14661, "grad_norm": 1.1805257298545155, "learning_rate": 0.003, "loss": 4.0263, "step": 14661 }, { "epoch": 0.14662, "grad_norm": 0.9972619206686567, "learning_rate": 0.003, "loss": 3.9985, "step": 14662 }, { "epoch": 0.14663, "grad_norm": 1.3309615460438815, "learning_rate": 0.003, "loss": 4.043, "step": 14663 }, { "epoch": 0.14664, "grad_norm": 1.2252668564509699, "learning_rate": 0.003, "loss": 3.9916, "step": 14664 }, { "epoch": 0.14665, "grad_norm": 1.2211356385365015, "learning_rate": 0.003, "loss": 4.0117, "step": 14665 }, { "epoch": 0.14666, "grad_norm": 1.248661926118289, "learning_rate": 0.003, "loss": 4.0099, "step": 14666 }, { "epoch": 0.14667, "grad_norm": 1.039743337030898, "learning_rate": 0.003, "loss": 4.0103, "step": 14667 }, { "epoch": 0.14668, "grad_norm": 1.3064724626176418, "learning_rate": 0.003, "loss": 4.0479, "step": 14668 }, { "epoch": 0.14669, "grad_norm": 1.0394125549913507, "learning_rate": 0.003, "loss": 4.0316, "step": 14669 }, { "epoch": 0.1467, "grad_norm": 1.523471981607469, "learning_rate": 0.003, "loss": 4.025, "step": 14670 }, { "epoch": 0.14671, "grad_norm": 1.0238160913510082, "learning_rate": 0.003, "loss": 4.0331, "step": 14671 }, { "epoch": 0.14672, "grad_norm": 1.24781229708128, "learning_rate": 0.003, "loss": 4.0233, "step": 14672 }, { "epoch": 0.14673, "grad_norm": 1.1999723508752755, "learning_rate": 0.003, "loss": 4.0273, "step": 14673 }, { "epoch": 0.14674, "grad_norm": 1.298555433229248, "learning_rate": 0.003, "loss": 3.987, "step": 14674 }, { "epoch": 0.14675, "grad_norm": 1.1401112535442113, "learning_rate": 0.003, "loss": 4.0217, "step": 14675 }, { "epoch": 0.14676, "grad_norm": 1.2317303457429185, "learning_rate": 0.003, "loss": 4.0163, "step": 14676 }, { "epoch": 0.14677, "grad_norm": 1.1622651650359708, "learning_rate": 0.003, "loss": 3.9992, "step": 14677 }, { "epoch": 0.14678, "grad_norm": 1.456096924396937, "learning_rate": 0.003, "loss": 4.0284, "step": 14678 }, { "epoch": 0.14679, "grad_norm": 1.1842110405256305, "learning_rate": 0.003, "loss": 4.0255, "step": 14679 }, { "epoch": 0.1468, "grad_norm": 1.2673044205478405, "learning_rate": 0.003, "loss": 4.0409, "step": 14680 }, { "epoch": 0.14681, "grad_norm": 1.2099931664574737, "learning_rate": 0.003, "loss": 4.0101, "step": 14681 }, { "epoch": 0.14682, "grad_norm": 1.164083021610876, "learning_rate": 0.003, "loss": 4.008, "step": 14682 }, { "epoch": 0.14683, "grad_norm": 1.2816239034400825, "learning_rate": 0.003, "loss": 4.0115, "step": 14683 }, { "epoch": 0.14684, "grad_norm": 1.1309571213745622, "learning_rate": 0.003, "loss": 4.009, "step": 14684 }, { "epoch": 0.14685, "grad_norm": 1.598024848121282, "learning_rate": 0.003, "loss": 4.0371, "step": 14685 }, { "epoch": 0.14686, "grad_norm": 0.9280187236625966, "learning_rate": 0.003, "loss": 3.9916, "step": 14686 }, { "epoch": 0.14687, "grad_norm": 1.336377928291785, "learning_rate": 0.003, "loss": 4.0248, "step": 14687 }, { "epoch": 0.14688, "grad_norm": 1.2549502107529549, "learning_rate": 0.003, "loss": 4.0132, "step": 14688 }, { "epoch": 0.14689, "grad_norm": 1.3464356675156035, "learning_rate": 0.003, "loss": 4.0304, "step": 14689 }, { "epoch": 0.1469, "grad_norm": 0.9290986244236656, "learning_rate": 0.003, "loss": 4.0049, "step": 14690 }, { "epoch": 0.14691, "grad_norm": 1.13828097238937, "learning_rate": 0.003, "loss": 3.9962, "step": 14691 }, { "epoch": 0.14692, "grad_norm": 1.244377214165893, "learning_rate": 0.003, "loss": 4.013, "step": 14692 }, { "epoch": 0.14693, "grad_norm": 1.061497537684576, "learning_rate": 0.003, "loss": 4.0121, "step": 14693 }, { "epoch": 0.14694, "grad_norm": 1.4475906454353726, "learning_rate": 0.003, "loss": 4.0108, "step": 14694 }, { "epoch": 0.14695, "grad_norm": 1.1298290215779774, "learning_rate": 0.003, "loss": 4.0415, "step": 14695 }, { "epoch": 0.14696, "grad_norm": 1.5073789409427754, "learning_rate": 0.003, "loss": 4.0077, "step": 14696 }, { "epoch": 0.14697, "grad_norm": 0.9979149420622156, "learning_rate": 0.003, "loss": 4.0113, "step": 14697 }, { "epoch": 0.14698, "grad_norm": 1.4211626262696988, "learning_rate": 0.003, "loss": 4.0032, "step": 14698 }, { "epoch": 0.14699, "grad_norm": 1.2299602276245312, "learning_rate": 0.003, "loss": 3.9862, "step": 14699 }, { "epoch": 0.147, "grad_norm": 1.103525583737697, "learning_rate": 0.003, "loss": 4.0279, "step": 14700 }, { "epoch": 0.14701, "grad_norm": 1.5488878701382407, "learning_rate": 0.003, "loss": 4.0177, "step": 14701 }, { "epoch": 0.14702, "grad_norm": 1.1238259051215245, "learning_rate": 0.003, "loss": 4.0148, "step": 14702 }, { "epoch": 0.14703, "grad_norm": 1.182223801623779, "learning_rate": 0.003, "loss": 4.0145, "step": 14703 }, { "epoch": 0.14704, "grad_norm": 1.2729793388297799, "learning_rate": 0.003, "loss": 4.0168, "step": 14704 }, { "epoch": 0.14705, "grad_norm": 1.113098206652036, "learning_rate": 0.003, "loss": 4.0104, "step": 14705 }, { "epoch": 0.14706, "grad_norm": 1.0715062674554707, "learning_rate": 0.003, "loss": 4.02, "step": 14706 }, { "epoch": 0.14707, "grad_norm": 1.351644327955927, "learning_rate": 0.003, "loss": 4.0358, "step": 14707 }, { "epoch": 0.14708, "grad_norm": 1.1156719712544556, "learning_rate": 0.003, "loss": 4.0108, "step": 14708 }, { "epoch": 0.14709, "grad_norm": 1.1937709438439554, "learning_rate": 0.003, "loss": 3.9743, "step": 14709 }, { "epoch": 0.1471, "grad_norm": 1.4057778479805412, "learning_rate": 0.003, "loss": 4.0111, "step": 14710 }, { "epoch": 0.14711, "grad_norm": 1.1272384668575615, "learning_rate": 0.003, "loss": 4.0293, "step": 14711 }, { "epoch": 0.14712, "grad_norm": 1.0489197743851302, "learning_rate": 0.003, "loss": 3.9846, "step": 14712 }, { "epoch": 0.14713, "grad_norm": 1.2933434063586542, "learning_rate": 0.003, "loss": 3.9906, "step": 14713 }, { "epoch": 0.14714, "grad_norm": 1.0627743043290785, "learning_rate": 0.003, "loss": 4.0002, "step": 14714 }, { "epoch": 0.14715, "grad_norm": 1.2665616873727155, "learning_rate": 0.003, "loss": 4.0404, "step": 14715 }, { "epoch": 0.14716, "grad_norm": 1.1546203680120108, "learning_rate": 0.003, "loss": 4.0471, "step": 14716 }, { "epoch": 0.14717, "grad_norm": 1.5435870011362298, "learning_rate": 0.003, "loss": 4.039, "step": 14717 }, { "epoch": 0.14718, "grad_norm": 1.3015859295181127, "learning_rate": 0.003, "loss": 3.9923, "step": 14718 }, { "epoch": 0.14719, "grad_norm": 1.1719290752628724, "learning_rate": 0.003, "loss": 3.9888, "step": 14719 }, { "epoch": 0.1472, "grad_norm": 1.1957700973606493, "learning_rate": 0.003, "loss": 4.0148, "step": 14720 }, { "epoch": 0.14721, "grad_norm": 1.1863942728845447, "learning_rate": 0.003, "loss": 4.015, "step": 14721 }, { "epoch": 0.14722, "grad_norm": 1.1910356355427554, "learning_rate": 0.003, "loss": 4.0298, "step": 14722 }, { "epoch": 0.14723, "grad_norm": 1.148093174968149, "learning_rate": 0.003, "loss": 3.9952, "step": 14723 }, { "epoch": 0.14724, "grad_norm": 1.1059163747624803, "learning_rate": 0.003, "loss": 4.0156, "step": 14724 }, { "epoch": 0.14725, "grad_norm": 1.2193482342947928, "learning_rate": 0.003, "loss": 4.0174, "step": 14725 }, { "epoch": 0.14726, "grad_norm": 1.2003680766415543, "learning_rate": 0.003, "loss": 4.0231, "step": 14726 }, { "epoch": 0.14727, "grad_norm": 1.1325797812355616, "learning_rate": 0.003, "loss": 4.0105, "step": 14727 }, { "epoch": 0.14728, "grad_norm": 1.1920454237282632, "learning_rate": 0.003, "loss": 3.9996, "step": 14728 }, { "epoch": 0.14729, "grad_norm": 1.1181121359816617, "learning_rate": 0.003, "loss": 4.0132, "step": 14729 }, { "epoch": 0.1473, "grad_norm": 1.3021322297897138, "learning_rate": 0.003, "loss": 4.009, "step": 14730 }, { "epoch": 0.14731, "grad_norm": 1.3341848128938727, "learning_rate": 0.003, "loss": 4.0364, "step": 14731 }, { "epoch": 0.14732, "grad_norm": 1.1596557785781894, "learning_rate": 0.003, "loss": 4.0354, "step": 14732 }, { "epoch": 0.14733, "grad_norm": 1.182715193552188, "learning_rate": 0.003, "loss": 4.0142, "step": 14733 }, { "epoch": 0.14734, "grad_norm": 1.392854241245674, "learning_rate": 0.003, "loss": 4.0262, "step": 14734 }, { "epoch": 0.14735, "grad_norm": 1.0982923705804346, "learning_rate": 0.003, "loss": 4.0281, "step": 14735 }, { "epoch": 0.14736, "grad_norm": 1.3453311896029474, "learning_rate": 0.003, "loss": 4.0192, "step": 14736 }, { "epoch": 0.14737, "grad_norm": 1.1451446830165797, "learning_rate": 0.003, "loss": 4.0054, "step": 14737 }, { "epoch": 0.14738, "grad_norm": 1.202671897629652, "learning_rate": 0.003, "loss": 4.0182, "step": 14738 }, { "epoch": 0.14739, "grad_norm": 1.3168548001667901, "learning_rate": 0.003, "loss": 3.9976, "step": 14739 }, { "epoch": 0.1474, "grad_norm": 1.1757506276149658, "learning_rate": 0.003, "loss": 4.0034, "step": 14740 }, { "epoch": 0.14741, "grad_norm": 1.4512270939919778, "learning_rate": 0.003, "loss": 4.0054, "step": 14741 }, { "epoch": 0.14742, "grad_norm": 1.3569803064813937, "learning_rate": 0.003, "loss": 4.0064, "step": 14742 }, { "epoch": 0.14743, "grad_norm": 1.194524578480824, "learning_rate": 0.003, "loss": 4.0302, "step": 14743 }, { "epoch": 0.14744, "grad_norm": 1.2610976221389463, "learning_rate": 0.003, "loss": 4.0028, "step": 14744 }, { "epoch": 0.14745, "grad_norm": 0.9805340364303272, "learning_rate": 0.003, "loss": 4.0293, "step": 14745 }, { "epoch": 0.14746, "grad_norm": 1.239657032352779, "learning_rate": 0.003, "loss": 3.9832, "step": 14746 }, { "epoch": 0.14747, "grad_norm": 0.9568751883716193, "learning_rate": 0.003, "loss": 4.0169, "step": 14747 }, { "epoch": 0.14748, "grad_norm": 1.3422374066034728, "learning_rate": 0.003, "loss": 4.0223, "step": 14748 }, { "epoch": 0.14749, "grad_norm": 1.2456508296319184, "learning_rate": 0.003, "loss": 4.0169, "step": 14749 }, { "epoch": 0.1475, "grad_norm": 1.2726613821317687, "learning_rate": 0.003, "loss": 4.0243, "step": 14750 }, { "epoch": 0.14751, "grad_norm": 1.1803598228688557, "learning_rate": 0.003, "loss": 3.9918, "step": 14751 }, { "epoch": 0.14752, "grad_norm": 1.3777719414878142, "learning_rate": 0.003, "loss": 4.0416, "step": 14752 }, { "epoch": 0.14753, "grad_norm": 1.4180466112113057, "learning_rate": 0.003, "loss": 3.9966, "step": 14753 }, { "epoch": 0.14754, "grad_norm": 0.8278486097470231, "learning_rate": 0.003, "loss": 3.9941, "step": 14754 }, { "epoch": 0.14755, "grad_norm": 0.9499984355175111, "learning_rate": 0.003, "loss": 4.0377, "step": 14755 }, { "epoch": 0.14756, "grad_norm": 1.3191873255352862, "learning_rate": 0.003, "loss": 4.0098, "step": 14756 }, { "epoch": 0.14757, "grad_norm": 1.1279864050152106, "learning_rate": 0.003, "loss": 4.0199, "step": 14757 }, { "epoch": 0.14758, "grad_norm": 1.112383834697207, "learning_rate": 0.003, "loss": 4.0189, "step": 14758 }, { "epoch": 0.14759, "grad_norm": 1.1386057827145057, "learning_rate": 0.003, "loss": 4.0241, "step": 14759 }, { "epoch": 0.1476, "grad_norm": 1.4423913059381863, "learning_rate": 0.003, "loss": 4.0205, "step": 14760 }, { "epoch": 0.14761, "grad_norm": 1.0955425381374513, "learning_rate": 0.003, "loss": 4.0147, "step": 14761 }, { "epoch": 0.14762, "grad_norm": 1.4947533994825475, "learning_rate": 0.003, "loss": 4.0188, "step": 14762 }, { "epoch": 0.14763, "grad_norm": 1.0062595696736336, "learning_rate": 0.003, "loss": 4.0052, "step": 14763 }, { "epoch": 0.14764, "grad_norm": 1.3722162324539398, "learning_rate": 0.003, "loss": 4.0107, "step": 14764 }, { "epoch": 0.14765, "grad_norm": 1.201731727510067, "learning_rate": 0.003, "loss": 4.0181, "step": 14765 }, { "epoch": 0.14766, "grad_norm": 1.3068623774193429, "learning_rate": 0.003, "loss": 4.0266, "step": 14766 }, { "epoch": 0.14767, "grad_norm": 1.3451901636459578, "learning_rate": 0.003, "loss": 4.0546, "step": 14767 }, { "epoch": 0.14768, "grad_norm": 1.2390635797654017, "learning_rate": 0.003, "loss": 4.0174, "step": 14768 }, { "epoch": 0.14769, "grad_norm": 1.2865212311468084, "learning_rate": 0.003, "loss": 3.9996, "step": 14769 }, { "epoch": 0.1477, "grad_norm": 1.0752257596790689, "learning_rate": 0.003, "loss": 4.0396, "step": 14770 }, { "epoch": 0.14771, "grad_norm": 1.1960158251847295, "learning_rate": 0.003, "loss": 4.013, "step": 14771 }, { "epoch": 0.14772, "grad_norm": 1.3336239932913452, "learning_rate": 0.003, "loss": 4.0039, "step": 14772 }, { "epoch": 0.14773, "grad_norm": 1.171080291569365, "learning_rate": 0.003, "loss": 4.0327, "step": 14773 }, { "epoch": 0.14774, "grad_norm": 1.2020832448468304, "learning_rate": 0.003, "loss": 4.0254, "step": 14774 }, { "epoch": 0.14775, "grad_norm": 1.0974795077534392, "learning_rate": 0.003, "loss": 4.0126, "step": 14775 }, { "epoch": 0.14776, "grad_norm": 1.319108091993031, "learning_rate": 0.003, "loss": 4.0038, "step": 14776 }, { "epoch": 0.14777, "grad_norm": 1.24349520064016, "learning_rate": 0.003, "loss": 4.0177, "step": 14777 }, { "epoch": 0.14778, "grad_norm": 1.3257656870019594, "learning_rate": 0.003, "loss": 4.0309, "step": 14778 }, { "epoch": 0.14779, "grad_norm": 1.0370219200672475, "learning_rate": 0.003, "loss": 4.0086, "step": 14779 }, { "epoch": 0.1478, "grad_norm": 1.7092061151710198, "learning_rate": 0.003, "loss": 4.0236, "step": 14780 }, { "epoch": 0.14781, "grad_norm": 1.1086415995649592, "learning_rate": 0.003, "loss": 3.9899, "step": 14781 }, { "epoch": 0.14782, "grad_norm": 1.1549386726359416, "learning_rate": 0.003, "loss": 4.0353, "step": 14782 }, { "epoch": 0.14783, "grad_norm": 1.0851773484666918, "learning_rate": 0.003, "loss": 4.0268, "step": 14783 }, { "epoch": 0.14784, "grad_norm": 1.3011776728231434, "learning_rate": 0.003, "loss": 4.0005, "step": 14784 }, { "epoch": 0.14785, "grad_norm": 1.3671877333509035, "learning_rate": 0.003, "loss": 3.9998, "step": 14785 }, { "epoch": 0.14786, "grad_norm": 1.0755374511587592, "learning_rate": 0.003, "loss": 4.0124, "step": 14786 }, { "epoch": 0.14787, "grad_norm": 1.2171324500253284, "learning_rate": 0.003, "loss": 4.0076, "step": 14787 }, { "epoch": 0.14788, "grad_norm": 1.0902739128743564, "learning_rate": 0.003, "loss": 3.9775, "step": 14788 }, { "epoch": 0.14789, "grad_norm": 1.186812643568498, "learning_rate": 0.003, "loss": 4.0245, "step": 14789 }, { "epoch": 0.1479, "grad_norm": 1.139087631217558, "learning_rate": 0.003, "loss": 4.008, "step": 14790 }, { "epoch": 0.14791, "grad_norm": 1.1221619294261334, "learning_rate": 0.003, "loss": 4.0181, "step": 14791 }, { "epoch": 0.14792, "grad_norm": 1.3475228213640233, "learning_rate": 0.003, "loss": 4.0127, "step": 14792 }, { "epoch": 0.14793, "grad_norm": 0.9394196299688248, "learning_rate": 0.003, "loss": 4.0161, "step": 14793 }, { "epoch": 0.14794, "grad_norm": 1.1896221994674032, "learning_rate": 0.003, "loss": 4.0202, "step": 14794 }, { "epoch": 0.14795, "grad_norm": 1.3234921820123722, "learning_rate": 0.003, "loss": 4.064, "step": 14795 }, { "epoch": 0.14796, "grad_norm": 1.0543878759494105, "learning_rate": 0.003, "loss": 3.9824, "step": 14796 }, { "epoch": 0.14797, "grad_norm": 1.122857036841386, "learning_rate": 0.003, "loss": 4.0206, "step": 14797 }, { "epoch": 0.14798, "grad_norm": 1.4259025619320995, "learning_rate": 0.003, "loss": 4.0355, "step": 14798 }, { "epoch": 0.14799, "grad_norm": 0.9954471138847973, "learning_rate": 0.003, "loss": 4.0172, "step": 14799 }, { "epoch": 0.148, "grad_norm": 1.3635514739065993, "learning_rate": 0.003, "loss": 4.0068, "step": 14800 }, { "epoch": 0.14801, "grad_norm": 1.355864793729671, "learning_rate": 0.003, "loss": 4.0354, "step": 14801 }, { "epoch": 0.14802, "grad_norm": 1.2951051954086201, "learning_rate": 0.003, "loss": 4.0205, "step": 14802 }, { "epoch": 0.14803, "grad_norm": 1.240531649391423, "learning_rate": 0.003, "loss": 4.0292, "step": 14803 }, { "epoch": 0.14804, "grad_norm": 1.1882329146439534, "learning_rate": 0.003, "loss": 4.003, "step": 14804 }, { "epoch": 0.14805, "grad_norm": 1.0839561759223866, "learning_rate": 0.003, "loss": 4.0069, "step": 14805 }, { "epoch": 0.14806, "grad_norm": 1.1895202923837271, "learning_rate": 0.003, "loss": 3.9992, "step": 14806 }, { "epoch": 0.14807, "grad_norm": 1.0984721627105687, "learning_rate": 0.003, "loss": 3.979, "step": 14807 }, { "epoch": 0.14808, "grad_norm": 1.5108702288765057, "learning_rate": 0.003, "loss": 4.0419, "step": 14808 }, { "epoch": 0.14809, "grad_norm": 1.0499726722241747, "learning_rate": 0.003, "loss": 3.9808, "step": 14809 }, { "epoch": 0.1481, "grad_norm": 1.2681284049610142, "learning_rate": 0.003, "loss": 4.0212, "step": 14810 }, { "epoch": 0.14811, "grad_norm": 1.1083564858942436, "learning_rate": 0.003, "loss": 4.0191, "step": 14811 }, { "epoch": 0.14812, "grad_norm": 1.2076947134347684, "learning_rate": 0.003, "loss": 3.9659, "step": 14812 }, { "epoch": 0.14813, "grad_norm": 1.307342413103559, "learning_rate": 0.003, "loss": 4.0308, "step": 14813 }, { "epoch": 0.14814, "grad_norm": 1.1750548839920394, "learning_rate": 0.003, "loss": 4.007, "step": 14814 }, { "epoch": 0.14815, "grad_norm": 1.1184260700584692, "learning_rate": 0.003, "loss": 4.0413, "step": 14815 }, { "epoch": 0.14816, "grad_norm": 1.2485263669466287, "learning_rate": 0.003, "loss": 4.0239, "step": 14816 }, { "epoch": 0.14817, "grad_norm": 1.1876209717504822, "learning_rate": 0.003, "loss": 4.021, "step": 14817 }, { "epoch": 0.14818, "grad_norm": 1.4994157297009993, "learning_rate": 0.003, "loss": 3.9858, "step": 14818 }, { "epoch": 0.14819, "grad_norm": 1.3463228432989796, "learning_rate": 0.003, "loss": 4.0161, "step": 14819 }, { "epoch": 0.1482, "grad_norm": 1.2097675025712753, "learning_rate": 0.003, "loss": 4.0022, "step": 14820 }, { "epoch": 0.14821, "grad_norm": 1.2459321887205477, "learning_rate": 0.003, "loss": 3.9964, "step": 14821 }, { "epoch": 0.14822, "grad_norm": 1.145568372480429, "learning_rate": 0.003, "loss": 3.9806, "step": 14822 }, { "epoch": 0.14823, "grad_norm": 1.4011757991781326, "learning_rate": 0.003, "loss": 3.998, "step": 14823 }, { "epoch": 0.14824, "grad_norm": 1.2026590669628292, "learning_rate": 0.003, "loss": 4.0409, "step": 14824 }, { "epoch": 0.14825, "grad_norm": 1.298554081521772, "learning_rate": 0.003, "loss": 4.0135, "step": 14825 }, { "epoch": 0.14826, "grad_norm": 1.1783814713327967, "learning_rate": 0.003, "loss": 4.0129, "step": 14826 }, { "epoch": 0.14827, "grad_norm": 1.4774961433233849, "learning_rate": 0.003, "loss": 4.036, "step": 14827 }, { "epoch": 0.14828, "grad_norm": 0.9330859051005298, "learning_rate": 0.003, "loss": 4.0226, "step": 14828 }, { "epoch": 0.14829, "grad_norm": 1.6178608281109528, "learning_rate": 0.003, "loss": 4.0258, "step": 14829 }, { "epoch": 0.1483, "grad_norm": 0.9426351181235804, "learning_rate": 0.003, "loss": 3.9746, "step": 14830 }, { "epoch": 0.14831, "grad_norm": 1.1842062208065405, "learning_rate": 0.003, "loss": 4.0309, "step": 14831 }, { "epoch": 0.14832, "grad_norm": 1.168425062054937, "learning_rate": 0.003, "loss": 4.0366, "step": 14832 }, { "epoch": 0.14833, "grad_norm": 1.221455526865599, "learning_rate": 0.003, "loss": 4.0284, "step": 14833 }, { "epoch": 0.14834, "grad_norm": 1.0884537180758096, "learning_rate": 0.003, "loss": 4.0211, "step": 14834 }, { "epoch": 0.14835, "grad_norm": 1.342286263334974, "learning_rate": 0.003, "loss": 4.0229, "step": 14835 }, { "epoch": 0.14836, "grad_norm": 1.220178604711903, "learning_rate": 0.003, "loss": 4.0185, "step": 14836 }, { "epoch": 0.14837, "grad_norm": 1.2912726229956275, "learning_rate": 0.003, "loss": 4.025, "step": 14837 }, { "epoch": 0.14838, "grad_norm": 1.0858951962638583, "learning_rate": 0.003, "loss": 4.0114, "step": 14838 }, { "epoch": 0.14839, "grad_norm": 1.3854215262077978, "learning_rate": 0.003, "loss": 4.0348, "step": 14839 }, { "epoch": 0.1484, "grad_norm": 1.3035567966579602, "learning_rate": 0.003, "loss": 4.0042, "step": 14840 }, { "epoch": 0.14841, "grad_norm": 1.026277131753848, "learning_rate": 0.003, "loss": 3.9825, "step": 14841 }, { "epoch": 0.14842, "grad_norm": 1.3953361705547809, "learning_rate": 0.003, "loss": 4.015, "step": 14842 }, { "epoch": 0.14843, "grad_norm": 1.1548116580406775, "learning_rate": 0.003, "loss": 4.015, "step": 14843 }, { "epoch": 0.14844, "grad_norm": 1.1248324434636736, "learning_rate": 0.003, "loss": 4.0067, "step": 14844 }, { "epoch": 0.14845, "grad_norm": 1.3108243504310484, "learning_rate": 0.003, "loss": 4.0221, "step": 14845 }, { "epoch": 0.14846, "grad_norm": 1.2222485880266103, "learning_rate": 0.003, "loss": 3.9973, "step": 14846 }, { "epoch": 0.14847, "grad_norm": 1.1495284914620727, "learning_rate": 0.003, "loss": 3.9967, "step": 14847 }, { "epoch": 0.14848, "grad_norm": 1.2515593067163204, "learning_rate": 0.003, "loss": 4.0332, "step": 14848 }, { "epoch": 0.14849, "grad_norm": 1.1804797578470736, "learning_rate": 0.003, "loss": 4.0106, "step": 14849 }, { "epoch": 0.1485, "grad_norm": 1.167497533650182, "learning_rate": 0.003, "loss": 3.9994, "step": 14850 }, { "epoch": 0.14851, "grad_norm": 1.052082466564659, "learning_rate": 0.003, "loss": 3.9988, "step": 14851 }, { "epoch": 0.14852, "grad_norm": 1.4757345167866347, "learning_rate": 0.003, "loss": 4.0049, "step": 14852 }, { "epoch": 0.14853, "grad_norm": 1.1738947991619102, "learning_rate": 0.003, "loss": 4.0232, "step": 14853 }, { "epoch": 0.14854, "grad_norm": 1.3960930732542705, "learning_rate": 0.003, "loss": 4.0274, "step": 14854 }, { "epoch": 0.14855, "grad_norm": 1.1977614959325054, "learning_rate": 0.003, "loss": 4.0369, "step": 14855 }, { "epoch": 0.14856, "grad_norm": 1.2826098837508362, "learning_rate": 0.003, "loss": 4.0085, "step": 14856 }, { "epoch": 0.14857, "grad_norm": 1.2771632194462115, "learning_rate": 0.003, "loss": 4.038, "step": 14857 }, { "epoch": 0.14858, "grad_norm": 1.2649138401002105, "learning_rate": 0.003, "loss": 4.0244, "step": 14858 }, { "epoch": 0.14859, "grad_norm": 1.2621133328507186, "learning_rate": 0.003, "loss": 4.0279, "step": 14859 }, { "epoch": 0.1486, "grad_norm": 1.165204313150529, "learning_rate": 0.003, "loss": 4.0079, "step": 14860 }, { "epoch": 0.14861, "grad_norm": 1.4595143374205735, "learning_rate": 0.003, "loss": 4.0205, "step": 14861 }, { "epoch": 0.14862, "grad_norm": 1.313118096897284, "learning_rate": 0.003, "loss": 3.9972, "step": 14862 }, { "epoch": 0.14863, "grad_norm": 0.9960033788648959, "learning_rate": 0.003, "loss": 4.0187, "step": 14863 }, { "epoch": 0.14864, "grad_norm": 1.3999675969687877, "learning_rate": 0.003, "loss": 4.0217, "step": 14864 }, { "epoch": 0.14865, "grad_norm": 0.971526221637175, "learning_rate": 0.003, "loss": 4.0418, "step": 14865 }, { "epoch": 0.14866, "grad_norm": 1.5885001965903711, "learning_rate": 0.003, "loss": 4.0134, "step": 14866 }, { "epoch": 0.14867, "grad_norm": 0.8794496752242735, "learning_rate": 0.003, "loss": 3.9882, "step": 14867 }, { "epoch": 0.14868, "grad_norm": 1.1457341472984988, "learning_rate": 0.003, "loss": 4.0144, "step": 14868 }, { "epoch": 0.14869, "grad_norm": 1.2460462196880944, "learning_rate": 0.003, "loss": 4.0287, "step": 14869 }, { "epoch": 0.1487, "grad_norm": 1.3004944633604691, "learning_rate": 0.003, "loss": 4.014, "step": 14870 }, { "epoch": 0.14871, "grad_norm": 1.0737833889267785, "learning_rate": 0.003, "loss": 4.0286, "step": 14871 }, { "epoch": 0.14872, "grad_norm": 1.1905628483988502, "learning_rate": 0.003, "loss": 4.0267, "step": 14872 }, { "epoch": 0.14873, "grad_norm": 1.2150252779319972, "learning_rate": 0.003, "loss": 4.0369, "step": 14873 }, { "epoch": 0.14874, "grad_norm": 1.413716137598804, "learning_rate": 0.003, "loss": 3.9921, "step": 14874 }, { "epoch": 0.14875, "grad_norm": 1.2319027017276702, "learning_rate": 0.003, "loss": 4.0255, "step": 14875 }, { "epoch": 0.14876, "grad_norm": 1.1590811670007173, "learning_rate": 0.003, "loss": 4.0253, "step": 14876 }, { "epoch": 0.14877, "grad_norm": 1.1502595888784863, "learning_rate": 0.003, "loss": 4.0335, "step": 14877 }, { "epoch": 0.14878, "grad_norm": 1.135405812618134, "learning_rate": 0.003, "loss": 4.0201, "step": 14878 }, { "epoch": 0.14879, "grad_norm": 0.9817877807968799, "learning_rate": 0.003, "loss": 4.0352, "step": 14879 }, { "epoch": 0.1488, "grad_norm": 1.1457316336220291, "learning_rate": 0.003, "loss": 4.0045, "step": 14880 }, { "epoch": 0.14881, "grad_norm": 1.120078496043829, "learning_rate": 0.003, "loss": 4.0064, "step": 14881 }, { "epoch": 0.14882, "grad_norm": 1.3998521551348393, "learning_rate": 0.003, "loss": 4.0362, "step": 14882 }, { "epoch": 0.14883, "grad_norm": 1.2585695115298041, "learning_rate": 0.003, "loss": 4.0193, "step": 14883 }, { "epoch": 0.14884, "grad_norm": 1.1596322530573377, "learning_rate": 0.003, "loss": 4.0144, "step": 14884 }, { "epoch": 0.14885, "grad_norm": 1.2900109792885086, "learning_rate": 0.003, "loss": 4.0158, "step": 14885 }, { "epoch": 0.14886, "grad_norm": 1.0941650068530546, "learning_rate": 0.003, "loss": 3.9952, "step": 14886 }, { "epoch": 0.14887, "grad_norm": 1.2701767655262914, "learning_rate": 0.003, "loss": 4.0171, "step": 14887 }, { "epoch": 0.14888, "grad_norm": 1.3785028945271498, "learning_rate": 0.003, "loss": 4.0521, "step": 14888 }, { "epoch": 0.14889, "grad_norm": 1.1640558071841207, "learning_rate": 0.003, "loss": 4.0227, "step": 14889 }, { "epoch": 0.1489, "grad_norm": 1.2350016360468847, "learning_rate": 0.003, "loss": 4.0106, "step": 14890 }, { "epoch": 0.14891, "grad_norm": 1.1909812740009393, "learning_rate": 0.003, "loss": 3.9948, "step": 14891 }, { "epoch": 0.14892, "grad_norm": 1.245236229330982, "learning_rate": 0.003, "loss": 4.0176, "step": 14892 }, { "epoch": 0.14893, "grad_norm": 1.0319952693329486, "learning_rate": 0.003, "loss": 3.9997, "step": 14893 }, { "epoch": 0.14894, "grad_norm": 1.404395060703985, "learning_rate": 0.003, "loss": 4.0325, "step": 14894 }, { "epoch": 0.14895, "grad_norm": 1.3312321228312276, "learning_rate": 0.003, "loss": 4.0418, "step": 14895 }, { "epoch": 0.14896, "grad_norm": 1.4031247593198042, "learning_rate": 0.003, "loss": 4.0224, "step": 14896 }, { "epoch": 0.14897, "grad_norm": 0.9251746593633249, "learning_rate": 0.003, "loss": 4.0125, "step": 14897 }, { "epoch": 0.14898, "grad_norm": 1.1089796838097807, "learning_rate": 0.003, "loss": 4.0122, "step": 14898 }, { "epoch": 0.14899, "grad_norm": 1.1160083080503167, "learning_rate": 0.003, "loss": 4.0074, "step": 14899 }, { "epoch": 0.149, "grad_norm": 1.3488201450168495, "learning_rate": 0.003, "loss": 4.02, "step": 14900 }, { "epoch": 0.14901, "grad_norm": 1.4817746969596457, "learning_rate": 0.003, "loss": 4.0312, "step": 14901 }, { "epoch": 0.14902, "grad_norm": 0.9974601034053736, "learning_rate": 0.003, "loss": 4.0276, "step": 14902 }, { "epoch": 0.14903, "grad_norm": 1.5739684402092466, "learning_rate": 0.003, "loss": 4.0325, "step": 14903 }, { "epoch": 0.14904, "grad_norm": 1.2032902211761658, "learning_rate": 0.003, "loss": 4.0447, "step": 14904 }, { "epoch": 0.14905, "grad_norm": 1.1779051842351325, "learning_rate": 0.003, "loss": 4.0181, "step": 14905 }, { "epoch": 0.14906, "grad_norm": 1.304753964643637, "learning_rate": 0.003, "loss": 4.0216, "step": 14906 }, { "epoch": 0.14907, "grad_norm": 1.1017996705146436, "learning_rate": 0.003, "loss": 4.0234, "step": 14907 }, { "epoch": 0.14908, "grad_norm": 1.413055102243228, "learning_rate": 0.003, "loss": 4.0435, "step": 14908 }, { "epoch": 0.14909, "grad_norm": 1.1993242494244376, "learning_rate": 0.003, "loss": 4.0206, "step": 14909 }, { "epoch": 0.1491, "grad_norm": 1.3960283841416354, "learning_rate": 0.003, "loss": 4.0273, "step": 14910 }, { "epoch": 0.14911, "grad_norm": 0.9131043857587414, "learning_rate": 0.003, "loss": 4.0353, "step": 14911 }, { "epoch": 0.14912, "grad_norm": 1.251331191866348, "learning_rate": 0.003, "loss": 4.035, "step": 14912 }, { "epoch": 0.14913, "grad_norm": 1.2244501109261372, "learning_rate": 0.003, "loss": 4.0002, "step": 14913 }, { "epoch": 0.14914, "grad_norm": 1.2586212474739633, "learning_rate": 0.003, "loss": 4.0226, "step": 14914 }, { "epoch": 0.14915, "grad_norm": 1.0999447784539422, "learning_rate": 0.003, "loss": 4.0135, "step": 14915 }, { "epoch": 0.14916, "grad_norm": 1.5530642038910838, "learning_rate": 0.003, "loss": 4.0377, "step": 14916 }, { "epoch": 0.14917, "grad_norm": 1.0477200805793776, "learning_rate": 0.003, "loss": 4.0466, "step": 14917 }, { "epoch": 0.14918, "grad_norm": 1.4866370403962696, "learning_rate": 0.003, "loss": 4.0297, "step": 14918 }, { "epoch": 0.14919, "grad_norm": 1.1401361636789986, "learning_rate": 0.003, "loss": 4.0442, "step": 14919 }, { "epoch": 0.1492, "grad_norm": 1.3919223969013914, "learning_rate": 0.003, "loss": 4.0127, "step": 14920 }, { "epoch": 0.14921, "grad_norm": 1.2378662180360431, "learning_rate": 0.003, "loss": 4.0338, "step": 14921 }, { "epoch": 0.14922, "grad_norm": 1.3964563554545333, "learning_rate": 0.003, "loss": 4.023, "step": 14922 }, { "epoch": 0.14923, "grad_norm": 1.3434961179490488, "learning_rate": 0.003, "loss": 3.9947, "step": 14923 }, { "epoch": 0.14924, "grad_norm": 1.1174456729435764, "learning_rate": 0.003, "loss": 3.9989, "step": 14924 }, { "epoch": 0.14925, "grad_norm": 1.3257139886781153, "learning_rate": 0.003, "loss": 4.0142, "step": 14925 }, { "epoch": 0.14926, "grad_norm": 1.1451098945090743, "learning_rate": 0.003, "loss": 4.0105, "step": 14926 }, { "epoch": 0.14927, "grad_norm": 1.460942215878829, "learning_rate": 0.003, "loss": 4.0066, "step": 14927 }, { "epoch": 0.14928, "grad_norm": 1.0171135357041543, "learning_rate": 0.003, "loss": 4.0404, "step": 14928 }, { "epoch": 0.14929, "grad_norm": 1.2490868086048281, "learning_rate": 0.003, "loss": 4.0236, "step": 14929 }, { "epoch": 0.1493, "grad_norm": 0.9820383576630475, "learning_rate": 0.003, "loss": 4.0078, "step": 14930 }, { "epoch": 0.14931, "grad_norm": 1.4240111064662544, "learning_rate": 0.003, "loss": 4.016, "step": 14931 }, { "epoch": 0.14932, "grad_norm": 1.0312709532553408, "learning_rate": 0.003, "loss": 4.0196, "step": 14932 }, { "epoch": 0.14933, "grad_norm": 1.3033329876881157, "learning_rate": 0.003, "loss": 4.0086, "step": 14933 }, { "epoch": 0.14934, "grad_norm": 1.1022488175504013, "learning_rate": 0.003, "loss": 4.0301, "step": 14934 }, { "epoch": 0.14935, "grad_norm": 1.259008325842684, "learning_rate": 0.003, "loss": 4.0213, "step": 14935 }, { "epoch": 0.14936, "grad_norm": 1.2953376945757966, "learning_rate": 0.003, "loss": 4.0131, "step": 14936 }, { "epoch": 0.14937, "grad_norm": 0.8954211650418383, "learning_rate": 0.003, "loss": 4.0047, "step": 14937 }, { "epoch": 0.14938, "grad_norm": 1.108314327570641, "learning_rate": 0.003, "loss": 4.0019, "step": 14938 }, { "epoch": 0.14939, "grad_norm": 1.5431478241610768, "learning_rate": 0.003, "loss": 4.0051, "step": 14939 }, { "epoch": 0.1494, "grad_norm": 0.9261299070131537, "learning_rate": 0.003, "loss": 4.0128, "step": 14940 }, { "epoch": 0.14941, "grad_norm": 1.3487899537436916, "learning_rate": 0.003, "loss": 4.0606, "step": 14941 }, { "epoch": 0.14942, "grad_norm": 1.0720868304846356, "learning_rate": 0.003, "loss": 3.997, "step": 14942 }, { "epoch": 0.14943, "grad_norm": 1.1356899271035579, "learning_rate": 0.003, "loss": 4.0159, "step": 14943 }, { "epoch": 0.14944, "grad_norm": 1.159036689495631, "learning_rate": 0.003, "loss": 4.0064, "step": 14944 }, { "epoch": 0.14945, "grad_norm": 1.294910603968105, "learning_rate": 0.003, "loss": 3.9945, "step": 14945 }, { "epoch": 0.14946, "grad_norm": 1.2310211532261401, "learning_rate": 0.003, "loss": 4.0276, "step": 14946 }, { "epoch": 0.14947, "grad_norm": 1.147713769303728, "learning_rate": 0.003, "loss": 4.0121, "step": 14947 }, { "epoch": 0.14948, "grad_norm": 1.230167779841433, "learning_rate": 0.003, "loss": 4.0163, "step": 14948 }, { "epoch": 0.14949, "grad_norm": 1.2306050786117049, "learning_rate": 0.003, "loss": 4.0072, "step": 14949 }, { "epoch": 0.1495, "grad_norm": 1.3135866891956622, "learning_rate": 0.003, "loss": 4.0315, "step": 14950 }, { "epoch": 0.14951, "grad_norm": 1.3623435968877635, "learning_rate": 0.003, "loss": 3.9811, "step": 14951 }, { "epoch": 0.14952, "grad_norm": 1.152662938484965, "learning_rate": 0.003, "loss": 4.0123, "step": 14952 }, { "epoch": 0.14953, "grad_norm": 1.289088875479219, "learning_rate": 0.003, "loss": 4.0149, "step": 14953 }, { "epoch": 0.14954, "grad_norm": 1.1215923060881257, "learning_rate": 0.003, "loss": 4.0477, "step": 14954 }, { "epoch": 0.14955, "grad_norm": 1.3221633165675728, "learning_rate": 0.003, "loss": 3.9856, "step": 14955 }, { "epoch": 0.14956, "grad_norm": 0.9652269514638793, "learning_rate": 0.003, "loss": 3.997, "step": 14956 }, { "epoch": 0.14957, "grad_norm": 1.2836725479916864, "learning_rate": 0.003, "loss": 3.9956, "step": 14957 }, { "epoch": 0.14958, "grad_norm": 1.222776077178544, "learning_rate": 0.003, "loss": 4.0406, "step": 14958 }, { "epoch": 0.14959, "grad_norm": 1.3037456196499888, "learning_rate": 0.003, "loss": 3.9816, "step": 14959 }, { "epoch": 0.1496, "grad_norm": 1.2338554444148002, "learning_rate": 0.003, "loss": 4.0156, "step": 14960 }, { "epoch": 0.14961, "grad_norm": 1.057582098078062, "learning_rate": 0.003, "loss": 4.0059, "step": 14961 }, { "epoch": 0.14962, "grad_norm": 1.2566371433084496, "learning_rate": 0.003, "loss": 4.0024, "step": 14962 }, { "epoch": 0.14963, "grad_norm": 1.2417135314919132, "learning_rate": 0.003, "loss": 4.0116, "step": 14963 }, { "epoch": 0.14964, "grad_norm": 1.240855453420091, "learning_rate": 0.003, "loss": 4.0063, "step": 14964 }, { "epoch": 0.14965, "grad_norm": 1.2042763426088086, "learning_rate": 0.003, "loss": 4.0041, "step": 14965 }, { "epoch": 0.14966, "grad_norm": 1.4578607611652201, "learning_rate": 0.003, "loss": 4.0248, "step": 14966 }, { "epoch": 0.14967, "grad_norm": 1.173609245954742, "learning_rate": 0.003, "loss": 4.039, "step": 14967 }, { "epoch": 0.14968, "grad_norm": 1.0947873844270783, "learning_rate": 0.003, "loss": 4.014, "step": 14968 }, { "epoch": 0.14969, "grad_norm": 1.3683915784044167, "learning_rate": 0.003, "loss": 4.0292, "step": 14969 }, { "epoch": 0.1497, "grad_norm": 1.2199880471450995, "learning_rate": 0.003, "loss": 4.0291, "step": 14970 }, { "epoch": 0.14971, "grad_norm": 1.309851887266059, "learning_rate": 0.003, "loss": 4.0094, "step": 14971 }, { "epoch": 0.14972, "grad_norm": 1.1758886914043591, "learning_rate": 0.003, "loss": 4.0227, "step": 14972 }, { "epoch": 0.14973, "grad_norm": 1.3609476281993964, "learning_rate": 0.003, "loss": 3.9746, "step": 14973 }, { "epoch": 0.14974, "grad_norm": 0.9816117678678208, "learning_rate": 0.003, "loss": 3.9968, "step": 14974 }, { "epoch": 0.14975, "grad_norm": 1.4053278904134376, "learning_rate": 0.003, "loss": 4.0283, "step": 14975 }, { "epoch": 0.14976, "grad_norm": 1.3177315280510327, "learning_rate": 0.003, "loss": 4.0168, "step": 14976 }, { "epoch": 0.14977, "grad_norm": 1.321177287660058, "learning_rate": 0.003, "loss": 4.0388, "step": 14977 }, { "epoch": 0.14978, "grad_norm": 1.1995771594106088, "learning_rate": 0.003, "loss": 4.0234, "step": 14978 }, { "epoch": 0.14979, "grad_norm": 1.1852421784022913, "learning_rate": 0.003, "loss": 4.0149, "step": 14979 }, { "epoch": 0.1498, "grad_norm": 1.0344875601882786, "learning_rate": 0.003, "loss": 4.0064, "step": 14980 }, { "epoch": 0.14981, "grad_norm": 1.218236211138091, "learning_rate": 0.003, "loss": 4.0295, "step": 14981 }, { "epoch": 0.14982, "grad_norm": 1.0531872899673196, "learning_rate": 0.003, "loss": 4.0099, "step": 14982 }, { "epoch": 0.14983, "grad_norm": 1.3701361125306657, "learning_rate": 0.003, "loss": 4.0076, "step": 14983 }, { "epoch": 0.14984, "grad_norm": 1.1561564936517743, "learning_rate": 0.003, "loss": 4.0002, "step": 14984 }, { "epoch": 0.14985, "grad_norm": 1.2203615274256243, "learning_rate": 0.003, "loss": 4.0214, "step": 14985 }, { "epoch": 0.14986, "grad_norm": 1.3589539058043363, "learning_rate": 0.003, "loss": 4.0168, "step": 14986 }, { "epoch": 0.14987, "grad_norm": 1.007262450095289, "learning_rate": 0.003, "loss": 4.0025, "step": 14987 }, { "epoch": 0.14988, "grad_norm": 1.4869886265733574, "learning_rate": 0.003, "loss": 4.002, "step": 14988 }, { "epoch": 0.14989, "grad_norm": 1.0009057794425513, "learning_rate": 0.003, "loss": 4.0162, "step": 14989 }, { "epoch": 0.1499, "grad_norm": 1.389189092010671, "learning_rate": 0.003, "loss": 4.0144, "step": 14990 }, { "epoch": 0.14991, "grad_norm": 1.152524627524547, "learning_rate": 0.003, "loss": 4.0097, "step": 14991 }, { "epoch": 0.14992, "grad_norm": 1.1099450346476132, "learning_rate": 0.003, "loss": 3.9982, "step": 14992 }, { "epoch": 0.14993, "grad_norm": 1.3414137567732916, "learning_rate": 0.003, "loss": 4.008, "step": 14993 }, { "epoch": 0.14994, "grad_norm": 1.1093458689260562, "learning_rate": 0.003, "loss": 4.0232, "step": 14994 }, { "epoch": 0.14995, "grad_norm": 1.3059990531641175, "learning_rate": 0.003, "loss": 4.0272, "step": 14995 }, { "epoch": 0.14996, "grad_norm": 1.2710449589157764, "learning_rate": 0.003, "loss": 4.014, "step": 14996 }, { "epoch": 0.14997, "grad_norm": 1.324001036249548, "learning_rate": 0.003, "loss": 4.0342, "step": 14997 }, { "epoch": 0.14998, "grad_norm": 1.5132413834470855, "learning_rate": 0.003, "loss": 4.0173, "step": 14998 }, { "epoch": 0.14999, "grad_norm": 1.1022008116316366, "learning_rate": 0.003, "loss": 4.0397, "step": 14999 }, { "epoch": 0.15, "grad_norm": 1.2511547133707417, "learning_rate": 0.003, "loss": 4.0252, "step": 15000 }, { "epoch": 0.15001, "grad_norm": 1.0834107812897231, "learning_rate": 0.003, "loss": 4.0086, "step": 15001 }, { "epoch": 0.15002, "grad_norm": 1.4583003026965216, "learning_rate": 0.003, "loss": 3.9953, "step": 15002 }, { "epoch": 0.15003, "grad_norm": 1.0164623980748966, "learning_rate": 0.003, "loss": 4.0324, "step": 15003 }, { "epoch": 0.15004, "grad_norm": 1.343262825216341, "learning_rate": 0.003, "loss": 4.0148, "step": 15004 }, { "epoch": 0.15005, "grad_norm": 1.1370870689830004, "learning_rate": 0.003, "loss": 4.0439, "step": 15005 }, { "epoch": 0.15006, "grad_norm": 1.3223233899220281, "learning_rate": 0.003, "loss": 4.0463, "step": 15006 }, { "epoch": 0.15007, "grad_norm": 1.0370331143992404, "learning_rate": 0.003, "loss": 4.0442, "step": 15007 }, { "epoch": 0.15008, "grad_norm": 1.4445294117832153, "learning_rate": 0.003, "loss": 4.0046, "step": 15008 }, { "epoch": 0.15009, "grad_norm": 1.3518029276829822, "learning_rate": 0.003, "loss": 3.9951, "step": 15009 }, { "epoch": 0.1501, "grad_norm": 1.2309957046300406, "learning_rate": 0.003, "loss": 4.0016, "step": 15010 }, { "epoch": 0.15011, "grad_norm": 1.27589356901691, "learning_rate": 0.003, "loss": 4.0185, "step": 15011 }, { "epoch": 0.15012, "grad_norm": 1.2144644609278672, "learning_rate": 0.003, "loss": 3.9975, "step": 15012 }, { "epoch": 0.15013, "grad_norm": 1.1501449654053362, "learning_rate": 0.003, "loss": 4.0251, "step": 15013 }, { "epoch": 0.15014, "grad_norm": 1.6288277390725783, "learning_rate": 0.003, "loss": 4.004, "step": 15014 }, { "epoch": 0.15015, "grad_norm": 0.9856979647827699, "learning_rate": 0.003, "loss": 4.0059, "step": 15015 }, { "epoch": 0.15016, "grad_norm": 1.4520037698240609, "learning_rate": 0.003, "loss": 4.0021, "step": 15016 }, { "epoch": 0.15017, "grad_norm": 1.040970103974602, "learning_rate": 0.003, "loss": 4.0198, "step": 15017 }, { "epoch": 0.15018, "grad_norm": 1.2634763102058675, "learning_rate": 0.003, "loss": 4.0148, "step": 15018 }, { "epoch": 0.15019, "grad_norm": 1.0772080110580602, "learning_rate": 0.003, "loss": 4.017, "step": 15019 }, { "epoch": 0.1502, "grad_norm": 1.2687453816983203, "learning_rate": 0.003, "loss": 4.0122, "step": 15020 }, { "epoch": 0.15021, "grad_norm": 1.2614304451140905, "learning_rate": 0.003, "loss": 4.0267, "step": 15021 }, { "epoch": 0.15022, "grad_norm": 1.176662629932817, "learning_rate": 0.003, "loss": 4.0381, "step": 15022 }, { "epoch": 0.15023, "grad_norm": 1.3364690597724231, "learning_rate": 0.003, "loss": 4.0044, "step": 15023 }, { "epoch": 0.15024, "grad_norm": 0.9801971142283072, "learning_rate": 0.003, "loss": 3.9926, "step": 15024 }, { "epoch": 0.15025, "grad_norm": 1.290867464177766, "learning_rate": 0.003, "loss": 3.9984, "step": 15025 }, { "epoch": 0.15026, "grad_norm": 1.5256383410336505, "learning_rate": 0.003, "loss": 4.0001, "step": 15026 }, { "epoch": 0.15027, "grad_norm": 0.9554157287977645, "learning_rate": 0.003, "loss": 4.0341, "step": 15027 }, { "epoch": 0.15028, "grad_norm": 1.2344367686432, "learning_rate": 0.003, "loss": 4.0329, "step": 15028 }, { "epoch": 0.15029, "grad_norm": 1.058874736871547, "learning_rate": 0.003, "loss": 3.9981, "step": 15029 }, { "epoch": 0.1503, "grad_norm": 1.4628155784648897, "learning_rate": 0.003, "loss": 3.986, "step": 15030 }, { "epoch": 0.15031, "grad_norm": 1.000440083099698, "learning_rate": 0.003, "loss": 4.0056, "step": 15031 }, { "epoch": 0.15032, "grad_norm": 1.6221985468900189, "learning_rate": 0.003, "loss": 4.0049, "step": 15032 }, { "epoch": 0.15033, "grad_norm": 1.0593767482313574, "learning_rate": 0.003, "loss": 4.0111, "step": 15033 }, { "epoch": 0.15034, "grad_norm": 1.3033259842482872, "learning_rate": 0.003, "loss": 4.0301, "step": 15034 }, { "epoch": 0.15035, "grad_norm": 1.271582243810947, "learning_rate": 0.003, "loss": 4.0211, "step": 15035 }, { "epoch": 0.15036, "grad_norm": 1.2504946374764305, "learning_rate": 0.003, "loss": 4.0212, "step": 15036 }, { "epoch": 0.15037, "grad_norm": 1.1392408868055681, "learning_rate": 0.003, "loss": 4.0491, "step": 15037 }, { "epoch": 0.15038, "grad_norm": 1.2827374034740893, "learning_rate": 0.003, "loss": 4.0384, "step": 15038 }, { "epoch": 0.15039, "grad_norm": 1.097446245620214, "learning_rate": 0.003, "loss": 4.0226, "step": 15039 }, { "epoch": 0.1504, "grad_norm": 1.3790289652472876, "learning_rate": 0.003, "loss": 4.0197, "step": 15040 }, { "epoch": 0.15041, "grad_norm": 1.2343541743317246, "learning_rate": 0.003, "loss": 4.061, "step": 15041 }, { "epoch": 0.15042, "grad_norm": 1.3551423323541314, "learning_rate": 0.003, "loss": 3.9966, "step": 15042 }, { "epoch": 0.15043, "grad_norm": 1.0136000020055114, "learning_rate": 0.003, "loss": 4.0244, "step": 15043 }, { "epoch": 0.15044, "grad_norm": 1.386402889011217, "learning_rate": 0.003, "loss": 4.0156, "step": 15044 }, { "epoch": 0.15045, "grad_norm": 1.182671672958449, "learning_rate": 0.003, "loss": 4.0297, "step": 15045 }, { "epoch": 0.15046, "grad_norm": 1.1943280336924613, "learning_rate": 0.003, "loss": 4.0339, "step": 15046 }, { "epoch": 0.15047, "grad_norm": 1.067087083299192, "learning_rate": 0.003, "loss": 4.0036, "step": 15047 }, { "epoch": 0.15048, "grad_norm": 1.2101321504804678, "learning_rate": 0.003, "loss": 4.0087, "step": 15048 }, { "epoch": 0.15049, "grad_norm": 1.1918369767211583, "learning_rate": 0.003, "loss": 4.0421, "step": 15049 }, { "epoch": 0.1505, "grad_norm": 1.1865037174439503, "learning_rate": 0.003, "loss": 4.0294, "step": 15050 }, { "epoch": 0.15051, "grad_norm": 1.307294713323573, "learning_rate": 0.003, "loss": 3.9911, "step": 15051 }, { "epoch": 0.15052, "grad_norm": 1.0843302266527004, "learning_rate": 0.003, "loss": 4.0334, "step": 15052 }, { "epoch": 0.15053, "grad_norm": 1.368616511764391, "learning_rate": 0.003, "loss": 4.0388, "step": 15053 }, { "epoch": 0.15054, "grad_norm": 1.1503707138668346, "learning_rate": 0.003, "loss": 4.0286, "step": 15054 }, { "epoch": 0.15055, "grad_norm": 1.24232930332824, "learning_rate": 0.003, "loss": 4.0126, "step": 15055 }, { "epoch": 0.15056, "grad_norm": 1.2210548505793515, "learning_rate": 0.003, "loss": 3.9721, "step": 15056 }, { "epoch": 0.15057, "grad_norm": 1.2804783401997903, "learning_rate": 0.003, "loss": 4.0211, "step": 15057 }, { "epoch": 0.15058, "grad_norm": 1.1121947561924939, "learning_rate": 0.003, "loss": 4.0373, "step": 15058 }, { "epoch": 0.15059, "grad_norm": 1.2666290669327305, "learning_rate": 0.003, "loss": 4.0064, "step": 15059 }, { "epoch": 0.1506, "grad_norm": 1.1033006586389937, "learning_rate": 0.003, "loss": 3.9978, "step": 15060 }, { "epoch": 0.15061, "grad_norm": 1.3958301674075322, "learning_rate": 0.003, "loss": 4.0405, "step": 15061 }, { "epoch": 0.15062, "grad_norm": 1.1571985815771526, "learning_rate": 0.003, "loss": 4.023, "step": 15062 }, { "epoch": 0.15063, "grad_norm": 1.1693679449700813, "learning_rate": 0.003, "loss": 4.0304, "step": 15063 }, { "epoch": 0.15064, "grad_norm": 1.479241432093687, "learning_rate": 0.003, "loss": 4.0147, "step": 15064 }, { "epoch": 0.15065, "grad_norm": 1.2611691539565617, "learning_rate": 0.003, "loss": 4.013, "step": 15065 }, { "epoch": 0.15066, "grad_norm": 1.354519508848747, "learning_rate": 0.003, "loss": 4.0413, "step": 15066 }, { "epoch": 0.15067, "grad_norm": 1.1264546163898423, "learning_rate": 0.003, "loss": 4.0481, "step": 15067 }, { "epoch": 0.15068, "grad_norm": 1.0276693408258029, "learning_rate": 0.003, "loss": 4.0079, "step": 15068 }, { "epoch": 0.15069, "grad_norm": 1.2274172626033997, "learning_rate": 0.003, "loss": 4.0169, "step": 15069 }, { "epoch": 0.1507, "grad_norm": 1.104144935418708, "learning_rate": 0.003, "loss": 3.9937, "step": 15070 }, { "epoch": 0.15071, "grad_norm": 1.3419237823732055, "learning_rate": 0.003, "loss": 4.0191, "step": 15071 }, { "epoch": 0.15072, "grad_norm": 1.3650899614680156, "learning_rate": 0.003, "loss": 4.0266, "step": 15072 }, { "epoch": 0.15073, "grad_norm": 1.091256776156269, "learning_rate": 0.003, "loss": 4.0004, "step": 15073 }, { "epoch": 0.15074, "grad_norm": 1.1837415652261045, "learning_rate": 0.003, "loss": 4.0238, "step": 15074 }, { "epoch": 0.15075, "grad_norm": 1.070345352497782, "learning_rate": 0.003, "loss": 4.0239, "step": 15075 }, { "epoch": 0.15076, "grad_norm": 1.3670014269058248, "learning_rate": 0.003, "loss": 4.0048, "step": 15076 }, { "epoch": 0.15077, "grad_norm": 1.049884830296458, "learning_rate": 0.003, "loss": 3.9865, "step": 15077 }, { "epoch": 0.15078, "grad_norm": 1.3611626126884704, "learning_rate": 0.003, "loss": 4.0012, "step": 15078 }, { "epoch": 0.15079, "grad_norm": 1.049809942194643, "learning_rate": 0.003, "loss": 4.0293, "step": 15079 }, { "epoch": 0.1508, "grad_norm": 1.4038742234145964, "learning_rate": 0.003, "loss": 4.038, "step": 15080 }, { "epoch": 0.15081, "grad_norm": 1.060595492700757, "learning_rate": 0.003, "loss": 4.0454, "step": 15081 }, { "epoch": 0.15082, "grad_norm": 1.3183300499048776, "learning_rate": 0.003, "loss": 4.0281, "step": 15082 }, { "epoch": 0.15083, "grad_norm": 1.076680798390479, "learning_rate": 0.003, "loss": 4.0059, "step": 15083 }, { "epoch": 0.15084, "grad_norm": 1.357153988614293, "learning_rate": 0.003, "loss": 4.0176, "step": 15084 }, { "epoch": 0.15085, "grad_norm": 1.0042635001063007, "learning_rate": 0.003, "loss": 4.0368, "step": 15085 }, { "epoch": 0.15086, "grad_norm": 1.3771181358622575, "learning_rate": 0.003, "loss": 3.9907, "step": 15086 }, { "epoch": 0.15087, "grad_norm": 1.147283702797723, "learning_rate": 0.003, "loss": 4.0333, "step": 15087 }, { "epoch": 0.15088, "grad_norm": 1.2341217391719035, "learning_rate": 0.003, "loss": 4.0171, "step": 15088 }, { "epoch": 0.15089, "grad_norm": 1.3516384833027888, "learning_rate": 0.003, "loss": 4.0258, "step": 15089 }, { "epoch": 0.1509, "grad_norm": 1.2292463982304918, "learning_rate": 0.003, "loss": 4.0002, "step": 15090 }, { "epoch": 0.15091, "grad_norm": 1.3564703702419483, "learning_rate": 0.003, "loss": 4.0415, "step": 15091 }, { "epoch": 0.15092, "grad_norm": 1.112792931335097, "learning_rate": 0.003, "loss": 4.0421, "step": 15092 }, { "epoch": 0.15093, "grad_norm": 1.3136370078155426, "learning_rate": 0.003, "loss": 3.9944, "step": 15093 }, { "epoch": 0.15094, "grad_norm": 1.221216042533791, "learning_rate": 0.003, "loss": 4.017, "step": 15094 }, { "epoch": 0.15095, "grad_norm": 1.2145692979169989, "learning_rate": 0.003, "loss": 4.0217, "step": 15095 }, { "epoch": 0.15096, "grad_norm": 1.3465204947883336, "learning_rate": 0.003, "loss": 4.0025, "step": 15096 }, { "epoch": 0.15097, "grad_norm": 0.9430128887268873, "learning_rate": 0.003, "loss": 4.0078, "step": 15097 }, { "epoch": 0.15098, "grad_norm": 1.2901837174572874, "learning_rate": 0.003, "loss": 4.0051, "step": 15098 }, { "epoch": 0.15099, "grad_norm": 1.165445295507976, "learning_rate": 0.003, "loss": 4.0038, "step": 15099 }, { "epoch": 0.151, "grad_norm": 1.3232825503918688, "learning_rate": 0.003, "loss": 3.9881, "step": 15100 }, { "epoch": 0.15101, "grad_norm": 1.132837865211714, "learning_rate": 0.003, "loss": 3.9994, "step": 15101 }, { "epoch": 0.15102, "grad_norm": 1.241982532953572, "learning_rate": 0.003, "loss": 4.0263, "step": 15102 }, { "epoch": 0.15103, "grad_norm": 1.2383420097536164, "learning_rate": 0.003, "loss": 4.0221, "step": 15103 }, { "epoch": 0.15104, "grad_norm": 1.262949064967333, "learning_rate": 0.003, "loss": 3.9912, "step": 15104 }, { "epoch": 0.15105, "grad_norm": 1.513535550351292, "learning_rate": 0.003, "loss": 4.0087, "step": 15105 }, { "epoch": 0.15106, "grad_norm": 1.257750614192443, "learning_rate": 0.003, "loss": 4.0118, "step": 15106 }, { "epoch": 0.15107, "grad_norm": 1.116147918666188, "learning_rate": 0.003, "loss": 4.0016, "step": 15107 }, { "epoch": 0.15108, "grad_norm": 1.189241053979111, "learning_rate": 0.003, "loss": 4.0163, "step": 15108 }, { "epoch": 0.15109, "grad_norm": 1.1349573681696845, "learning_rate": 0.003, "loss": 4.0081, "step": 15109 }, { "epoch": 0.1511, "grad_norm": 1.272700322893393, "learning_rate": 0.003, "loss": 3.9829, "step": 15110 }, { "epoch": 0.15111, "grad_norm": 1.2802884196351139, "learning_rate": 0.003, "loss": 4.0205, "step": 15111 }, { "epoch": 0.15112, "grad_norm": 1.2370215688402926, "learning_rate": 0.003, "loss": 4.0003, "step": 15112 }, { "epoch": 0.15113, "grad_norm": 1.2016811206691678, "learning_rate": 0.003, "loss": 4.0153, "step": 15113 }, { "epoch": 0.15114, "grad_norm": 1.1700164562301176, "learning_rate": 0.003, "loss": 3.995, "step": 15114 }, { "epoch": 0.15115, "grad_norm": 1.2068934294145686, "learning_rate": 0.003, "loss": 4.0052, "step": 15115 }, { "epoch": 0.15116, "grad_norm": 1.1332474111238924, "learning_rate": 0.003, "loss": 4.0197, "step": 15116 }, { "epoch": 0.15117, "grad_norm": 1.2410907164496658, "learning_rate": 0.003, "loss": 4.0062, "step": 15117 }, { "epoch": 0.15118, "grad_norm": 1.273940139764871, "learning_rate": 0.003, "loss": 4.0097, "step": 15118 }, { "epoch": 0.15119, "grad_norm": 1.367244553089254, "learning_rate": 0.003, "loss": 4.0304, "step": 15119 }, { "epoch": 0.1512, "grad_norm": 1.2379281616283513, "learning_rate": 0.003, "loss": 4.0404, "step": 15120 }, { "epoch": 0.15121, "grad_norm": 1.4274532742144836, "learning_rate": 0.003, "loss": 3.9941, "step": 15121 }, { "epoch": 0.15122, "grad_norm": 0.8765441414346433, "learning_rate": 0.003, "loss": 4.0101, "step": 15122 }, { "epoch": 0.15123, "grad_norm": 1.0869158342956753, "learning_rate": 0.003, "loss": 3.9918, "step": 15123 }, { "epoch": 0.15124, "grad_norm": 1.3050167137936268, "learning_rate": 0.003, "loss": 3.9896, "step": 15124 }, { "epoch": 0.15125, "grad_norm": 1.1404648288786916, "learning_rate": 0.003, "loss": 4.0219, "step": 15125 }, { "epoch": 0.15126, "grad_norm": 1.4148215055467332, "learning_rate": 0.003, "loss": 4.0239, "step": 15126 }, { "epoch": 0.15127, "grad_norm": 1.1147866554659929, "learning_rate": 0.003, "loss": 4.026, "step": 15127 }, { "epoch": 0.15128, "grad_norm": 1.2610087486392272, "learning_rate": 0.003, "loss": 4.0289, "step": 15128 }, { "epoch": 0.15129, "grad_norm": 0.9286406884499967, "learning_rate": 0.003, "loss": 4.0355, "step": 15129 }, { "epoch": 0.1513, "grad_norm": 1.2832639151976415, "learning_rate": 0.003, "loss": 3.9937, "step": 15130 }, { "epoch": 0.15131, "grad_norm": 1.0621449933845621, "learning_rate": 0.003, "loss": 4.0096, "step": 15131 }, { "epoch": 0.15132, "grad_norm": 1.4334878759851153, "learning_rate": 0.003, "loss": 4.0225, "step": 15132 }, { "epoch": 0.15133, "grad_norm": 1.3105529744462483, "learning_rate": 0.003, "loss": 4.0131, "step": 15133 }, { "epoch": 0.15134, "grad_norm": 1.0549616111045212, "learning_rate": 0.003, "loss": 4.0017, "step": 15134 }, { "epoch": 0.15135, "grad_norm": 1.286201041219918, "learning_rate": 0.003, "loss": 4.0054, "step": 15135 }, { "epoch": 0.15136, "grad_norm": 1.2613815297065765, "learning_rate": 0.003, "loss": 3.9821, "step": 15136 }, { "epoch": 0.15137, "grad_norm": 1.3049514329532583, "learning_rate": 0.003, "loss": 4.0029, "step": 15137 }, { "epoch": 0.15138, "grad_norm": 1.2523480185780507, "learning_rate": 0.003, "loss": 4.0541, "step": 15138 }, { "epoch": 0.15139, "grad_norm": 1.6897379703811235, "learning_rate": 0.003, "loss": 4.0129, "step": 15139 }, { "epoch": 0.1514, "grad_norm": 1.2114299946762168, "learning_rate": 0.003, "loss": 3.9982, "step": 15140 }, { "epoch": 0.15141, "grad_norm": 1.3552575020562225, "learning_rate": 0.003, "loss": 4.0042, "step": 15141 }, { "epoch": 0.15142, "grad_norm": 1.0988214288233396, "learning_rate": 0.003, "loss": 4.0192, "step": 15142 }, { "epoch": 0.15143, "grad_norm": 1.400017500835591, "learning_rate": 0.003, "loss": 4.0034, "step": 15143 }, { "epoch": 0.15144, "grad_norm": 1.294718444209177, "learning_rate": 0.003, "loss": 4.0235, "step": 15144 }, { "epoch": 0.15145, "grad_norm": 1.264073306861436, "learning_rate": 0.003, "loss": 3.9953, "step": 15145 }, { "epoch": 0.15146, "grad_norm": 1.147161227195975, "learning_rate": 0.003, "loss": 4.0198, "step": 15146 }, { "epoch": 0.15147, "grad_norm": 1.4421115859568234, "learning_rate": 0.003, "loss": 3.9939, "step": 15147 }, { "epoch": 0.15148, "grad_norm": 1.0578395740545363, "learning_rate": 0.003, "loss": 4.0107, "step": 15148 }, { "epoch": 0.15149, "grad_norm": 1.2865955220632557, "learning_rate": 0.003, "loss": 4.035, "step": 15149 }, { "epoch": 0.1515, "grad_norm": 1.021024571309487, "learning_rate": 0.003, "loss": 4.0161, "step": 15150 }, { "epoch": 0.15151, "grad_norm": 1.5256734661903013, "learning_rate": 0.003, "loss": 4.0129, "step": 15151 }, { "epoch": 0.15152, "grad_norm": 1.074404522380423, "learning_rate": 0.003, "loss": 4.055, "step": 15152 }, { "epoch": 0.15153, "grad_norm": 1.3833997517816128, "learning_rate": 0.003, "loss": 4.0309, "step": 15153 }, { "epoch": 0.15154, "grad_norm": 1.0423269119897456, "learning_rate": 0.003, "loss": 3.9988, "step": 15154 }, { "epoch": 0.15155, "grad_norm": 1.2210503757117748, "learning_rate": 0.003, "loss": 4.0255, "step": 15155 }, { "epoch": 0.15156, "grad_norm": 1.108145226130091, "learning_rate": 0.003, "loss": 4.0202, "step": 15156 }, { "epoch": 0.15157, "grad_norm": 1.2422893744328773, "learning_rate": 0.003, "loss": 4.0111, "step": 15157 }, { "epoch": 0.15158, "grad_norm": 1.1585359463147444, "learning_rate": 0.003, "loss": 4.0159, "step": 15158 }, { "epoch": 0.15159, "grad_norm": 1.3052493913554555, "learning_rate": 0.003, "loss": 4.029, "step": 15159 }, { "epoch": 0.1516, "grad_norm": 1.0391936207685226, "learning_rate": 0.003, "loss": 4.0008, "step": 15160 }, { "epoch": 0.15161, "grad_norm": 1.3719432821989905, "learning_rate": 0.003, "loss": 4.0188, "step": 15161 }, { "epoch": 0.15162, "grad_norm": 1.2060382045199585, "learning_rate": 0.003, "loss": 4.0502, "step": 15162 }, { "epoch": 0.15163, "grad_norm": 1.2938521061808144, "learning_rate": 0.003, "loss": 4.0141, "step": 15163 }, { "epoch": 0.15164, "grad_norm": 1.2728919704370556, "learning_rate": 0.003, "loss": 4.0117, "step": 15164 }, { "epoch": 0.15165, "grad_norm": 1.2976291980902035, "learning_rate": 0.003, "loss": 3.9911, "step": 15165 }, { "epoch": 0.15166, "grad_norm": 1.1318885985271303, "learning_rate": 0.003, "loss": 3.9929, "step": 15166 }, { "epoch": 0.15167, "grad_norm": 1.1218973473108103, "learning_rate": 0.003, "loss": 4.0072, "step": 15167 }, { "epoch": 0.15168, "grad_norm": 1.2558430257149893, "learning_rate": 0.003, "loss": 4.0147, "step": 15168 }, { "epoch": 0.15169, "grad_norm": 1.1632066368507694, "learning_rate": 0.003, "loss": 4.0006, "step": 15169 }, { "epoch": 0.1517, "grad_norm": 1.512747349596697, "learning_rate": 0.003, "loss": 4.0015, "step": 15170 }, { "epoch": 0.15171, "grad_norm": 1.1607688250338546, "learning_rate": 0.003, "loss": 4.0145, "step": 15171 }, { "epoch": 0.15172, "grad_norm": 1.5669471842154912, "learning_rate": 0.003, "loss": 4.0153, "step": 15172 }, { "epoch": 0.15173, "grad_norm": 0.9690746984375851, "learning_rate": 0.003, "loss": 3.9999, "step": 15173 }, { "epoch": 0.15174, "grad_norm": 1.424525009288961, "learning_rate": 0.003, "loss": 4.0101, "step": 15174 }, { "epoch": 0.15175, "grad_norm": 1.0884188106452057, "learning_rate": 0.003, "loss": 4.0255, "step": 15175 }, { "epoch": 0.15176, "grad_norm": 1.3406032412403708, "learning_rate": 0.003, "loss": 4.0111, "step": 15176 }, { "epoch": 0.15177, "grad_norm": 1.2010227603841026, "learning_rate": 0.003, "loss": 4.0133, "step": 15177 }, { "epoch": 0.15178, "grad_norm": 1.1403832764384894, "learning_rate": 0.003, "loss": 3.9874, "step": 15178 }, { "epoch": 0.15179, "grad_norm": 1.3656623173642093, "learning_rate": 0.003, "loss": 4.0183, "step": 15179 }, { "epoch": 0.1518, "grad_norm": 0.9446342092378506, "learning_rate": 0.003, "loss": 3.9947, "step": 15180 }, { "epoch": 0.15181, "grad_norm": 1.1632519133270702, "learning_rate": 0.003, "loss": 4.0006, "step": 15181 }, { "epoch": 0.15182, "grad_norm": 1.2515943146416864, "learning_rate": 0.003, "loss": 4.0312, "step": 15182 }, { "epoch": 0.15183, "grad_norm": 1.3866824702413552, "learning_rate": 0.003, "loss": 3.9987, "step": 15183 }, { "epoch": 0.15184, "grad_norm": 1.1669861813371163, "learning_rate": 0.003, "loss": 4.0227, "step": 15184 }, { "epoch": 0.15185, "grad_norm": 1.1595091466120568, "learning_rate": 0.003, "loss": 4.0223, "step": 15185 }, { "epoch": 0.15186, "grad_norm": 1.3859410529014762, "learning_rate": 0.003, "loss": 4.0089, "step": 15186 }, { "epoch": 0.15187, "grad_norm": 1.3425423501975218, "learning_rate": 0.003, "loss": 4.0298, "step": 15187 }, { "epoch": 0.15188, "grad_norm": 1.0608433290080848, "learning_rate": 0.003, "loss": 4.0228, "step": 15188 }, { "epoch": 0.15189, "grad_norm": 1.0314082381097578, "learning_rate": 0.003, "loss": 4.0143, "step": 15189 }, { "epoch": 0.1519, "grad_norm": 1.2723553619786312, "learning_rate": 0.003, "loss": 4.0379, "step": 15190 }, { "epoch": 0.15191, "grad_norm": 1.142633684616142, "learning_rate": 0.003, "loss": 4.0484, "step": 15191 }, { "epoch": 0.15192, "grad_norm": 1.1497651283192816, "learning_rate": 0.003, "loss": 4.0114, "step": 15192 }, { "epoch": 0.15193, "grad_norm": 1.141694588201836, "learning_rate": 0.003, "loss": 4.0117, "step": 15193 }, { "epoch": 0.15194, "grad_norm": 1.3196754641868844, "learning_rate": 0.003, "loss": 4.0242, "step": 15194 }, { "epoch": 0.15195, "grad_norm": 1.4382441258392895, "learning_rate": 0.003, "loss": 4.0042, "step": 15195 }, { "epoch": 0.15196, "grad_norm": 1.2905753364700843, "learning_rate": 0.003, "loss": 4.0368, "step": 15196 }, { "epoch": 0.15197, "grad_norm": 1.3322175812610237, "learning_rate": 0.003, "loss": 4.0114, "step": 15197 }, { "epoch": 0.15198, "grad_norm": 1.2828552826700481, "learning_rate": 0.003, "loss": 4.0289, "step": 15198 }, { "epoch": 0.15199, "grad_norm": 1.1331332190523502, "learning_rate": 0.003, "loss": 4.0201, "step": 15199 }, { "epoch": 0.152, "grad_norm": 1.2949163051420256, "learning_rate": 0.003, "loss": 4.0181, "step": 15200 }, { "epoch": 0.15201, "grad_norm": 1.2667175452466484, "learning_rate": 0.003, "loss": 4.0174, "step": 15201 }, { "epoch": 0.15202, "grad_norm": 0.9320838745996926, "learning_rate": 0.003, "loss": 4.0122, "step": 15202 }, { "epoch": 0.15203, "grad_norm": 1.0453995384359727, "learning_rate": 0.003, "loss": 3.9992, "step": 15203 }, { "epoch": 0.15204, "grad_norm": 1.2597649012105097, "learning_rate": 0.003, "loss": 4.0437, "step": 15204 }, { "epoch": 0.15205, "grad_norm": 1.1961925801405553, "learning_rate": 0.003, "loss": 4.0153, "step": 15205 }, { "epoch": 0.15206, "grad_norm": 1.181160444706395, "learning_rate": 0.003, "loss": 4.0014, "step": 15206 }, { "epoch": 0.15207, "grad_norm": 1.4697980303009301, "learning_rate": 0.003, "loss": 3.9988, "step": 15207 }, { "epoch": 0.15208, "grad_norm": 1.0050373769088243, "learning_rate": 0.003, "loss": 3.9765, "step": 15208 }, { "epoch": 0.15209, "grad_norm": 1.4211911658134273, "learning_rate": 0.003, "loss": 4.0429, "step": 15209 }, { "epoch": 0.1521, "grad_norm": 1.0497449525528875, "learning_rate": 0.003, "loss": 4.018, "step": 15210 }, { "epoch": 0.15211, "grad_norm": 1.3400095009725441, "learning_rate": 0.003, "loss": 4.0367, "step": 15211 }, { "epoch": 0.15212, "grad_norm": 1.035172309022198, "learning_rate": 0.003, "loss": 4.0232, "step": 15212 }, { "epoch": 0.15213, "grad_norm": 1.2720197272996543, "learning_rate": 0.003, "loss": 3.9942, "step": 15213 }, { "epoch": 0.15214, "grad_norm": 1.1914354855934521, "learning_rate": 0.003, "loss": 4.0184, "step": 15214 }, { "epoch": 0.15215, "grad_norm": 1.4567297823795853, "learning_rate": 0.003, "loss": 4.0083, "step": 15215 }, { "epoch": 0.15216, "grad_norm": 1.1699730057421303, "learning_rate": 0.003, "loss": 3.9922, "step": 15216 }, { "epoch": 0.15217, "grad_norm": 1.4255275150565567, "learning_rate": 0.003, "loss": 4.0185, "step": 15217 }, { "epoch": 0.15218, "grad_norm": 1.3457622723850626, "learning_rate": 0.003, "loss": 3.9975, "step": 15218 }, { "epoch": 0.15219, "grad_norm": 1.259914794142906, "learning_rate": 0.003, "loss": 4.0243, "step": 15219 }, { "epoch": 0.1522, "grad_norm": 1.3385804625484585, "learning_rate": 0.003, "loss": 4.0236, "step": 15220 }, { "epoch": 0.15221, "grad_norm": 1.1452926856393928, "learning_rate": 0.003, "loss": 4.0355, "step": 15221 }, { "epoch": 0.15222, "grad_norm": 1.2199673305085796, "learning_rate": 0.003, "loss": 4.0182, "step": 15222 }, { "epoch": 0.15223, "grad_norm": 1.1614406086533022, "learning_rate": 0.003, "loss": 3.9866, "step": 15223 }, { "epoch": 0.15224, "grad_norm": 1.2578319969789138, "learning_rate": 0.003, "loss": 4.0339, "step": 15224 }, { "epoch": 0.15225, "grad_norm": 1.0908275282131534, "learning_rate": 0.003, "loss": 4.0081, "step": 15225 }, { "epoch": 0.15226, "grad_norm": 1.436842674134083, "learning_rate": 0.003, "loss": 4.0176, "step": 15226 }, { "epoch": 0.15227, "grad_norm": 1.1763822273200253, "learning_rate": 0.003, "loss": 4.0173, "step": 15227 }, { "epoch": 0.15228, "grad_norm": 1.236367653955839, "learning_rate": 0.003, "loss": 3.9995, "step": 15228 }, { "epoch": 0.15229, "grad_norm": 1.1369189614223947, "learning_rate": 0.003, "loss": 3.9741, "step": 15229 }, { "epoch": 0.1523, "grad_norm": 1.3009550318043999, "learning_rate": 0.003, "loss": 4.0328, "step": 15230 }, { "epoch": 0.15231, "grad_norm": 1.0469260377035405, "learning_rate": 0.003, "loss": 4.0205, "step": 15231 }, { "epoch": 0.15232, "grad_norm": 1.316792046305704, "learning_rate": 0.003, "loss": 4.0019, "step": 15232 }, { "epoch": 0.15233, "grad_norm": 1.075327317499854, "learning_rate": 0.003, "loss": 3.9992, "step": 15233 }, { "epoch": 0.15234, "grad_norm": 1.5401713771580106, "learning_rate": 0.003, "loss": 4.0103, "step": 15234 }, { "epoch": 0.15235, "grad_norm": 1.3384975214423407, "learning_rate": 0.003, "loss": 4.0044, "step": 15235 }, { "epoch": 0.15236, "grad_norm": 1.2302142023888756, "learning_rate": 0.003, "loss": 4.0375, "step": 15236 }, { "epoch": 0.15237, "grad_norm": 1.1467050032159485, "learning_rate": 0.003, "loss": 4.0067, "step": 15237 }, { "epoch": 0.15238, "grad_norm": 1.2608892431989909, "learning_rate": 0.003, "loss": 3.9917, "step": 15238 }, { "epoch": 0.15239, "grad_norm": 1.1340177552695188, "learning_rate": 0.003, "loss": 3.9968, "step": 15239 }, { "epoch": 0.1524, "grad_norm": 1.23521863864813, "learning_rate": 0.003, "loss": 4.0086, "step": 15240 }, { "epoch": 0.15241, "grad_norm": 1.0968342906944502, "learning_rate": 0.003, "loss": 4.0389, "step": 15241 }, { "epoch": 0.15242, "grad_norm": 1.4950372693011262, "learning_rate": 0.003, "loss": 4.0417, "step": 15242 }, { "epoch": 0.15243, "grad_norm": 1.1002275896772342, "learning_rate": 0.003, "loss": 4.017, "step": 15243 }, { "epoch": 0.15244, "grad_norm": 1.3100180086504831, "learning_rate": 0.003, "loss": 4.0359, "step": 15244 }, { "epoch": 0.15245, "grad_norm": 1.0125840553200571, "learning_rate": 0.003, "loss": 4.0128, "step": 15245 }, { "epoch": 0.15246, "grad_norm": 1.6922019399605537, "learning_rate": 0.003, "loss": 4.0137, "step": 15246 }, { "epoch": 0.15247, "grad_norm": 1.0537686111932896, "learning_rate": 0.003, "loss": 4.0145, "step": 15247 }, { "epoch": 0.15248, "grad_norm": 1.2479280777607784, "learning_rate": 0.003, "loss": 4.0347, "step": 15248 }, { "epoch": 0.15249, "grad_norm": 1.2439706911893615, "learning_rate": 0.003, "loss": 4.0208, "step": 15249 }, { "epoch": 0.1525, "grad_norm": 1.2236146810031685, "learning_rate": 0.003, "loss": 4.0262, "step": 15250 }, { "epoch": 0.15251, "grad_norm": 1.3381460755089774, "learning_rate": 0.003, "loss": 4.0525, "step": 15251 }, { "epoch": 0.15252, "grad_norm": 1.2956721814013823, "learning_rate": 0.003, "loss": 4.0427, "step": 15252 }, { "epoch": 0.15253, "grad_norm": 1.1136046665572314, "learning_rate": 0.003, "loss": 3.9848, "step": 15253 }, { "epoch": 0.15254, "grad_norm": 1.4519019123615422, "learning_rate": 0.003, "loss": 4.017, "step": 15254 }, { "epoch": 0.15255, "grad_norm": 1.218519913711217, "learning_rate": 0.003, "loss": 4.0083, "step": 15255 }, { "epoch": 0.15256, "grad_norm": 1.288323294027511, "learning_rate": 0.003, "loss": 4.0133, "step": 15256 }, { "epoch": 0.15257, "grad_norm": 1.0673560985444304, "learning_rate": 0.003, "loss": 4.0001, "step": 15257 }, { "epoch": 0.15258, "grad_norm": 1.4258252725808966, "learning_rate": 0.003, "loss": 4.0222, "step": 15258 }, { "epoch": 0.15259, "grad_norm": 1.1040006998672398, "learning_rate": 0.003, "loss": 4.009, "step": 15259 }, { "epoch": 0.1526, "grad_norm": 1.2309129950569844, "learning_rate": 0.003, "loss": 3.9855, "step": 15260 }, { "epoch": 0.15261, "grad_norm": 1.1490315177687394, "learning_rate": 0.003, "loss": 4.0172, "step": 15261 }, { "epoch": 0.15262, "grad_norm": 1.140301200996627, "learning_rate": 0.003, "loss": 4.0149, "step": 15262 }, { "epoch": 0.15263, "grad_norm": 1.288034047638439, "learning_rate": 0.003, "loss": 4.0056, "step": 15263 }, { "epoch": 0.15264, "grad_norm": 1.0811920833381112, "learning_rate": 0.003, "loss": 3.9969, "step": 15264 }, { "epoch": 0.15265, "grad_norm": 1.249639988258038, "learning_rate": 0.003, "loss": 4.0226, "step": 15265 }, { "epoch": 0.15266, "grad_norm": 1.1603153694948989, "learning_rate": 0.003, "loss": 3.9883, "step": 15266 }, { "epoch": 0.15267, "grad_norm": 1.3394422598380689, "learning_rate": 0.003, "loss": 4.009, "step": 15267 }, { "epoch": 0.15268, "grad_norm": 1.0742268220328304, "learning_rate": 0.003, "loss": 4.0137, "step": 15268 }, { "epoch": 0.15269, "grad_norm": 1.3683478964654803, "learning_rate": 0.003, "loss": 4.0051, "step": 15269 }, { "epoch": 0.1527, "grad_norm": 1.2695653022628564, "learning_rate": 0.003, "loss": 4.011, "step": 15270 }, { "epoch": 0.15271, "grad_norm": 1.1547539480855118, "learning_rate": 0.003, "loss": 4.027, "step": 15271 }, { "epoch": 0.15272, "grad_norm": 1.1942241027035867, "learning_rate": 0.003, "loss": 3.995, "step": 15272 }, { "epoch": 0.15273, "grad_norm": 1.0934806942778186, "learning_rate": 0.003, "loss": 3.9818, "step": 15273 }, { "epoch": 0.15274, "grad_norm": 1.2736523352348548, "learning_rate": 0.003, "loss": 3.9949, "step": 15274 }, { "epoch": 0.15275, "grad_norm": 1.2316668759346256, "learning_rate": 0.003, "loss": 4.0106, "step": 15275 }, { "epoch": 0.15276, "grad_norm": 0.8866068166018798, "learning_rate": 0.003, "loss": 4.023, "step": 15276 }, { "epoch": 0.15277, "grad_norm": 1.0359599314182446, "learning_rate": 0.003, "loss": 3.9741, "step": 15277 }, { "epoch": 0.15278, "grad_norm": 1.4088391751793254, "learning_rate": 0.003, "loss": 4.0135, "step": 15278 }, { "epoch": 0.15279, "grad_norm": 1.1532474189545543, "learning_rate": 0.003, "loss": 4.012, "step": 15279 }, { "epoch": 0.1528, "grad_norm": 1.5209095317461196, "learning_rate": 0.003, "loss": 4.0243, "step": 15280 }, { "epoch": 0.15281, "grad_norm": 0.9678818222371608, "learning_rate": 0.003, "loss": 3.9866, "step": 15281 }, { "epoch": 0.15282, "grad_norm": 1.3475866215440784, "learning_rate": 0.003, "loss": 4.0263, "step": 15282 }, { "epoch": 0.15283, "grad_norm": 1.0007327077437924, "learning_rate": 0.003, "loss": 4.0275, "step": 15283 }, { "epoch": 0.15284, "grad_norm": 1.5299823759901408, "learning_rate": 0.003, "loss": 4.0308, "step": 15284 }, { "epoch": 0.15285, "grad_norm": 1.115236900005875, "learning_rate": 0.003, "loss": 4.0301, "step": 15285 }, { "epoch": 0.15286, "grad_norm": 1.222239233298442, "learning_rate": 0.003, "loss": 4.0199, "step": 15286 }, { "epoch": 0.15287, "grad_norm": 1.105263151096791, "learning_rate": 0.003, "loss": 4.0032, "step": 15287 }, { "epoch": 0.15288, "grad_norm": 1.1716505993680435, "learning_rate": 0.003, "loss": 4.0138, "step": 15288 }, { "epoch": 0.15289, "grad_norm": 1.3563443429362065, "learning_rate": 0.003, "loss": 3.999, "step": 15289 }, { "epoch": 0.1529, "grad_norm": 1.0872489410089983, "learning_rate": 0.003, "loss": 4.017, "step": 15290 }, { "epoch": 0.15291, "grad_norm": 1.644791899750319, "learning_rate": 0.003, "loss": 4.0493, "step": 15291 }, { "epoch": 0.15292, "grad_norm": 1.006959413935244, "learning_rate": 0.003, "loss": 4.0372, "step": 15292 }, { "epoch": 0.15293, "grad_norm": 1.598524079754938, "learning_rate": 0.003, "loss": 4.0449, "step": 15293 }, { "epoch": 0.15294, "grad_norm": 1.0940183399275392, "learning_rate": 0.003, "loss": 4.0402, "step": 15294 }, { "epoch": 0.15295, "grad_norm": 1.460337046890657, "learning_rate": 0.003, "loss": 4.0351, "step": 15295 }, { "epoch": 0.15296, "grad_norm": 1.045725212899953, "learning_rate": 0.003, "loss": 4.0471, "step": 15296 }, { "epoch": 0.15297, "grad_norm": 1.5802895346212449, "learning_rate": 0.003, "loss": 4.0213, "step": 15297 }, { "epoch": 0.15298, "grad_norm": 1.3837242228352484, "learning_rate": 0.003, "loss": 4.049, "step": 15298 }, { "epoch": 0.15299, "grad_norm": 1.2728385968327829, "learning_rate": 0.003, "loss": 4.0388, "step": 15299 }, { "epoch": 0.153, "grad_norm": 1.1823117384581505, "learning_rate": 0.003, "loss": 4.046, "step": 15300 }, { "epoch": 0.15301, "grad_norm": 1.1320250057435113, "learning_rate": 0.003, "loss": 3.9994, "step": 15301 }, { "epoch": 0.15302, "grad_norm": 1.4255218577322437, "learning_rate": 0.003, "loss": 3.9897, "step": 15302 }, { "epoch": 0.15303, "grad_norm": 1.1908400209785568, "learning_rate": 0.003, "loss": 4.0423, "step": 15303 }, { "epoch": 0.15304, "grad_norm": 1.3528746438276917, "learning_rate": 0.003, "loss": 4.0476, "step": 15304 }, { "epoch": 0.15305, "grad_norm": 1.1938813749340769, "learning_rate": 0.003, "loss": 4.0085, "step": 15305 }, { "epoch": 0.15306, "grad_norm": 1.6421325596095928, "learning_rate": 0.003, "loss": 4.0061, "step": 15306 }, { "epoch": 0.15307, "grad_norm": 0.951216559987826, "learning_rate": 0.003, "loss": 3.9862, "step": 15307 }, { "epoch": 0.15308, "grad_norm": 1.2691738035815379, "learning_rate": 0.003, "loss": 4.0287, "step": 15308 }, { "epoch": 0.15309, "grad_norm": 0.9630179201647759, "learning_rate": 0.003, "loss": 4.0194, "step": 15309 }, { "epoch": 0.1531, "grad_norm": 1.3626385785070245, "learning_rate": 0.003, "loss": 4.0409, "step": 15310 }, { "epoch": 0.15311, "grad_norm": 1.0798825353592207, "learning_rate": 0.003, "loss": 4.0207, "step": 15311 }, { "epoch": 0.15312, "grad_norm": 1.2748408005075207, "learning_rate": 0.003, "loss": 4.0181, "step": 15312 }, { "epoch": 0.15313, "grad_norm": 1.3160143379370914, "learning_rate": 0.003, "loss": 4.0416, "step": 15313 }, { "epoch": 0.15314, "grad_norm": 1.3381560563598656, "learning_rate": 0.003, "loss": 4.0239, "step": 15314 }, { "epoch": 0.15315, "grad_norm": 1.1003058742942267, "learning_rate": 0.003, "loss": 4.0344, "step": 15315 }, { "epoch": 0.15316, "grad_norm": 1.28462379604353, "learning_rate": 0.003, "loss": 4.0438, "step": 15316 }, { "epoch": 0.15317, "grad_norm": 1.0558852666618743, "learning_rate": 0.003, "loss": 4.0378, "step": 15317 }, { "epoch": 0.15318, "grad_norm": 1.1925633714135881, "learning_rate": 0.003, "loss": 4.0142, "step": 15318 }, { "epoch": 0.15319, "grad_norm": 1.1516827476554599, "learning_rate": 0.003, "loss": 3.993, "step": 15319 }, { "epoch": 0.1532, "grad_norm": 1.1443399520062345, "learning_rate": 0.003, "loss": 4.0143, "step": 15320 }, { "epoch": 0.15321, "grad_norm": 1.2249706571549668, "learning_rate": 0.003, "loss": 4.0211, "step": 15321 }, { "epoch": 0.15322, "grad_norm": 1.22913366138089, "learning_rate": 0.003, "loss": 4.0351, "step": 15322 }, { "epoch": 0.15323, "grad_norm": 1.3641024561312933, "learning_rate": 0.003, "loss": 4.0304, "step": 15323 }, { "epoch": 0.15324, "grad_norm": 1.1013868436436511, "learning_rate": 0.003, "loss": 4.0095, "step": 15324 }, { "epoch": 0.15325, "grad_norm": 1.3058725139288032, "learning_rate": 0.003, "loss": 4.0398, "step": 15325 }, { "epoch": 0.15326, "grad_norm": 1.2659469483828032, "learning_rate": 0.003, "loss": 4.0193, "step": 15326 }, { "epoch": 0.15327, "grad_norm": 1.261903749150775, "learning_rate": 0.003, "loss": 4.0333, "step": 15327 }, { "epoch": 0.15328, "grad_norm": 1.0976890628915055, "learning_rate": 0.003, "loss": 3.9818, "step": 15328 }, { "epoch": 0.15329, "grad_norm": 1.3073593212321624, "learning_rate": 0.003, "loss": 4.0085, "step": 15329 }, { "epoch": 0.1533, "grad_norm": 1.2307470804948377, "learning_rate": 0.003, "loss": 4.0089, "step": 15330 }, { "epoch": 0.15331, "grad_norm": 1.1548746627152964, "learning_rate": 0.003, "loss": 3.9999, "step": 15331 }, { "epoch": 0.15332, "grad_norm": 1.1745992236943885, "learning_rate": 0.003, "loss": 4.0, "step": 15332 }, { "epoch": 0.15333, "grad_norm": 1.29812710663051, "learning_rate": 0.003, "loss": 4.0234, "step": 15333 }, { "epoch": 0.15334, "grad_norm": 0.9390035244787395, "learning_rate": 0.003, "loss": 3.9869, "step": 15334 }, { "epoch": 0.15335, "grad_norm": 1.122648019952921, "learning_rate": 0.003, "loss": 4.0404, "step": 15335 }, { "epoch": 0.15336, "grad_norm": 1.5149705395129167, "learning_rate": 0.003, "loss": 4.021, "step": 15336 }, { "epoch": 0.15337, "grad_norm": 1.0013137038070798, "learning_rate": 0.003, "loss": 4.0161, "step": 15337 }, { "epoch": 0.15338, "grad_norm": 1.299481327762594, "learning_rate": 0.003, "loss": 4.0328, "step": 15338 }, { "epoch": 0.15339, "grad_norm": 1.4471932995791132, "learning_rate": 0.003, "loss": 4.0197, "step": 15339 }, { "epoch": 0.1534, "grad_norm": 0.9648166180616551, "learning_rate": 0.003, "loss": 4.0087, "step": 15340 }, { "epoch": 0.15341, "grad_norm": 1.4509801117246968, "learning_rate": 0.003, "loss": 4.0368, "step": 15341 }, { "epoch": 0.15342, "grad_norm": 1.1254236266710087, "learning_rate": 0.003, "loss": 4.0223, "step": 15342 }, { "epoch": 0.15343, "grad_norm": 1.3692642680880276, "learning_rate": 0.003, "loss": 4.0083, "step": 15343 }, { "epoch": 0.15344, "grad_norm": 1.2619386001461093, "learning_rate": 0.003, "loss": 4.0297, "step": 15344 }, { "epoch": 0.15345, "grad_norm": 1.2290685149803946, "learning_rate": 0.003, "loss": 4.0348, "step": 15345 }, { "epoch": 0.15346, "grad_norm": 1.1694162094841682, "learning_rate": 0.003, "loss": 4.0177, "step": 15346 }, { "epoch": 0.15347, "grad_norm": 1.224932391008914, "learning_rate": 0.003, "loss": 3.9949, "step": 15347 }, { "epoch": 0.15348, "grad_norm": 1.2410636760246108, "learning_rate": 0.003, "loss": 4.0239, "step": 15348 }, { "epoch": 0.15349, "grad_norm": 1.118028257618968, "learning_rate": 0.003, "loss": 4.0129, "step": 15349 }, { "epoch": 0.1535, "grad_norm": 1.2307429212771872, "learning_rate": 0.003, "loss": 4.0242, "step": 15350 }, { "epoch": 0.15351, "grad_norm": 1.220610134666719, "learning_rate": 0.003, "loss": 3.9772, "step": 15351 }, { "epoch": 0.15352, "grad_norm": 1.489724020189981, "learning_rate": 0.003, "loss": 4.0142, "step": 15352 }, { "epoch": 0.15353, "grad_norm": 1.1392495632135529, "learning_rate": 0.003, "loss": 4.0049, "step": 15353 }, { "epoch": 0.15354, "grad_norm": 1.3664724518429507, "learning_rate": 0.003, "loss": 4.0202, "step": 15354 }, { "epoch": 0.15355, "grad_norm": 1.0740409634784727, "learning_rate": 0.003, "loss": 4.0261, "step": 15355 }, { "epoch": 0.15356, "grad_norm": 1.2778573411778194, "learning_rate": 0.003, "loss": 4.007, "step": 15356 }, { "epoch": 0.15357, "grad_norm": 1.506825805600986, "learning_rate": 0.003, "loss": 4.0389, "step": 15357 }, { "epoch": 0.15358, "grad_norm": 1.0304333936951433, "learning_rate": 0.003, "loss": 4.0007, "step": 15358 }, { "epoch": 0.15359, "grad_norm": 1.4557553962981578, "learning_rate": 0.003, "loss": 3.9986, "step": 15359 }, { "epoch": 0.1536, "grad_norm": 0.9998670788123999, "learning_rate": 0.003, "loss": 4.0081, "step": 15360 }, { "epoch": 0.15361, "grad_norm": 1.3285068607989634, "learning_rate": 0.003, "loss": 4.0241, "step": 15361 }, { "epoch": 0.15362, "grad_norm": 1.1524236129558298, "learning_rate": 0.003, "loss": 4.0258, "step": 15362 }, { "epoch": 0.15363, "grad_norm": 1.3631793589844639, "learning_rate": 0.003, "loss": 4.0496, "step": 15363 }, { "epoch": 0.15364, "grad_norm": 1.3841052064121926, "learning_rate": 0.003, "loss": 4.0166, "step": 15364 }, { "epoch": 0.15365, "grad_norm": 1.148427490969218, "learning_rate": 0.003, "loss": 4.0342, "step": 15365 }, { "epoch": 0.15366, "grad_norm": 1.3036553111173732, "learning_rate": 0.003, "loss": 4.0475, "step": 15366 }, { "epoch": 0.15367, "grad_norm": 1.0642389435975332, "learning_rate": 0.003, "loss": 3.9935, "step": 15367 }, { "epoch": 0.15368, "grad_norm": 1.4958489290963009, "learning_rate": 0.003, "loss": 4.0176, "step": 15368 }, { "epoch": 0.15369, "grad_norm": 0.9916113308781349, "learning_rate": 0.003, "loss": 4.0001, "step": 15369 }, { "epoch": 0.1537, "grad_norm": 1.521643615228874, "learning_rate": 0.003, "loss": 3.9913, "step": 15370 }, { "epoch": 0.15371, "grad_norm": 1.3960310353379668, "learning_rate": 0.003, "loss": 4.0307, "step": 15371 }, { "epoch": 0.15372, "grad_norm": 1.1601899119026602, "learning_rate": 0.003, "loss": 4.0159, "step": 15372 }, { "epoch": 0.15373, "grad_norm": 1.1807936206065663, "learning_rate": 0.003, "loss": 4.0273, "step": 15373 }, { "epoch": 0.15374, "grad_norm": 1.127100500721332, "learning_rate": 0.003, "loss": 4.0255, "step": 15374 }, { "epoch": 0.15375, "grad_norm": 1.031832545244089, "learning_rate": 0.003, "loss": 4.009, "step": 15375 }, { "epoch": 0.15376, "grad_norm": 1.4215603656354039, "learning_rate": 0.003, "loss": 4.0348, "step": 15376 }, { "epoch": 0.15377, "grad_norm": 1.0606115114134587, "learning_rate": 0.003, "loss": 4.0098, "step": 15377 }, { "epoch": 0.15378, "grad_norm": 1.3744579165162751, "learning_rate": 0.003, "loss": 4.0175, "step": 15378 }, { "epoch": 0.15379, "grad_norm": 1.2139090258538139, "learning_rate": 0.003, "loss": 4.0502, "step": 15379 }, { "epoch": 0.1538, "grad_norm": 1.2386901117854758, "learning_rate": 0.003, "loss": 4.0151, "step": 15380 }, { "epoch": 0.15381, "grad_norm": 1.147397648133237, "learning_rate": 0.003, "loss": 4.0114, "step": 15381 }, { "epoch": 0.15382, "grad_norm": 1.332374579095073, "learning_rate": 0.003, "loss": 4.0298, "step": 15382 }, { "epoch": 0.15383, "grad_norm": 1.0059314793160214, "learning_rate": 0.003, "loss": 4.04, "step": 15383 }, { "epoch": 0.15384, "grad_norm": 1.2971956854525335, "learning_rate": 0.003, "loss": 4.0172, "step": 15384 }, { "epoch": 0.15385, "grad_norm": 1.1863692569687379, "learning_rate": 0.003, "loss": 4.0357, "step": 15385 }, { "epoch": 0.15386, "grad_norm": 1.147517167221806, "learning_rate": 0.003, "loss": 3.9865, "step": 15386 }, { "epoch": 0.15387, "grad_norm": 1.0845869428548975, "learning_rate": 0.003, "loss": 3.9945, "step": 15387 }, { "epoch": 0.15388, "grad_norm": 1.4415714589859954, "learning_rate": 0.003, "loss": 4.0346, "step": 15388 }, { "epoch": 0.15389, "grad_norm": 1.01200996419366, "learning_rate": 0.003, "loss": 3.9958, "step": 15389 }, { "epoch": 0.1539, "grad_norm": 1.1968289569868962, "learning_rate": 0.003, "loss": 4.0461, "step": 15390 }, { "epoch": 0.15391, "grad_norm": 1.4124652006603855, "learning_rate": 0.003, "loss": 4.0278, "step": 15391 }, { "epoch": 0.15392, "grad_norm": 1.1429694971029492, "learning_rate": 0.003, "loss": 4.0134, "step": 15392 }, { "epoch": 0.15393, "grad_norm": 1.3989460206903803, "learning_rate": 0.003, "loss": 4.0319, "step": 15393 }, { "epoch": 0.15394, "grad_norm": 1.1275817712338951, "learning_rate": 0.003, "loss": 3.9957, "step": 15394 }, { "epoch": 0.15395, "grad_norm": 1.6527313295290693, "learning_rate": 0.003, "loss": 4.0371, "step": 15395 }, { "epoch": 0.15396, "grad_norm": 1.1606484889693214, "learning_rate": 0.003, "loss": 3.996, "step": 15396 }, { "epoch": 0.15397, "grad_norm": 1.3063989661917172, "learning_rate": 0.003, "loss": 4.0521, "step": 15397 }, { "epoch": 0.15398, "grad_norm": 1.1175556092640544, "learning_rate": 0.003, "loss": 3.9907, "step": 15398 }, { "epoch": 0.15399, "grad_norm": 1.2611769514814661, "learning_rate": 0.003, "loss": 3.9858, "step": 15399 }, { "epoch": 0.154, "grad_norm": 1.0227787885978328, "learning_rate": 0.003, "loss": 3.9963, "step": 15400 }, { "epoch": 0.15401, "grad_norm": 1.175010936201811, "learning_rate": 0.003, "loss": 4.0099, "step": 15401 }, { "epoch": 0.15402, "grad_norm": 1.301898398708719, "learning_rate": 0.003, "loss": 4.0096, "step": 15402 }, { "epoch": 0.15403, "grad_norm": 1.0108000392959706, "learning_rate": 0.003, "loss": 3.9907, "step": 15403 }, { "epoch": 0.15404, "grad_norm": 1.3416860945801337, "learning_rate": 0.003, "loss": 3.9968, "step": 15404 }, { "epoch": 0.15405, "grad_norm": 1.1570945452891142, "learning_rate": 0.003, "loss": 4.0544, "step": 15405 }, { "epoch": 0.15406, "grad_norm": 1.3655121369212266, "learning_rate": 0.003, "loss": 4.0044, "step": 15406 }, { "epoch": 0.15407, "grad_norm": 1.3960011028879589, "learning_rate": 0.003, "loss": 3.9903, "step": 15407 }, { "epoch": 0.15408, "grad_norm": 1.141425990161296, "learning_rate": 0.003, "loss": 4.0286, "step": 15408 }, { "epoch": 0.15409, "grad_norm": 1.3061620835789476, "learning_rate": 0.003, "loss": 4.0432, "step": 15409 }, { "epoch": 0.1541, "grad_norm": 0.9288136755410322, "learning_rate": 0.003, "loss": 4.025, "step": 15410 }, { "epoch": 0.15411, "grad_norm": 1.2780898944597026, "learning_rate": 0.003, "loss": 4.0184, "step": 15411 }, { "epoch": 0.15412, "grad_norm": 1.1165309242772365, "learning_rate": 0.003, "loss": 4.0095, "step": 15412 }, { "epoch": 0.15413, "grad_norm": 1.2588491423612371, "learning_rate": 0.003, "loss": 4.0502, "step": 15413 }, { "epoch": 0.15414, "grad_norm": 1.153293339632718, "learning_rate": 0.003, "loss": 4.0094, "step": 15414 }, { "epoch": 0.15415, "grad_norm": 1.2763101314205272, "learning_rate": 0.003, "loss": 4.0268, "step": 15415 }, { "epoch": 0.15416, "grad_norm": 1.445718992177873, "learning_rate": 0.003, "loss": 4.0363, "step": 15416 }, { "epoch": 0.15417, "grad_norm": 1.1010078858794556, "learning_rate": 0.003, "loss": 4.0094, "step": 15417 }, { "epoch": 0.15418, "grad_norm": 1.3389978908349613, "learning_rate": 0.003, "loss": 3.992, "step": 15418 }, { "epoch": 0.15419, "grad_norm": 1.1161796140807403, "learning_rate": 0.003, "loss": 4.0063, "step": 15419 }, { "epoch": 0.1542, "grad_norm": 1.2183616590008166, "learning_rate": 0.003, "loss": 4.0071, "step": 15420 }, { "epoch": 0.15421, "grad_norm": 1.0704559979666672, "learning_rate": 0.003, "loss": 4.0185, "step": 15421 }, { "epoch": 0.15422, "grad_norm": 1.0742924028397265, "learning_rate": 0.003, "loss": 3.9999, "step": 15422 }, { "epoch": 0.15423, "grad_norm": 1.2111405828356576, "learning_rate": 0.003, "loss": 3.9702, "step": 15423 }, { "epoch": 0.15424, "grad_norm": 1.0235465294837345, "learning_rate": 0.003, "loss": 4.0111, "step": 15424 }, { "epoch": 0.15425, "grad_norm": 1.416013184766158, "learning_rate": 0.003, "loss": 4.0002, "step": 15425 }, { "epoch": 0.15426, "grad_norm": 1.0329446806219278, "learning_rate": 0.003, "loss": 3.9894, "step": 15426 }, { "epoch": 0.15427, "grad_norm": 1.3111226902340347, "learning_rate": 0.003, "loss": 4.0131, "step": 15427 }, { "epoch": 0.15428, "grad_norm": 1.330497005134314, "learning_rate": 0.003, "loss": 4.0357, "step": 15428 }, { "epoch": 0.15429, "grad_norm": 1.403787119578501, "learning_rate": 0.003, "loss": 4.0044, "step": 15429 }, { "epoch": 0.1543, "grad_norm": 1.0628919762318099, "learning_rate": 0.003, "loss": 4.0136, "step": 15430 }, { "epoch": 0.15431, "grad_norm": 1.4918675346184322, "learning_rate": 0.003, "loss": 4.0452, "step": 15431 }, { "epoch": 0.15432, "grad_norm": 1.0839100804515, "learning_rate": 0.003, "loss": 4.0181, "step": 15432 }, { "epoch": 0.15433, "grad_norm": 1.3741229327105866, "learning_rate": 0.003, "loss": 4.0212, "step": 15433 }, { "epoch": 0.15434, "grad_norm": 1.014335655092048, "learning_rate": 0.003, "loss": 3.9948, "step": 15434 }, { "epoch": 0.15435, "grad_norm": 1.5198132343959803, "learning_rate": 0.003, "loss": 4.0167, "step": 15435 }, { "epoch": 0.15436, "grad_norm": 1.2232189794341666, "learning_rate": 0.003, "loss": 4.0295, "step": 15436 }, { "epoch": 0.15437, "grad_norm": 1.1922898524941339, "learning_rate": 0.003, "loss": 4.0086, "step": 15437 }, { "epoch": 0.15438, "grad_norm": 1.4312060880257944, "learning_rate": 0.003, "loss": 4.049, "step": 15438 }, { "epoch": 0.15439, "grad_norm": 1.3761522420073637, "learning_rate": 0.003, "loss": 4.0106, "step": 15439 }, { "epoch": 0.1544, "grad_norm": 1.1878663856256735, "learning_rate": 0.003, "loss": 3.9921, "step": 15440 }, { "epoch": 0.15441, "grad_norm": 1.409308011730964, "learning_rate": 0.003, "loss": 4.0196, "step": 15441 }, { "epoch": 0.15442, "grad_norm": 0.8818847587507577, "learning_rate": 0.003, "loss": 3.9957, "step": 15442 }, { "epoch": 0.15443, "grad_norm": 1.181172095811864, "learning_rate": 0.003, "loss": 3.9859, "step": 15443 }, { "epoch": 0.15444, "grad_norm": 1.1697211130303764, "learning_rate": 0.003, "loss": 4.0077, "step": 15444 }, { "epoch": 0.15445, "grad_norm": 1.0309657250127224, "learning_rate": 0.003, "loss": 3.9706, "step": 15445 }, { "epoch": 0.15446, "grad_norm": 1.3297375349823675, "learning_rate": 0.003, "loss": 4.0059, "step": 15446 }, { "epoch": 0.15447, "grad_norm": 1.1139099407835233, "learning_rate": 0.003, "loss": 4.0195, "step": 15447 }, { "epoch": 0.15448, "grad_norm": 1.237655786195009, "learning_rate": 0.003, "loss": 4.0361, "step": 15448 }, { "epoch": 0.15449, "grad_norm": 1.2789726132717136, "learning_rate": 0.003, "loss": 4.0021, "step": 15449 }, { "epoch": 0.1545, "grad_norm": 1.2968964530353215, "learning_rate": 0.003, "loss": 4.0247, "step": 15450 }, { "epoch": 0.15451, "grad_norm": 1.1922491983748065, "learning_rate": 0.003, "loss": 4.0136, "step": 15451 }, { "epoch": 0.15452, "grad_norm": 1.399508785372692, "learning_rate": 0.003, "loss": 3.9904, "step": 15452 }, { "epoch": 0.15453, "grad_norm": 0.9931795257761599, "learning_rate": 0.003, "loss": 3.9983, "step": 15453 }, { "epoch": 0.15454, "grad_norm": 1.343499007254131, "learning_rate": 0.003, "loss": 3.9967, "step": 15454 }, { "epoch": 0.15455, "grad_norm": 1.0748854282639977, "learning_rate": 0.003, "loss": 4.0377, "step": 15455 }, { "epoch": 0.15456, "grad_norm": 1.4505517385476958, "learning_rate": 0.003, "loss": 3.9885, "step": 15456 }, { "epoch": 0.15457, "grad_norm": 1.1089755331302413, "learning_rate": 0.003, "loss": 4.02, "step": 15457 }, { "epoch": 0.15458, "grad_norm": 1.4647167086584743, "learning_rate": 0.003, "loss": 4.023, "step": 15458 }, { "epoch": 0.15459, "grad_norm": 1.0699807413746714, "learning_rate": 0.003, "loss": 4.007, "step": 15459 }, { "epoch": 0.1546, "grad_norm": 1.425807860008332, "learning_rate": 0.003, "loss": 3.997, "step": 15460 }, { "epoch": 0.15461, "grad_norm": 1.0401575014221385, "learning_rate": 0.003, "loss": 3.9854, "step": 15461 }, { "epoch": 0.15462, "grad_norm": 1.3587624825650655, "learning_rate": 0.003, "loss": 3.9992, "step": 15462 }, { "epoch": 0.15463, "grad_norm": 1.1371008023815934, "learning_rate": 0.003, "loss": 3.9814, "step": 15463 }, { "epoch": 0.15464, "grad_norm": 1.2999090728439768, "learning_rate": 0.003, "loss": 4.0057, "step": 15464 }, { "epoch": 0.15465, "grad_norm": 1.2658049390348993, "learning_rate": 0.003, "loss": 4.0006, "step": 15465 }, { "epoch": 0.15466, "grad_norm": 1.1640506691228396, "learning_rate": 0.003, "loss": 4.0194, "step": 15466 }, { "epoch": 0.15467, "grad_norm": 1.2667810282519953, "learning_rate": 0.003, "loss": 4.0141, "step": 15467 }, { "epoch": 0.15468, "grad_norm": 1.0106880311117121, "learning_rate": 0.003, "loss": 3.9915, "step": 15468 }, { "epoch": 0.15469, "grad_norm": 1.1254762579400168, "learning_rate": 0.003, "loss": 4.0291, "step": 15469 }, { "epoch": 0.1547, "grad_norm": 1.3597427881980186, "learning_rate": 0.003, "loss": 4.0268, "step": 15470 }, { "epoch": 0.15471, "grad_norm": 1.0451997736704248, "learning_rate": 0.003, "loss": 4.0118, "step": 15471 }, { "epoch": 0.15472, "grad_norm": 1.4638421033676579, "learning_rate": 0.003, "loss": 4.0075, "step": 15472 }, { "epoch": 0.15473, "grad_norm": 0.9818904122801336, "learning_rate": 0.003, "loss": 4.0331, "step": 15473 }, { "epoch": 0.15474, "grad_norm": 1.3113123003195055, "learning_rate": 0.003, "loss": 4.0068, "step": 15474 }, { "epoch": 0.15475, "grad_norm": 1.0219220699211995, "learning_rate": 0.003, "loss": 4.0183, "step": 15475 }, { "epoch": 0.15476, "grad_norm": 1.3721315900566593, "learning_rate": 0.003, "loss": 4.0398, "step": 15476 }, { "epoch": 0.15477, "grad_norm": 1.0382470290868924, "learning_rate": 0.003, "loss": 4.0223, "step": 15477 }, { "epoch": 0.15478, "grad_norm": 1.391397070429852, "learning_rate": 0.003, "loss": 4.0154, "step": 15478 }, { "epoch": 0.15479, "grad_norm": 1.4210267801203937, "learning_rate": 0.003, "loss": 4.0096, "step": 15479 }, { "epoch": 0.1548, "grad_norm": 1.1612045895435392, "learning_rate": 0.003, "loss": 4.0219, "step": 15480 }, { "epoch": 0.15481, "grad_norm": 1.0937338117526525, "learning_rate": 0.003, "loss": 4.025, "step": 15481 }, { "epoch": 0.15482, "grad_norm": 1.3604106267692817, "learning_rate": 0.003, "loss": 4.0149, "step": 15482 }, { "epoch": 0.15483, "grad_norm": 1.1859626833742631, "learning_rate": 0.003, "loss": 4.0308, "step": 15483 }, { "epoch": 0.15484, "grad_norm": 1.201582766515893, "learning_rate": 0.003, "loss": 4.0507, "step": 15484 }, { "epoch": 0.15485, "grad_norm": 1.3486346050306894, "learning_rate": 0.003, "loss": 4.0426, "step": 15485 }, { "epoch": 0.15486, "grad_norm": 1.0764828931379589, "learning_rate": 0.003, "loss": 4.0312, "step": 15486 }, { "epoch": 0.15487, "grad_norm": 1.3408549143673125, "learning_rate": 0.003, "loss": 4.0158, "step": 15487 }, { "epoch": 0.15488, "grad_norm": 1.1300827202543724, "learning_rate": 0.003, "loss": 4.0215, "step": 15488 }, { "epoch": 0.15489, "grad_norm": 1.1709510441950886, "learning_rate": 0.003, "loss": 4.01, "step": 15489 }, { "epoch": 0.1549, "grad_norm": 1.249822152716845, "learning_rate": 0.003, "loss": 4.0212, "step": 15490 }, { "epoch": 0.15491, "grad_norm": 1.291335979959531, "learning_rate": 0.003, "loss": 4.0006, "step": 15491 }, { "epoch": 0.15492, "grad_norm": 1.3396259417898158, "learning_rate": 0.003, "loss": 4.0169, "step": 15492 }, { "epoch": 0.15493, "grad_norm": 1.2814611940312006, "learning_rate": 0.003, "loss": 4.0109, "step": 15493 }, { "epoch": 0.15494, "grad_norm": 1.1777452240371598, "learning_rate": 0.003, "loss": 4.0045, "step": 15494 }, { "epoch": 0.15495, "grad_norm": 1.1592037969328344, "learning_rate": 0.003, "loss": 4.0373, "step": 15495 }, { "epoch": 0.15496, "grad_norm": 1.1044762203900087, "learning_rate": 0.003, "loss": 4.0125, "step": 15496 }, { "epoch": 0.15497, "grad_norm": 1.2668704762351173, "learning_rate": 0.003, "loss": 4.011, "step": 15497 }, { "epoch": 0.15498, "grad_norm": 1.2622274894185679, "learning_rate": 0.003, "loss": 3.9687, "step": 15498 }, { "epoch": 0.15499, "grad_norm": 1.1551704191426173, "learning_rate": 0.003, "loss": 4.0048, "step": 15499 }, { "epoch": 0.155, "grad_norm": 1.2922799353230623, "learning_rate": 0.003, "loss": 4.0134, "step": 15500 }, { "epoch": 0.15501, "grad_norm": 1.2177967791089919, "learning_rate": 0.003, "loss": 4.002, "step": 15501 }, { "epoch": 0.15502, "grad_norm": 1.1380041505072185, "learning_rate": 0.003, "loss": 4.0177, "step": 15502 }, { "epoch": 0.15503, "grad_norm": 1.2326803571856018, "learning_rate": 0.003, "loss": 4.0096, "step": 15503 }, { "epoch": 0.15504, "grad_norm": 1.0677489422471353, "learning_rate": 0.003, "loss": 4.0288, "step": 15504 }, { "epoch": 0.15505, "grad_norm": 1.4375907997925543, "learning_rate": 0.003, "loss": 4.0078, "step": 15505 }, { "epoch": 0.15506, "grad_norm": 0.9940022896813783, "learning_rate": 0.003, "loss": 3.9985, "step": 15506 }, { "epoch": 0.15507, "grad_norm": 1.8163683369923858, "learning_rate": 0.003, "loss": 4.0052, "step": 15507 }, { "epoch": 0.15508, "grad_norm": 0.9821455908225213, "learning_rate": 0.003, "loss": 4.0152, "step": 15508 }, { "epoch": 0.15509, "grad_norm": 1.1321623600415103, "learning_rate": 0.003, "loss": 3.9932, "step": 15509 }, { "epoch": 0.1551, "grad_norm": 1.4757627649908576, "learning_rate": 0.003, "loss": 4.0455, "step": 15510 }, { "epoch": 0.15511, "grad_norm": 1.1836268113812825, "learning_rate": 0.003, "loss": 4.0479, "step": 15511 }, { "epoch": 0.15512, "grad_norm": 1.4550460571051078, "learning_rate": 0.003, "loss": 4.052, "step": 15512 }, { "epoch": 0.15513, "grad_norm": 1.0424281490788763, "learning_rate": 0.003, "loss": 4.011, "step": 15513 }, { "epoch": 0.15514, "grad_norm": 1.3060251931644995, "learning_rate": 0.003, "loss": 4.0508, "step": 15514 }, { "epoch": 0.15515, "grad_norm": 1.1840927008821804, "learning_rate": 0.003, "loss": 4.014, "step": 15515 }, { "epoch": 0.15516, "grad_norm": 1.3355984599902573, "learning_rate": 0.003, "loss": 4.0317, "step": 15516 }, { "epoch": 0.15517, "grad_norm": 1.3854475674976467, "learning_rate": 0.003, "loss": 4.0202, "step": 15517 }, { "epoch": 0.15518, "grad_norm": 1.1903115013555348, "learning_rate": 0.003, "loss": 4.0199, "step": 15518 }, { "epoch": 0.15519, "grad_norm": 1.3645758618524382, "learning_rate": 0.003, "loss": 4.003, "step": 15519 }, { "epoch": 0.1552, "grad_norm": 1.1420658547143592, "learning_rate": 0.003, "loss": 4.0005, "step": 15520 }, { "epoch": 0.15521, "grad_norm": 1.0788356898283442, "learning_rate": 0.003, "loss": 4.0388, "step": 15521 }, { "epoch": 0.15522, "grad_norm": 1.2409217539764137, "learning_rate": 0.003, "loss": 4.0414, "step": 15522 }, { "epoch": 0.15523, "grad_norm": 1.1395473943660315, "learning_rate": 0.003, "loss": 4.0306, "step": 15523 }, { "epoch": 0.15524, "grad_norm": 1.1662676153801086, "learning_rate": 0.003, "loss": 4.0264, "step": 15524 }, { "epoch": 0.15525, "grad_norm": 1.2325072549210612, "learning_rate": 0.003, "loss": 4.0145, "step": 15525 }, { "epoch": 0.15526, "grad_norm": 1.1737878425195596, "learning_rate": 0.003, "loss": 4.0155, "step": 15526 }, { "epoch": 0.15527, "grad_norm": 1.3796725225222926, "learning_rate": 0.003, "loss": 4.0026, "step": 15527 }, { "epoch": 0.15528, "grad_norm": 1.2538521278635026, "learning_rate": 0.003, "loss": 3.9899, "step": 15528 }, { "epoch": 0.15529, "grad_norm": 1.1800656715900641, "learning_rate": 0.003, "loss": 4.0005, "step": 15529 }, { "epoch": 0.1553, "grad_norm": 1.205066071322585, "learning_rate": 0.003, "loss": 4.0406, "step": 15530 }, { "epoch": 0.15531, "grad_norm": 1.019614767721003, "learning_rate": 0.003, "loss": 3.9985, "step": 15531 }, { "epoch": 0.15532, "grad_norm": 1.1759045019842371, "learning_rate": 0.003, "loss": 4.0411, "step": 15532 }, { "epoch": 0.15533, "grad_norm": 1.1854990433424775, "learning_rate": 0.003, "loss": 4.025, "step": 15533 }, { "epoch": 0.15534, "grad_norm": 1.196400638478638, "learning_rate": 0.003, "loss": 4.0329, "step": 15534 }, { "epoch": 0.15535, "grad_norm": 1.5511982731401823, "learning_rate": 0.003, "loss": 3.9901, "step": 15535 }, { "epoch": 0.15536, "grad_norm": 0.8202768827545235, "learning_rate": 0.003, "loss": 3.9996, "step": 15536 }, { "epoch": 0.15537, "grad_norm": 1.0404641833258768, "learning_rate": 0.003, "loss": 4.027, "step": 15537 }, { "epoch": 0.15538, "grad_norm": 1.3069588417679192, "learning_rate": 0.003, "loss": 4.0073, "step": 15538 }, { "epoch": 0.15539, "grad_norm": 1.272868134888428, "learning_rate": 0.003, "loss": 4.042, "step": 15539 }, { "epoch": 0.1554, "grad_norm": 1.427051787014361, "learning_rate": 0.003, "loss": 4.0496, "step": 15540 }, { "epoch": 0.15541, "grad_norm": 1.1839923373571692, "learning_rate": 0.003, "loss": 4.0354, "step": 15541 }, { "epoch": 0.15542, "grad_norm": 1.3716600078861727, "learning_rate": 0.003, "loss": 3.9929, "step": 15542 }, { "epoch": 0.15543, "grad_norm": 1.0728442089606187, "learning_rate": 0.003, "loss": 3.9863, "step": 15543 }, { "epoch": 0.15544, "grad_norm": 1.3486558614426765, "learning_rate": 0.003, "loss": 4.0608, "step": 15544 }, { "epoch": 0.15545, "grad_norm": 1.1889424087910203, "learning_rate": 0.003, "loss": 3.9897, "step": 15545 }, { "epoch": 0.15546, "grad_norm": 1.4268357117744535, "learning_rate": 0.003, "loss": 4.0381, "step": 15546 }, { "epoch": 0.15547, "grad_norm": 1.1236587367880921, "learning_rate": 0.003, "loss": 4.0149, "step": 15547 }, { "epoch": 0.15548, "grad_norm": 1.4448499863917188, "learning_rate": 0.003, "loss": 4.0312, "step": 15548 }, { "epoch": 0.15549, "grad_norm": 0.9604154047060119, "learning_rate": 0.003, "loss": 4.0269, "step": 15549 }, { "epoch": 0.1555, "grad_norm": 1.257451362138832, "learning_rate": 0.003, "loss": 4.0252, "step": 15550 }, { "epoch": 0.15551, "grad_norm": 1.1220385706073506, "learning_rate": 0.003, "loss": 4.0308, "step": 15551 }, { "epoch": 0.15552, "grad_norm": 1.3838135909506402, "learning_rate": 0.003, "loss": 4.0015, "step": 15552 }, { "epoch": 0.15553, "grad_norm": 0.9600748836538427, "learning_rate": 0.003, "loss": 3.9742, "step": 15553 }, { "epoch": 0.15554, "grad_norm": 1.1852568034872384, "learning_rate": 0.003, "loss": 4.0026, "step": 15554 }, { "epoch": 0.15555, "grad_norm": 1.174714423688401, "learning_rate": 0.003, "loss": 3.9802, "step": 15555 }, { "epoch": 0.15556, "grad_norm": 1.2123765713461248, "learning_rate": 0.003, "loss": 3.9925, "step": 15556 }, { "epoch": 0.15557, "grad_norm": 1.1638765547588363, "learning_rate": 0.003, "loss": 4.0194, "step": 15557 }, { "epoch": 0.15558, "grad_norm": 1.0850237294958363, "learning_rate": 0.003, "loss": 4.012, "step": 15558 }, { "epoch": 0.15559, "grad_norm": 1.5111875014671927, "learning_rate": 0.003, "loss": 4.0113, "step": 15559 }, { "epoch": 0.1556, "grad_norm": 1.4196270330515373, "learning_rate": 0.003, "loss": 4.0336, "step": 15560 }, { "epoch": 0.15561, "grad_norm": 1.2845578894800977, "learning_rate": 0.003, "loss": 3.9977, "step": 15561 }, { "epoch": 0.15562, "grad_norm": 1.107438276853264, "learning_rate": 0.003, "loss": 4.0122, "step": 15562 }, { "epoch": 0.15563, "grad_norm": 0.9621144226586266, "learning_rate": 0.003, "loss": 4.0299, "step": 15563 }, { "epoch": 0.15564, "grad_norm": 1.2080448978519494, "learning_rate": 0.003, "loss": 4.0177, "step": 15564 }, { "epoch": 0.15565, "grad_norm": 1.177355515944768, "learning_rate": 0.003, "loss": 4.0034, "step": 15565 }, { "epoch": 0.15566, "grad_norm": 1.3013818446067609, "learning_rate": 0.003, "loss": 4.0041, "step": 15566 }, { "epoch": 0.15567, "grad_norm": 1.4693577918031457, "learning_rate": 0.003, "loss": 4.0135, "step": 15567 }, { "epoch": 0.15568, "grad_norm": 1.1977300101325452, "learning_rate": 0.003, "loss": 4.0105, "step": 15568 }, { "epoch": 0.15569, "grad_norm": 1.30836741460951, "learning_rate": 0.003, "loss": 3.9963, "step": 15569 }, { "epoch": 0.1557, "grad_norm": 1.1907578962424745, "learning_rate": 0.003, "loss": 4.0001, "step": 15570 }, { "epoch": 0.15571, "grad_norm": 1.4503119718230573, "learning_rate": 0.003, "loss": 4.0035, "step": 15571 }, { "epoch": 0.15572, "grad_norm": 1.278895214753018, "learning_rate": 0.003, "loss": 4.0199, "step": 15572 }, { "epoch": 0.15573, "grad_norm": 1.0395796991744881, "learning_rate": 0.003, "loss": 4.0249, "step": 15573 }, { "epoch": 0.15574, "grad_norm": 1.6556038524578698, "learning_rate": 0.003, "loss": 4.0414, "step": 15574 }, { "epoch": 0.15575, "grad_norm": 1.0835814542160225, "learning_rate": 0.003, "loss": 4.0041, "step": 15575 }, { "epoch": 0.15576, "grad_norm": 1.5193905404710812, "learning_rate": 0.003, "loss": 4.029, "step": 15576 }, { "epoch": 0.15577, "grad_norm": 1.1346197793117552, "learning_rate": 0.003, "loss": 4.0283, "step": 15577 }, { "epoch": 0.15578, "grad_norm": 1.1313532216410387, "learning_rate": 0.003, "loss": 4.0194, "step": 15578 }, { "epoch": 0.15579, "grad_norm": 1.4615977378034375, "learning_rate": 0.003, "loss": 4.0097, "step": 15579 }, { "epoch": 0.1558, "grad_norm": 1.1023308878737557, "learning_rate": 0.003, "loss": 4.0418, "step": 15580 }, { "epoch": 0.15581, "grad_norm": 1.3832846645080352, "learning_rate": 0.003, "loss": 4.0121, "step": 15581 }, { "epoch": 0.15582, "grad_norm": 1.1717556196242371, "learning_rate": 0.003, "loss": 4.0298, "step": 15582 }, { "epoch": 0.15583, "grad_norm": 1.4744072510739992, "learning_rate": 0.003, "loss": 4.0124, "step": 15583 }, { "epoch": 0.15584, "grad_norm": 1.052391300109064, "learning_rate": 0.003, "loss": 3.9918, "step": 15584 }, { "epoch": 0.15585, "grad_norm": 1.3762594933567556, "learning_rate": 0.003, "loss": 4.0486, "step": 15585 }, { "epoch": 0.15586, "grad_norm": 1.2243391222677933, "learning_rate": 0.003, "loss": 3.9805, "step": 15586 }, { "epoch": 0.15587, "grad_norm": 1.267717794998198, "learning_rate": 0.003, "loss": 3.996, "step": 15587 }, { "epoch": 0.15588, "grad_norm": 1.3117570916822947, "learning_rate": 0.003, "loss": 4.0084, "step": 15588 }, { "epoch": 0.15589, "grad_norm": 1.1515375084571582, "learning_rate": 0.003, "loss": 3.9849, "step": 15589 }, { "epoch": 0.1559, "grad_norm": 1.2237350512132354, "learning_rate": 0.003, "loss": 4.0071, "step": 15590 }, { "epoch": 0.15591, "grad_norm": 1.2770771620758707, "learning_rate": 0.003, "loss": 4.0237, "step": 15591 }, { "epoch": 0.15592, "grad_norm": 1.2947035832215696, "learning_rate": 0.003, "loss": 4.0377, "step": 15592 }, { "epoch": 0.15593, "grad_norm": 1.131252977144435, "learning_rate": 0.003, "loss": 3.98, "step": 15593 }, { "epoch": 0.15594, "grad_norm": 1.060910237472633, "learning_rate": 0.003, "loss": 3.9944, "step": 15594 }, { "epoch": 0.15595, "grad_norm": 1.1386813912532787, "learning_rate": 0.003, "loss": 3.985, "step": 15595 }, { "epoch": 0.15596, "grad_norm": 1.038484224163973, "learning_rate": 0.003, "loss": 3.9861, "step": 15596 }, { "epoch": 0.15597, "grad_norm": 1.3268715049524036, "learning_rate": 0.003, "loss": 4.0252, "step": 15597 }, { "epoch": 0.15598, "grad_norm": 1.1932150584347168, "learning_rate": 0.003, "loss": 4.0073, "step": 15598 }, { "epoch": 0.15599, "grad_norm": 1.631553122367338, "learning_rate": 0.003, "loss": 4.001, "step": 15599 }, { "epoch": 0.156, "grad_norm": 1.031280774003672, "learning_rate": 0.003, "loss": 3.9912, "step": 15600 }, { "epoch": 0.15601, "grad_norm": 1.3259177715354908, "learning_rate": 0.003, "loss": 4.012, "step": 15601 }, { "epoch": 0.15602, "grad_norm": 1.3552168329577372, "learning_rate": 0.003, "loss": 4.0344, "step": 15602 }, { "epoch": 0.15603, "grad_norm": 1.05154774472057, "learning_rate": 0.003, "loss": 3.9867, "step": 15603 }, { "epoch": 0.15604, "grad_norm": 1.4783019636415102, "learning_rate": 0.003, "loss": 4.0197, "step": 15604 }, { "epoch": 0.15605, "grad_norm": 1.1577328894270635, "learning_rate": 0.003, "loss": 4.0209, "step": 15605 }, { "epoch": 0.15606, "grad_norm": 1.378054590499981, "learning_rate": 0.003, "loss": 4.0241, "step": 15606 }, { "epoch": 0.15607, "grad_norm": 1.196110950152625, "learning_rate": 0.003, "loss": 4.0065, "step": 15607 }, { "epoch": 0.15608, "grad_norm": 1.257660491301664, "learning_rate": 0.003, "loss": 4.02, "step": 15608 }, { "epoch": 0.15609, "grad_norm": 1.3290291137316042, "learning_rate": 0.003, "loss": 4.0316, "step": 15609 }, { "epoch": 0.1561, "grad_norm": 1.0273929162359139, "learning_rate": 0.003, "loss": 3.9939, "step": 15610 }, { "epoch": 0.15611, "grad_norm": 1.1489898023789653, "learning_rate": 0.003, "loss": 4.0234, "step": 15611 }, { "epoch": 0.15612, "grad_norm": 1.1284407520548465, "learning_rate": 0.003, "loss": 3.9916, "step": 15612 }, { "epoch": 0.15613, "grad_norm": 1.362815278658877, "learning_rate": 0.003, "loss": 3.9967, "step": 15613 }, { "epoch": 0.15614, "grad_norm": 1.0728144070534393, "learning_rate": 0.003, "loss": 3.997, "step": 15614 }, { "epoch": 0.15615, "grad_norm": 1.6027777923758262, "learning_rate": 0.003, "loss": 4.0024, "step": 15615 }, { "epoch": 0.15616, "grad_norm": 1.0754283703159526, "learning_rate": 0.003, "loss": 4.011, "step": 15616 }, { "epoch": 0.15617, "grad_norm": 1.526599269818748, "learning_rate": 0.003, "loss": 4.0442, "step": 15617 }, { "epoch": 0.15618, "grad_norm": 1.0939402000174385, "learning_rate": 0.003, "loss": 3.9936, "step": 15618 }, { "epoch": 0.15619, "grad_norm": 1.2494915990304731, "learning_rate": 0.003, "loss": 4.0243, "step": 15619 }, { "epoch": 0.1562, "grad_norm": 1.226717648159094, "learning_rate": 0.003, "loss": 4.0102, "step": 15620 }, { "epoch": 0.15621, "grad_norm": 1.3602513260753404, "learning_rate": 0.003, "loss": 4.0001, "step": 15621 }, { "epoch": 0.15622, "grad_norm": 1.1010272012241384, "learning_rate": 0.003, "loss": 4.0337, "step": 15622 }, { "epoch": 0.15623, "grad_norm": 1.4585470776423317, "learning_rate": 0.003, "loss": 4.0011, "step": 15623 }, { "epoch": 0.15624, "grad_norm": 1.0050101911556795, "learning_rate": 0.003, "loss": 4.0406, "step": 15624 }, { "epoch": 0.15625, "grad_norm": 1.2981447508412527, "learning_rate": 0.003, "loss": 4.0104, "step": 15625 }, { "epoch": 0.15626, "grad_norm": 1.170417358387042, "learning_rate": 0.003, "loss": 4.0154, "step": 15626 }, { "epoch": 0.15627, "grad_norm": 1.2314174237285826, "learning_rate": 0.003, "loss": 4.0233, "step": 15627 }, { "epoch": 0.15628, "grad_norm": 1.1524994522301018, "learning_rate": 0.003, "loss": 3.9894, "step": 15628 }, { "epoch": 0.15629, "grad_norm": 1.318418554553263, "learning_rate": 0.003, "loss": 4.0066, "step": 15629 }, { "epoch": 0.1563, "grad_norm": 1.3949926386579614, "learning_rate": 0.003, "loss": 4.0342, "step": 15630 }, { "epoch": 0.15631, "grad_norm": 1.0556249059216092, "learning_rate": 0.003, "loss": 4.0095, "step": 15631 }, { "epoch": 0.15632, "grad_norm": 1.2179348218164991, "learning_rate": 0.003, "loss": 4.0256, "step": 15632 }, { "epoch": 0.15633, "grad_norm": 1.3034648865720937, "learning_rate": 0.003, "loss": 4.0378, "step": 15633 }, { "epoch": 0.15634, "grad_norm": 1.1642828471343658, "learning_rate": 0.003, "loss": 4.0319, "step": 15634 }, { "epoch": 0.15635, "grad_norm": 1.3870366758727755, "learning_rate": 0.003, "loss": 4.0156, "step": 15635 }, { "epoch": 0.15636, "grad_norm": 1.162394387820439, "learning_rate": 0.003, "loss": 4.0113, "step": 15636 }, { "epoch": 0.15637, "grad_norm": 1.1264573153720103, "learning_rate": 0.003, "loss": 4.0354, "step": 15637 }, { "epoch": 0.15638, "grad_norm": 1.2210700342418637, "learning_rate": 0.003, "loss": 3.9898, "step": 15638 }, { "epoch": 0.15639, "grad_norm": 1.3816056938231887, "learning_rate": 0.003, "loss": 3.9979, "step": 15639 }, { "epoch": 0.1564, "grad_norm": 1.1240051895362912, "learning_rate": 0.003, "loss": 4.0196, "step": 15640 }, { "epoch": 0.15641, "grad_norm": 1.2286781372547828, "learning_rate": 0.003, "loss": 3.9984, "step": 15641 }, { "epoch": 0.15642, "grad_norm": 1.0770756354352453, "learning_rate": 0.003, "loss": 4.0219, "step": 15642 }, { "epoch": 0.15643, "grad_norm": 1.1868289717266771, "learning_rate": 0.003, "loss": 4.0329, "step": 15643 }, { "epoch": 0.15644, "grad_norm": 1.2934548543139381, "learning_rate": 0.003, "loss": 4.0022, "step": 15644 }, { "epoch": 0.15645, "grad_norm": 1.0885130534618273, "learning_rate": 0.003, "loss": 4.0295, "step": 15645 }, { "epoch": 0.15646, "grad_norm": 1.4594782536308275, "learning_rate": 0.003, "loss": 3.986, "step": 15646 }, { "epoch": 0.15647, "grad_norm": 1.171122790155785, "learning_rate": 0.003, "loss": 3.9981, "step": 15647 }, { "epoch": 0.15648, "grad_norm": 1.3247598811351102, "learning_rate": 0.003, "loss": 4.0262, "step": 15648 }, { "epoch": 0.15649, "grad_norm": 1.0884078643809036, "learning_rate": 0.003, "loss": 4.014, "step": 15649 }, { "epoch": 0.1565, "grad_norm": 1.2625242738306834, "learning_rate": 0.003, "loss": 3.9649, "step": 15650 }, { "epoch": 0.15651, "grad_norm": 1.2590093124234436, "learning_rate": 0.003, "loss": 4.0198, "step": 15651 }, { "epoch": 0.15652, "grad_norm": 1.0386595781942116, "learning_rate": 0.003, "loss": 4.0303, "step": 15652 }, { "epoch": 0.15653, "grad_norm": 1.4220855535299173, "learning_rate": 0.003, "loss": 4.0097, "step": 15653 }, { "epoch": 0.15654, "grad_norm": 1.2390563975423328, "learning_rate": 0.003, "loss": 4.0069, "step": 15654 }, { "epoch": 0.15655, "grad_norm": 1.5156655582788026, "learning_rate": 0.003, "loss": 4.059, "step": 15655 }, { "epoch": 0.15656, "grad_norm": 1.0683641273964668, "learning_rate": 0.003, "loss": 4.0011, "step": 15656 }, { "epoch": 0.15657, "grad_norm": 1.3594544693303718, "learning_rate": 0.003, "loss": 4.0186, "step": 15657 }, { "epoch": 0.15658, "grad_norm": 1.2731269504661384, "learning_rate": 0.003, "loss": 4.0243, "step": 15658 }, { "epoch": 0.15659, "grad_norm": 1.2439084811529881, "learning_rate": 0.003, "loss": 4.032, "step": 15659 }, { "epoch": 0.1566, "grad_norm": 1.3989181078805446, "learning_rate": 0.003, "loss": 4.0327, "step": 15660 }, { "epoch": 0.15661, "grad_norm": 1.1266789991409576, "learning_rate": 0.003, "loss": 4.0046, "step": 15661 }, { "epoch": 0.15662, "grad_norm": 1.25549306388821, "learning_rate": 0.003, "loss": 4.0019, "step": 15662 }, { "epoch": 0.15663, "grad_norm": 1.2024359146994443, "learning_rate": 0.003, "loss": 4.0095, "step": 15663 }, { "epoch": 0.15664, "grad_norm": 1.4445860300332145, "learning_rate": 0.003, "loss": 4.0271, "step": 15664 }, { "epoch": 0.15665, "grad_norm": 1.0638694520822147, "learning_rate": 0.003, "loss": 4.0149, "step": 15665 }, { "epoch": 0.15666, "grad_norm": 1.35890651645828, "learning_rate": 0.003, "loss": 4.0044, "step": 15666 }, { "epoch": 0.15667, "grad_norm": 1.1594542945395403, "learning_rate": 0.003, "loss": 4.0163, "step": 15667 }, { "epoch": 0.15668, "grad_norm": 1.3836444966834545, "learning_rate": 0.003, "loss": 3.9981, "step": 15668 }, { "epoch": 0.15669, "grad_norm": 1.2809819371574236, "learning_rate": 0.003, "loss": 4.0105, "step": 15669 }, { "epoch": 0.1567, "grad_norm": 1.1595670146662453, "learning_rate": 0.003, "loss": 3.9962, "step": 15670 }, { "epoch": 0.15671, "grad_norm": 1.4693245437056486, "learning_rate": 0.003, "loss": 4.0188, "step": 15671 }, { "epoch": 0.15672, "grad_norm": 0.9537301411473873, "learning_rate": 0.003, "loss": 4.0031, "step": 15672 }, { "epoch": 0.15673, "grad_norm": 1.2160253322792343, "learning_rate": 0.003, "loss": 4.036, "step": 15673 }, { "epoch": 0.15674, "grad_norm": 1.1795293676711307, "learning_rate": 0.003, "loss": 4.0156, "step": 15674 }, { "epoch": 0.15675, "grad_norm": 1.311684259378266, "learning_rate": 0.003, "loss": 4.0197, "step": 15675 }, { "epoch": 0.15676, "grad_norm": 1.2582466749306869, "learning_rate": 0.003, "loss": 4.0361, "step": 15676 }, { "epoch": 0.15677, "grad_norm": 1.3351466316642864, "learning_rate": 0.003, "loss": 3.991, "step": 15677 }, { "epoch": 0.15678, "grad_norm": 1.0633834566426348, "learning_rate": 0.003, "loss": 4.0172, "step": 15678 }, { "epoch": 0.15679, "grad_norm": 1.37332463707254, "learning_rate": 0.003, "loss": 4.028, "step": 15679 }, { "epoch": 0.1568, "grad_norm": 1.1712721225087668, "learning_rate": 0.003, "loss": 4.0049, "step": 15680 }, { "epoch": 0.15681, "grad_norm": 1.3630506657556807, "learning_rate": 0.003, "loss": 4.0497, "step": 15681 }, { "epoch": 0.15682, "grad_norm": 1.2004379728704972, "learning_rate": 0.003, "loss": 4.0111, "step": 15682 }, { "epoch": 0.15683, "grad_norm": 1.2342667491771402, "learning_rate": 0.003, "loss": 4.009, "step": 15683 }, { "epoch": 0.15684, "grad_norm": 1.1773798120343846, "learning_rate": 0.003, "loss": 4.025, "step": 15684 }, { "epoch": 0.15685, "grad_norm": 1.0595683897554626, "learning_rate": 0.003, "loss": 4.0105, "step": 15685 }, { "epoch": 0.15686, "grad_norm": 1.3224476326633003, "learning_rate": 0.003, "loss": 4.0325, "step": 15686 }, { "epoch": 0.15687, "grad_norm": 1.191516704767411, "learning_rate": 0.003, "loss": 4.0293, "step": 15687 }, { "epoch": 0.15688, "grad_norm": 1.3277753161978578, "learning_rate": 0.003, "loss": 4.0038, "step": 15688 }, { "epoch": 0.15689, "grad_norm": 1.05958924159554, "learning_rate": 0.003, "loss": 4.0307, "step": 15689 }, { "epoch": 0.1569, "grad_norm": 1.4217155196174134, "learning_rate": 0.003, "loss": 4.0075, "step": 15690 }, { "epoch": 0.15691, "grad_norm": 1.075912120136982, "learning_rate": 0.003, "loss": 4.009, "step": 15691 }, { "epoch": 0.15692, "grad_norm": 1.3995474722503682, "learning_rate": 0.003, "loss": 3.9982, "step": 15692 }, { "epoch": 0.15693, "grad_norm": 1.0650293846026575, "learning_rate": 0.003, "loss": 4.0017, "step": 15693 }, { "epoch": 0.15694, "grad_norm": 1.111432765077753, "learning_rate": 0.003, "loss": 4.0262, "step": 15694 }, { "epoch": 0.15695, "grad_norm": 1.2400496626879633, "learning_rate": 0.003, "loss": 4.0093, "step": 15695 }, { "epoch": 0.15696, "grad_norm": 1.2820035726545784, "learning_rate": 0.003, "loss": 4.0088, "step": 15696 }, { "epoch": 0.15697, "grad_norm": 1.144222892582624, "learning_rate": 0.003, "loss": 4.0072, "step": 15697 }, { "epoch": 0.15698, "grad_norm": 1.2560877918014903, "learning_rate": 0.003, "loss": 4.0235, "step": 15698 }, { "epoch": 0.15699, "grad_norm": 1.1004322491024552, "learning_rate": 0.003, "loss": 4.0481, "step": 15699 }, { "epoch": 0.157, "grad_norm": 1.1219445606257716, "learning_rate": 0.003, "loss": 3.9872, "step": 15700 }, { "epoch": 0.15701, "grad_norm": 1.2534425420426756, "learning_rate": 0.003, "loss": 3.9935, "step": 15701 }, { "epoch": 0.15702, "grad_norm": 1.0829170645941426, "learning_rate": 0.003, "loss": 4.0037, "step": 15702 }, { "epoch": 0.15703, "grad_norm": 1.361611697850092, "learning_rate": 0.003, "loss": 4.0187, "step": 15703 }, { "epoch": 0.15704, "grad_norm": 1.1696394963040575, "learning_rate": 0.003, "loss": 4.0139, "step": 15704 }, { "epoch": 0.15705, "grad_norm": 1.1887616996703583, "learning_rate": 0.003, "loss": 3.9973, "step": 15705 }, { "epoch": 0.15706, "grad_norm": 1.2745663354960037, "learning_rate": 0.003, "loss": 3.9953, "step": 15706 }, { "epoch": 0.15707, "grad_norm": 1.2381550064409779, "learning_rate": 0.003, "loss": 4.01, "step": 15707 }, { "epoch": 0.15708, "grad_norm": 1.2739542548057263, "learning_rate": 0.003, "loss": 4.0173, "step": 15708 }, { "epoch": 0.15709, "grad_norm": 1.2398633286941458, "learning_rate": 0.003, "loss": 4.0132, "step": 15709 }, { "epoch": 0.1571, "grad_norm": 1.3097628322922201, "learning_rate": 0.003, "loss": 4.0341, "step": 15710 }, { "epoch": 0.15711, "grad_norm": 1.2036284641889141, "learning_rate": 0.003, "loss": 3.9937, "step": 15711 }, { "epoch": 0.15712, "grad_norm": 1.1727130198403828, "learning_rate": 0.003, "loss": 4.0142, "step": 15712 }, { "epoch": 0.15713, "grad_norm": 1.3216356222953638, "learning_rate": 0.003, "loss": 3.9929, "step": 15713 }, { "epoch": 0.15714, "grad_norm": 1.230233431018454, "learning_rate": 0.003, "loss": 4.0019, "step": 15714 }, { "epoch": 0.15715, "grad_norm": 1.0479851957765023, "learning_rate": 0.003, "loss": 3.9891, "step": 15715 }, { "epoch": 0.15716, "grad_norm": 1.510663539638075, "learning_rate": 0.003, "loss": 4.0365, "step": 15716 }, { "epoch": 0.15717, "grad_norm": 1.003824020129898, "learning_rate": 0.003, "loss": 4.0091, "step": 15717 }, { "epoch": 0.15718, "grad_norm": 1.6092334246727755, "learning_rate": 0.003, "loss": 4.0216, "step": 15718 }, { "epoch": 0.15719, "grad_norm": 0.9666745117091241, "learning_rate": 0.003, "loss": 4.0126, "step": 15719 }, { "epoch": 0.1572, "grad_norm": 1.540739592405409, "learning_rate": 0.003, "loss": 4.0259, "step": 15720 }, { "epoch": 0.15721, "grad_norm": 1.0197508957957866, "learning_rate": 0.003, "loss": 4.0098, "step": 15721 }, { "epoch": 0.15722, "grad_norm": 1.4017671085031251, "learning_rate": 0.003, "loss": 4.0089, "step": 15722 }, { "epoch": 0.15723, "grad_norm": 1.410379383302518, "learning_rate": 0.003, "loss": 4.0485, "step": 15723 }, { "epoch": 0.15724, "grad_norm": 1.0326787094813932, "learning_rate": 0.003, "loss": 4.0095, "step": 15724 }, { "epoch": 0.15725, "grad_norm": 1.4714017123876677, "learning_rate": 0.003, "loss": 3.9947, "step": 15725 }, { "epoch": 0.15726, "grad_norm": 1.1761253766406978, "learning_rate": 0.003, "loss": 3.9947, "step": 15726 }, { "epoch": 0.15727, "grad_norm": 1.1971053477586984, "learning_rate": 0.003, "loss": 4.0195, "step": 15727 }, { "epoch": 0.15728, "grad_norm": 1.202301682287537, "learning_rate": 0.003, "loss": 4.0262, "step": 15728 }, { "epoch": 0.15729, "grad_norm": 1.394061714539972, "learning_rate": 0.003, "loss": 4.0295, "step": 15729 }, { "epoch": 0.1573, "grad_norm": 1.0839884842598562, "learning_rate": 0.003, "loss": 4.0223, "step": 15730 }, { "epoch": 0.15731, "grad_norm": 1.3454603881216958, "learning_rate": 0.003, "loss": 3.9985, "step": 15731 }, { "epoch": 0.15732, "grad_norm": 1.1226471976758234, "learning_rate": 0.003, "loss": 3.9918, "step": 15732 }, { "epoch": 0.15733, "grad_norm": 1.341650590026742, "learning_rate": 0.003, "loss": 4.005, "step": 15733 }, { "epoch": 0.15734, "grad_norm": 1.333745219797826, "learning_rate": 0.003, "loss": 4.0271, "step": 15734 }, { "epoch": 0.15735, "grad_norm": 1.3820529306632514, "learning_rate": 0.003, "loss": 4.0301, "step": 15735 }, { "epoch": 0.15736, "grad_norm": 1.075898810263639, "learning_rate": 0.003, "loss": 4.0184, "step": 15736 }, { "epoch": 0.15737, "grad_norm": 1.1927507040975849, "learning_rate": 0.003, "loss": 4.0286, "step": 15737 }, { "epoch": 0.15738, "grad_norm": 1.1560093494963364, "learning_rate": 0.003, "loss": 4.0086, "step": 15738 }, { "epoch": 0.15739, "grad_norm": 1.2765791949268857, "learning_rate": 0.003, "loss": 4.0098, "step": 15739 }, { "epoch": 0.1574, "grad_norm": 1.2261031464072705, "learning_rate": 0.003, "loss": 4.0123, "step": 15740 }, { "epoch": 0.15741, "grad_norm": 1.3856210456393485, "learning_rate": 0.003, "loss": 4.0189, "step": 15741 }, { "epoch": 0.15742, "grad_norm": 1.2308173545958936, "learning_rate": 0.003, "loss": 4.0061, "step": 15742 }, { "epoch": 0.15743, "grad_norm": 1.305667574962459, "learning_rate": 0.003, "loss": 4.0036, "step": 15743 }, { "epoch": 0.15744, "grad_norm": 1.122296256777786, "learning_rate": 0.003, "loss": 3.9904, "step": 15744 }, { "epoch": 0.15745, "grad_norm": 1.4580327525916033, "learning_rate": 0.003, "loss": 4.0193, "step": 15745 }, { "epoch": 0.15746, "grad_norm": 1.014207682133263, "learning_rate": 0.003, "loss": 3.9958, "step": 15746 }, { "epoch": 0.15747, "grad_norm": 1.2128222596163458, "learning_rate": 0.003, "loss": 4.0206, "step": 15747 }, { "epoch": 0.15748, "grad_norm": 1.618226744308094, "learning_rate": 0.003, "loss": 4.0133, "step": 15748 }, { "epoch": 0.15749, "grad_norm": 1.0926705269460224, "learning_rate": 0.003, "loss": 4.0096, "step": 15749 }, { "epoch": 0.1575, "grad_norm": 1.3084121480238136, "learning_rate": 0.003, "loss": 4.0084, "step": 15750 }, { "epoch": 0.15751, "grad_norm": 1.0881441144059336, "learning_rate": 0.003, "loss": 3.9987, "step": 15751 }, { "epoch": 0.15752, "grad_norm": 1.3828878959169328, "learning_rate": 0.003, "loss": 4.0331, "step": 15752 }, { "epoch": 0.15753, "grad_norm": 1.0582213292468492, "learning_rate": 0.003, "loss": 4.0298, "step": 15753 }, { "epoch": 0.15754, "grad_norm": 1.2243364731940443, "learning_rate": 0.003, "loss": 4.0268, "step": 15754 }, { "epoch": 0.15755, "grad_norm": 0.9489447170472749, "learning_rate": 0.003, "loss": 3.999, "step": 15755 }, { "epoch": 0.15756, "grad_norm": 1.3767375660460266, "learning_rate": 0.003, "loss": 4.0463, "step": 15756 }, { "epoch": 0.15757, "grad_norm": 1.1513102637885906, "learning_rate": 0.003, "loss": 3.9861, "step": 15757 }, { "epoch": 0.15758, "grad_norm": 1.2342191344271383, "learning_rate": 0.003, "loss": 4.0298, "step": 15758 }, { "epoch": 0.15759, "grad_norm": 1.3732495854092959, "learning_rate": 0.003, "loss": 4.0217, "step": 15759 }, { "epoch": 0.1576, "grad_norm": 1.1450681370573774, "learning_rate": 0.003, "loss": 3.9887, "step": 15760 }, { "epoch": 0.15761, "grad_norm": 1.1808603286300208, "learning_rate": 0.003, "loss": 3.9715, "step": 15761 }, { "epoch": 0.15762, "grad_norm": 1.3347176288852123, "learning_rate": 0.003, "loss": 4.0063, "step": 15762 }, { "epoch": 0.15763, "grad_norm": 1.1791546013231482, "learning_rate": 0.003, "loss": 4.0112, "step": 15763 }, { "epoch": 0.15764, "grad_norm": 1.4660199504829574, "learning_rate": 0.003, "loss": 3.9816, "step": 15764 }, { "epoch": 0.15765, "grad_norm": 1.1500449240770518, "learning_rate": 0.003, "loss": 4.0198, "step": 15765 }, { "epoch": 0.15766, "grad_norm": 1.3741568751174897, "learning_rate": 0.003, "loss": 4.0121, "step": 15766 }, { "epoch": 0.15767, "grad_norm": 1.1140070005830738, "learning_rate": 0.003, "loss": 4.0343, "step": 15767 }, { "epoch": 0.15768, "grad_norm": 1.257002863470519, "learning_rate": 0.003, "loss": 4.0062, "step": 15768 }, { "epoch": 0.15769, "grad_norm": 1.2053429049376951, "learning_rate": 0.003, "loss": 4.0284, "step": 15769 }, { "epoch": 0.1577, "grad_norm": 1.240049321747172, "learning_rate": 0.003, "loss": 4.0173, "step": 15770 }, { "epoch": 0.15771, "grad_norm": 1.1955814457159923, "learning_rate": 0.003, "loss": 4.0149, "step": 15771 }, { "epoch": 0.15772, "grad_norm": 1.1340920104271954, "learning_rate": 0.003, "loss": 4.0424, "step": 15772 }, { "epoch": 0.15773, "grad_norm": 1.430938579515546, "learning_rate": 0.003, "loss": 4.0273, "step": 15773 }, { "epoch": 0.15774, "grad_norm": 1.1187858894078215, "learning_rate": 0.003, "loss": 4.0101, "step": 15774 }, { "epoch": 0.15775, "grad_norm": 1.6429846620387065, "learning_rate": 0.003, "loss": 4.0002, "step": 15775 }, { "epoch": 0.15776, "grad_norm": 0.9314203897015222, "learning_rate": 0.003, "loss": 4.0034, "step": 15776 }, { "epoch": 0.15777, "grad_norm": 1.3991092016747086, "learning_rate": 0.003, "loss": 4.0068, "step": 15777 }, { "epoch": 0.15778, "grad_norm": 1.2251718959934537, "learning_rate": 0.003, "loss": 4.0131, "step": 15778 }, { "epoch": 0.15779, "grad_norm": 1.3636857510201814, "learning_rate": 0.003, "loss": 4.0059, "step": 15779 }, { "epoch": 0.1578, "grad_norm": 1.185420826916895, "learning_rate": 0.003, "loss": 4.0339, "step": 15780 }, { "epoch": 0.15781, "grad_norm": 1.1484718610891285, "learning_rate": 0.003, "loss": 3.9543, "step": 15781 }, { "epoch": 0.15782, "grad_norm": 1.41598546417389, "learning_rate": 0.003, "loss": 4.0378, "step": 15782 }, { "epoch": 0.15783, "grad_norm": 1.138196369639764, "learning_rate": 0.003, "loss": 4.0055, "step": 15783 }, { "epoch": 0.15784, "grad_norm": 1.2565530652564345, "learning_rate": 0.003, "loss": 4.0036, "step": 15784 }, { "epoch": 0.15785, "grad_norm": 1.1563218182105854, "learning_rate": 0.003, "loss": 4.0241, "step": 15785 }, { "epoch": 0.15786, "grad_norm": 1.513960434660906, "learning_rate": 0.003, "loss": 4.0002, "step": 15786 }, { "epoch": 0.15787, "grad_norm": 1.1167315182601023, "learning_rate": 0.003, "loss": 4.0246, "step": 15787 }, { "epoch": 0.15788, "grad_norm": 1.3727606902010836, "learning_rate": 0.003, "loss": 4.0374, "step": 15788 }, { "epoch": 0.15789, "grad_norm": 1.205202750661887, "learning_rate": 0.003, "loss": 4.0045, "step": 15789 }, { "epoch": 0.1579, "grad_norm": 1.2550885048186762, "learning_rate": 0.003, "loss": 4.0141, "step": 15790 }, { "epoch": 0.15791, "grad_norm": 1.0700136621537168, "learning_rate": 0.003, "loss": 4.0259, "step": 15791 }, { "epoch": 0.15792, "grad_norm": 1.3657975058002139, "learning_rate": 0.003, "loss": 4.0166, "step": 15792 }, { "epoch": 0.15793, "grad_norm": 1.3055020328555231, "learning_rate": 0.003, "loss": 4.0486, "step": 15793 }, { "epoch": 0.15794, "grad_norm": 1.1440251825531926, "learning_rate": 0.003, "loss": 4.0266, "step": 15794 }, { "epoch": 0.15795, "grad_norm": 1.612311812811049, "learning_rate": 0.003, "loss": 4.0344, "step": 15795 }, { "epoch": 0.15796, "grad_norm": 0.9678674348930872, "learning_rate": 0.003, "loss": 4.0186, "step": 15796 }, { "epoch": 0.15797, "grad_norm": 1.3041001041416083, "learning_rate": 0.003, "loss": 3.9825, "step": 15797 }, { "epoch": 0.15798, "grad_norm": 1.2287015904010035, "learning_rate": 0.003, "loss": 4.035, "step": 15798 }, { "epoch": 0.15799, "grad_norm": 1.3510588695396477, "learning_rate": 0.003, "loss": 3.9969, "step": 15799 }, { "epoch": 0.158, "grad_norm": 1.2788150573835075, "learning_rate": 0.003, "loss": 3.9992, "step": 15800 }, { "epoch": 0.15801, "grad_norm": 1.0967642729913403, "learning_rate": 0.003, "loss": 4.0054, "step": 15801 }, { "epoch": 0.15802, "grad_norm": 1.4235868887732133, "learning_rate": 0.003, "loss": 4.0133, "step": 15802 }, { "epoch": 0.15803, "grad_norm": 1.0357255025069987, "learning_rate": 0.003, "loss": 3.9866, "step": 15803 }, { "epoch": 0.15804, "grad_norm": 1.3479991991782512, "learning_rate": 0.003, "loss": 4.0107, "step": 15804 }, { "epoch": 0.15805, "grad_norm": 1.2020102114084525, "learning_rate": 0.003, "loss": 4.0351, "step": 15805 }, { "epoch": 0.15806, "grad_norm": 1.2822871872220123, "learning_rate": 0.003, "loss": 4.0309, "step": 15806 }, { "epoch": 0.15807, "grad_norm": 1.1520001903352206, "learning_rate": 0.003, "loss": 4.0266, "step": 15807 }, { "epoch": 0.15808, "grad_norm": 1.0943066946968263, "learning_rate": 0.003, "loss": 3.9917, "step": 15808 }, { "epoch": 0.15809, "grad_norm": 1.301562984316627, "learning_rate": 0.003, "loss": 4.012, "step": 15809 }, { "epoch": 0.1581, "grad_norm": 1.2776885758676504, "learning_rate": 0.003, "loss": 4.0141, "step": 15810 }, { "epoch": 0.15811, "grad_norm": 1.2606813015228042, "learning_rate": 0.003, "loss": 4.0287, "step": 15811 }, { "epoch": 0.15812, "grad_norm": 1.1857629716473423, "learning_rate": 0.003, "loss": 4.0027, "step": 15812 }, { "epoch": 0.15813, "grad_norm": 1.1636799706327965, "learning_rate": 0.003, "loss": 4.0167, "step": 15813 }, { "epoch": 0.15814, "grad_norm": 1.0337612537657892, "learning_rate": 0.003, "loss": 4.0162, "step": 15814 }, { "epoch": 0.15815, "grad_norm": 1.381683836345086, "learning_rate": 0.003, "loss": 4.0055, "step": 15815 }, { "epoch": 0.15816, "grad_norm": 1.1577125621268765, "learning_rate": 0.003, "loss": 4.0229, "step": 15816 }, { "epoch": 0.15817, "grad_norm": 1.5654365347116856, "learning_rate": 0.003, "loss": 4.0051, "step": 15817 }, { "epoch": 0.15818, "grad_norm": 0.9782645089506308, "learning_rate": 0.003, "loss": 4.0011, "step": 15818 }, { "epoch": 0.15819, "grad_norm": 1.2096831177291703, "learning_rate": 0.003, "loss": 3.9754, "step": 15819 }, { "epoch": 0.1582, "grad_norm": 1.1564805628697856, "learning_rate": 0.003, "loss": 4.0518, "step": 15820 }, { "epoch": 0.15821, "grad_norm": 1.263751306335342, "learning_rate": 0.003, "loss": 4.0161, "step": 15821 }, { "epoch": 0.15822, "grad_norm": 1.2472942820956714, "learning_rate": 0.003, "loss": 4.0226, "step": 15822 }, { "epoch": 0.15823, "grad_norm": 1.228267008633194, "learning_rate": 0.003, "loss": 4.0018, "step": 15823 }, { "epoch": 0.15824, "grad_norm": 1.4449510191156791, "learning_rate": 0.003, "loss": 4.0312, "step": 15824 }, { "epoch": 0.15825, "grad_norm": 1.1035898511648348, "learning_rate": 0.003, "loss": 4.026, "step": 15825 }, { "epoch": 0.15826, "grad_norm": 1.5642574174563366, "learning_rate": 0.003, "loss": 4.0195, "step": 15826 }, { "epoch": 0.15827, "grad_norm": 0.9767703214885841, "learning_rate": 0.003, "loss": 3.9882, "step": 15827 }, { "epoch": 0.15828, "grad_norm": 1.4108549284549041, "learning_rate": 0.003, "loss": 3.9989, "step": 15828 }, { "epoch": 0.15829, "grad_norm": 1.377700822184997, "learning_rate": 0.003, "loss": 4.0256, "step": 15829 }, { "epoch": 0.1583, "grad_norm": 1.4692157047059422, "learning_rate": 0.003, "loss": 4.0316, "step": 15830 }, { "epoch": 0.15831, "grad_norm": 1.0706932402820692, "learning_rate": 0.003, "loss": 4.0069, "step": 15831 }, { "epoch": 0.15832, "grad_norm": 1.0949706715343381, "learning_rate": 0.003, "loss": 4.0125, "step": 15832 }, { "epoch": 0.15833, "grad_norm": 1.3196349499006816, "learning_rate": 0.003, "loss": 3.9927, "step": 15833 }, { "epoch": 0.15834, "grad_norm": 1.0917848610990246, "learning_rate": 0.003, "loss": 4.0184, "step": 15834 }, { "epoch": 0.15835, "grad_norm": 1.2928050134155717, "learning_rate": 0.003, "loss": 4.0086, "step": 15835 }, { "epoch": 0.15836, "grad_norm": 1.1200830203602705, "learning_rate": 0.003, "loss": 4.0069, "step": 15836 }, { "epoch": 0.15837, "grad_norm": 1.1344965900511697, "learning_rate": 0.003, "loss": 4.0064, "step": 15837 }, { "epoch": 0.15838, "grad_norm": 1.3132272233496367, "learning_rate": 0.003, "loss": 4.0186, "step": 15838 }, { "epoch": 0.15839, "grad_norm": 1.0778549547619092, "learning_rate": 0.003, "loss": 3.9956, "step": 15839 }, { "epoch": 0.1584, "grad_norm": 1.6529929221658228, "learning_rate": 0.003, "loss": 4.0097, "step": 15840 }, { "epoch": 0.15841, "grad_norm": 1.0816388554578351, "learning_rate": 0.003, "loss": 4.0272, "step": 15841 }, { "epoch": 0.15842, "grad_norm": 1.4517008573751615, "learning_rate": 0.003, "loss": 4.0209, "step": 15842 }, { "epoch": 0.15843, "grad_norm": 1.171938801187063, "learning_rate": 0.003, "loss": 4.0255, "step": 15843 }, { "epoch": 0.15844, "grad_norm": 1.3534559256239043, "learning_rate": 0.003, "loss": 4.0247, "step": 15844 }, { "epoch": 0.15845, "grad_norm": 1.1834282268056617, "learning_rate": 0.003, "loss": 4.0438, "step": 15845 }, { "epoch": 0.15846, "grad_norm": 1.305954416737127, "learning_rate": 0.003, "loss": 4.0211, "step": 15846 }, { "epoch": 0.15847, "grad_norm": 1.0950390047460483, "learning_rate": 0.003, "loss": 4.0056, "step": 15847 }, { "epoch": 0.15848, "grad_norm": 1.3653974193756213, "learning_rate": 0.003, "loss": 4.0036, "step": 15848 }, { "epoch": 0.15849, "grad_norm": 1.1928352001024034, "learning_rate": 0.003, "loss": 4.0227, "step": 15849 }, { "epoch": 0.1585, "grad_norm": 1.3276197716502633, "learning_rate": 0.003, "loss": 4.0461, "step": 15850 }, { "epoch": 0.15851, "grad_norm": 1.2364669875438297, "learning_rate": 0.003, "loss": 4.0134, "step": 15851 }, { "epoch": 0.15852, "grad_norm": 1.257690636110746, "learning_rate": 0.003, "loss": 3.991, "step": 15852 }, { "epoch": 0.15853, "grad_norm": 1.214967178374091, "learning_rate": 0.003, "loss": 4.002, "step": 15853 }, { "epoch": 0.15854, "grad_norm": 1.4023811054543367, "learning_rate": 0.003, "loss": 3.996, "step": 15854 }, { "epoch": 0.15855, "grad_norm": 1.1323216534833997, "learning_rate": 0.003, "loss": 4.0122, "step": 15855 }, { "epoch": 0.15856, "grad_norm": 1.2568759760812227, "learning_rate": 0.003, "loss": 4.0381, "step": 15856 }, { "epoch": 0.15857, "grad_norm": 1.0837214166550875, "learning_rate": 0.003, "loss": 4.0107, "step": 15857 }, { "epoch": 0.15858, "grad_norm": 1.136985798690449, "learning_rate": 0.003, "loss": 4.0296, "step": 15858 }, { "epoch": 0.15859, "grad_norm": 1.1450669993849945, "learning_rate": 0.003, "loss": 4.033, "step": 15859 }, { "epoch": 0.1586, "grad_norm": 1.347547922002838, "learning_rate": 0.003, "loss": 4.0101, "step": 15860 }, { "epoch": 0.15861, "grad_norm": 1.0419008819958953, "learning_rate": 0.003, "loss": 4.0038, "step": 15861 }, { "epoch": 0.15862, "grad_norm": 1.413079565207084, "learning_rate": 0.003, "loss": 4.0427, "step": 15862 }, { "epoch": 0.15863, "grad_norm": 1.2743728315364327, "learning_rate": 0.003, "loss": 3.987, "step": 15863 }, { "epoch": 0.15864, "grad_norm": 1.3169789757405919, "learning_rate": 0.003, "loss": 4.0243, "step": 15864 }, { "epoch": 0.15865, "grad_norm": 1.1232260543531478, "learning_rate": 0.003, "loss": 4.0008, "step": 15865 }, { "epoch": 0.15866, "grad_norm": 1.4253620354108139, "learning_rate": 0.003, "loss": 4.0114, "step": 15866 }, { "epoch": 0.15867, "grad_norm": 1.3233768560673893, "learning_rate": 0.003, "loss": 4.017, "step": 15867 }, { "epoch": 0.15868, "grad_norm": 1.3844891114669013, "learning_rate": 0.003, "loss": 3.987, "step": 15868 }, { "epoch": 0.15869, "grad_norm": 1.063792568617661, "learning_rate": 0.003, "loss": 3.9828, "step": 15869 }, { "epoch": 0.1587, "grad_norm": 1.3356734637445744, "learning_rate": 0.003, "loss": 3.9919, "step": 15870 }, { "epoch": 0.15871, "grad_norm": 1.269230312806111, "learning_rate": 0.003, "loss": 4.0152, "step": 15871 }, { "epoch": 0.15872, "grad_norm": 1.5384143518783961, "learning_rate": 0.003, "loss": 4.032, "step": 15872 }, { "epoch": 0.15873, "grad_norm": 1.107342231744455, "learning_rate": 0.003, "loss": 4.0155, "step": 15873 }, { "epoch": 0.15874, "grad_norm": 1.1973264901705576, "learning_rate": 0.003, "loss": 3.9895, "step": 15874 }, { "epoch": 0.15875, "grad_norm": 1.2196899595513655, "learning_rate": 0.003, "loss": 3.9889, "step": 15875 }, { "epoch": 0.15876, "grad_norm": 1.3007578819437007, "learning_rate": 0.003, "loss": 4.0192, "step": 15876 }, { "epoch": 0.15877, "grad_norm": 1.119209826200725, "learning_rate": 0.003, "loss": 4.0302, "step": 15877 }, { "epoch": 0.15878, "grad_norm": 1.4334426482819758, "learning_rate": 0.003, "loss": 4.0019, "step": 15878 }, { "epoch": 0.15879, "grad_norm": 1.067441178690247, "learning_rate": 0.003, "loss": 4.0188, "step": 15879 }, { "epoch": 0.1588, "grad_norm": 1.3339181131879854, "learning_rate": 0.003, "loss": 4.0397, "step": 15880 }, { "epoch": 0.15881, "grad_norm": 1.073006918871515, "learning_rate": 0.003, "loss": 3.9987, "step": 15881 }, { "epoch": 0.15882, "grad_norm": 1.1485741696188854, "learning_rate": 0.003, "loss": 3.9829, "step": 15882 }, { "epoch": 0.15883, "grad_norm": 1.2806079384299174, "learning_rate": 0.003, "loss": 3.997, "step": 15883 }, { "epoch": 0.15884, "grad_norm": 1.230772825912422, "learning_rate": 0.003, "loss": 4.0246, "step": 15884 }, { "epoch": 0.15885, "grad_norm": 1.3410068056507027, "learning_rate": 0.003, "loss": 4.0062, "step": 15885 }, { "epoch": 0.15886, "grad_norm": 1.1937651506835003, "learning_rate": 0.003, "loss": 4.0267, "step": 15886 }, { "epoch": 0.15887, "grad_norm": 1.3281232831561387, "learning_rate": 0.003, "loss": 4.0371, "step": 15887 }, { "epoch": 0.15888, "grad_norm": 1.3357080580184066, "learning_rate": 0.003, "loss": 4.0069, "step": 15888 }, { "epoch": 0.15889, "grad_norm": 1.450221699192516, "learning_rate": 0.003, "loss": 4.0413, "step": 15889 }, { "epoch": 0.1589, "grad_norm": 1.2063283535601301, "learning_rate": 0.003, "loss": 4.0407, "step": 15890 }, { "epoch": 0.15891, "grad_norm": 1.422104119354722, "learning_rate": 0.003, "loss": 4.0464, "step": 15891 }, { "epoch": 0.15892, "grad_norm": 1.1148680025652393, "learning_rate": 0.003, "loss": 4.001, "step": 15892 }, { "epoch": 0.15893, "grad_norm": 1.2580714382446376, "learning_rate": 0.003, "loss": 4.0019, "step": 15893 }, { "epoch": 0.15894, "grad_norm": 1.1380887118267102, "learning_rate": 0.003, "loss": 3.9995, "step": 15894 }, { "epoch": 0.15895, "grad_norm": 1.4597095195310927, "learning_rate": 0.003, "loss": 4.0246, "step": 15895 }, { "epoch": 0.15896, "grad_norm": 1.126224181908572, "learning_rate": 0.003, "loss": 3.9887, "step": 15896 }, { "epoch": 0.15897, "grad_norm": 1.2223812256140263, "learning_rate": 0.003, "loss": 3.9775, "step": 15897 }, { "epoch": 0.15898, "grad_norm": 1.270821791198787, "learning_rate": 0.003, "loss": 4.013, "step": 15898 }, { "epoch": 0.15899, "grad_norm": 1.5603404791555529, "learning_rate": 0.003, "loss": 3.9812, "step": 15899 }, { "epoch": 0.159, "grad_norm": 1.3936087745617098, "learning_rate": 0.003, "loss": 3.9851, "step": 15900 }, { "epoch": 0.15901, "grad_norm": 1.0934864565818274, "learning_rate": 0.003, "loss": 4.0235, "step": 15901 }, { "epoch": 0.15902, "grad_norm": 1.1888037236970748, "learning_rate": 0.003, "loss": 4.0504, "step": 15902 }, { "epoch": 0.15903, "grad_norm": 1.2600477409961077, "learning_rate": 0.003, "loss": 4.0154, "step": 15903 }, { "epoch": 0.15904, "grad_norm": 1.0810865586160259, "learning_rate": 0.003, "loss": 4.0169, "step": 15904 }, { "epoch": 0.15905, "grad_norm": 1.3802911177096677, "learning_rate": 0.003, "loss": 4.0062, "step": 15905 }, { "epoch": 0.15906, "grad_norm": 1.1233192397248655, "learning_rate": 0.003, "loss": 4.0313, "step": 15906 }, { "epoch": 0.15907, "grad_norm": 1.3272323602114968, "learning_rate": 0.003, "loss": 4.0194, "step": 15907 }, { "epoch": 0.15908, "grad_norm": 1.0506256131069907, "learning_rate": 0.003, "loss": 4.0046, "step": 15908 }, { "epoch": 0.15909, "grad_norm": 1.2115197839476954, "learning_rate": 0.003, "loss": 4.0224, "step": 15909 }, { "epoch": 0.1591, "grad_norm": 1.2868681085818645, "learning_rate": 0.003, "loss": 4.0221, "step": 15910 }, { "epoch": 0.15911, "grad_norm": 1.0897951917112798, "learning_rate": 0.003, "loss": 4.0196, "step": 15911 }, { "epoch": 0.15912, "grad_norm": 1.3936606217052407, "learning_rate": 0.003, "loss": 4.0235, "step": 15912 }, { "epoch": 0.15913, "grad_norm": 1.1805285692118155, "learning_rate": 0.003, "loss": 3.9952, "step": 15913 }, { "epoch": 0.15914, "grad_norm": 1.5115259210744625, "learning_rate": 0.003, "loss": 4.0485, "step": 15914 }, { "epoch": 0.15915, "grad_norm": 0.976486704028311, "learning_rate": 0.003, "loss": 3.9916, "step": 15915 }, { "epoch": 0.15916, "grad_norm": 1.5681460695365494, "learning_rate": 0.003, "loss": 4.0335, "step": 15916 }, { "epoch": 0.15917, "grad_norm": 1.1470059509439832, "learning_rate": 0.003, "loss": 4.0207, "step": 15917 }, { "epoch": 0.15918, "grad_norm": 1.3069453710337169, "learning_rate": 0.003, "loss": 4.0246, "step": 15918 }, { "epoch": 0.15919, "grad_norm": 1.0735072095383267, "learning_rate": 0.003, "loss": 4.0366, "step": 15919 }, { "epoch": 0.1592, "grad_norm": 1.2391610510497388, "learning_rate": 0.003, "loss": 4.0175, "step": 15920 }, { "epoch": 0.15921, "grad_norm": 1.0875601848350542, "learning_rate": 0.003, "loss": 4.049, "step": 15921 }, { "epoch": 0.15922, "grad_norm": 1.4961613661364455, "learning_rate": 0.003, "loss": 4.0185, "step": 15922 }, { "epoch": 0.15923, "grad_norm": 1.198264842703091, "learning_rate": 0.003, "loss": 4.0204, "step": 15923 }, { "epoch": 0.15924, "grad_norm": 1.251445635848106, "learning_rate": 0.003, "loss": 4.0256, "step": 15924 }, { "epoch": 0.15925, "grad_norm": 1.0844267077040648, "learning_rate": 0.003, "loss": 3.9945, "step": 15925 }, { "epoch": 0.15926, "grad_norm": 1.5594659925155585, "learning_rate": 0.003, "loss": 4.0139, "step": 15926 }, { "epoch": 0.15927, "grad_norm": 1.0809068769756605, "learning_rate": 0.003, "loss": 3.98, "step": 15927 }, { "epoch": 0.15928, "grad_norm": 1.4555096692438068, "learning_rate": 0.003, "loss": 4.0165, "step": 15928 }, { "epoch": 0.15929, "grad_norm": 1.1285997467928173, "learning_rate": 0.003, "loss": 4.0294, "step": 15929 }, { "epoch": 0.1593, "grad_norm": 1.3324282147057867, "learning_rate": 0.003, "loss": 4.0238, "step": 15930 }, { "epoch": 0.15931, "grad_norm": 1.2380611666099195, "learning_rate": 0.003, "loss": 4.0186, "step": 15931 }, { "epoch": 0.15932, "grad_norm": 1.1506683674394433, "learning_rate": 0.003, "loss": 4.0089, "step": 15932 }, { "epoch": 0.15933, "grad_norm": 1.2834021241100766, "learning_rate": 0.003, "loss": 4.0, "step": 15933 }, { "epoch": 0.15934, "grad_norm": 1.2501225263853923, "learning_rate": 0.003, "loss": 4.0136, "step": 15934 }, { "epoch": 0.15935, "grad_norm": 1.2661937164721981, "learning_rate": 0.003, "loss": 4.019, "step": 15935 }, { "epoch": 0.15936, "grad_norm": 1.2736002273731495, "learning_rate": 0.003, "loss": 4.008, "step": 15936 }, { "epoch": 0.15937, "grad_norm": 1.064288489544132, "learning_rate": 0.003, "loss": 4.0172, "step": 15937 }, { "epoch": 0.15938, "grad_norm": 1.2084424600212056, "learning_rate": 0.003, "loss": 4.001, "step": 15938 }, { "epoch": 0.15939, "grad_norm": 1.3309803366665889, "learning_rate": 0.003, "loss": 4.0128, "step": 15939 }, { "epoch": 0.1594, "grad_norm": 1.032362097892044, "learning_rate": 0.003, "loss": 3.9937, "step": 15940 }, { "epoch": 0.15941, "grad_norm": 1.2671311295721919, "learning_rate": 0.003, "loss": 3.9978, "step": 15941 }, { "epoch": 0.15942, "grad_norm": 1.0980979707465504, "learning_rate": 0.003, "loss": 3.974, "step": 15942 }, { "epoch": 0.15943, "grad_norm": 1.2788912070867908, "learning_rate": 0.003, "loss": 4.0053, "step": 15943 }, { "epoch": 0.15944, "grad_norm": 1.3409571028024285, "learning_rate": 0.003, "loss": 4.0253, "step": 15944 }, { "epoch": 0.15945, "grad_norm": 1.250160402820269, "learning_rate": 0.003, "loss": 4.0176, "step": 15945 }, { "epoch": 0.15946, "grad_norm": 1.084368530449594, "learning_rate": 0.003, "loss": 3.9995, "step": 15946 }, { "epoch": 0.15947, "grad_norm": 1.3489970350127387, "learning_rate": 0.003, "loss": 4.0033, "step": 15947 }, { "epoch": 0.15948, "grad_norm": 1.2994259205767582, "learning_rate": 0.003, "loss": 4.0203, "step": 15948 }, { "epoch": 0.15949, "grad_norm": 1.2973830305893017, "learning_rate": 0.003, "loss": 4.0127, "step": 15949 }, { "epoch": 0.1595, "grad_norm": 1.2073403007883003, "learning_rate": 0.003, "loss": 4.0164, "step": 15950 }, { "epoch": 0.15951, "grad_norm": 1.2077527594878215, "learning_rate": 0.003, "loss": 4.0074, "step": 15951 }, { "epoch": 0.15952, "grad_norm": 1.1281748449482183, "learning_rate": 0.003, "loss": 4.0081, "step": 15952 }, { "epoch": 0.15953, "grad_norm": 1.2386195576290036, "learning_rate": 0.003, "loss": 4.0282, "step": 15953 }, { "epoch": 0.15954, "grad_norm": 1.3117440639263585, "learning_rate": 0.003, "loss": 4.0442, "step": 15954 }, { "epoch": 0.15955, "grad_norm": 1.1144295795884482, "learning_rate": 0.003, "loss": 4.0002, "step": 15955 }, { "epoch": 0.15956, "grad_norm": 1.3513662104221202, "learning_rate": 0.003, "loss": 4.0227, "step": 15956 }, { "epoch": 0.15957, "grad_norm": 1.1644768303251782, "learning_rate": 0.003, "loss": 4.0131, "step": 15957 }, { "epoch": 0.15958, "grad_norm": 1.5178654834472558, "learning_rate": 0.003, "loss": 4.0089, "step": 15958 }, { "epoch": 0.15959, "grad_norm": 1.009003208684371, "learning_rate": 0.003, "loss": 4.0218, "step": 15959 }, { "epoch": 0.1596, "grad_norm": 1.747584605838126, "learning_rate": 0.003, "loss": 4.0249, "step": 15960 }, { "epoch": 0.15961, "grad_norm": 1.2904165960056244, "learning_rate": 0.003, "loss": 4.0175, "step": 15961 }, { "epoch": 0.15962, "grad_norm": 1.2051900969929517, "learning_rate": 0.003, "loss": 4.0192, "step": 15962 }, { "epoch": 0.15963, "grad_norm": 1.3437324584870094, "learning_rate": 0.003, "loss": 4.0161, "step": 15963 }, { "epoch": 0.15964, "grad_norm": 1.0610913888424898, "learning_rate": 0.003, "loss": 3.9899, "step": 15964 }, { "epoch": 0.15965, "grad_norm": 1.1370997544613122, "learning_rate": 0.003, "loss": 4.024, "step": 15965 }, { "epoch": 0.15966, "grad_norm": 1.311349509904151, "learning_rate": 0.003, "loss": 3.9967, "step": 15966 }, { "epoch": 0.15967, "grad_norm": 1.2046874971861148, "learning_rate": 0.003, "loss": 4.012, "step": 15967 }, { "epoch": 0.15968, "grad_norm": 1.32732408381076, "learning_rate": 0.003, "loss": 4.02, "step": 15968 }, { "epoch": 0.15969, "grad_norm": 1.0236651951170457, "learning_rate": 0.003, "loss": 4.0025, "step": 15969 }, { "epoch": 0.1597, "grad_norm": 1.2998798579086002, "learning_rate": 0.003, "loss": 4.0353, "step": 15970 }, { "epoch": 0.15971, "grad_norm": 1.059402665772283, "learning_rate": 0.003, "loss": 4.0137, "step": 15971 }, { "epoch": 0.15972, "grad_norm": 1.2886639535877384, "learning_rate": 0.003, "loss": 4.0415, "step": 15972 }, { "epoch": 0.15973, "grad_norm": 1.4074638650887707, "learning_rate": 0.003, "loss": 4.0127, "step": 15973 }, { "epoch": 0.15974, "grad_norm": 1.034321743162951, "learning_rate": 0.003, "loss": 4.0298, "step": 15974 }, { "epoch": 0.15975, "grad_norm": 1.5559879296046673, "learning_rate": 0.003, "loss": 4.0236, "step": 15975 }, { "epoch": 0.15976, "grad_norm": 0.9732904162293462, "learning_rate": 0.003, "loss": 4.0123, "step": 15976 }, { "epoch": 0.15977, "grad_norm": 1.2254248219761825, "learning_rate": 0.003, "loss": 4.0204, "step": 15977 }, { "epoch": 0.15978, "grad_norm": 1.1405023127368015, "learning_rate": 0.003, "loss": 4.017, "step": 15978 }, { "epoch": 0.15979, "grad_norm": 1.3818040951816377, "learning_rate": 0.003, "loss": 3.9875, "step": 15979 }, { "epoch": 0.1598, "grad_norm": 1.1749784241455272, "learning_rate": 0.003, "loss": 4.0058, "step": 15980 }, { "epoch": 0.15981, "grad_norm": 1.4577035816327795, "learning_rate": 0.003, "loss": 4.0114, "step": 15981 }, { "epoch": 0.15982, "grad_norm": 1.23743809212499, "learning_rate": 0.003, "loss": 4.0403, "step": 15982 }, { "epoch": 0.15983, "grad_norm": 1.3583355235631573, "learning_rate": 0.003, "loss": 3.9957, "step": 15983 }, { "epoch": 0.15984, "grad_norm": 1.1240289417059142, "learning_rate": 0.003, "loss": 3.9951, "step": 15984 }, { "epoch": 0.15985, "grad_norm": 1.4041849938566662, "learning_rate": 0.003, "loss": 4.0299, "step": 15985 }, { "epoch": 0.15986, "grad_norm": 1.3684400747095355, "learning_rate": 0.003, "loss": 3.9993, "step": 15986 }, { "epoch": 0.15987, "grad_norm": 1.210295400952199, "learning_rate": 0.003, "loss": 4.0112, "step": 15987 }, { "epoch": 0.15988, "grad_norm": 1.557409213131596, "learning_rate": 0.003, "loss": 4.0336, "step": 15988 }, { "epoch": 0.15989, "grad_norm": 1.2080860727995004, "learning_rate": 0.003, "loss": 4.0072, "step": 15989 }, { "epoch": 0.1599, "grad_norm": 1.12769210010326, "learning_rate": 0.003, "loss": 3.9954, "step": 15990 }, { "epoch": 0.15991, "grad_norm": 1.3193033992992307, "learning_rate": 0.003, "loss": 4.0363, "step": 15991 }, { "epoch": 0.15992, "grad_norm": 1.1530373535937724, "learning_rate": 0.003, "loss": 4.0127, "step": 15992 }, { "epoch": 0.15993, "grad_norm": 1.3786125097767274, "learning_rate": 0.003, "loss": 4.0246, "step": 15993 }, { "epoch": 0.15994, "grad_norm": 1.01651306819352, "learning_rate": 0.003, "loss": 4.0132, "step": 15994 }, { "epoch": 0.15995, "grad_norm": 1.4312493173148968, "learning_rate": 0.003, "loss": 4.0057, "step": 15995 }, { "epoch": 0.15996, "grad_norm": 0.9999668997559916, "learning_rate": 0.003, "loss": 4.0097, "step": 15996 }, { "epoch": 0.15997, "grad_norm": 1.3035104354159652, "learning_rate": 0.003, "loss": 4.0038, "step": 15997 }, { "epoch": 0.15998, "grad_norm": 1.100398140602815, "learning_rate": 0.003, "loss": 4.0089, "step": 15998 }, { "epoch": 0.15999, "grad_norm": 1.3803552999940325, "learning_rate": 0.003, "loss": 4.0138, "step": 15999 }, { "epoch": 0.16, "grad_norm": 1.1605678043519492, "learning_rate": 0.003, "loss": 4.0274, "step": 16000 }, { "epoch": 0.16001, "grad_norm": 1.2404721333235633, "learning_rate": 0.003, "loss": 4.0066, "step": 16001 }, { "epoch": 0.16002, "grad_norm": 1.2338390822554808, "learning_rate": 0.003, "loss": 4.007, "step": 16002 }, { "epoch": 0.16003, "grad_norm": 1.1938666541910892, "learning_rate": 0.003, "loss": 4.0424, "step": 16003 }, { "epoch": 0.16004, "grad_norm": 1.2229940449205243, "learning_rate": 0.003, "loss": 4.0047, "step": 16004 }, { "epoch": 0.16005, "grad_norm": 1.5471699933630838, "learning_rate": 0.003, "loss": 4.0056, "step": 16005 }, { "epoch": 0.16006, "grad_norm": 1.1594371365697964, "learning_rate": 0.003, "loss": 3.9945, "step": 16006 }, { "epoch": 0.16007, "grad_norm": 1.5214616998953365, "learning_rate": 0.003, "loss": 4.0073, "step": 16007 }, { "epoch": 0.16008, "grad_norm": 1.134113177523023, "learning_rate": 0.003, "loss": 4.0339, "step": 16008 }, { "epoch": 0.16009, "grad_norm": 1.2947310732024733, "learning_rate": 0.003, "loss": 4.0003, "step": 16009 }, { "epoch": 0.1601, "grad_norm": 1.3787130295348902, "learning_rate": 0.003, "loss": 3.9991, "step": 16010 }, { "epoch": 0.16011, "grad_norm": 1.2233450040254008, "learning_rate": 0.003, "loss": 4.0083, "step": 16011 }, { "epoch": 0.16012, "grad_norm": 1.188757317575267, "learning_rate": 0.003, "loss": 4.0325, "step": 16012 }, { "epoch": 0.16013, "grad_norm": 1.2802531708167952, "learning_rate": 0.003, "loss": 4.0487, "step": 16013 }, { "epoch": 0.16014, "grad_norm": 1.3036325770857242, "learning_rate": 0.003, "loss": 4.0039, "step": 16014 }, { "epoch": 0.16015, "grad_norm": 1.3075081535296704, "learning_rate": 0.003, "loss": 4.0001, "step": 16015 }, { "epoch": 0.16016, "grad_norm": 1.2868315758360842, "learning_rate": 0.003, "loss": 3.994, "step": 16016 }, { "epoch": 0.16017, "grad_norm": 1.2192453725004495, "learning_rate": 0.003, "loss": 4.0198, "step": 16017 }, { "epoch": 0.16018, "grad_norm": 1.4179947259720587, "learning_rate": 0.003, "loss": 3.9991, "step": 16018 }, { "epoch": 0.16019, "grad_norm": 0.9933268676060425, "learning_rate": 0.003, "loss": 3.972, "step": 16019 }, { "epoch": 0.1602, "grad_norm": 1.2677574055498495, "learning_rate": 0.003, "loss": 4.0142, "step": 16020 }, { "epoch": 0.16021, "grad_norm": 1.04914501921573, "learning_rate": 0.003, "loss": 4.001, "step": 16021 }, { "epoch": 0.16022, "grad_norm": 1.5658787036199897, "learning_rate": 0.003, "loss": 4.0102, "step": 16022 }, { "epoch": 0.16023, "grad_norm": 0.9380166563877902, "learning_rate": 0.003, "loss": 4.007, "step": 16023 }, { "epoch": 0.16024, "grad_norm": 1.3563993540979358, "learning_rate": 0.003, "loss": 4.0313, "step": 16024 }, { "epoch": 0.16025, "grad_norm": 1.2223720877097546, "learning_rate": 0.003, "loss": 4.0242, "step": 16025 }, { "epoch": 0.16026, "grad_norm": 1.3958468360337928, "learning_rate": 0.003, "loss": 3.9903, "step": 16026 }, { "epoch": 0.16027, "grad_norm": 1.1496040425392546, "learning_rate": 0.003, "loss": 3.9909, "step": 16027 }, { "epoch": 0.16028, "grad_norm": 1.265978581286196, "learning_rate": 0.003, "loss": 4.0305, "step": 16028 }, { "epoch": 0.16029, "grad_norm": 1.1970656146860956, "learning_rate": 0.003, "loss": 4.0264, "step": 16029 }, { "epoch": 0.1603, "grad_norm": 1.3719632920241611, "learning_rate": 0.003, "loss": 4.0094, "step": 16030 }, { "epoch": 0.16031, "grad_norm": 1.4888979743666881, "learning_rate": 0.003, "loss": 4.0206, "step": 16031 }, { "epoch": 0.16032, "grad_norm": 0.9405753892538025, "learning_rate": 0.003, "loss": 4.0199, "step": 16032 }, { "epoch": 0.16033, "grad_norm": 1.3972562621926694, "learning_rate": 0.003, "loss": 4.0151, "step": 16033 }, { "epoch": 0.16034, "grad_norm": 1.2076091171066374, "learning_rate": 0.003, "loss": 4.0146, "step": 16034 }, { "epoch": 0.16035, "grad_norm": 1.2152831213427373, "learning_rate": 0.003, "loss": 4.026, "step": 16035 }, { "epoch": 0.16036, "grad_norm": 1.323796096636007, "learning_rate": 0.003, "loss": 4.0035, "step": 16036 }, { "epoch": 0.16037, "grad_norm": 1.0753704479667336, "learning_rate": 0.003, "loss": 4.0128, "step": 16037 }, { "epoch": 0.16038, "grad_norm": 1.1599005027463496, "learning_rate": 0.003, "loss": 4.0117, "step": 16038 }, { "epoch": 0.16039, "grad_norm": 1.2709321988871976, "learning_rate": 0.003, "loss": 3.9987, "step": 16039 }, { "epoch": 0.1604, "grad_norm": 1.3670081025524143, "learning_rate": 0.003, "loss": 4.0233, "step": 16040 }, { "epoch": 0.16041, "grad_norm": 0.9935916137257558, "learning_rate": 0.003, "loss": 4.0019, "step": 16041 }, { "epoch": 0.16042, "grad_norm": 1.1991884036840277, "learning_rate": 0.003, "loss": 4.0336, "step": 16042 }, { "epoch": 0.16043, "grad_norm": 1.2122572540792345, "learning_rate": 0.003, "loss": 4.011, "step": 16043 }, { "epoch": 0.16044, "grad_norm": 1.051149596266568, "learning_rate": 0.003, "loss": 4.0145, "step": 16044 }, { "epoch": 0.16045, "grad_norm": 1.2696961833905007, "learning_rate": 0.003, "loss": 4.0235, "step": 16045 }, { "epoch": 0.16046, "grad_norm": 1.136441039790602, "learning_rate": 0.003, "loss": 4.0136, "step": 16046 }, { "epoch": 0.16047, "grad_norm": 1.2746520841443807, "learning_rate": 0.003, "loss": 4.0258, "step": 16047 }, { "epoch": 0.16048, "grad_norm": 1.3310326798956609, "learning_rate": 0.003, "loss": 4.0136, "step": 16048 }, { "epoch": 0.16049, "grad_norm": 1.1906862885352336, "learning_rate": 0.003, "loss": 4.0117, "step": 16049 }, { "epoch": 0.1605, "grad_norm": 1.4284071734558204, "learning_rate": 0.003, "loss": 4.0055, "step": 16050 }, { "epoch": 0.16051, "grad_norm": 1.1554474651545776, "learning_rate": 0.003, "loss": 4.0167, "step": 16051 }, { "epoch": 0.16052, "grad_norm": 1.6483568951641105, "learning_rate": 0.003, "loss": 4.0043, "step": 16052 }, { "epoch": 0.16053, "grad_norm": 1.050790920334589, "learning_rate": 0.003, "loss": 4.0317, "step": 16053 }, { "epoch": 0.16054, "grad_norm": 1.1913184336153997, "learning_rate": 0.003, "loss": 3.9843, "step": 16054 }, { "epoch": 0.16055, "grad_norm": 1.299799165461864, "learning_rate": 0.003, "loss": 4.0243, "step": 16055 }, { "epoch": 0.16056, "grad_norm": 1.2197434747744236, "learning_rate": 0.003, "loss": 4.0301, "step": 16056 }, { "epoch": 0.16057, "grad_norm": 1.3485521233853122, "learning_rate": 0.003, "loss": 4.0232, "step": 16057 }, { "epoch": 0.16058, "grad_norm": 1.2529999632379034, "learning_rate": 0.003, "loss": 4.0064, "step": 16058 }, { "epoch": 0.16059, "grad_norm": 1.2757609779826649, "learning_rate": 0.003, "loss": 4.0093, "step": 16059 }, { "epoch": 0.1606, "grad_norm": 1.2624204085329382, "learning_rate": 0.003, "loss": 4.0256, "step": 16060 }, { "epoch": 0.16061, "grad_norm": 1.01916293730141, "learning_rate": 0.003, "loss": 4.0308, "step": 16061 }, { "epoch": 0.16062, "grad_norm": 1.3918647677121883, "learning_rate": 0.003, "loss": 4.0127, "step": 16062 }, { "epoch": 0.16063, "grad_norm": 1.1299985681926117, "learning_rate": 0.003, "loss": 4.018, "step": 16063 }, { "epoch": 0.16064, "grad_norm": 1.3989755290151158, "learning_rate": 0.003, "loss": 4.041, "step": 16064 }, { "epoch": 0.16065, "grad_norm": 1.1444329874813979, "learning_rate": 0.003, "loss": 4.01, "step": 16065 }, { "epoch": 0.16066, "grad_norm": 1.2769218025740188, "learning_rate": 0.003, "loss": 3.9989, "step": 16066 }, { "epoch": 0.16067, "grad_norm": 1.2657726384704442, "learning_rate": 0.003, "loss": 4.0343, "step": 16067 }, { "epoch": 0.16068, "grad_norm": 1.3584528947680767, "learning_rate": 0.003, "loss": 3.9956, "step": 16068 }, { "epoch": 0.16069, "grad_norm": 1.3849230623983817, "learning_rate": 0.003, "loss": 4.0219, "step": 16069 }, { "epoch": 0.1607, "grad_norm": 1.1612567846070265, "learning_rate": 0.003, "loss": 4.0179, "step": 16070 }, { "epoch": 0.16071, "grad_norm": 0.9850898731815557, "learning_rate": 0.003, "loss": 3.9801, "step": 16071 }, { "epoch": 0.16072, "grad_norm": 1.3979078076442122, "learning_rate": 0.003, "loss": 4.0327, "step": 16072 }, { "epoch": 0.16073, "grad_norm": 1.1829207947805287, "learning_rate": 0.003, "loss": 4.016, "step": 16073 }, { "epoch": 0.16074, "grad_norm": 1.3956568785676735, "learning_rate": 0.003, "loss": 4.0122, "step": 16074 }, { "epoch": 0.16075, "grad_norm": 1.2601557349528247, "learning_rate": 0.003, "loss": 4.0333, "step": 16075 }, { "epoch": 0.16076, "grad_norm": 1.175950105019326, "learning_rate": 0.003, "loss": 4.0394, "step": 16076 }, { "epoch": 0.16077, "grad_norm": 1.2399943688853072, "learning_rate": 0.003, "loss": 3.9971, "step": 16077 }, { "epoch": 0.16078, "grad_norm": 1.38283249365418, "learning_rate": 0.003, "loss": 3.9812, "step": 16078 }, { "epoch": 0.16079, "grad_norm": 1.0971987983802745, "learning_rate": 0.003, "loss": 4.0281, "step": 16079 }, { "epoch": 0.1608, "grad_norm": 1.300851282510104, "learning_rate": 0.003, "loss": 3.9948, "step": 16080 }, { "epoch": 0.16081, "grad_norm": 1.095857488943779, "learning_rate": 0.003, "loss": 4.0257, "step": 16081 }, { "epoch": 0.16082, "grad_norm": 1.299630758811905, "learning_rate": 0.003, "loss": 3.9858, "step": 16082 }, { "epoch": 0.16083, "grad_norm": 1.0260005769947862, "learning_rate": 0.003, "loss": 3.9847, "step": 16083 }, { "epoch": 0.16084, "grad_norm": 1.3001667629050337, "learning_rate": 0.003, "loss": 4.029, "step": 16084 }, { "epoch": 0.16085, "grad_norm": 1.4688412215739906, "learning_rate": 0.003, "loss": 3.9916, "step": 16085 }, { "epoch": 0.16086, "grad_norm": 1.1117184144622974, "learning_rate": 0.003, "loss": 3.9839, "step": 16086 }, { "epoch": 0.16087, "grad_norm": 1.370685907343411, "learning_rate": 0.003, "loss": 4.0099, "step": 16087 }, { "epoch": 0.16088, "grad_norm": 1.202322765052148, "learning_rate": 0.003, "loss": 4.0043, "step": 16088 }, { "epoch": 0.16089, "grad_norm": 1.2356402782688343, "learning_rate": 0.003, "loss": 4.0003, "step": 16089 }, { "epoch": 0.1609, "grad_norm": 1.1182959162689072, "learning_rate": 0.003, "loss": 4.0143, "step": 16090 }, { "epoch": 0.16091, "grad_norm": 1.2642362698117995, "learning_rate": 0.003, "loss": 3.9922, "step": 16091 }, { "epoch": 0.16092, "grad_norm": 1.2352144019840015, "learning_rate": 0.003, "loss": 3.9797, "step": 16092 }, { "epoch": 0.16093, "grad_norm": 1.076256655348046, "learning_rate": 0.003, "loss": 3.9722, "step": 16093 }, { "epoch": 0.16094, "grad_norm": 1.3548711640288833, "learning_rate": 0.003, "loss": 4.0156, "step": 16094 }, { "epoch": 0.16095, "grad_norm": 1.5575501903390845, "learning_rate": 0.003, "loss": 3.9958, "step": 16095 }, { "epoch": 0.16096, "grad_norm": 0.9637468052786332, "learning_rate": 0.003, "loss": 4.0136, "step": 16096 }, { "epoch": 0.16097, "grad_norm": 1.4523002755247842, "learning_rate": 0.003, "loss": 3.9948, "step": 16097 }, { "epoch": 0.16098, "grad_norm": 1.0730202043900385, "learning_rate": 0.003, "loss": 4.0183, "step": 16098 }, { "epoch": 0.16099, "grad_norm": 1.3524062057099446, "learning_rate": 0.003, "loss": 4.0207, "step": 16099 }, { "epoch": 0.161, "grad_norm": 1.1546396738849403, "learning_rate": 0.003, "loss": 4.0094, "step": 16100 }, { "epoch": 0.16101, "grad_norm": 1.5156718082592469, "learning_rate": 0.003, "loss": 4.0212, "step": 16101 }, { "epoch": 0.16102, "grad_norm": 1.1864275339496917, "learning_rate": 0.003, "loss": 3.9771, "step": 16102 }, { "epoch": 0.16103, "grad_norm": 1.15265366212102, "learning_rate": 0.003, "loss": 3.9967, "step": 16103 }, { "epoch": 0.16104, "grad_norm": 1.3678819136882205, "learning_rate": 0.003, "loss": 4.0159, "step": 16104 }, { "epoch": 0.16105, "grad_norm": 1.1852836254515984, "learning_rate": 0.003, "loss": 4.004, "step": 16105 }, { "epoch": 0.16106, "grad_norm": 1.2642708883562752, "learning_rate": 0.003, "loss": 4.0087, "step": 16106 }, { "epoch": 0.16107, "grad_norm": 1.4118138366225041, "learning_rate": 0.003, "loss": 4.0184, "step": 16107 }, { "epoch": 0.16108, "grad_norm": 1.2442807137062035, "learning_rate": 0.003, "loss": 4.0319, "step": 16108 }, { "epoch": 0.16109, "grad_norm": 1.3907189421395418, "learning_rate": 0.003, "loss": 4.0231, "step": 16109 }, { "epoch": 0.1611, "grad_norm": 1.3454169707594963, "learning_rate": 0.003, "loss": 4.0163, "step": 16110 }, { "epoch": 0.16111, "grad_norm": 1.1334365616559023, "learning_rate": 0.003, "loss": 4.0112, "step": 16111 }, { "epoch": 0.16112, "grad_norm": 1.223835544837327, "learning_rate": 0.003, "loss": 4.0193, "step": 16112 }, { "epoch": 0.16113, "grad_norm": 1.1003578422714257, "learning_rate": 0.003, "loss": 4.024, "step": 16113 }, { "epoch": 0.16114, "grad_norm": 1.422400823040409, "learning_rate": 0.003, "loss": 4.0085, "step": 16114 }, { "epoch": 0.16115, "grad_norm": 1.0493058061084093, "learning_rate": 0.003, "loss": 4.016, "step": 16115 }, { "epoch": 0.16116, "grad_norm": 1.3919970554520462, "learning_rate": 0.003, "loss": 3.9897, "step": 16116 }, { "epoch": 0.16117, "grad_norm": 1.0525169085581814, "learning_rate": 0.003, "loss": 4.0271, "step": 16117 }, { "epoch": 0.16118, "grad_norm": 1.5199701224654893, "learning_rate": 0.003, "loss": 4.0071, "step": 16118 }, { "epoch": 0.16119, "grad_norm": 1.1893543622240004, "learning_rate": 0.003, "loss": 4.0229, "step": 16119 }, { "epoch": 0.1612, "grad_norm": 1.481317893128953, "learning_rate": 0.003, "loss": 4.0159, "step": 16120 }, { "epoch": 0.16121, "grad_norm": 1.3689173482711632, "learning_rate": 0.003, "loss": 4.0309, "step": 16121 }, { "epoch": 0.16122, "grad_norm": 1.3670484911413183, "learning_rate": 0.003, "loss": 4.037, "step": 16122 }, { "epoch": 0.16123, "grad_norm": 1.2552896372472673, "learning_rate": 0.003, "loss": 4.046, "step": 16123 }, { "epoch": 0.16124, "grad_norm": 1.3335344033573147, "learning_rate": 0.003, "loss": 4.0101, "step": 16124 }, { "epoch": 0.16125, "grad_norm": 1.1700116034864976, "learning_rate": 0.003, "loss": 3.9994, "step": 16125 }, { "epoch": 0.16126, "grad_norm": 1.1471011013024555, "learning_rate": 0.003, "loss": 4.005, "step": 16126 }, { "epoch": 0.16127, "grad_norm": 1.1549395887326956, "learning_rate": 0.003, "loss": 4.0167, "step": 16127 }, { "epoch": 0.16128, "grad_norm": 1.189703932631664, "learning_rate": 0.003, "loss": 4.0245, "step": 16128 }, { "epoch": 0.16129, "grad_norm": 1.3082653225319467, "learning_rate": 0.003, "loss": 4.0248, "step": 16129 }, { "epoch": 0.1613, "grad_norm": 1.2416398957273194, "learning_rate": 0.003, "loss": 4.0346, "step": 16130 }, { "epoch": 0.16131, "grad_norm": 1.4663947896272986, "learning_rate": 0.003, "loss": 4.0113, "step": 16131 }, { "epoch": 0.16132, "grad_norm": 1.2135324744775915, "learning_rate": 0.003, "loss": 4.0193, "step": 16132 }, { "epoch": 0.16133, "grad_norm": 1.1562967314921637, "learning_rate": 0.003, "loss": 4.0086, "step": 16133 }, { "epoch": 0.16134, "grad_norm": 1.1763928022748928, "learning_rate": 0.003, "loss": 4.0156, "step": 16134 }, { "epoch": 0.16135, "grad_norm": 1.2976195079820243, "learning_rate": 0.003, "loss": 4.0234, "step": 16135 }, { "epoch": 0.16136, "grad_norm": 1.1471018842279348, "learning_rate": 0.003, "loss": 3.9948, "step": 16136 }, { "epoch": 0.16137, "grad_norm": 1.2413117497347381, "learning_rate": 0.003, "loss": 4.0076, "step": 16137 }, { "epoch": 0.16138, "grad_norm": 0.9923693305364467, "learning_rate": 0.003, "loss": 4.0288, "step": 16138 }, { "epoch": 0.16139, "grad_norm": 1.4381837952111263, "learning_rate": 0.003, "loss": 4.0331, "step": 16139 }, { "epoch": 0.1614, "grad_norm": 0.9472733316173573, "learning_rate": 0.003, "loss": 4.0106, "step": 16140 }, { "epoch": 0.16141, "grad_norm": 1.33400120176943, "learning_rate": 0.003, "loss": 4.0083, "step": 16141 }, { "epoch": 0.16142, "grad_norm": 1.2127378779303366, "learning_rate": 0.003, "loss": 4.0039, "step": 16142 }, { "epoch": 0.16143, "grad_norm": 1.4219686336200243, "learning_rate": 0.003, "loss": 4.01, "step": 16143 }, { "epoch": 0.16144, "grad_norm": 1.39719751895515, "learning_rate": 0.003, "loss": 4.0514, "step": 16144 }, { "epoch": 0.16145, "grad_norm": 1.1694230089176398, "learning_rate": 0.003, "loss": 4.0069, "step": 16145 }, { "epoch": 0.16146, "grad_norm": 1.3097712187358037, "learning_rate": 0.003, "loss": 4.0182, "step": 16146 }, { "epoch": 0.16147, "grad_norm": 1.1227197415916592, "learning_rate": 0.003, "loss": 4.0312, "step": 16147 }, { "epoch": 0.16148, "grad_norm": 1.1213560161179337, "learning_rate": 0.003, "loss": 4.0073, "step": 16148 }, { "epoch": 0.16149, "grad_norm": 1.3743437454563598, "learning_rate": 0.003, "loss": 4.0067, "step": 16149 }, { "epoch": 0.1615, "grad_norm": 1.2906143546730646, "learning_rate": 0.003, "loss": 4.0333, "step": 16150 }, { "epoch": 0.16151, "grad_norm": 1.3214154585018147, "learning_rate": 0.003, "loss": 4.0199, "step": 16151 }, { "epoch": 0.16152, "grad_norm": 1.0230395562856147, "learning_rate": 0.003, "loss": 4.0093, "step": 16152 }, { "epoch": 0.16153, "grad_norm": 1.3229402182409677, "learning_rate": 0.003, "loss": 4.0121, "step": 16153 }, { "epoch": 0.16154, "grad_norm": 1.2864381791192716, "learning_rate": 0.003, "loss": 4.0459, "step": 16154 }, { "epoch": 0.16155, "grad_norm": 1.0760908943022593, "learning_rate": 0.003, "loss": 4.0021, "step": 16155 }, { "epoch": 0.16156, "grad_norm": 1.2856867476042058, "learning_rate": 0.003, "loss": 4.0176, "step": 16156 }, { "epoch": 0.16157, "grad_norm": 1.105141525818919, "learning_rate": 0.003, "loss": 4.0071, "step": 16157 }, { "epoch": 0.16158, "grad_norm": 1.3770087818300023, "learning_rate": 0.003, "loss": 3.9998, "step": 16158 }, { "epoch": 0.16159, "grad_norm": 1.0357188749854245, "learning_rate": 0.003, "loss": 4.0356, "step": 16159 }, { "epoch": 0.1616, "grad_norm": 1.4336389701380712, "learning_rate": 0.003, "loss": 4.0137, "step": 16160 }, { "epoch": 0.16161, "grad_norm": 1.2736841522738496, "learning_rate": 0.003, "loss": 4.0223, "step": 16161 }, { "epoch": 0.16162, "grad_norm": 1.2190076877210108, "learning_rate": 0.003, "loss": 3.9845, "step": 16162 }, { "epoch": 0.16163, "grad_norm": 1.1169781715691094, "learning_rate": 0.003, "loss": 4.0051, "step": 16163 }, { "epoch": 0.16164, "grad_norm": 1.2873936761081572, "learning_rate": 0.003, "loss": 4.0026, "step": 16164 }, { "epoch": 0.16165, "grad_norm": 1.0721605161117134, "learning_rate": 0.003, "loss": 4.0009, "step": 16165 }, { "epoch": 0.16166, "grad_norm": 1.5210271055832423, "learning_rate": 0.003, "loss": 4.0326, "step": 16166 }, { "epoch": 0.16167, "grad_norm": 1.2603117087981106, "learning_rate": 0.003, "loss": 4.0214, "step": 16167 }, { "epoch": 0.16168, "grad_norm": 1.574483052352801, "learning_rate": 0.003, "loss": 4.0201, "step": 16168 }, { "epoch": 0.16169, "grad_norm": 0.8664294582071033, "learning_rate": 0.003, "loss": 3.9874, "step": 16169 }, { "epoch": 0.1617, "grad_norm": 0.9914409134469694, "learning_rate": 0.003, "loss": 3.9762, "step": 16170 }, { "epoch": 0.16171, "grad_norm": 1.4567984425664773, "learning_rate": 0.003, "loss": 4.0299, "step": 16171 }, { "epoch": 0.16172, "grad_norm": 1.2118153987214155, "learning_rate": 0.003, "loss": 4.0165, "step": 16172 }, { "epoch": 0.16173, "grad_norm": 1.1642355951845538, "learning_rate": 0.003, "loss": 4.0481, "step": 16173 }, { "epoch": 0.16174, "grad_norm": 1.277516708904266, "learning_rate": 0.003, "loss": 4.0324, "step": 16174 }, { "epoch": 0.16175, "grad_norm": 1.1793587223376114, "learning_rate": 0.003, "loss": 3.9914, "step": 16175 }, { "epoch": 0.16176, "grad_norm": 1.3705621332644309, "learning_rate": 0.003, "loss": 4.0235, "step": 16176 }, { "epoch": 0.16177, "grad_norm": 0.9276949023792542, "learning_rate": 0.003, "loss": 4.0231, "step": 16177 }, { "epoch": 0.16178, "grad_norm": 1.41636566857606, "learning_rate": 0.003, "loss": 4.0238, "step": 16178 }, { "epoch": 0.16179, "grad_norm": 1.0679985032966415, "learning_rate": 0.003, "loss": 4.0039, "step": 16179 }, { "epoch": 0.1618, "grad_norm": 1.5060257983082257, "learning_rate": 0.003, "loss": 4.021, "step": 16180 }, { "epoch": 0.16181, "grad_norm": 1.0021990238480751, "learning_rate": 0.003, "loss": 3.9983, "step": 16181 }, { "epoch": 0.16182, "grad_norm": 1.3496364921628858, "learning_rate": 0.003, "loss": 4.0002, "step": 16182 }, { "epoch": 0.16183, "grad_norm": 1.3215118120120168, "learning_rate": 0.003, "loss": 4.0279, "step": 16183 }, { "epoch": 0.16184, "grad_norm": 0.9261056839001097, "learning_rate": 0.003, "loss": 3.9984, "step": 16184 }, { "epoch": 0.16185, "grad_norm": 1.2410333950635242, "learning_rate": 0.003, "loss": 4.044, "step": 16185 }, { "epoch": 0.16186, "grad_norm": 1.2122607787387762, "learning_rate": 0.003, "loss": 4.0011, "step": 16186 }, { "epoch": 0.16187, "grad_norm": 1.074138998508649, "learning_rate": 0.003, "loss": 4.0321, "step": 16187 }, { "epoch": 0.16188, "grad_norm": 1.3439154528218888, "learning_rate": 0.003, "loss": 4.0337, "step": 16188 }, { "epoch": 0.16189, "grad_norm": 1.2327094920539634, "learning_rate": 0.003, "loss": 4.0294, "step": 16189 }, { "epoch": 0.1619, "grad_norm": 1.2945842411187498, "learning_rate": 0.003, "loss": 3.9814, "step": 16190 }, { "epoch": 0.16191, "grad_norm": 1.1839140649632616, "learning_rate": 0.003, "loss": 4.0217, "step": 16191 }, { "epoch": 0.16192, "grad_norm": 1.3758659634642418, "learning_rate": 0.003, "loss": 4.0135, "step": 16192 }, { "epoch": 0.16193, "grad_norm": 1.5754222985713842, "learning_rate": 0.003, "loss": 4.0285, "step": 16193 }, { "epoch": 0.16194, "grad_norm": 1.168003610994215, "learning_rate": 0.003, "loss": 4.0017, "step": 16194 }, { "epoch": 0.16195, "grad_norm": 1.2598666586763887, "learning_rate": 0.003, "loss": 4.0091, "step": 16195 }, { "epoch": 0.16196, "grad_norm": 1.2484636707932206, "learning_rate": 0.003, "loss": 4.0138, "step": 16196 }, { "epoch": 0.16197, "grad_norm": 1.120079978131868, "learning_rate": 0.003, "loss": 4.0268, "step": 16197 }, { "epoch": 0.16198, "grad_norm": 1.4012787009699093, "learning_rate": 0.003, "loss": 4.01, "step": 16198 }, { "epoch": 0.16199, "grad_norm": 1.240228254694417, "learning_rate": 0.003, "loss": 4.013, "step": 16199 }, { "epoch": 0.162, "grad_norm": 1.1772413535073507, "learning_rate": 0.003, "loss": 4.0357, "step": 16200 }, { "epoch": 0.16201, "grad_norm": 1.2900263087529662, "learning_rate": 0.003, "loss": 4.0261, "step": 16201 }, { "epoch": 0.16202, "grad_norm": 1.257610807599335, "learning_rate": 0.003, "loss": 4.0156, "step": 16202 }, { "epoch": 0.16203, "grad_norm": 1.175552574679173, "learning_rate": 0.003, "loss": 3.9985, "step": 16203 }, { "epoch": 0.16204, "grad_norm": 1.4500182220732118, "learning_rate": 0.003, "loss": 4.0431, "step": 16204 }, { "epoch": 0.16205, "grad_norm": 1.1768076652887332, "learning_rate": 0.003, "loss": 4.0155, "step": 16205 }, { "epoch": 0.16206, "grad_norm": 1.3175082599762675, "learning_rate": 0.003, "loss": 4.0107, "step": 16206 }, { "epoch": 0.16207, "grad_norm": 1.083670859157658, "learning_rate": 0.003, "loss": 4.021, "step": 16207 }, { "epoch": 0.16208, "grad_norm": 1.3829291622680255, "learning_rate": 0.003, "loss": 3.9977, "step": 16208 }, { "epoch": 0.16209, "grad_norm": 1.1075036833669838, "learning_rate": 0.003, "loss": 4.0214, "step": 16209 }, { "epoch": 0.1621, "grad_norm": 1.4023288738470112, "learning_rate": 0.003, "loss": 4.0178, "step": 16210 }, { "epoch": 0.16211, "grad_norm": 1.0568643946962788, "learning_rate": 0.003, "loss": 4.003, "step": 16211 }, { "epoch": 0.16212, "grad_norm": 1.2822784907103308, "learning_rate": 0.003, "loss": 4.0147, "step": 16212 }, { "epoch": 0.16213, "grad_norm": 1.0865919739046765, "learning_rate": 0.003, "loss": 4.0063, "step": 16213 }, { "epoch": 0.16214, "grad_norm": 1.1462534560610254, "learning_rate": 0.003, "loss": 4.0376, "step": 16214 }, { "epoch": 0.16215, "grad_norm": 1.4350052523536598, "learning_rate": 0.003, "loss": 4.0478, "step": 16215 }, { "epoch": 0.16216, "grad_norm": 1.2013093101179828, "learning_rate": 0.003, "loss": 3.9976, "step": 16216 }, { "epoch": 0.16217, "grad_norm": 1.215098202740069, "learning_rate": 0.003, "loss": 4.0344, "step": 16217 }, { "epoch": 0.16218, "grad_norm": 1.5608825590690358, "learning_rate": 0.003, "loss": 3.9995, "step": 16218 }, { "epoch": 0.16219, "grad_norm": 0.979091370861085, "learning_rate": 0.003, "loss": 4.0083, "step": 16219 }, { "epoch": 0.1622, "grad_norm": 1.4947609668871131, "learning_rate": 0.003, "loss": 4.0032, "step": 16220 }, { "epoch": 0.16221, "grad_norm": 1.0998543006615162, "learning_rate": 0.003, "loss": 4.0171, "step": 16221 }, { "epoch": 0.16222, "grad_norm": 1.2523996094659415, "learning_rate": 0.003, "loss": 4.0117, "step": 16222 }, { "epoch": 0.16223, "grad_norm": 1.2217073500770703, "learning_rate": 0.003, "loss": 4.0335, "step": 16223 }, { "epoch": 0.16224, "grad_norm": 1.5546837574704633, "learning_rate": 0.003, "loss": 4.0067, "step": 16224 }, { "epoch": 0.16225, "grad_norm": 1.2099323804351048, "learning_rate": 0.003, "loss": 3.9952, "step": 16225 }, { "epoch": 0.16226, "grad_norm": 1.1681462870412578, "learning_rate": 0.003, "loss": 4.0061, "step": 16226 }, { "epoch": 0.16227, "grad_norm": 1.2745384192534517, "learning_rate": 0.003, "loss": 4.0112, "step": 16227 }, { "epoch": 0.16228, "grad_norm": 1.2910726751301218, "learning_rate": 0.003, "loss": 4.0174, "step": 16228 }, { "epoch": 0.16229, "grad_norm": 1.232591354216802, "learning_rate": 0.003, "loss": 4.0336, "step": 16229 }, { "epoch": 0.1623, "grad_norm": 1.1829997005740684, "learning_rate": 0.003, "loss": 3.9851, "step": 16230 }, { "epoch": 0.16231, "grad_norm": 1.3163228024010354, "learning_rate": 0.003, "loss": 4.0137, "step": 16231 }, { "epoch": 0.16232, "grad_norm": 1.233936463295609, "learning_rate": 0.003, "loss": 4.0125, "step": 16232 }, { "epoch": 0.16233, "grad_norm": 1.2132889495425785, "learning_rate": 0.003, "loss": 3.9937, "step": 16233 }, { "epoch": 0.16234, "grad_norm": 1.2822756762471483, "learning_rate": 0.003, "loss": 4.024, "step": 16234 }, { "epoch": 0.16235, "grad_norm": 1.0788167153224901, "learning_rate": 0.003, "loss": 4.0217, "step": 16235 }, { "epoch": 0.16236, "grad_norm": 1.3068920944816198, "learning_rate": 0.003, "loss": 4.0109, "step": 16236 }, { "epoch": 0.16237, "grad_norm": 1.1490896028469753, "learning_rate": 0.003, "loss": 4.0335, "step": 16237 }, { "epoch": 0.16238, "grad_norm": 1.4329996245008865, "learning_rate": 0.003, "loss": 4.0166, "step": 16238 }, { "epoch": 0.16239, "grad_norm": 1.0738850110421332, "learning_rate": 0.003, "loss": 4.0321, "step": 16239 }, { "epoch": 0.1624, "grad_norm": 1.4199152589907686, "learning_rate": 0.003, "loss": 4.011, "step": 16240 }, { "epoch": 0.16241, "grad_norm": 1.1707238634143304, "learning_rate": 0.003, "loss": 4.0461, "step": 16241 }, { "epoch": 0.16242, "grad_norm": 1.1452780655232648, "learning_rate": 0.003, "loss": 4.0126, "step": 16242 }, { "epoch": 0.16243, "grad_norm": 1.2250158805487876, "learning_rate": 0.003, "loss": 4.0286, "step": 16243 }, { "epoch": 0.16244, "grad_norm": 1.3050529176307324, "learning_rate": 0.003, "loss": 3.9826, "step": 16244 }, { "epoch": 0.16245, "grad_norm": 1.2853826796033716, "learning_rate": 0.003, "loss": 3.9998, "step": 16245 }, { "epoch": 0.16246, "grad_norm": 1.425835266955398, "learning_rate": 0.003, "loss": 4.0215, "step": 16246 }, { "epoch": 0.16247, "grad_norm": 1.009245169525709, "learning_rate": 0.003, "loss": 4.009, "step": 16247 }, { "epoch": 0.16248, "grad_norm": 1.6861590499758379, "learning_rate": 0.003, "loss": 4.0082, "step": 16248 }, { "epoch": 0.16249, "grad_norm": 1.0409671667743918, "learning_rate": 0.003, "loss": 4.0209, "step": 16249 }, { "epoch": 0.1625, "grad_norm": 1.4350539872300103, "learning_rate": 0.003, "loss": 3.9991, "step": 16250 }, { "epoch": 0.16251, "grad_norm": 1.1367477765992338, "learning_rate": 0.003, "loss": 4.0129, "step": 16251 }, { "epoch": 0.16252, "grad_norm": 1.2107808951722476, "learning_rate": 0.003, "loss": 4.0054, "step": 16252 }, { "epoch": 0.16253, "grad_norm": 1.1892489577790892, "learning_rate": 0.003, "loss": 4.0271, "step": 16253 }, { "epoch": 0.16254, "grad_norm": 1.2124577797786444, "learning_rate": 0.003, "loss": 3.99, "step": 16254 }, { "epoch": 0.16255, "grad_norm": 1.208255102284434, "learning_rate": 0.003, "loss": 4.0015, "step": 16255 }, { "epoch": 0.16256, "grad_norm": 1.299753068132065, "learning_rate": 0.003, "loss": 4.0192, "step": 16256 }, { "epoch": 0.16257, "grad_norm": 1.17324629592306, "learning_rate": 0.003, "loss": 4.0062, "step": 16257 }, { "epoch": 0.16258, "grad_norm": 1.6489190676746355, "learning_rate": 0.003, "loss": 4.0261, "step": 16258 }, { "epoch": 0.16259, "grad_norm": 0.9070137256189884, "learning_rate": 0.003, "loss": 4.0117, "step": 16259 }, { "epoch": 0.1626, "grad_norm": 1.323713007881002, "learning_rate": 0.003, "loss": 4.014, "step": 16260 }, { "epoch": 0.16261, "grad_norm": 1.2576953485729692, "learning_rate": 0.003, "loss": 3.9876, "step": 16261 }, { "epoch": 0.16262, "grad_norm": 1.0306207731281276, "learning_rate": 0.003, "loss": 4.0233, "step": 16262 }, { "epoch": 0.16263, "grad_norm": 1.3418643829455337, "learning_rate": 0.003, "loss": 4.0157, "step": 16263 }, { "epoch": 0.16264, "grad_norm": 1.0795537290135617, "learning_rate": 0.003, "loss": 4.023, "step": 16264 }, { "epoch": 0.16265, "grad_norm": 1.3765411902940559, "learning_rate": 0.003, "loss": 4.0072, "step": 16265 }, { "epoch": 0.16266, "grad_norm": 1.1264219486711267, "learning_rate": 0.003, "loss": 4.0187, "step": 16266 }, { "epoch": 0.16267, "grad_norm": 1.5943807470861864, "learning_rate": 0.003, "loss": 4.0085, "step": 16267 }, { "epoch": 0.16268, "grad_norm": 1.1331519759746556, "learning_rate": 0.003, "loss": 4.0276, "step": 16268 }, { "epoch": 0.16269, "grad_norm": 1.4076888603028517, "learning_rate": 0.003, "loss": 4.0259, "step": 16269 }, { "epoch": 0.1627, "grad_norm": 1.1338980685085958, "learning_rate": 0.003, "loss": 4.0292, "step": 16270 }, { "epoch": 0.16271, "grad_norm": 1.2263541104881175, "learning_rate": 0.003, "loss": 4.0234, "step": 16271 }, { "epoch": 0.16272, "grad_norm": 1.2477132012700038, "learning_rate": 0.003, "loss": 4.0001, "step": 16272 }, { "epoch": 0.16273, "grad_norm": 1.4033482768081984, "learning_rate": 0.003, "loss": 4.0116, "step": 16273 }, { "epoch": 0.16274, "grad_norm": 1.2407092930558066, "learning_rate": 0.003, "loss": 4.0092, "step": 16274 }, { "epoch": 0.16275, "grad_norm": 1.1690149723541716, "learning_rate": 0.003, "loss": 4.0458, "step": 16275 }, { "epoch": 0.16276, "grad_norm": 1.4404826682453318, "learning_rate": 0.003, "loss": 3.9994, "step": 16276 }, { "epoch": 0.16277, "grad_norm": 1.0793605987424126, "learning_rate": 0.003, "loss": 4.0126, "step": 16277 }, { "epoch": 0.16278, "grad_norm": 1.2410935408130972, "learning_rate": 0.003, "loss": 4.0074, "step": 16278 }, { "epoch": 0.16279, "grad_norm": 1.1018110785157487, "learning_rate": 0.003, "loss": 4.0052, "step": 16279 }, { "epoch": 0.1628, "grad_norm": 1.4350516445394483, "learning_rate": 0.003, "loss": 4.0314, "step": 16280 }, { "epoch": 0.16281, "grad_norm": 1.040440143488395, "learning_rate": 0.003, "loss": 3.999, "step": 16281 }, { "epoch": 0.16282, "grad_norm": 1.5725596187641915, "learning_rate": 0.003, "loss": 4.0031, "step": 16282 }, { "epoch": 0.16283, "grad_norm": 1.174488443518014, "learning_rate": 0.003, "loss": 3.9793, "step": 16283 }, { "epoch": 0.16284, "grad_norm": 1.1418980978133457, "learning_rate": 0.003, "loss": 3.9985, "step": 16284 }, { "epoch": 0.16285, "grad_norm": 1.3176145082440558, "learning_rate": 0.003, "loss": 4.0243, "step": 16285 }, { "epoch": 0.16286, "grad_norm": 1.2729396117612566, "learning_rate": 0.003, "loss": 4.031, "step": 16286 }, { "epoch": 0.16287, "grad_norm": 1.0582851913805245, "learning_rate": 0.003, "loss": 4.0157, "step": 16287 }, { "epoch": 0.16288, "grad_norm": 1.448962771931629, "learning_rate": 0.003, "loss": 4.0243, "step": 16288 }, { "epoch": 0.16289, "grad_norm": 1.0817148956757496, "learning_rate": 0.003, "loss": 4.018, "step": 16289 }, { "epoch": 0.1629, "grad_norm": 1.2740098023804838, "learning_rate": 0.003, "loss": 4.0076, "step": 16290 }, { "epoch": 0.16291, "grad_norm": 1.1614133630841075, "learning_rate": 0.003, "loss": 4.0141, "step": 16291 }, { "epoch": 0.16292, "grad_norm": 1.236868613041996, "learning_rate": 0.003, "loss": 4.0204, "step": 16292 }, { "epoch": 0.16293, "grad_norm": 1.2869133677979343, "learning_rate": 0.003, "loss": 4.0128, "step": 16293 }, { "epoch": 0.16294, "grad_norm": 1.2907804379730377, "learning_rate": 0.003, "loss": 3.9981, "step": 16294 }, { "epoch": 0.16295, "grad_norm": 1.099536496169472, "learning_rate": 0.003, "loss": 4.0025, "step": 16295 }, { "epoch": 0.16296, "grad_norm": 1.3335936028645292, "learning_rate": 0.003, "loss": 4.0322, "step": 16296 }, { "epoch": 0.16297, "grad_norm": 1.1645557198097691, "learning_rate": 0.003, "loss": 4.0109, "step": 16297 }, { "epoch": 0.16298, "grad_norm": 1.3446573090864091, "learning_rate": 0.003, "loss": 3.9985, "step": 16298 }, { "epoch": 0.16299, "grad_norm": 1.277875127298129, "learning_rate": 0.003, "loss": 4.0316, "step": 16299 }, { "epoch": 0.163, "grad_norm": 1.360414138348981, "learning_rate": 0.003, "loss": 4.0233, "step": 16300 }, { "epoch": 0.16301, "grad_norm": 1.056558589312762, "learning_rate": 0.003, "loss": 3.9782, "step": 16301 }, { "epoch": 0.16302, "grad_norm": 1.2740972430036706, "learning_rate": 0.003, "loss": 4.0217, "step": 16302 }, { "epoch": 0.16303, "grad_norm": 1.0433904292266207, "learning_rate": 0.003, "loss": 4.0129, "step": 16303 }, { "epoch": 0.16304, "grad_norm": 1.4690931174665078, "learning_rate": 0.003, "loss": 4.0174, "step": 16304 }, { "epoch": 0.16305, "grad_norm": 1.3585764808502565, "learning_rate": 0.003, "loss": 4.0234, "step": 16305 }, { "epoch": 0.16306, "grad_norm": 0.9738797029139665, "learning_rate": 0.003, "loss": 4.0092, "step": 16306 }, { "epoch": 0.16307, "grad_norm": 1.1886139683680965, "learning_rate": 0.003, "loss": 4.0003, "step": 16307 }, { "epoch": 0.16308, "grad_norm": 1.4949177477980182, "learning_rate": 0.003, "loss": 4.001, "step": 16308 }, { "epoch": 0.16309, "grad_norm": 1.2034762337178353, "learning_rate": 0.003, "loss": 4.0086, "step": 16309 }, { "epoch": 0.1631, "grad_norm": 1.2990119340504764, "learning_rate": 0.003, "loss": 4.0233, "step": 16310 }, { "epoch": 0.16311, "grad_norm": 1.2898335711830429, "learning_rate": 0.003, "loss": 4.0235, "step": 16311 }, { "epoch": 0.16312, "grad_norm": 1.1909578646778416, "learning_rate": 0.003, "loss": 4.0553, "step": 16312 }, { "epoch": 0.16313, "grad_norm": 1.410969870509698, "learning_rate": 0.003, "loss": 4.0088, "step": 16313 }, { "epoch": 0.16314, "grad_norm": 1.1728459534717985, "learning_rate": 0.003, "loss": 4.0102, "step": 16314 }, { "epoch": 0.16315, "grad_norm": 1.4326695495326103, "learning_rate": 0.003, "loss": 3.9897, "step": 16315 }, { "epoch": 0.16316, "grad_norm": 1.200058845173753, "learning_rate": 0.003, "loss": 4.0153, "step": 16316 }, { "epoch": 0.16317, "grad_norm": 1.1029542964356904, "learning_rate": 0.003, "loss": 4.0133, "step": 16317 }, { "epoch": 0.16318, "grad_norm": 1.4904739266686984, "learning_rate": 0.003, "loss": 4.0206, "step": 16318 }, { "epoch": 0.16319, "grad_norm": 1.008823446422317, "learning_rate": 0.003, "loss": 4.0124, "step": 16319 }, { "epoch": 0.1632, "grad_norm": 1.5958122881545798, "learning_rate": 0.003, "loss": 4.0275, "step": 16320 }, { "epoch": 0.16321, "grad_norm": 1.0776684869138313, "learning_rate": 0.003, "loss": 4.0256, "step": 16321 }, { "epoch": 0.16322, "grad_norm": 1.3250262438870306, "learning_rate": 0.003, "loss": 4.0241, "step": 16322 }, { "epoch": 0.16323, "grad_norm": 1.2879418917363281, "learning_rate": 0.003, "loss": 4.0073, "step": 16323 }, { "epoch": 0.16324, "grad_norm": 1.277337742300279, "learning_rate": 0.003, "loss": 4.0223, "step": 16324 }, { "epoch": 0.16325, "grad_norm": 1.2046109700156538, "learning_rate": 0.003, "loss": 3.9934, "step": 16325 }, { "epoch": 0.16326, "grad_norm": 1.1594972035327338, "learning_rate": 0.003, "loss": 4.02, "step": 16326 }, { "epoch": 0.16327, "grad_norm": 1.2993757871545841, "learning_rate": 0.003, "loss": 3.9811, "step": 16327 }, { "epoch": 0.16328, "grad_norm": 0.9459441462719139, "learning_rate": 0.003, "loss": 4.0278, "step": 16328 }, { "epoch": 0.16329, "grad_norm": 1.089640361789377, "learning_rate": 0.003, "loss": 4.0253, "step": 16329 }, { "epoch": 0.1633, "grad_norm": 1.357347324378313, "learning_rate": 0.003, "loss": 4.0232, "step": 16330 }, { "epoch": 0.16331, "grad_norm": 1.3832348141460884, "learning_rate": 0.003, "loss": 4.0199, "step": 16331 }, { "epoch": 0.16332, "grad_norm": 1.1657345267078214, "learning_rate": 0.003, "loss": 4.0156, "step": 16332 }, { "epoch": 0.16333, "grad_norm": 1.2352142220832043, "learning_rate": 0.003, "loss": 4.0104, "step": 16333 }, { "epoch": 0.16334, "grad_norm": 1.3011743066663761, "learning_rate": 0.003, "loss": 4.0334, "step": 16334 }, { "epoch": 0.16335, "grad_norm": 1.301849855697704, "learning_rate": 0.003, "loss": 4.0446, "step": 16335 }, { "epoch": 0.16336, "grad_norm": 1.197578674404236, "learning_rate": 0.003, "loss": 4.0312, "step": 16336 }, { "epoch": 0.16337, "grad_norm": 1.2289120276716436, "learning_rate": 0.003, "loss": 4.0222, "step": 16337 }, { "epoch": 0.16338, "grad_norm": 1.0665177380441002, "learning_rate": 0.003, "loss": 4.0247, "step": 16338 }, { "epoch": 0.16339, "grad_norm": 1.4593108939078878, "learning_rate": 0.003, "loss": 4.0235, "step": 16339 }, { "epoch": 0.1634, "grad_norm": 0.9955358818303156, "learning_rate": 0.003, "loss": 4.0033, "step": 16340 }, { "epoch": 0.16341, "grad_norm": 1.1762072836442636, "learning_rate": 0.003, "loss": 3.9875, "step": 16341 }, { "epoch": 0.16342, "grad_norm": 1.2875094008417542, "learning_rate": 0.003, "loss": 4.0029, "step": 16342 }, { "epoch": 0.16343, "grad_norm": 1.1438620403444335, "learning_rate": 0.003, "loss": 3.9974, "step": 16343 }, { "epoch": 0.16344, "grad_norm": 1.2411591665010742, "learning_rate": 0.003, "loss": 3.9968, "step": 16344 }, { "epoch": 0.16345, "grad_norm": 1.344220362883522, "learning_rate": 0.003, "loss": 4.0252, "step": 16345 }, { "epoch": 0.16346, "grad_norm": 1.1197276916624015, "learning_rate": 0.003, "loss": 4.016, "step": 16346 }, { "epoch": 0.16347, "grad_norm": 1.2267385558994073, "learning_rate": 0.003, "loss": 4.0387, "step": 16347 }, { "epoch": 0.16348, "grad_norm": 1.4237698868352837, "learning_rate": 0.003, "loss": 4.036, "step": 16348 }, { "epoch": 0.16349, "grad_norm": 1.2159721118278595, "learning_rate": 0.003, "loss": 4.0293, "step": 16349 }, { "epoch": 0.1635, "grad_norm": 1.2293083591735972, "learning_rate": 0.003, "loss": 3.9994, "step": 16350 }, { "epoch": 0.16351, "grad_norm": 1.2889322429236827, "learning_rate": 0.003, "loss": 4.0076, "step": 16351 }, { "epoch": 0.16352, "grad_norm": 1.3685760771446185, "learning_rate": 0.003, "loss": 3.9813, "step": 16352 }, { "epoch": 0.16353, "grad_norm": 1.222184218179719, "learning_rate": 0.003, "loss": 3.9792, "step": 16353 }, { "epoch": 0.16354, "grad_norm": 1.4062042052693153, "learning_rate": 0.003, "loss": 4.045, "step": 16354 }, { "epoch": 0.16355, "grad_norm": 1.1982614837664545, "learning_rate": 0.003, "loss": 4.0359, "step": 16355 }, { "epoch": 0.16356, "grad_norm": 1.0474864519503508, "learning_rate": 0.003, "loss": 3.9771, "step": 16356 }, { "epoch": 0.16357, "grad_norm": 1.210625814816236, "learning_rate": 0.003, "loss": 4.0138, "step": 16357 }, { "epoch": 0.16358, "grad_norm": 1.1218492901639943, "learning_rate": 0.003, "loss": 4.0297, "step": 16358 }, { "epoch": 0.16359, "grad_norm": 1.3571042584631752, "learning_rate": 0.003, "loss": 4.0201, "step": 16359 }, { "epoch": 0.1636, "grad_norm": 1.097890712606949, "learning_rate": 0.003, "loss": 4.0237, "step": 16360 }, { "epoch": 0.16361, "grad_norm": 1.322708037059437, "learning_rate": 0.003, "loss": 3.9972, "step": 16361 }, { "epoch": 0.16362, "grad_norm": 1.465739171631752, "learning_rate": 0.003, "loss": 4.0427, "step": 16362 }, { "epoch": 0.16363, "grad_norm": 1.2289048539225673, "learning_rate": 0.003, "loss": 4.0168, "step": 16363 }, { "epoch": 0.16364, "grad_norm": 1.3255134052006838, "learning_rate": 0.003, "loss": 4.0327, "step": 16364 }, { "epoch": 0.16365, "grad_norm": 1.631364182785758, "learning_rate": 0.003, "loss": 4.0325, "step": 16365 }, { "epoch": 0.16366, "grad_norm": 1.0307348934901521, "learning_rate": 0.003, "loss": 4.0167, "step": 16366 }, { "epoch": 0.16367, "grad_norm": 1.5072865545072853, "learning_rate": 0.003, "loss": 4.0016, "step": 16367 }, { "epoch": 0.16368, "grad_norm": 1.0483240140762637, "learning_rate": 0.003, "loss": 4.0162, "step": 16368 }, { "epoch": 0.16369, "grad_norm": 1.5864667762571492, "learning_rate": 0.003, "loss": 4.0296, "step": 16369 }, { "epoch": 0.1637, "grad_norm": 0.9633118780727623, "learning_rate": 0.003, "loss": 4.0025, "step": 16370 }, { "epoch": 0.16371, "grad_norm": 1.3838750786501524, "learning_rate": 0.003, "loss": 4.041, "step": 16371 }, { "epoch": 0.16372, "grad_norm": 1.0879613892858553, "learning_rate": 0.003, "loss": 4.0194, "step": 16372 }, { "epoch": 0.16373, "grad_norm": 1.4076474578927347, "learning_rate": 0.003, "loss": 4.0034, "step": 16373 }, { "epoch": 0.16374, "grad_norm": 1.2549560835076428, "learning_rate": 0.003, "loss": 4.0113, "step": 16374 }, { "epoch": 0.16375, "grad_norm": 1.2218421563642234, "learning_rate": 0.003, "loss": 4.0241, "step": 16375 }, { "epoch": 0.16376, "grad_norm": 1.1068188648679878, "learning_rate": 0.003, "loss": 4.0066, "step": 16376 }, { "epoch": 0.16377, "grad_norm": 1.356022831472547, "learning_rate": 0.003, "loss": 4.0238, "step": 16377 }, { "epoch": 0.16378, "grad_norm": 1.2627628500161356, "learning_rate": 0.003, "loss": 3.9957, "step": 16378 }, { "epoch": 0.16379, "grad_norm": 1.1543103781748223, "learning_rate": 0.003, "loss": 4.0059, "step": 16379 }, { "epoch": 0.1638, "grad_norm": 1.3650629405227102, "learning_rate": 0.003, "loss": 4.016, "step": 16380 }, { "epoch": 0.16381, "grad_norm": 1.0863105705930893, "learning_rate": 0.003, "loss": 4.0085, "step": 16381 }, { "epoch": 0.16382, "grad_norm": 1.442162970226098, "learning_rate": 0.003, "loss": 4.0284, "step": 16382 }, { "epoch": 0.16383, "grad_norm": 1.2105949431390675, "learning_rate": 0.003, "loss": 4.0206, "step": 16383 }, { "epoch": 0.16384, "grad_norm": 1.2445309684091068, "learning_rate": 0.003, "loss": 4.0174, "step": 16384 }, { "epoch": 0.16385, "grad_norm": 1.2627835888797698, "learning_rate": 0.003, "loss": 4.0314, "step": 16385 }, { "epoch": 0.16386, "grad_norm": 1.2739873244060556, "learning_rate": 0.003, "loss": 4.0161, "step": 16386 }, { "epoch": 0.16387, "grad_norm": 1.136346771273126, "learning_rate": 0.003, "loss": 4.0151, "step": 16387 }, { "epoch": 0.16388, "grad_norm": 1.2313390681202687, "learning_rate": 0.003, "loss": 4.0143, "step": 16388 }, { "epoch": 0.16389, "grad_norm": 1.3446402546969176, "learning_rate": 0.003, "loss": 4.0176, "step": 16389 }, { "epoch": 0.1639, "grad_norm": 1.1748177586116015, "learning_rate": 0.003, "loss": 4.0321, "step": 16390 }, { "epoch": 0.16391, "grad_norm": 1.4496101096216325, "learning_rate": 0.003, "loss": 4.0249, "step": 16391 }, { "epoch": 0.16392, "grad_norm": 1.1392287821141556, "learning_rate": 0.003, "loss": 3.989, "step": 16392 }, { "epoch": 0.16393, "grad_norm": 1.218511368003899, "learning_rate": 0.003, "loss": 3.9921, "step": 16393 }, { "epoch": 0.16394, "grad_norm": 1.146180596348099, "learning_rate": 0.003, "loss": 4.0438, "step": 16394 }, { "epoch": 0.16395, "grad_norm": 1.207602007972604, "learning_rate": 0.003, "loss": 4.0103, "step": 16395 }, { "epoch": 0.16396, "grad_norm": 1.249250791280474, "learning_rate": 0.003, "loss": 3.9953, "step": 16396 }, { "epoch": 0.16397, "grad_norm": 1.2974792736158025, "learning_rate": 0.003, "loss": 4.0182, "step": 16397 }, { "epoch": 0.16398, "grad_norm": 1.385400203784108, "learning_rate": 0.003, "loss": 4.0177, "step": 16398 }, { "epoch": 0.16399, "grad_norm": 0.9583698373756244, "learning_rate": 0.003, "loss": 4.004, "step": 16399 }, { "epoch": 0.164, "grad_norm": 1.401565056887489, "learning_rate": 0.003, "loss": 4.0333, "step": 16400 }, { "epoch": 0.16401, "grad_norm": 1.1642142279096959, "learning_rate": 0.003, "loss": 4.0012, "step": 16401 }, { "epoch": 0.16402, "grad_norm": 1.2183166639913017, "learning_rate": 0.003, "loss": 4.0473, "step": 16402 }, { "epoch": 0.16403, "grad_norm": 1.2507916104231493, "learning_rate": 0.003, "loss": 4.0023, "step": 16403 }, { "epoch": 0.16404, "grad_norm": 1.14410261257001, "learning_rate": 0.003, "loss": 4.0046, "step": 16404 }, { "epoch": 0.16405, "grad_norm": 1.3882639592151966, "learning_rate": 0.003, "loss": 4.0126, "step": 16405 }, { "epoch": 0.16406, "grad_norm": 1.2800368116147272, "learning_rate": 0.003, "loss": 4.0141, "step": 16406 }, { "epoch": 0.16407, "grad_norm": 1.249683573714354, "learning_rate": 0.003, "loss": 4.038, "step": 16407 }, { "epoch": 0.16408, "grad_norm": 1.1167375177906984, "learning_rate": 0.003, "loss": 4.0055, "step": 16408 }, { "epoch": 0.16409, "grad_norm": 1.263879094909315, "learning_rate": 0.003, "loss": 3.9855, "step": 16409 }, { "epoch": 0.1641, "grad_norm": 1.1124381509251915, "learning_rate": 0.003, "loss": 4.0087, "step": 16410 }, { "epoch": 0.16411, "grad_norm": 1.3936589885324306, "learning_rate": 0.003, "loss": 4.0084, "step": 16411 }, { "epoch": 0.16412, "grad_norm": 1.12451852583607, "learning_rate": 0.003, "loss": 4.0102, "step": 16412 }, { "epoch": 0.16413, "grad_norm": 1.460067412372667, "learning_rate": 0.003, "loss": 4.0267, "step": 16413 }, { "epoch": 0.16414, "grad_norm": 0.9747630232628195, "learning_rate": 0.003, "loss": 3.987, "step": 16414 }, { "epoch": 0.16415, "grad_norm": 1.410573158295569, "learning_rate": 0.003, "loss": 4.0137, "step": 16415 }, { "epoch": 0.16416, "grad_norm": 1.1376270299664892, "learning_rate": 0.003, "loss": 4.0256, "step": 16416 }, { "epoch": 0.16417, "grad_norm": 1.2495604579613826, "learning_rate": 0.003, "loss": 4.0125, "step": 16417 }, { "epoch": 0.16418, "grad_norm": 1.3823509772498197, "learning_rate": 0.003, "loss": 4.0265, "step": 16418 }, { "epoch": 0.16419, "grad_norm": 1.2138146849977327, "learning_rate": 0.003, "loss": 4.0315, "step": 16419 }, { "epoch": 0.1642, "grad_norm": 1.1861034753425292, "learning_rate": 0.003, "loss": 4.0557, "step": 16420 }, { "epoch": 0.16421, "grad_norm": 1.5003316384806735, "learning_rate": 0.003, "loss": 4.0171, "step": 16421 }, { "epoch": 0.16422, "grad_norm": 1.1063407146960826, "learning_rate": 0.003, "loss": 3.9828, "step": 16422 }, { "epoch": 0.16423, "grad_norm": 1.7022747407394883, "learning_rate": 0.003, "loss": 4.0007, "step": 16423 }, { "epoch": 0.16424, "grad_norm": 0.9854746270716073, "learning_rate": 0.003, "loss": 4.02, "step": 16424 }, { "epoch": 0.16425, "grad_norm": 1.3461991942792693, "learning_rate": 0.003, "loss": 4.013, "step": 16425 }, { "epoch": 0.16426, "grad_norm": 1.2611638827136702, "learning_rate": 0.003, "loss": 4.0454, "step": 16426 }, { "epoch": 0.16427, "grad_norm": 1.2392649592127025, "learning_rate": 0.003, "loss": 4.0043, "step": 16427 }, { "epoch": 0.16428, "grad_norm": 1.1600141364720165, "learning_rate": 0.003, "loss": 4.022, "step": 16428 }, { "epoch": 0.16429, "grad_norm": 1.365743175043391, "learning_rate": 0.003, "loss": 4.021, "step": 16429 }, { "epoch": 0.1643, "grad_norm": 1.2341725722983907, "learning_rate": 0.003, "loss": 4.0146, "step": 16430 }, { "epoch": 0.16431, "grad_norm": 1.2664336922254367, "learning_rate": 0.003, "loss": 4.0238, "step": 16431 }, { "epoch": 0.16432, "grad_norm": 1.162134504903983, "learning_rate": 0.003, "loss": 4.0328, "step": 16432 }, { "epoch": 0.16433, "grad_norm": 1.1890031067087414, "learning_rate": 0.003, "loss": 4.0321, "step": 16433 }, { "epoch": 0.16434, "grad_norm": 1.268343217918924, "learning_rate": 0.003, "loss": 4.0142, "step": 16434 }, { "epoch": 0.16435, "grad_norm": 0.9735238227671814, "learning_rate": 0.003, "loss": 3.9865, "step": 16435 }, { "epoch": 0.16436, "grad_norm": 1.2501414862931537, "learning_rate": 0.003, "loss": 4.0128, "step": 16436 }, { "epoch": 0.16437, "grad_norm": 1.1033374229738238, "learning_rate": 0.003, "loss": 4.0302, "step": 16437 }, { "epoch": 0.16438, "grad_norm": 1.2530212734335278, "learning_rate": 0.003, "loss": 4.0076, "step": 16438 }, { "epoch": 0.16439, "grad_norm": 1.1415596092894056, "learning_rate": 0.003, "loss": 4.0129, "step": 16439 }, { "epoch": 0.1644, "grad_norm": 1.258427707531266, "learning_rate": 0.003, "loss": 4.002, "step": 16440 }, { "epoch": 0.16441, "grad_norm": 1.3504692944034622, "learning_rate": 0.003, "loss": 4.0172, "step": 16441 }, { "epoch": 0.16442, "grad_norm": 1.0471200830711485, "learning_rate": 0.003, "loss": 3.9828, "step": 16442 }, { "epoch": 0.16443, "grad_norm": 1.3586376355519827, "learning_rate": 0.003, "loss": 4.0445, "step": 16443 }, { "epoch": 0.16444, "grad_norm": 1.2291363527030847, "learning_rate": 0.003, "loss": 4.0262, "step": 16444 }, { "epoch": 0.16445, "grad_norm": 1.2462129480970447, "learning_rate": 0.003, "loss": 4.0197, "step": 16445 }, { "epoch": 0.16446, "grad_norm": 1.081352439140012, "learning_rate": 0.003, "loss": 3.9987, "step": 16446 }, { "epoch": 0.16447, "grad_norm": 1.671540047008696, "learning_rate": 0.003, "loss": 4.0385, "step": 16447 }, { "epoch": 0.16448, "grad_norm": 1.3643640246569684, "learning_rate": 0.003, "loss": 4.0361, "step": 16448 }, { "epoch": 0.16449, "grad_norm": 1.3453266447923604, "learning_rate": 0.003, "loss": 4.0021, "step": 16449 }, { "epoch": 0.1645, "grad_norm": 1.20426945020544, "learning_rate": 0.003, "loss": 4.0113, "step": 16450 }, { "epoch": 0.16451, "grad_norm": 1.2960461000701875, "learning_rate": 0.003, "loss": 4.0196, "step": 16451 }, { "epoch": 0.16452, "grad_norm": 1.1882929055492957, "learning_rate": 0.003, "loss": 3.9925, "step": 16452 }, { "epoch": 0.16453, "grad_norm": 1.1786688126968292, "learning_rate": 0.003, "loss": 4.0286, "step": 16453 }, { "epoch": 0.16454, "grad_norm": 1.3048838114337977, "learning_rate": 0.003, "loss": 4.0347, "step": 16454 }, { "epoch": 0.16455, "grad_norm": 1.3505352827862118, "learning_rate": 0.003, "loss": 4.0356, "step": 16455 }, { "epoch": 0.16456, "grad_norm": 1.2457370763871507, "learning_rate": 0.003, "loss": 4.0219, "step": 16456 }, { "epoch": 0.16457, "grad_norm": 1.1464300008417747, "learning_rate": 0.003, "loss": 4.034, "step": 16457 }, { "epoch": 0.16458, "grad_norm": 1.268097477324259, "learning_rate": 0.003, "loss": 4.0012, "step": 16458 }, { "epoch": 0.16459, "grad_norm": 1.4368587052408366, "learning_rate": 0.003, "loss": 4.0141, "step": 16459 }, { "epoch": 0.1646, "grad_norm": 1.2233996992334433, "learning_rate": 0.003, "loss": 4.0215, "step": 16460 }, { "epoch": 0.16461, "grad_norm": 1.1727679642417794, "learning_rate": 0.003, "loss": 3.9901, "step": 16461 }, { "epoch": 0.16462, "grad_norm": 1.3165209833868021, "learning_rate": 0.003, "loss": 3.9994, "step": 16462 }, { "epoch": 0.16463, "grad_norm": 1.2273269610329756, "learning_rate": 0.003, "loss": 4.0144, "step": 16463 }, { "epoch": 0.16464, "grad_norm": 1.2464394092353464, "learning_rate": 0.003, "loss": 3.993, "step": 16464 }, { "epoch": 0.16465, "grad_norm": 1.3187530477988323, "learning_rate": 0.003, "loss": 4.0258, "step": 16465 }, { "epoch": 0.16466, "grad_norm": 1.1829192865232832, "learning_rate": 0.003, "loss": 3.9985, "step": 16466 }, { "epoch": 0.16467, "grad_norm": 1.1799295434341366, "learning_rate": 0.003, "loss": 4.0141, "step": 16467 }, { "epoch": 0.16468, "grad_norm": 1.1506766706819855, "learning_rate": 0.003, "loss": 4.0003, "step": 16468 }, { "epoch": 0.16469, "grad_norm": 1.415062921477318, "learning_rate": 0.003, "loss": 4.0289, "step": 16469 }, { "epoch": 0.1647, "grad_norm": 1.472580170523846, "learning_rate": 0.003, "loss": 4.0123, "step": 16470 }, { "epoch": 0.16471, "grad_norm": 1.2214043721676051, "learning_rate": 0.003, "loss": 4.0043, "step": 16471 }, { "epoch": 0.16472, "grad_norm": 1.2147205884895964, "learning_rate": 0.003, "loss": 4.0298, "step": 16472 }, { "epoch": 0.16473, "grad_norm": 1.1776590050316018, "learning_rate": 0.003, "loss": 4.023, "step": 16473 }, { "epoch": 0.16474, "grad_norm": 1.2389656898506585, "learning_rate": 0.003, "loss": 4.015, "step": 16474 }, { "epoch": 0.16475, "grad_norm": 1.176666306433308, "learning_rate": 0.003, "loss": 4.0261, "step": 16475 }, { "epoch": 0.16476, "grad_norm": 1.3147913418496244, "learning_rate": 0.003, "loss": 4.0159, "step": 16476 }, { "epoch": 0.16477, "grad_norm": 1.1587640003981066, "learning_rate": 0.003, "loss": 4.014, "step": 16477 }, { "epoch": 0.16478, "grad_norm": 1.273223333688864, "learning_rate": 0.003, "loss": 4.0371, "step": 16478 }, { "epoch": 0.16479, "grad_norm": 1.2291506382173074, "learning_rate": 0.003, "loss": 4.0104, "step": 16479 }, { "epoch": 0.1648, "grad_norm": 1.2322478623329385, "learning_rate": 0.003, "loss": 3.9898, "step": 16480 }, { "epoch": 0.16481, "grad_norm": 1.2174792441948241, "learning_rate": 0.003, "loss": 4.0091, "step": 16481 }, { "epoch": 0.16482, "grad_norm": 1.4378399317818813, "learning_rate": 0.003, "loss": 4.0022, "step": 16482 }, { "epoch": 0.16483, "grad_norm": 1.1371049837514948, "learning_rate": 0.003, "loss": 3.9882, "step": 16483 }, { "epoch": 0.16484, "grad_norm": 1.3173930471537727, "learning_rate": 0.003, "loss": 3.9975, "step": 16484 }, { "epoch": 0.16485, "grad_norm": 1.1046764475930426, "learning_rate": 0.003, "loss": 4.0163, "step": 16485 }, { "epoch": 0.16486, "grad_norm": 1.239045577924919, "learning_rate": 0.003, "loss": 3.9888, "step": 16486 }, { "epoch": 0.16487, "grad_norm": 1.4686884132531135, "learning_rate": 0.003, "loss": 4.0212, "step": 16487 }, { "epoch": 0.16488, "grad_norm": 1.0800050156006988, "learning_rate": 0.003, "loss": 4.0346, "step": 16488 }, { "epoch": 0.16489, "grad_norm": 1.4134323871973382, "learning_rate": 0.003, "loss": 4.0228, "step": 16489 }, { "epoch": 0.1649, "grad_norm": 0.9682334441192832, "learning_rate": 0.003, "loss": 4.0113, "step": 16490 }, { "epoch": 0.16491, "grad_norm": 1.4200881733091222, "learning_rate": 0.003, "loss": 3.9909, "step": 16491 }, { "epoch": 0.16492, "grad_norm": 1.061585186787891, "learning_rate": 0.003, "loss": 3.995, "step": 16492 }, { "epoch": 0.16493, "grad_norm": 1.7032178016253496, "learning_rate": 0.003, "loss": 4.0356, "step": 16493 }, { "epoch": 0.16494, "grad_norm": 1.1359795011220917, "learning_rate": 0.003, "loss": 4.0066, "step": 16494 }, { "epoch": 0.16495, "grad_norm": 1.2483787020055124, "learning_rate": 0.003, "loss": 4.0442, "step": 16495 }, { "epoch": 0.16496, "grad_norm": 1.2910680574674094, "learning_rate": 0.003, "loss": 4.007, "step": 16496 }, { "epoch": 0.16497, "grad_norm": 1.1862278580892176, "learning_rate": 0.003, "loss": 3.9745, "step": 16497 }, { "epoch": 0.16498, "grad_norm": 1.4112033344203716, "learning_rate": 0.003, "loss": 3.9688, "step": 16498 }, { "epoch": 0.16499, "grad_norm": 1.1855255839885497, "learning_rate": 0.003, "loss": 4.0253, "step": 16499 }, { "epoch": 0.165, "grad_norm": 1.4129010225149548, "learning_rate": 0.003, "loss": 3.9995, "step": 16500 }, { "epoch": 0.16501, "grad_norm": 0.9507245813429811, "learning_rate": 0.003, "loss": 4.026, "step": 16501 }, { "epoch": 0.16502, "grad_norm": 1.3347143352886812, "learning_rate": 0.003, "loss": 4.023, "step": 16502 }, { "epoch": 0.16503, "grad_norm": 1.0347509498235556, "learning_rate": 0.003, "loss": 4.0032, "step": 16503 }, { "epoch": 0.16504, "grad_norm": 1.423740368524998, "learning_rate": 0.003, "loss": 4.0353, "step": 16504 }, { "epoch": 0.16505, "grad_norm": 1.122722153433454, "learning_rate": 0.003, "loss": 4.0312, "step": 16505 }, { "epoch": 0.16506, "grad_norm": 1.294244218597045, "learning_rate": 0.003, "loss": 4.0414, "step": 16506 }, { "epoch": 0.16507, "grad_norm": 1.1443270649860016, "learning_rate": 0.003, "loss": 4.0238, "step": 16507 }, { "epoch": 0.16508, "grad_norm": 1.442432469846176, "learning_rate": 0.003, "loss": 4.0103, "step": 16508 }, { "epoch": 0.16509, "grad_norm": 1.0582122500043307, "learning_rate": 0.003, "loss": 3.9988, "step": 16509 }, { "epoch": 0.1651, "grad_norm": 1.6553330678007394, "learning_rate": 0.003, "loss": 4.0053, "step": 16510 }, { "epoch": 0.16511, "grad_norm": 1.2460014109083422, "learning_rate": 0.003, "loss": 4.0254, "step": 16511 }, { "epoch": 0.16512, "grad_norm": 1.4193887292079423, "learning_rate": 0.003, "loss": 4.0369, "step": 16512 }, { "epoch": 0.16513, "grad_norm": 0.9212556927907253, "learning_rate": 0.003, "loss": 4.0161, "step": 16513 }, { "epoch": 0.16514, "grad_norm": 1.2699018818052847, "learning_rate": 0.003, "loss": 3.9974, "step": 16514 }, { "epoch": 0.16515, "grad_norm": 1.106930909545978, "learning_rate": 0.003, "loss": 4.0162, "step": 16515 }, { "epoch": 0.16516, "grad_norm": 1.2259637741423628, "learning_rate": 0.003, "loss": 4.0011, "step": 16516 }, { "epoch": 0.16517, "grad_norm": 1.15824728988598, "learning_rate": 0.003, "loss": 4.0102, "step": 16517 }, { "epoch": 0.16518, "grad_norm": 1.3487176359210198, "learning_rate": 0.003, "loss": 4.0098, "step": 16518 }, { "epoch": 0.16519, "grad_norm": 1.0376620933785712, "learning_rate": 0.003, "loss": 4.0275, "step": 16519 }, { "epoch": 0.1652, "grad_norm": 1.3406151681112863, "learning_rate": 0.003, "loss": 3.9967, "step": 16520 }, { "epoch": 0.16521, "grad_norm": 1.237189948735632, "learning_rate": 0.003, "loss": 4.0111, "step": 16521 }, { "epoch": 0.16522, "grad_norm": 1.5870827299658874, "learning_rate": 0.003, "loss": 4.0065, "step": 16522 }, { "epoch": 0.16523, "grad_norm": 0.996710035102378, "learning_rate": 0.003, "loss": 4.0293, "step": 16523 }, { "epoch": 0.16524, "grad_norm": 1.3138563369561216, "learning_rate": 0.003, "loss": 3.9973, "step": 16524 }, { "epoch": 0.16525, "grad_norm": 0.9443266091429152, "learning_rate": 0.003, "loss": 3.9982, "step": 16525 }, { "epoch": 0.16526, "grad_norm": 1.3288852608092152, "learning_rate": 0.003, "loss": 4.0138, "step": 16526 }, { "epoch": 0.16527, "grad_norm": 1.1161681754946187, "learning_rate": 0.003, "loss": 4.035, "step": 16527 }, { "epoch": 0.16528, "grad_norm": 1.2676851233683877, "learning_rate": 0.003, "loss": 3.9891, "step": 16528 }, { "epoch": 0.16529, "grad_norm": 1.5278489919144347, "learning_rate": 0.003, "loss": 4.0258, "step": 16529 }, { "epoch": 0.1653, "grad_norm": 1.3333473641523625, "learning_rate": 0.003, "loss": 4.0157, "step": 16530 }, { "epoch": 0.16531, "grad_norm": 1.0450767874846136, "learning_rate": 0.003, "loss": 4.0143, "step": 16531 }, { "epoch": 0.16532, "grad_norm": 1.276311673917285, "learning_rate": 0.003, "loss": 4.0189, "step": 16532 }, { "epoch": 0.16533, "grad_norm": 1.311758439221919, "learning_rate": 0.003, "loss": 4.017, "step": 16533 }, { "epoch": 0.16534, "grad_norm": 1.251935222227861, "learning_rate": 0.003, "loss": 4.0289, "step": 16534 }, { "epoch": 0.16535, "grad_norm": 1.4219610470844877, "learning_rate": 0.003, "loss": 4.0143, "step": 16535 }, { "epoch": 0.16536, "grad_norm": 1.098314666492021, "learning_rate": 0.003, "loss": 4.0103, "step": 16536 }, { "epoch": 0.16537, "grad_norm": 1.2524466159575347, "learning_rate": 0.003, "loss": 4.0323, "step": 16537 }, { "epoch": 0.16538, "grad_norm": 1.1051257760069162, "learning_rate": 0.003, "loss": 4.0144, "step": 16538 }, { "epoch": 0.16539, "grad_norm": 1.4507028107549453, "learning_rate": 0.003, "loss": 3.9961, "step": 16539 }, { "epoch": 0.1654, "grad_norm": 1.2015000906469193, "learning_rate": 0.003, "loss": 4.0091, "step": 16540 }, { "epoch": 0.16541, "grad_norm": 1.5193683138530925, "learning_rate": 0.003, "loss": 4.018, "step": 16541 }, { "epoch": 0.16542, "grad_norm": 0.9145876723834636, "learning_rate": 0.003, "loss": 4.0136, "step": 16542 }, { "epoch": 0.16543, "grad_norm": 1.1502530819129524, "learning_rate": 0.003, "loss": 4.0081, "step": 16543 }, { "epoch": 0.16544, "grad_norm": 1.3293026862371053, "learning_rate": 0.003, "loss": 3.9962, "step": 16544 }, { "epoch": 0.16545, "grad_norm": 1.0563595407032713, "learning_rate": 0.003, "loss": 4.0231, "step": 16545 }, { "epoch": 0.16546, "grad_norm": 1.4948166835840087, "learning_rate": 0.003, "loss": 4.011, "step": 16546 }, { "epoch": 0.16547, "grad_norm": 0.9426733011174305, "learning_rate": 0.003, "loss": 4.0153, "step": 16547 }, { "epoch": 0.16548, "grad_norm": 1.3107429457937985, "learning_rate": 0.003, "loss": 4.003, "step": 16548 }, { "epoch": 0.16549, "grad_norm": 1.3094077637021049, "learning_rate": 0.003, "loss": 4.0094, "step": 16549 }, { "epoch": 0.1655, "grad_norm": 1.073261489594188, "learning_rate": 0.003, "loss": 4.0043, "step": 16550 }, { "epoch": 0.16551, "grad_norm": 1.354807864246254, "learning_rate": 0.003, "loss": 4.0192, "step": 16551 }, { "epoch": 0.16552, "grad_norm": 1.0112854922645667, "learning_rate": 0.003, "loss": 4.0336, "step": 16552 }, { "epoch": 0.16553, "grad_norm": 1.59252432958257, "learning_rate": 0.003, "loss": 4.0377, "step": 16553 }, { "epoch": 0.16554, "grad_norm": 1.2108947227394369, "learning_rate": 0.003, "loss": 4.0121, "step": 16554 }, { "epoch": 0.16555, "grad_norm": 1.1690231164195901, "learning_rate": 0.003, "loss": 4.0179, "step": 16555 }, { "epoch": 0.16556, "grad_norm": 1.4264690518283973, "learning_rate": 0.003, "loss": 4.0165, "step": 16556 }, { "epoch": 0.16557, "grad_norm": 1.124470612180664, "learning_rate": 0.003, "loss": 4.02, "step": 16557 }, { "epoch": 0.16558, "grad_norm": 1.4096201695258213, "learning_rate": 0.003, "loss": 4.0188, "step": 16558 }, { "epoch": 0.16559, "grad_norm": 1.1374025708558277, "learning_rate": 0.003, "loss": 4.0359, "step": 16559 }, { "epoch": 0.1656, "grad_norm": 1.4429274806112555, "learning_rate": 0.003, "loss": 4.0315, "step": 16560 }, { "epoch": 0.16561, "grad_norm": 1.3442276249320984, "learning_rate": 0.003, "loss": 4.0444, "step": 16561 }, { "epoch": 0.16562, "grad_norm": 1.480263293504643, "learning_rate": 0.003, "loss": 4.0363, "step": 16562 }, { "epoch": 0.16563, "grad_norm": 1.1138476514363325, "learning_rate": 0.003, "loss": 4.0154, "step": 16563 }, { "epoch": 0.16564, "grad_norm": 1.3431345573500961, "learning_rate": 0.003, "loss": 3.9858, "step": 16564 }, { "epoch": 0.16565, "grad_norm": 1.4352240332625645, "learning_rate": 0.003, "loss": 4.027, "step": 16565 }, { "epoch": 0.16566, "grad_norm": 0.9837148136132222, "learning_rate": 0.003, "loss": 4.0405, "step": 16566 }, { "epoch": 0.16567, "grad_norm": 1.299108251594754, "learning_rate": 0.003, "loss": 3.9997, "step": 16567 }, { "epoch": 0.16568, "grad_norm": 1.1682095581834722, "learning_rate": 0.003, "loss": 3.9896, "step": 16568 }, { "epoch": 0.16569, "grad_norm": 1.1768012839694058, "learning_rate": 0.003, "loss": 4.0112, "step": 16569 }, { "epoch": 0.1657, "grad_norm": 1.1031963756185752, "learning_rate": 0.003, "loss": 4.0064, "step": 16570 }, { "epoch": 0.16571, "grad_norm": 1.3860222274258607, "learning_rate": 0.003, "loss": 3.997, "step": 16571 }, { "epoch": 0.16572, "grad_norm": 1.3969337609331909, "learning_rate": 0.003, "loss": 4.0295, "step": 16572 }, { "epoch": 0.16573, "grad_norm": 1.3063052614852653, "learning_rate": 0.003, "loss": 4.0237, "step": 16573 }, { "epoch": 0.16574, "grad_norm": 1.0464741451960757, "learning_rate": 0.003, "loss": 3.9865, "step": 16574 }, { "epoch": 0.16575, "grad_norm": 1.337615973734632, "learning_rate": 0.003, "loss": 4.0437, "step": 16575 }, { "epoch": 0.16576, "grad_norm": 1.1618907603870425, "learning_rate": 0.003, "loss": 4.0144, "step": 16576 }, { "epoch": 0.16577, "grad_norm": 1.3200946599609433, "learning_rate": 0.003, "loss": 4.0189, "step": 16577 }, { "epoch": 0.16578, "grad_norm": 1.0433429753006371, "learning_rate": 0.003, "loss": 4.0083, "step": 16578 }, { "epoch": 0.16579, "grad_norm": 1.662063329619664, "learning_rate": 0.003, "loss": 4.0042, "step": 16579 }, { "epoch": 0.1658, "grad_norm": 0.755601682306504, "learning_rate": 0.003, "loss": 4.0044, "step": 16580 }, { "epoch": 0.16581, "grad_norm": 1.0226406775980381, "learning_rate": 0.003, "loss": 3.9955, "step": 16581 }, { "epoch": 0.16582, "grad_norm": 1.3870489878903887, "learning_rate": 0.003, "loss": 4.0109, "step": 16582 }, { "epoch": 0.16583, "grad_norm": 1.2087741859482437, "learning_rate": 0.003, "loss": 4.0198, "step": 16583 }, { "epoch": 0.16584, "grad_norm": 1.2152029624363838, "learning_rate": 0.003, "loss": 4.0129, "step": 16584 }, { "epoch": 0.16585, "grad_norm": 1.3252901206130747, "learning_rate": 0.003, "loss": 3.9887, "step": 16585 }, { "epoch": 0.16586, "grad_norm": 1.1542687790472583, "learning_rate": 0.003, "loss": 4.0256, "step": 16586 }, { "epoch": 0.16587, "grad_norm": 1.3388694163458916, "learning_rate": 0.003, "loss": 4.0272, "step": 16587 }, { "epoch": 0.16588, "grad_norm": 1.3452678444742063, "learning_rate": 0.003, "loss": 3.9955, "step": 16588 }, { "epoch": 0.16589, "grad_norm": 1.1417025425422698, "learning_rate": 0.003, "loss": 4.0148, "step": 16589 }, { "epoch": 0.1659, "grad_norm": 1.1863637880560758, "learning_rate": 0.003, "loss": 3.9882, "step": 16590 }, { "epoch": 0.16591, "grad_norm": 1.4649363325974047, "learning_rate": 0.003, "loss": 4.0512, "step": 16591 }, { "epoch": 0.16592, "grad_norm": 1.1515827924904152, "learning_rate": 0.003, "loss": 4.0184, "step": 16592 }, { "epoch": 0.16593, "grad_norm": 1.2388456396257521, "learning_rate": 0.003, "loss": 4.0124, "step": 16593 }, { "epoch": 0.16594, "grad_norm": 1.232311058547632, "learning_rate": 0.003, "loss": 3.9965, "step": 16594 }, { "epoch": 0.16595, "grad_norm": 1.0999208653989847, "learning_rate": 0.003, "loss": 4.0331, "step": 16595 }, { "epoch": 0.16596, "grad_norm": 1.255290749615242, "learning_rate": 0.003, "loss": 4.0091, "step": 16596 }, { "epoch": 0.16597, "grad_norm": 1.2889959301516716, "learning_rate": 0.003, "loss": 4.0087, "step": 16597 }, { "epoch": 0.16598, "grad_norm": 1.3703577736789996, "learning_rate": 0.003, "loss": 3.9769, "step": 16598 }, { "epoch": 0.16599, "grad_norm": 1.2711906709860699, "learning_rate": 0.003, "loss": 4.0361, "step": 16599 }, { "epoch": 0.166, "grad_norm": 1.2141273117003566, "learning_rate": 0.003, "loss": 3.9746, "step": 16600 }, { "epoch": 0.16601, "grad_norm": 1.256337088331127, "learning_rate": 0.003, "loss": 4.0426, "step": 16601 }, { "epoch": 0.16602, "grad_norm": 1.2603912995095456, "learning_rate": 0.003, "loss": 3.9973, "step": 16602 }, { "epoch": 0.16603, "grad_norm": 1.2456616186407852, "learning_rate": 0.003, "loss": 4.039, "step": 16603 }, { "epoch": 0.16604, "grad_norm": 1.415050378787449, "learning_rate": 0.003, "loss": 4.0073, "step": 16604 }, { "epoch": 0.16605, "grad_norm": 1.2547809965459051, "learning_rate": 0.003, "loss": 4.0192, "step": 16605 }, { "epoch": 0.16606, "grad_norm": 1.3211577802082288, "learning_rate": 0.003, "loss": 4.0146, "step": 16606 }, { "epoch": 0.16607, "grad_norm": 1.3281001478920962, "learning_rate": 0.003, "loss": 4.0008, "step": 16607 }, { "epoch": 0.16608, "grad_norm": 1.0475477901467427, "learning_rate": 0.003, "loss": 4.006, "step": 16608 }, { "epoch": 0.16609, "grad_norm": 1.6382789949343959, "learning_rate": 0.003, "loss": 4.0183, "step": 16609 }, { "epoch": 0.1661, "grad_norm": 0.994687220833452, "learning_rate": 0.003, "loss": 3.9787, "step": 16610 }, { "epoch": 0.16611, "grad_norm": 1.5715788227614695, "learning_rate": 0.003, "loss": 4.0337, "step": 16611 }, { "epoch": 0.16612, "grad_norm": 1.0605613837990646, "learning_rate": 0.003, "loss": 4.0083, "step": 16612 }, { "epoch": 0.16613, "grad_norm": 1.2526526695670748, "learning_rate": 0.003, "loss": 3.9974, "step": 16613 }, { "epoch": 0.16614, "grad_norm": 1.4338328500378312, "learning_rate": 0.003, "loss": 4.0372, "step": 16614 }, { "epoch": 0.16615, "grad_norm": 1.0087894789702216, "learning_rate": 0.003, "loss": 3.9763, "step": 16615 }, { "epoch": 0.16616, "grad_norm": 1.3697634543246178, "learning_rate": 0.003, "loss": 4.0662, "step": 16616 }, { "epoch": 0.16617, "grad_norm": 1.017535543821651, "learning_rate": 0.003, "loss": 3.9974, "step": 16617 }, { "epoch": 0.16618, "grad_norm": 1.3581523497537333, "learning_rate": 0.003, "loss": 4.0224, "step": 16618 }, { "epoch": 0.16619, "grad_norm": 1.1592790899911563, "learning_rate": 0.003, "loss": 4.0055, "step": 16619 }, { "epoch": 0.1662, "grad_norm": 1.3154600386381228, "learning_rate": 0.003, "loss": 4.0196, "step": 16620 }, { "epoch": 0.16621, "grad_norm": 1.4131419506857579, "learning_rate": 0.003, "loss": 4.0231, "step": 16621 }, { "epoch": 0.16622, "grad_norm": 1.120139961517329, "learning_rate": 0.003, "loss": 3.978, "step": 16622 }, { "epoch": 0.16623, "grad_norm": 1.299129512003256, "learning_rate": 0.003, "loss": 4.0466, "step": 16623 }, { "epoch": 0.16624, "grad_norm": 1.0853732855861533, "learning_rate": 0.003, "loss": 4.0284, "step": 16624 }, { "epoch": 0.16625, "grad_norm": 1.2353134895344438, "learning_rate": 0.003, "loss": 4.0213, "step": 16625 }, { "epoch": 0.16626, "grad_norm": 1.0471620820993004, "learning_rate": 0.003, "loss": 4.0356, "step": 16626 }, { "epoch": 0.16627, "grad_norm": 1.5102483519391996, "learning_rate": 0.003, "loss": 4.0319, "step": 16627 }, { "epoch": 0.16628, "grad_norm": 1.3309274545091607, "learning_rate": 0.003, "loss": 4.0314, "step": 16628 }, { "epoch": 0.16629, "grad_norm": 1.3090873273971353, "learning_rate": 0.003, "loss": 4.055, "step": 16629 }, { "epoch": 0.1663, "grad_norm": 1.3004116327526425, "learning_rate": 0.003, "loss": 4.0007, "step": 16630 }, { "epoch": 0.16631, "grad_norm": 1.0823361796499542, "learning_rate": 0.003, "loss": 4.0289, "step": 16631 }, { "epoch": 0.16632, "grad_norm": 1.2930715193846416, "learning_rate": 0.003, "loss": 4.009, "step": 16632 }, { "epoch": 0.16633, "grad_norm": 1.424491690435542, "learning_rate": 0.003, "loss": 4.0314, "step": 16633 }, { "epoch": 0.16634, "grad_norm": 1.3834142236076787, "learning_rate": 0.003, "loss": 4.0244, "step": 16634 }, { "epoch": 0.16635, "grad_norm": 1.1052937514110142, "learning_rate": 0.003, "loss": 3.9986, "step": 16635 }, { "epoch": 0.16636, "grad_norm": 1.2612133046875074, "learning_rate": 0.003, "loss": 3.9637, "step": 16636 }, { "epoch": 0.16637, "grad_norm": 1.0980924188880004, "learning_rate": 0.003, "loss": 3.9734, "step": 16637 }, { "epoch": 0.16638, "grad_norm": 1.2526679697383083, "learning_rate": 0.003, "loss": 4.0109, "step": 16638 }, { "epoch": 0.16639, "grad_norm": 1.452666129554067, "learning_rate": 0.003, "loss": 4.0321, "step": 16639 }, { "epoch": 0.1664, "grad_norm": 1.2623830226090003, "learning_rate": 0.003, "loss": 4.0387, "step": 16640 }, { "epoch": 0.16641, "grad_norm": 1.279212006893314, "learning_rate": 0.003, "loss": 4.039, "step": 16641 }, { "epoch": 0.16642, "grad_norm": 1.247644798505221, "learning_rate": 0.003, "loss": 4.0178, "step": 16642 }, { "epoch": 0.16643, "grad_norm": 1.3550614752198638, "learning_rate": 0.003, "loss": 3.9942, "step": 16643 }, { "epoch": 0.16644, "grad_norm": 1.1944425316800222, "learning_rate": 0.003, "loss": 4.0312, "step": 16644 }, { "epoch": 0.16645, "grad_norm": 1.3047621724565892, "learning_rate": 0.003, "loss": 4.0003, "step": 16645 }, { "epoch": 0.16646, "grad_norm": 1.1236723102236015, "learning_rate": 0.003, "loss": 4.0011, "step": 16646 }, { "epoch": 0.16647, "grad_norm": 1.3102114573804153, "learning_rate": 0.003, "loss": 3.9985, "step": 16647 }, { "epoch": 0.16648, "grad_norm": 1.3853012906961333, "learning_rate": 0.003, "loss": 3.9813, "step": 16648 }, { "epoch": 0.16649, "grad_norm": 1.204186130236693, "learning_rate": 0.003, "loss": 4.0361, "step": 16649 }, { "epoch": 0.1665, "grad_norm": 1.2667647582380555, "learning_rate": 0.003, "loss": 4.0218, "step": 16650 }, { "epoch": 0.16651, "grad_norm": 1.1257390464916401, "learning_rate": 0.003, "loss": 3.9836, "step": 16651 }, { "epoch": 0.16652, "grad_norm": 1.186721837147446, "learning_rate": 0.003, "loss": 4.0204, "step": 16652 }, { "epoch": 0.16653, "grad_norm": 1.6462828654146497, "learning_rate": 0.003, "loss": 4.0154, "step": 16653 }, { "epoch": 0.16654, "grad_norm": 1.0411480294282478, "learning_rate": 0.003, "loss": 4.0112, "step": 16654 }, { "epoch": 0.16655, "grad_norm": 1.4339898853354354, "learning_rate": 0.003, "loss": 3.9981, "step": 16655 }, { "epoch": 0.16656, "grad_norm": 1.1739844303369085, "learning_rate": 0.003, "loss": 3.9978, "step": 16656 }, { "epoch": 0.16657, "grad_norm": 1.317060669414251, "learning_rate": 0.003, "loss": 4.0162, "step": 16657 }, { "epoch": 0.16658, "grad_norm": 1.126918738365564, "learning_rate": 0.003, "loss": 4.0065, "step": 16658 }, { "epoch": 0.16659, "grad_norm": 1.3895895177863988, "learning_rate": 0.003, "loss": 4.0367, "step": 16659 }, { "epoch": 0.1666, "grad_norm": 1.096387786516118, "learning_rate": 0.003, "loss": 4.0089, "step": 16660 }, { "epoch": 0.16661, "grad_norm": 1.1898746539870575, "learning_rate": 0.003, "loss": 3.9977, "step": 16661 }, { "epoch": 0.16662, "grad_norm": 1.2605716405733234, "learning_rate": 0.003, "loss": 4.0111, "step": 16662 }, { "epoch": 0.16663, "grad_norm": 1.462237163983018, "learning_rate": 0.003, "loss": 4.0113, "step": 16663 }, { "epoch": 0.16664, "grad_norm": 1.3892155212314823, "learning_rate": 0.003, "loss": 4.0296, "step": 16664 }, { "epoch": 0.16665, "grad_norm": 1.340379892839075, "learning_rate": 0.003, "loss": 4.0413, "step": 16665 }, { "epoch": 0.16666, "grad_norm": 1.1584760250723478, "learning_rate": 0.003, "loss": 4.0021, "step": 16666 }, { "epoch": 0.16667, "grad_norm": 1.1991756211519113, "learning_rate": 0.003, "loss": 4.0095, "step": 16667 }, { "epoch": 0.16668, "grad_norm": 1.3689035096811366, "learning_rate": 0.003, "loss": 4.0166, "step": 16668 }, { "epoch": 0.16669, "grad_norm": 1.1232920358044445, "learning_rate": 0.003, "loss": 4.0324, "step": 16669 }, { "epoch": 0.1667, "grad_norm": 1.281615109502724, "learning_rate": 0.003, "loss": 4.004, "step": 16670 }, { "epoch": 0.16671, "grad_norm": 1.1907936743828131, "learning_rate": 0.003, "loss": 4.0024, "step": 16671 }, { "epoch": 0.16672, "grad_norm": 1.4193075434273048, "learning_rate": 0.003, "loss": 4.0121, "step": 16672 }, { "epoch": 0.16673, "grad_norm": 1.0848940734064485, "learning_rate": 0.003, "loss": 3.9763, "step": 16673 }, { "epoch": 0.16674, "grad_norm": 1.5030624748585042, "learning_rate": 0.003, "loss": 4.0105, "step": 16674 }, { "epoch": 0.16675, "grad_norm": 1.0582258078957265, "learning_rate": 0.003, "loss": 4.0197, "step": 16675 }, { "epoch": 0.16676, "grad_norm": 1.4933079963776932, "learning_rate": 0.003, "loss": 3.9985, "step": 16676 }, { "epoch": 0.16677, "grad_norm": 1.0339320217688897, "learning_rate": 0.003, "loss": 4.0041, "step": 16677 }, { "epoch": 0.16678, "grad_norm": 1.2165205219680335, "learning_rate": 0.003, "loss": 4.0208, "step": 16678 }, { "epoch": 0.16679, "grad_norm": 1.2456381676389232, "learning_rate": 0.003, "loss": 4.026, "step": 16679 }, { "epoch": 0.1668, "grad_norm": 1.1630329563160737, "learning_rate": 0.003, "loss": 4.0265, "step": 16680 }, { "epoch": 0.16681, "grad_norm": 1.3020999973173273, "learning_rate": 0.003, "loss": 4.0013, "step": 16681 }, { "epoch": 0.16682, "grad_norm": 1.0243414220786775, "learning_rate": 0.003, "loss": 3.9819, "step": 16682 }, { "epoch": 0.16683, "grad_norm": 1.302135134365088, "learning_rate": 0.003, "loss": 4.011, "step": 16683 }, { "epoch": 0.16684, "grad_norm": 1.1169560404571857, "learning_rate": 0.003, "loss": 3.9996, "step": 16684 }, { "epoch": 0.16685, "grad_norm": 1.3256062969865654, "learning_rate": 0.003, "loss": 4.0269, "step": 16685 }, { "epoch": 0.16686, "grad_norm": 1.4763477134276877, "learning_rate": 0.003, "loss": 4.0082, "step": 16686 }, { "epoch": 0.16687, "grad_norm": 1.1346500313299308, "learning_rate": 0.003, "loss": 4.0308, "step": 16687 }, { "epoch": 0.16688, "grad_norm": 1.3655555799191739, "learning_rate": 0.003, "loss": 4.0198, "step": 16688 }, { "epoch": 0.16689, "grad_norm": 1.101426064051465, "learning_rate": 0.003, "loss": 3.9917, "step": 16689 }, { "epoch": 0.1669, "grad_norm": 1.3874465778661247, "learning_rate": 0.003, "loss": 4.0001, "step": 16690 }, { "epoch": 0.16691, "grad_norm": 1.0666013667829752, "learning_rate": 0.003, "loss": 4.0217, "step": 16691 }, { "epoch": 0.16692, "grad_norm": 1.294662136639945, "learning_rate": 0.003, "loss": 4.0061, "step": 16692 }, { "epoch": 0.16693, "grad_norm": 1.1594748536272677, "learning_rate": 0.003, "loss": 3.9898, "step": 16693 }, { "epoch": 0.16694, "grad_norm": 1.474360847049748, "learning_rate": 0.003, "loss": 4.0254, "step": 16694 }, { "epoch": 0.16695, "grad_norm": 1.11696559619686, "learning_rate": 0.003, "loss": 4.0287, "step": 16695 }, { "epoch": 0.16696, "grad_norm": 1.2671759382966818, "learning_rate": 0.003, "loss": 3.9962, "step": 16696 }, { "epoch": 0.16697, "grad_norm": 1.1882774659173905, "learning_rate": 0.003, "loss": 4.0089, "step": 16697 }, { "epoch": 0.16698, "grad_norm": 1.326883885143455, "learning_rate": 0.003, "loss": 4.0174, "step": 16698 }, { "epoch": 0.16699, "grad_norm": 1.0980149148747356, "learning_rate": 0.003, "loss": 3.9925, "step": 16699 }, { "epoch": 0.167, "grad_norm": 1.4241149247181872, "learning_rate": 0.003, "loss": 4.0146, "step": 16700 }, { "epoch": 0.16701, "grad_norm": 1.0844540501513107, "learning_rate": 0.003, "loss": 4.0066, "step": 16701 }, { "epoch": 0.16702, "grad_norm": 1.5909286938176141, "learning_rate": 0.003, "loss": 3.9909, "step": 16702 }, { "epoch": 0.16703, "grad_norm": 1.1187009224227151, "learning_rate": 0.003, "loss": 3.98, "step": 16703 }, { "epoch": 0.16704, "grad_norm": 1.3361911693628177, "learning_rate": 0.003, "loss": 4.046, "step": 16704 }, { "epoch": 0.16705, "grad_norm": 1.1892842822492835, "learning_rate": 0.003, "loss": 4.0072, "step": 16705 }, { "epoch": 0.16706, "grad_norm": 1.3129804202129807, "learning_rate": 0.003, "loss": 4.005, "step": 16706 }, { "epoch": 0.16707, "grad_norm": 1.2040177966034948, "learning_rate": 0.003, "loss": 4.0082, "step": 16707 }, { "epoch": 0.16708, "grad_norm": 1.3184689484922762, "learning_rate": 0.003, "loss": 4.0005, "step": 16708 }, { "epoch": 0.16709, "grad_norm": 1.1710476876758964, "learning_rate": 0.003, "loss": 4.0287, "step": 16709 }, { "epoch": 0.1671, "grad_norm": 1.482230330878662, "learning_rate": 0.003, "loss": 4.0027, "step": 16710 }, { "epoch": 0.16711, "grad_norm": 1.2272387432789482, "learning_rate": 0.003, "loss": 3.9889, "step": 16711 }, { "epoch": 0.16712, "grad_norm": 1.0283774893512463, "learning_rate": 0.003, "loss": 3.9649, "step": 16712 }, { "epoch": 0.16713, "grad_norm": 1.2397209300256942, "learning_rate": 0.003, "loss": 4.0039, "step": 16713 }, { "epoch": 0.16714, "grad_norm": 1.1778879363882633, "learning_rate": 0.003, "loss": 4.0267, "step": 16714 }, { "epoch": 0.16715, "grad_norm": 1.4236584642291445, "learning_rate": 0.003, "loss": 4.0245, "step": 16715 }, { "epoch": 0.16716, "grad_norm": 1.2435713003061704, "learning_rate": 0.003, "loss": 4.0201, "step": 16716 }, { "epoch": 0.16717, "grad_norm": 1.4285517568570933, "learning_rate": 0.003, "loss": 4.0101, "step": 16717 }, { "epoch": 0.16718, "grad_norm": 1.165974077606312, "learning_rate": 0.003, "loss": 4.0033, "step": 16718 }, { "epoch": 0.16719, "grad_norm": 1.2330315988108786, "learning_rate": 0.003, "loss": 4.0138, "step": 16719 }, { "epoch": 0.1672, "grad_norm": 1.1376708053144504, "learning_rate": 0.003, "loss": 4.0052, "step": 16720 }, { "epoch": 0.16721, "grad_norm": 1.4924178352557733, "learning_rate": 0.003, "loss": 4.0169, "step": 16721 }, { "epoch": 0.16722, "grad_norm": 1.1736703334094785, "learning_rate": 0.003, "loss": 3.993, "step": 16722 }, { "epoch": 0.16723, "grad_norm": 1.4078887935894222, "learning_rate": 0.003, "loss": 4.0022, "step": 16723 }, { "epoch": 0.16724, "grad_norm": 1.0143058288575488, "learning_rate": 0.003, "loss": 4.0434, "step": 16724 }, { "epoch": 0.16725, "grad_norm": 1.5416517889434647, "learning_rate": 0.003, "loss": 4.049, "step": 16725 }, { "epoch": 0.16726, "grad_norm": 1.277683984553053, "learning_rate": 0.003, "loss": 3.9924, "step": 16726 }, { "epoch": 0.16727, "grad_norm": 1.2943184716801348, "learning_rate": 0.003, "loss": 4.0033, "step": 16727 }, { "epoch": 0.16728, "grad_norm": 1.295832553200161, "learning_rate": 0.003, "loss": 4.0232, "step": 16728 }, { "epoch": 0.16729, "grad_norm": 1.0854698151175544, "learning_rate": 0.003, "loss": 4.012, "step": 16729 }, { "epoch": 0.1673, "grad_norm": 1.2479114469022485, "learning_rate": 0.003, "loss": 4.0609, "step": 16730 }, { "epoch": 0.16731, "grad_norm": 1.2512266369895562, "learning_rate": 0.003, "loss": 4.0088, "step": 16731 }, { "epoch": 0.16732, "grad_norm": 1.3643541839221898, "learning_rate": 0.003, "loss": 4.0208, "step": 16732 }, { "epoch": 0.16733, "grad_norm": 1.2287892480363976, "learning_rate": 0.003, "loss": 4.0052, "step": 16733 }, { "epoch": 0.16734, "grad_norm": 1.225151030439417, "learning_rate": 0.003, "loss": 4.015, "step": 16734 }, { "epoch": 0.16735, "grad_norm": 1.385564809223566, "learning_rate": 0.003, "loss": 4.0494, "step": 16735 }, { "epoch": 0.16736, "grad_norm": 1.195776919613441, "learning_rate": 0.003, "loss": 4.0211, "step": 16736 }, { "epoch": 0.16737, "grad_norm": 1.3884190285371376, "learning_rate": 0.003, "loss": 4.0109, "step": 16737 }, { "epoch": 0.16738, "grad_norm": 1.3054771728390893, "learning_rate": 0.003, "loss": 4.0175, "step": 16738 }, { "epoch": 0.16739, "grad_norm": 1.46399542404328, "learning_rate": 0.003, "loss": 4.0165, "step": 16739 }, { "epoch": 0.1674, "grad_norm": 1.0718812275028755, "learning_rate": 0.003, "loss": 3.9896, "step": 16740 }, { "epoch": 0.16741, "grad_norm": 1.1745625466912526, "learning_rate": 0.003, "loss": 4.0327, "step": 16741 }, { "epoch": 0.16742, "grad_norm": 1.2075247790914365, "learning_rate": 0.003, "loss": 3.9887, "step": 16742 }, { "epoch": 0.16743, "grad_norm": 1.4867521718033896, "learning_rate": 0.003, "loss": 4.0159, "step": 16743 }, { "epoch": 0.16744, "grad_norm": 1.065952806673697, "learning_rate": 0.003, "loss": 4.0343, "step": 16744 }, { "epoch": 0.16745, "grad_norm": 1.3972026360932996, "learning_rate": 0.003, "loss": 4.0057, "step": 16745 }, { "epoch": 0.16746, "grad_norm": 0.9031064911642256, "learning_rate": 0.003, "loss": 4.0369, "step": 16746 }, { "epoch": 0.16747, "grad_norm": 1.2482872551552535, "learning_rate": 0.003, "loss": 4.0039, "step": 16747 }, { "epoch": 0.16748, "grad_norm": 1.0793757898817635, "learning_rate": 0.003, "loss": 4.0285, "step": 16748 }, { "epoch": 0.16749, "grad_norm": 1.277504587284281, "learning_rate": 0.003, "loss": 4.013, "step": 16749 }, { "epoch": 0.1675, "grad_norm": 1.2997001547277538, "learning_rate": 0.003, "loss": 4.0036, "step": 16750 }, { "epoch": 0.16751, "grad_norm": 1.2662310141494997, "learning_rate": 0.003, "loss": 4.0098, "step": 16751 }, { "epoch": 0.16752, "grad_norm": 1.2715291357652396, "learning_rate": 0.003, "loss": 4.0044, "step": 16752 }, { "epoch": 0.16753, "grad_norm": 1.0903498454308935, "learning_rate": 0.003, "loss": 4.0068, "step": 16753 }, { "epoch": 0.16754, "grad_norm": 1.262414695269733, "learning_rate": 0.003, "loss": 4.022, "step": 16754 }, { "epoch": 0.16755, "grad_norm": 1.2417549278845725, "learning_rate": 0.003, "loss": 4.0324, "step": 16755 }, { "epoch": 0.16756, "grad_norm": 1.2435194125675262, "learning_rate": 0.003, "loss": 3.976, "step": 16756 }, { "epoch": 0.16757, "grad_norm": 1.146735908434143, "learning_rate": 0.003, "loss": 4.0114, "step": 16757 }, { "epoch": 0.16758, "grad_norm": 1.2602637595972412, "learning_rate": 0.003, "loss": 4.0046, "step": 16758 }, { "epoch": 0.16759, "grad_norm": 1.3309230491987023, "learning_rate": 0.003, "loss": 3.9897, "step": 16759 }, { "epoch": 0.1676, "grad_norm": 0.989748089374222, "learning_rate": 0.003, "loss": 4.0141, "step": 16760 }, { "epoch": 0.16761, "grad_norm": 1.313745719423959, "learning_rate": 0.003, "loss": 4.0287, "step": 16761 }, { "epoch": 0.16762, "grad_norm": 1.1794458031105426, "learning_rate": 0.003, "loss": 4.0123, "step": 16762 }, { "epoch": 0.16763, "grad_norm": 1.5006657592196686, "learning_rate": 0.003, "loss": 4.0259, "step": 16763 }, { "epoch": 0.16764, "grad_norm": 1.0854875211858523, "learning_rate": 0.003, "loss": 3.9827, "step": 16764 }, { "epoch": 0.16765, "grad_norm": 1.2799489508034012, "learning_rate": 0.003, "loss": 4.0157, "step": 16765 }, { "epoch": 0.16766, "grad_norm": 1.5385809064040605, "learning_rate": 0.003, "loss": 4.0575, "step": 16766 }, { "epoch": 0.16767, "grad_norm": 0.9871757576558676, "learning_rate": 0.003, "loss": 3.9963, "step": 16767 }, { "epoch": 0.16768, "grad_norm": 1.517071967155638, "learning_rate": 0.003, "loss": 4.04, "step": 16768 }, { "epoch": 0.16769, "grad_norm": 1.1359527581158686, "learning_rate": 0.003, "loss": 4.0123, "step": 16769 }, { "epoch": 0.1677, "grad_norm": 1.5020135445753076, "learning_rate": 0.003, "loss": 4.0176, "step": 16770 }, { "epoch": 0.16771, "grad_norm": 0.9101721493263855, "learning_rate": 0.003, "loss": 4.0316, "step": 16771 }, { "epoch": 0.16772, "grad_norm": 1.0621089618420638, "learning_rate": 0.003, "loss": 4.0022, "step": 16772 }, { "epoch": 0.16773, "grad_norm": 1.5564499611496503, "learning_rate": 0.003, "loss": 3.9828, "step": 16773 }, { "epoch": 0.16774, "grad_norm": 1.155688872689453, "learning_rate": 0.003, "loss": 4.0232, "step": 16774 }, { "epoch": 0.16775, "grad_norm": 1.3845128789778514, "learning_rate": 0.003, "loss": 3.9926, "step": 16775 }, { "epoch": 0.16776, "grad_norm": 1.360241301172709, "learning_rate": 0.003, "loss": 4.018, "step": 16776 }, { "epoch": 0.16777, "grad_norm": 1.4479593937643158, "learning_rate": 0.003, "loss": 4.0248, "step": 16777 }, { "epoch": 0.16778, "grad_norm": 1.2458349740823786, "learning_rate": 0.003, "loss": 4.0462, "step": 16778 }, { "epoch": 0.16779, "grad_norm": 1.259420554355854, "learning_rate": 0.003, "loss": 4.0361, "step": 16779 }, { "epoch": 0.1678, "grad_norm": 1.34903629188709, "learning_rate": 0.003, "loss": 4.0271, "step": 16780 }, { "epoch": 0.16781, "grad_norm": 1.286025725331968, "learning_rate": 0.003, "loss": 4.0606, "step": 16781 }, { "epoch": 0.16782, "grad_norm": 1.2291030746001255, "learning_rate": 0.003, "loss": 4.0158, "step": 16782 }, { "epoch": 0.16783, "grad_norm": 1.0875291955559694, "learning_rate": 0.003, "loss": 4.0324, "step": 16783 }, { "epoch": 0.16784, "grad_norm": 1.3159002512388083, "learning_rate": 0.003, "loss": 4.0107, "step": 16784 }, { "epoch": 0.16785, "grad_norm": 1.317527244791968, "learning_rate": 0.003, "loss": 4.0317, "step": 16785 }, { "epoch": 0.16786, "grad_norm": 1.4311664908854542, "learning_rate": 0.003, "loss": 4.0446, "step": 16786 }, { "epoch": 0.16787, "grad_norm": 1.1657445541783047, "learning_rate": 0.003, "loss": 4.0055, "step": 16787 }, { "epoch": 0.16788, "grad_norm": 1.1218297979981173, "learning_rate": 0.003, "loss": 4.039, "step": 16788 }, { "epoch": 0.16789, "grad_norm": 1.2100040863439783, "learning_rate": 0.003, "loss": 4.0207, "step": 16789 }, { "epoch": 0.1679, "grad_norm": 1.2551242998126244, "learning_rate": 0.003, "loss": 3.9854, "step": 16790 }, { "epoch": 0.16791, "grad_norm": 1.1932540463897132, "learning_rate": 0.003, "loss": 4.0299, "step": 16791 }, { "epoch": 0.16792, "grad_norm": 1.2391779990331424, "learning_rate": 0.003, "loss": 3.9781, "step": 16792 }, { "epoch": 0.16793, "grad_norm": 1.0922719286288864, "learning_rate": 0.003, "loss": 3.9964, "step": 16793 }, { "epoch": 0.16794, "grad_norm": 1.27160864630517, "learning_rate": 0.003, "loss": 4.0055, "step": 16794 }, { "epoch": 0.16795, "grad_norm": 1.1913975588204553, "learning_rate": 0.003, "loss": 4.0029, "step": 16795 }, { "epoch": 0.16796, "grad_norm": 1.243028596016473, "learning_rate": 0.003, "loss": 3.9788, "step": 16796 }, { "epoch": 0.16797, "grad_norm": 1.0818591658569379, "learning_rate": 0.003, "loss": 4.0192, "step": 16797 }, { "epoch": 0.16798, "grad_norm": 1.5692826015776473, "learning_rate": 0.003, "loss": 4.0271, "step": 16798 }, { "epoch": 0.16799, "grad_norm": 1.3033905320702153, "learning_rate": 0.003, "loss": 4.0287, "step": 16799 }, { "epoch": 0.168, "grad_norm": 1.270301971839668, "learning_rate": 0.003, "loss": 4.0052, "step": 16800 }, { "epoch": 0.16801, "grad_norm": 1.2606117354223052, "learning_rate": 0.003, "loss": 4.0175, "step": 16801 }, { "epoch": 0.16802, "grad_norm": 1.1290385301338544, "learning_rate": 0.003, "loss": 4.018, "step": 16802 }, { "epoch": 0.16803, "grad_norm": 1.3409426616809526, "learning_rate": 0.003, "loss": 4.051, "step": 16803 }, { "epoch": 0.16804, "grad_norm": 1.1059978263354993, "learning_rate": 0.003, "loss": 4.0186, "step": 16804 }, { "epoch": 0.16805, "grad_norm": 1.3947787113601666, "learning_rate": 0.003, "loss": 4.0178, "step": 16805 }, { "epoch": 0.16806, "grad_norm": 0.9963101775114525, "learning_rate": 0.003, "loss": 4.0274, "step": 16806 }, { "epoch": 0.16807, "grad_norm": 1.5634406150316704, "learning_rate": 0.003, "loss": 3.9952, "step": 16807 }, { "epoch": 0.16808, "grad_norm": 1.2678649753363247, "learning_rate": 0.003, "loss": 4.016, "step": 16808 }, { "epoch": 0.16809, "grad_norm": 1.11171865107745, "learning_rate": 0.003, "loss": 4.0136, "step": 16809 }, { "epoch": 0.1681, "grad_norm": 1.2064696063825564, "learning_rate": 0.003, "loss": 4.0303, "step": 16810 }, { "epoch": 0.16811, "grad_norm": 1.2685610617105252, "learning_rate": 0.003, "loss": 4.039, "step": 16811 }, { "epoch": 0.16812, "grad_norm": 1.242413676772281, "learning_rate": 0.003, "loss": 3.9921, "step": 16812 }, { "epoch": 0.16813, "grad_norm": 1.1500362337080925, "learning_rate": 0.003, "loss": 4.0011, "step": 16813 }, { "epoch": 0.16814, "grad_norm": 1.3192617974063514, "learning_rate": 0.003, "loss": 3.9896, "step": 16814 }, { "epoch": 0.16815, "grad_norm": 1.230514206708865, "learning_rate": 0.003, "loss": 4.0541, "step": 16815 }, { "epoch": 0.16816, "grad_norm": 1.4023838619816673, "learning_rate": 0.003, "loss": 4.0082, "step": 16816 }, { "epoch": 0.16817, "grad_norm": 1.09004068408355, "learning_rate": 0.003, "loss": 4.0044, "step": 16817 }, { "epoch": 0.16818, "grad_norm": 1.2087619042288684, "learning_rate": 0.003, "loss": 4.0166, "step": 16818 }, { "epoch": 0.16819, "grad_norm": 1.0940419536959587, "learning_rate": 0.003, "loss": 3.9882, "step": 16819 }, { "epoch": 0.1682, "grad_norm": 1.356788098447559, "learning_rate": 0.003, "loss": 4.0084, "step": 16820 }, { "epoch": 0.16821, "grad_norm": 1.1814260113034483, "learning_rate": 0.003, "loss": 3.9808, "step": 16821 }, { "epoch": 0.16822, "grad_norm": 1.083041113799058, "learning_rate": 0.003, "loss": 4.0026, "step": 16822 }, { "epoch": 0.16823, "grad_norm": 1.3845447100976924, "learning_rate": 0.003, "loss": 4.0025, "step": 16823 }, { "epoch": 0.16824, "grad_norm": 1.083888232716743, "learning_rate": 0.003, "loss": 4.0244, "step": 16824 }, { "epoch": 0.16825, "grad_norm": 1.5547189734994098, "learning_rate": 0.003, "loss": 4.0234, "step": 16825 }, { "epoch": 0.16826, "grad_norm": 1.1505415556402658, "learning_rate": 0.003, "loss": 4.0106, "step": 16826 }, { "epoch": 0.16827, "grad_norm": 1.516656079533665, "learning_rate": 0.003, "loss": 4.0116, "step": 16827 }, { "epoch": 0.16828, "grad_norm": 1.0255557130551507, "learning_rate": 0.003, "loss": 4.0169, "step": 16828 }, { "epoch": 0.16829, "grad_norm": 1.3575562934723178, "learning_rate": 0.003, "loss": 4.0216, "step": 16829 }, { "epoch": 0.1683, "grad_norm": 1.1988117222499541, "learning_rate": 0.003, "loss": 4.0156, "step": 16830 }, { "epoch": 0.16831, "grad_norm": 1.4874532719939633, "learning_rate": 0.003, "loss": 3.994, "step": 16831 }, { "epoch": 0.16832, "grad_norm": 1.1065575081516017, "learning_rate": 0.003, "loss": 4.0132, "step": 16832 }, { "epoch": 0.16833, "grad_norm": 1.361580708209208, "learning_rate": 0.003, "loss": 3.9885, "step": 16833 }, { "epoch": 0.16834, "grad_norm": 1.078641506329546, "learning_rate": 0.003, "loss": 3.9975, "step": 16834 }, { "epoch": 0.16835, "grad_norm": 1.2498711449421978, "learning_rate": 0.003, "loss": 3.9655, "step": 16835 }, { "epoch": 0.16836, "grad_norm": 1.2074394083708289, "learning_rate": 0.003, "loss": 4.0254, "step": 16836 }, { "epoch": 0.16837, "grad_norm": 1.4289220670388905, "learning_rate": 0.003, "loss": 4.0116, "step": 16837 }, { "epoch": 0.16838, "grad_norm": 1.1106440851025856, "learning_rate": 0.003, "loss": 4.0402, "step": 16838 }, { "epoch": 0.16839, "grad_norm": 1.4335390418677294, "learning_rate": 0.003, "loss": 4.0096, "step": 16839 }, { "epoch": 0.1684, "grad_norm": 1.0488019557253343, "learning_rate": 0.003, "loss": 3.9986, "step": 16840 }, { "epoch": 0.16841, "grad_norm": 1.3042148326398717, "learning_rate": 0.003, "loss": 4.016, "step": 16841 }, { "epoch": 0.16842, "grad_norm": 1.4603238658870208, "learning_rate": 0.003, "loss": 4.0209, "step": 16842 }, { "epoch": 0.16843, "grad_norm": 1.060291926461328, "learning_rate": 0.003, "loss": 4.0245, "step": 16843 }, { "epoch": 0.16844, "grad_norm": 1.405258245277971, "learning_rate": 0.003, "loss": 4.0446, "step": 16844 }, { "epoch": 0.16845, "grad_norm": 1.1607577698893636, "learning_rate": 0.003, "loss": 4.0317, "step": 16845 }, { "epoch": 0.16846, "grad_norm": 1.4783227381620572, "learning_rate": 0.003, "loss": 4.0413, "step": 16846 }, { "epoch": 0.16847, "grad_norm": 1.1648476762438198, "learning_rate": 0.003, "loss": 4.0016, "step": 16847 }, { "epoch": 0.16848, "grad_norm": 1.421633129727707, "learning_rate": 0.003, "loss": 4.0078, "step": 16848 }, { "epoch": 0.16849, "grad_norm": 1.3381995418471722, "learning_rate": 0.003, "loss": 4.0036, "step": 16849 }, { "epoch": 0.1685, "grad_norm": 1.0817309204605705, "learning_rate": 0.003, "loss": 4.0292, "step": 16850 }, { "epoch": 0.16851, "grad_norm": 1.2280418994634874, "learning_rate": 0.003, "loss": 4.0001, "step": 16851 }, { "epoch": 0.16852, "grad_norm": 1.1433143202647051, "learning_rate": 0.003, "loss": 4.0195, "step": 16852 }, { "epoch": 0.16853, "grad_norm": 1.374223930656413, "learning_rate": 0.003, "loss": 4.0405, "step": 16853 }, { "epoch": 0.16854, "grad_norm": 1.1483790544696622, "learning_rate": 0.003, "loss": 4.0136, "step": 16854 }, { "epoch": 0.16855, "grad_norm": 1.3528775235819215, "learning_rate": 0.003, "loss": 4.0117, "step": 16855 }, { "epoch": 0.16856, "grad_norm": 1.177944326397307, "learning_rate": 0.003, "loss": 4.0174, "step": 16856 }, { "epoch": 0.16857, "grad_norm": 1.308171100592795, "learning_rate": 0.003, "loss": 3.9745, "step": 16857 }, { "epoch": 0.16858, "grad_norm": 1.1529652930812384, "learning_rate": 0.003, "loss": 3.9817, "step": 16858 }, { "epoch": 0.16859, "grad_norm": 1.2731702112081706, "learning_rate": 0.003, "loss": 4.0086, "step": 16859 }, { "epoch": 0.1686, "grad_norm": 1.31032159477305, "learning_rate": 0.003, "loss": 4.028, "step": 16860 }, { "epoch": 0.16861, "grad_norm": 1.2036047048130094, "learning_rate": 0.003, "loss": 4.0147, "step": 16861 }, { "epoch": 0.16862, "grad_norm": 1.339073288144215, "learning_rate": 0.003, "loss": 4.0129, "step": 16862 }, { "epoch": 0.16863, "grad_norm": 1.3109035788782717, "learning_rate": 0.003, "loss": 4.0011, "step": 16863 }, { "epoch": 0.16864, "grad_norm": 1.304758696665521, "learning_rate": 0.003, "loss": 4.0142, "step": 16864 }, { "epoch": 0.16865, "grad_norm": 1.2074240967263565, "learning_rate": 0.003, "loss": 3.9844, "step": 16865 }, { "epoch": 0.16866, "grad_norm": 1.1209272913654764, "learning_rate": 0.003, "loss": 4.0118, "step": 16866 }, { "epoch": 0.16867, "grad_norm": 1.4518110921716785, "learning_rate": 0.003, "loss": 4.009, "step": 16867 }, { "epoch": 0.16868, "grad_norm": 1.0774290770428272, "learning_rate": 0.003, "loss": 4.0008, "step": 16868 }, { "epoch": 0.16869, "grad_norm": 1.312204142314037, "learning_rate": 0.003, "loss": 4.009, "step": 16869 }, { "epoch": 0.1687, "grad_norm": 1.1416925160063203, "learning_rate": 0.003, "loss": 4.0342, "step": 16870 }, { "epoch": 0.16871, "grad_norm": 1.5112168839952957, "learning_rate": 0.003, "loss": 4.0379, "step": 16871 }, { "epoch": 0.16872, "grad_norm": 1.1897944524848985, "learning_rate": 0.003, "loss": 4.0032, "step": 16872 }, { "epoch": 0.16873, "grad_norm": 1.446510519618927, "learning_rate": 0.003, "loss": 4.0095, "step": 16873 }, { "epoch": 0.16874, "grad_norm": 1.396135666890526, "learning_rate": 0.003, "loss": 3.9984, "step": 16874 }, { "epoch": 0.16875, "grad_norm": 1.433971567663403, "learning_rate": 0.003, "loss": 4.0326, "step": 16875 }, { "epoch": 0.16876, "grad_norm": 1.0044949337191382, "learning_rate": 0.003, "loss": 4.018, "step": 16876 }, { "epoch": 0.16877, "grad_norm": 1.4266779672159549, "learning_rate": 0.003, "loss": 4.0003, "step": 16877 }, { "epoch": 0.16878, "grad_norm": 1.29967644899772, "learning_rate": 0.003, "loss": 3.9951, "step": 16878 }, { "epoch": 0.16879, "grad_norm": 1.120701139574282, "learning_rate": 0.003, "loss": 3.9812, "step": 16879 }, { "epoch": 0.1688, "grad_norm": 1.2225522998809213, "learning_rate": 0.003, "loss": 4.0384, "step": 16880 }, { "epoch": 0.16881, "grad_norm": 1.2109024989470603, "learning_rate": 0.003, "loss": 4.0011, "step": 16881 }, { "epoch": 0.16882, "grad_norm": 1.4632096241684103, "learning_rate": 0.003, "loss": 4.0191, "step": 16882 }, { "epoch": 0.16883, "grad_norm": 1.2485484778905063, "learning_rate": 0.003, "loss": 4.0276, "step": 16883 }, { "epoch": 0.16884, "grad_norm": 1.1186898652467716, "learning_rate": 0.003, "loss": 4.0139, "step": 16884 }, { "epoch": 0.16885, "grad_norm": 1.24133162504021, "learning_rate": 0.003, "loss": 3.9853, "step": 16885 }, { "epoch": 0.16886, "grad_norm": 1.3050455876523348, "learning_rate": 0.003, "loss": 4.0114, "step": 16886 }, { "epoch": 0.16887, "grad_norm": 1.362781051037715, "learning_rate": 0.003, "loss": 4.0363, "step": 16887 }, { "epoch": 0.16888, "grad_norm": 1.3892189347450552, "learning_rate": 0.003, "loss": 4.0423, "step": 16888 }, { "epoch": 0.16889, "grad_norm": 1.1407710712129773, "learning_rate": 0.003, "loss": 4.0091, "step": 16889 }, { "epoch": 0.1689, "grad_norm": 1.206006069080571, "learning_rate": 0.003, "loss": 4.0202, "step": 16890 }, { "epoch": 0.16891, "grad_norm": 1.1342045777811507, "learning_rate": 0.003, "loss": 3.9932, "step": 16891 }, { "epoch": 0.16892, "grad_norm": 1.2619875409492707, "learning_rate": 0.003, "loss": 3.9845, "step": 16892 }, { "epoch": 0.16893, "grad_norm": 1.2205092992378006, "learning_rate": 0.003, "loss": 4.0237, "step": 16893 }, { "epoch": 0.16894, "grad_norm": 1.244931242041419, "learning_rate": 0.003, "loss": 4.0075, "step": 16894 }, { "epoch": 0.16895, "grad_norm": 1.2651379871481943, "learning_rate": 0.003, "loss": 4.0343, "step": 16895 }, { "epoch": 0.16896, "grad_norm": 1.2366124296381513, "learning_rate": 0.003, "loss": 4.0088, "step": 16896 }, { "epoch": 0.16897, "grad_norm": 1.0590663890418193, "learning_rate": 0.003, "loss": 3.9921, "step": 16897 }, { "epoch": 0.16898, "grad_norm": 1.3479594975330957, "learning_rate": 0.003, "loss": 4.0084, "step": 16898 }, { "epoch": 0.16899, "grad_norm": 1.110658655779992, "learning_rate": 0.003, "loss": 4.017, "step": 16899 }, { "epoch": 0.169, "grad_norm": 1.2805799269670264, "learning_rate": 0.003, "loss": 3.9875, "step": 16900 }, { "epoch": 0.16901, "grad_norm": 1.1028430432312288, "learning_rate": 0.003, "loss": 4.0033, "step": 16901 }, { "epoch": 0.16902, "grad_norm": 1.5531230378318743, "learning_rate": 0.003, "loss": 4.0151, "step": 16902 }, { "epoch": 0.16903, "grad_norm": 1.112848851912049, "learning_rate": 0.003, "loss": 3.9987, "step": 16903 }, { "epoch": 0.16904, "grad_norm": 1.3508659986287932, "learning_rate": 0.003, "loss": 4.0516, "step": 16904 }, { "epoch": 0.16905, "grad_norm": 1.3904795812482704, "learning_rate": 0.003, "loss": 4.0187, "step": 16905 }, { "epoch": 0.16906, "grad_norm": 1.3812560919461059, "learning_rate": 0.003, "loss": 4.0115, "step": 16906 }, { "epoch": 0.16907, "grad_norm": 1.2833538687555124, "learning_rate": 0.003, "loss": 4.0012, "step": 16907 }, { "epoch": 0.16908, "grad_norm": 1.2529061133847317, "learning_rate": 0.003, "loss": 4.012, "step": 16908 }, { "epoch": 0.16909, "grad_norm": 1.1306501723012512, "learning_rate": 0.003, "loss": 3.9993, "step": 16909 }, { "epoch": 0.1691, "grad_norm": 1.145615530866832, "learning_rate": 0.003, "loss": 3.9635, "step": 16910 }, { "epoch": 0.16911, "grad_norm": 1.257679014582806, "learning_rate": 0.003, "loss": 4.0018, "step": 16911 }, { "epoch": 0.16912, "grad_norm": 1.1571753241793494, "learning_rate": 0.003, "loss": 4.0245, "step": 16912 }, { "epoch": 0.16913, "grad_norm": 1.2552940210106678, "learning_rate": 0.003, "loss": 4.0049, "step": 16913 }, { "epoch": 0.16914, "grad_norm": 1.384337884789972, "learning_rate": 0.003, "loss": 4.0193, "step": 16914 }, { "epoch": 0.16915, "grad_norm": 1.2197693395854996, "learning_rate": 0.003, "loss": 4.0124, "step": 16915 }, { "epoch": 0.16916, "grad_norm": 1.2880217635284237, "learning_rate": 0.003, "loss": 4.0265, "step": 16916 }, { "epoch": 0.16917, "grad_norm": 1.3384699793351602, "learning_rate": 0.003, "loss": 3.9979, "step": 16917 }, { "epoch": 0.16918, "grad_norm": 1.2616668365937014, "learning_rate": 0.003, "loss": 4.0247, "step": 16918 }, { "epoch": 0.16919, "grad_norm": 1.3222589677064205, "learning_rate": 0.003, "loss": 4.0114, "step": 16919 }, { "epoch": 0.1692, "grad_norm": 1.178864504225822, "learning_rate": 0.003, "loss": 3.9843, "step": 16920 }, { "epoch": 0.16921, "grad_norm": 1.2981216950894976, "learning_rate": 0.003, "loss": 4.0101, "step": 16921 }, { "epoch": 0.16922, "grad_norm": 1.5438283634887369, "learning_rate": 0.003, "loss": 4.0164, "step": 16922 }, { "epoch": 0.16923, "grad_norm": 1.152152700697969, "learning_rate": 0.003, "loss": 4.0104, "step": 16923 }, { "epoch": 0.16924, "grad_norm": 1.2619466292301122, "learning_rate": 0.003, "loss": 4.0145, "step": 16924 }, { "epoch": 0.16925, "grad_norm": 1.2677460366996953, "learning_rate": 0.003, "loss": 4.0249, "step": 16925 }, { "epoch": 0.16926, "grad_norm": 1.0390056602589441, "learning_rate": 0.003, "loss": 4.0029, "step": 16926 }, { "epoch": 0.16927, "grad_norm": 1.3574529434547262, "learning_rate": 0.003, "loss": 3.9909, "step": 16927 }, { "epoch": 0.16928, "grad_norm": 1.0928639897909367, "learning_rate": 0.003, "loss": 4.0125, "step": 16928 }, { "epoch": 0.16929, "grad_norm": 1.3934850961846503, "learning_rate": 0.003, "loss": 3.9983, "step": 16929 }, { "epoch": 0.1693, "grad_norm": 1.285281464957926, "learning_rate": 0.003, "loss": 4.0173, "step": 16930 }, { "epoch": 0.16931, "grad_norm": 1.2455841870968274, "learning_rate": 0.003, "loss": 4.0327, "step": 16931 }, { "epoch": 0.16932, "grad_norm": 1.3341301746229626, "learning_rate": 0.003, "loss": 4.0197, "step": 16932 }, { "epoch": 0.16933, "grad_norm": 1.1781447497056439, "learning_rate": 0.003, "loss": 4.025, "step": 16933 }, { "epoch": 0.16934, "grad_norm": 1.2428939057922601, "learning_rate": 0.003, "loss": 4.0272, "step": 16934 }, { "epoch": 0.16935, "grad_norm": 1.2483314679414697, "learning_rate": 0.003, "loss": 4.0263, "step": 16935 }, { "epoch": 0.16936, "grad_norm": 1.314712637897631, "learning_rate": 0.003, "loss": 3.9888, "step": 16936 }, { "epoch": 0.16937, "grad_norm": 1.0492346671508817, "learning_rate": 0.003, "loss": 3.9845, "step": 16937 }, { "epoch": 0.16938, "grad_norm": 1.3815854838892725, "learning_rate": 0.003, "loss": 4.0072, "step": 16938 }, { "epoch": 0.16939, "grad_norm": 1.2392019868274606, "learning_rate": 0.003, "loss": 4.0135, "step": 16939 }, { "epoch": 0.1694, "grad_norm": 1.5056024070904612, "learning_rate": 0.003, "loss": 4.0295, "step": 16940 }, { "epoch": 0.16941, "grad_norm": 1.2201284842797908, "learning_rate": 0.003, "loss": 4.0281, "step": 16941 }, { "epoch": 0.16942, "grad_norm": 1.3929057023313056, "learning_rate": 0.003, "loss": 4.0175, "step": 16942 }, { "epoch": 0.16943, "grad_norm": 1.2383122178551467, "learning_rate": 0.003, "loss": 3.9776, "step": 16943 }, { "epoch": 0.16944, "grad_norm": 1.101071882798595, "learning_rate": 0.003, "loss": 4.0115, "step": 16944 }, { "epoch": 0.16945, "grad_norm": 1.4592890179827827, "learning_rate": 0.003, "loss": 4.0038, "step": 16945 }, { "epoch": 0.16946, "grad_norm": 1.176261448397904, "learning_rate": 0.003, "loss": 4.0218, "step": 16946 }, { "epoch": 0.16947, "grad_norm": 1.1938508900306732, "learning_rate": 0.003, "loss": 4.0147, "step": 16947 }, { "epoch": 0.16948, "grad_norm": 1.2417706899331502, "learning_rate": 0.003, "loss": 4.0193, "step": 16948 }, { "epoch": 0.16949, "grad_norm": 1.119059964256359, "learning_rate": 0.003, "loss": 3.9685, "step": 16949 }, { "epoch": 0.1695, "grad_norm": 1.1741223880758327, "learning_rate": 0.003, "loss": 4.0166, "step": 16950 }, { "epoch": 0.16951, "grad_norm": 1.3448040518697508, "learning_rate": 0.003, "loss": 4.007, "step": 16951 }, { "epoch": 0.16952, "grad_norm": 1.0488312214388276, "learning_rate": 0.003, "loss": 3.9971, "step": 16952 }, { "epoch": 0.16953, "grad_norm": 1.4062247086633848, "learning_rate": 0.003, "loss": 4.016, "step": 16953 }, { "epoch": 0.16954, "grad_norm": 1.2078394336426208, "learning_rate": 0.003, "loss": 4.0482, "step": 16954 }, { "epoch": 0.16955, "grad_norm": 1.2369747127025712, "learning_rate": 0.003, "loss": 4.0276, "step": 16955 }, { "epoch": 0.16956, "grad_norm": 1.2197357412428835, "learning_rate": 0.003, "loss": 4.0109, "step": 16956 }, { "epoch": 0.16957, "grad_norm": 1.4609469443691683, "learning_rate": 0.003, "loss": 4.0253, "step": 16957 }, { "epoch": 0.16958, "grad_norm": 0.9557802790163199, "learning_rate": 0.003, "loss": 3.9899, "step": 16958 }, { "epoch": 0.16959, "grad_norm": 1.24108490074871, "learning_rate": 0.003, "loss": 3.9897, "step": 16959 }, { "epoch": 0.1696, "grad_norm": 1.4668437065833444, "learning_rate": 0.003, "loss": 4.0091, "step": 16960 }, { "epoch": 0.16961, "grad_norm": 1.1743810113446638, "learning_rate": 0.003, "loss": 3.9943, "step": 16961 }, { "epoch": 0.16962, "grad_norm": 1.4978543000574625, "learning_rate": 0.003, "loss": 4.0426, "step": 16962 }, { "epoch": 0.16963, "grad_norm": 1.0906658346730245, "learning_rate": 0.003, "loss": 4.0314, "step": 16963 }, { "epoch": 0.16964, "grad_norm": 1.4468427659755054, "learning_rate": 0.003, "loss": 4.0351, "step": 16964 }, { "epoch": 0.16965, "grad_norm": 1.27416762346165, "learning_rate": 0.003, "loss": 3.988, "step": 16965 }, { "epoch": 0.16966, "grad_norm": 1.331194166487556, "learning_rate": 0.003, "loss": 4.0333, "step": 16966 }, { "epoch": 0.16967, "grad_norm": 1.2625953737664501, "learning_rate": 0.003, "loss": 4.0115, "step": 16967 }, { "epoch": 0.16968, "grad_norm": 1.080363195070113, "learning_rate": 0.003, "loss": 4.0216, "step": 16968 }, { "epoch": 0.16969, "grad_norm": 1.5447983936107297, "learning_rate": 0.003, "loss": 4.0262, "step": 16969 }, { "epoch": 0.1697, "grad_norm": 1.2006316216642772, "learning_rate": 0.003, "loss": 4.0155, "step": 16970 }, { "epoch": 0.16971, "grad_norm": 1.3860194333678044, "learning_rate": 0.003, "loss": 4.0248, "step": 16971 }, { "epoch": 0.16972, "grad_norm": 1.2485380657128105, "learning_rate": 0.003, "loss": 4.0222, "step": 16972 }, { "epoch": 0.16973, "grad_norm": 1.1469982508816605, "learning_rate": 0.003, "loss": 4.0264, "step": 16973 }, { "epoch": 0.16974, "grad_norm": 1.2098045638378874, "learning_rate": 0.003, "loss": 3.9966, "step": 16974 }, { "epoch": 0.16975, "grad_norm": 1.2238529275774659, "learning_rate": 0.003, "loss": 4.0217, "step": 16975 }, { "epoch": 0.16976, "grad_norm": 1.0835686022976578, "learning_rate": 0.003, "loss": 3.9671, "step": 16976 }, { "epoch": 0.16977, "grad_norm": 1.5463250511671391, "learning_rate": 0.003, "loss": 4.0147, "step": 16977 }, { "epoch": 0.16978, "grad_norm": 1.156525371142893, "learning_rate": 0.003, "loss": 3.9964, "step": 16978 }, { "epoch": 0.16979, "grad_norm": 1.4567991308225594, "learning_rate": 0.003, "loss": 4.0071, "step": 16979 }, { "epoch": 0.1698, "grad_norm": 1.0656381636333407, "learning_rate": 0.003, "loss": 4.0044, "step": 16980 }, { "epoch": 0.16981, "grad_norm": 1.3190589658406147, "learning_rate": 0.003, "loss": 3.9878, "step": 16981 }, { "epoch": 0.16982, "grad_norm": 1.11372006687511, "learning_rate": 0.003, "loss": 4.0362, "step": 16982 }, { "epoch": 0.16983, "grad_norm": 1.363892577636926, "learning_rate": 0.003, "loss": 4.0198, "step": 16983 }, { "epoch": 0.16984, "grad_norm": 1.2820694465744142, "learning_rate": 0.003, "loss": 4.0416, "step": 16984 }, { "epoch": 0.16985, "grad_norm": 1.151936227728988, "learning_rate": 0.003, "loss": 4.0071, "step": 16985 }, { "epoch": 0.16986, "grad_norm": 1.2019003952022753, "learning_rate": 0.003, "loss": 4.0154, "step": 16986 }, { "epoch": 0.16987, "grad_norm": 1.2916031244486534, "learning_rate": 0.003, "loss": 4.0513, "step": 16987 }, { "epoch": 0.16988, "grad_norm": 1.3963732146288383, "learning_rate": 0.003, "loss": 4.0164, "step": 16988 }, { "epoch": 0.16989, "grad_norm": 1.2685891835699157, "learning_rate": 0.003, "loss": 4.0025, "step": 16989 }, { "epoch": 0.1699, "grad_norm": 1.2951575610634358, "learning_rate": 0.003, "loss": 4.0121, "step": 16990 }, { "epoch": 0.16991, "grad_norm": 1.2921496230383875, "learning_rate": 0.003, "loss": 4.0131, "step": 16991 }, { "epoch": 0.16992, "grad_norm": 1.1691614288218513, "learning_rate": 0.003, "loss": 4.0189, "step": 16992 }, { "epoch": 0.16993, "grad_norm": 1.3505549787048354, "learning_rate": 0.003, "loss": 4.0249, "step": 16993 }, { "epoch": 0.16994, "grad_norm": 1.234698424787448, "learning_rate": 0.003, "loss": 4.026, "step": 16994 }, { "epoch": 0.16995, "grad_norm": 1.1635611711772356, "learning_rate": 0.003, "loss": 3.9766, "step": 16995 }, { "epoch": 0.16996, "grad_norm": 1.3932235075072121, "learning_rate": 0.003, "loss": 3.9999, "step": 16996 }, { "epoch": 0.16997, "grad_norm": 1.2329785004756628, "learning_rate": 0.003, "loss": 4.0231, "step": 16997 }, { "epoch": 0.16998, "grad_norm": 1.6130306233485228, "learning_rate": 0.003, "loss": 4.039, "step": 16998 }, { "epoch": 0.16999, "grad_norm": 0.987298280415107, "learning_rate": 0.003, "loss": 4.0256, "step": 16999 }, { "epoch": 0.17, "grad_norm": 1.363353855910285, "learning_rate": 0.003, "loss": 3.9801, "step": 17000 }, { "epoch": 0.17001, "grad_norm": 1.072170500021738, "learning_rate": 0.003, "loss": 4.0019, "step": 17001 }, { "epoch": 0.17002, "grad_norm": 1.2286663236450293, "learning_rate": 0.003, "loss": 4.0253, "step": 17002 }, { "epoch": 0.17003, "grad_norm": 1.4430427644893247, "learning_rate": 0.003, "loss": 3.9904, "step": 17003 }, { "epoch": 0.17004, "grad_norm": 1.19606160541874, "learning_rate": 0.003, "loss": 4.011, "step": 17004 }, { "epoch": 0.17005, "grad_norm": 1.1893825102433737, "learning_rate": 0.003, "loss": 4.0051, "step": 17005 }, { "epoch": 0.17006, "grad_norm": 1.4068763541598062, "learning_rate": 0.003, "loss": 4.0393, "step": 17006 }, { "epoch": 0.17007, "grad_norm": 1.2142864586823239, "learning_rate": 0.003, "loss": 3.9944, "step": 17007 }, { "epoch": 0.17008, "grad_norm": 1.2635706429106455, "learning_rate": 0.003, "loss": 4.0406, "step": 17008 }, { "epoch": 0.17009, "grad_norm": 1.1968596536847875, "learning_rate": 0.003, "loss": 3.9996, "step": 17009 }, { "epoch": 0.1701, "grad_norm": 1.2526564209820548, "learning_rate": 0.003, "loss": 4.0081, "step": 17010 }, { "epoch": 0.17011, "grad_norm": 1.1844228990235934, "learning_rate": 0.003, "loss": 4.0084, "step": 17011 }, { "epoch": 0.17012, "grad_norm": 1.1039154276178442, "learning_rate": 0.003, "loss": 4.0255, "step": 17012 }, { "epoch": 0.17013, "grad_norm": 1.54947273181041, "learning_rate": 0.003, "loss": 4.0122, "step": 17013 }, { "epoch": 0.17014, "grad_norm": 1.228717172082972, "learning_rate": 0.003, "loss": 3.9951, "step": 17014 }, { "epoch": 0.17015, "grad_norm": 1.4232491508453435, "learning_rate": 0.003, "loss": 4.0072, "step": 17015 }, { "epoch": 0.17016, "grad_norm": 1.330801365943393, "learning_rate": 0.003, "loss": 4.0023, "step": 17016 }, { "epoch": 0.17017, "grad_norm": 1.1359725998637589, "learning_rate": 0.003, "loss": 4.0095, "step": 17017 }, { "epoch": 0.17018, "grad_norm": 1.2227729610468783, "learning_rate": 0.003, "loss": 4.0286, "step": 17018 }, { "epoch": 0.17019, "grad_norm": 1.1216839963037502, "learning_rate": 0.003, "loss": 3.9893, "step": 17019 }, { "epoch": 0.1702, "grad_norm": 1.4395486441580458, "learning_rate": 0.003, "loss": 4.0169, "step": 17020 }, { "epoch": 0.17021, "grad_norm": 1.457913775333108, "learning_rate": 0.003, "loss": 4.005, "step": 17021 }, { "epoch": 0.17022, "grad_norm": 1.2730261991335328, "learning_rate": 0.003, "loss": 4.0054, "step": 17022 }, { "epoch": 0.17023, "grad_norm": 1.309025191561289, "learning_rate": 0.003, "loss": 4.0186, "step": 17023 }, { "epoch": 0.17024, "grad_norm": 1.222707520022976, "learning_rate": 0.003, "loss": 4.0008, "step": 17024 }, { "epoch": 0.17025, "grad_norm": 1.3516155725992163, "learning_rate": 0.003, "loss": 3.9796, "step": 17025 }, { "epoch": 0.17026, "grad_norm": 1.1329837729671406, "learning_rate": 0.003, "loss": 3.9766, "step": 17026 }, { "epoch": 0.17027, "grad_norm": 1.3633630624929551, "learning_rate": 0.003, "loss": 3.9968, "step": 17027 }, { "epoch": 0.17028, "grad_norm": 1.1815339013729904, "learning_rate": 0.003, "loss": 4.0015, "step": 17028 }, { "epoch": 0.17029, "grad_norm": 1.303776361036439, "learning_rate": 0.003, "loss": 4.031, "step": 17029 }, { "epoch": 0.1703, "grad_norm": 1.1116647282472578, "learning_rate": 0.003, "loss": 3.9978, "step": 17030 }, { "epoch": 0.17031, "grad_norm": 1.6837890162486113, "learning_rate": 0.003, "loss": 4.033, "step": 17031 }, { "epoch": 0.17032, "grad_norm": 1.0973423997807117, "learning_rate": 0.003, "loss": 4.0029, "step": 17032 }, { "epoch": 0.17033, "grad_norm": 1.4553041409424958, "learning_rate": 0.003, "loss": 4.0115, "step": 17033 }, { "epoch": 0.17034, "grad_norm": 1.067326827134977, "learning_rate": 0.003, "loss": 4.0042, "step": 17034 }, { "epoch": 0.17035, "grad_norm": 1.3964409257344448, "learning_rate": 0.003, "loss": 3.9908, "step": 17035 }, { "epoch": 0.17036, "grad_norm": 1.26893825218419, "learning_rate": 0.003, "loss": 3.9993, "step": 17036 }, { "epoch": 0.17037, "grad_norm": 1.1702590465709417, "learning_rate": 0.003, "loss": 4.0006, "step": 17037 }, { "epoch": 0.17038, "grad_norm": 1.2759678360880577, "learning_rate": 0.003, "loss": 4.0107, "step": 17038 }, { "epoch": 0.17039, "grad_norm": 1.2481788520067871, "learning_rate": 0.003, "loss": 4.0014, "step": 17039 }, { "epoch": 0.1704, "grad_norm": 1.3008871738106516, "learning_rate": 0.003, "loss": 4.0364, "step": 17040 }, { "epoch": 0.17041, "grad_norm": 0.993458540634306, "learning_rate": 0.003, "loss": 4.0096, "step": 17041 }, { "epoch": 0.17042, "grad_norm": 1.6483842502616208, "learning_rate": 0.003, "loss": 4.0033, "step": 17042 }, { "epoch": 0.17043, "grad_norm": 1.1823012906917088, "learning_rate": 0.003, "loss": 4.0021, "step": 17043 }, { "epoch": 0.17044, "grad_norm": 1.2834132877499729, "learning_rate": 0.003, "loss": 4.0283, "step": 17044 }, { "epoch": 0.17045, "grad_norm": 1.3017727577823928, "learning_rate": 0.003, "loss": 4.0277, "step": 17045 }, { "epoch": 0.17046, "grad_norm": 1.2997819468279899, "learning_rate": 0.003, "loss": 4.0316, "step": 17046 }, { "epoch": 0.17047, "grad_norm": 0.9669334493330405, "learning_rate": 0.003, "loss": 4.0164, "step": 17047 }, { "epoch": 0.17048, "grad_norm": 1.1175094646396293, "learning_rate": 0.003, "loss": 4.0345, "step": 17048 }, { "epoch": 0.17049, "grad_norm": 1.243380875464536, "learning_rate": 0.003, "loss": 3.985, "step": 17049 }, { "epoch": 0.1705, "grad_norm": 1.2167661535688556, "learning_rate": 0.003, "loss": 4.005, "step": 17050 }, { "epoch": 0.17051, "grad_norm": 1.4073761882344242, "learning_rate": 0.003, "loss": 4.0081, "step": 17051 }, { "epoch": 0.17052, "grad_norm": 1.2079374224606234, "learning_rate": 0.003, "loss": 4.0339, "step": 17052 }, { "epoch": 0.17053, "grad_norm": 1.1232919573416105, "learning_rate": 0.003, "loss": 4.0202, "step": 17053 }, { "epoch": 0.17054, "grad_norm": 1.6895509107983848, "learning_rate": 0.003, "loss": 4.0552, "step": 17054 }, { "epoch": 0.17055, "grad_norm": 1.1542580858819775, "learning_rate": 0.003, "loss": 4.0323, "step": 17055 }, { "epoch": 0.17056, "grad_norm": 1.208307073301473, "learning_rate": 0.003, "loss": 4.0132, "step": 17056 }, { "epoch": 0.17057, "grad_norm": 1.3242158599574259, "learning_rate": 0.003, "loss": 3.9957, "step": 17057 }, { "epoch": 0.17058, "grad_norm": 1.3255330368926068, "learning_rate": 0.003, "loss": 4.0054, "step": 17058 }, { "epoch": 0.17059, "grad_norm": 1.1849168511846713, "learning_rate": 0.003, "loss": 3.9829, "step": 17059 }, { "epoch": 0.1706, "grad_norm": 1.3666009882279797, "learning_rate": 0.003, "loss": 4.0134, "step": 17060 }, { "epoch": 0.17061, "grad_norm": 1.3262779207828668, "learning_rate": 0.003, "loss": 4.0328, "step": 17061 }, { "epoch": 0.17062, "grad_norm": 1.0173614017135213, "learning_rate": 0.003, "loss": 3.9673, "step": 17062 }, { "epoch": 0.17063, "grad_norm": 1.2363760775920116, "learning_rate": 0.003, "loss": 4.0004, "step": 17063 }, { "epoch": 0.17064, "grad_norm": 1.0837262558950076, "learning_rate": 0.003, "loss": 4.01, "step": 17064 }, { "epoch": 0.17065, "grad_norm": 1.3559097648251028, "learning_rate": 0.003, "loss": 4.0139, "step": 17065 }, { "epoch": 0.17066, "grad_norm": 1.1819821915593431, "learning_rate": 0.003, "loss": 4.0034, "step": 17066 }, { "epoch": 0.17067, "grad_norm": 1.386641191079537, "learning_rate": 0.003, "loss": 4.0327, "step": 17067 }, { "epoch": 0.17068, "grad_norm": 1.1292876769780475, "learning_rate": 0.003, "loss": 4.0285, "step": 17068 }, { "epoch": 0.17069, "grad_norm": 1.3903157711241252, "learning_rate": 0.003, "loss": 4.0406, "step": 17069 }, { "epoch": 0.1707, "grad_norm": 1.136373967026405, "learning_rate": 0.003, "loss": 4.0195, "step": 17070 }, { "epoch": 0.17071, "grad_norm": 1.501179003007741, "learning_rate": 0.003, "loss": 4.0049, "step": 17071 }, { "epoch": 0.17072, "grad_norm": 0.9506830073519514, "learning_rate": 0.003, "loss": 4.0037, "step": 17072 }, { "epoch": 0.17073, "grad_norm": 1.3292716085551004, "learning_rate": 0.003, "loss": 4.0268, "step": 17073 }, { "epoch": 0.17074, "grad_norm": 1.3345983635658956, "learning_rate": 0.003, "loss": 4.0298, "step": 17074 }, { "epoch": 0.17075, "grad_norm": 1.390323079016144, "learning_rate": 0.003, "loss": 4.0163, "step": 17075 }, { "epoch": 0.17076, "grad_norm": 1.3772049791967669, "learning_rate": 0.003, "loss": 4.0027, "step": 17076 }, { "epoch": 0.17077, "grad_norm": 1.3685662444124322, "learning_rate": 0.003, "loss": 4.0334, "step": 17077 }, { "epoch": 0.17078, "grad_norm": 1.2048938743876443, "learning_rate": 0.003, "loss": 4.0101, "step": 17078 }, { "epoch": 0.17079, "grad_norm": 1.2550198188663826, "learning_rate": 0.003, "loss": 4.0131, "step": 17079 }, { "epoch": 0.1708, "grad_norm": 1.2509248960232697, "learning_rate": 0.003, "loss": 4.0, "step": 17080 }, { "epoch": 0.17081, "grad_norm": 1.3155347659383203, "learning_rate": 0.003, "loss": 4.0042, "step": 17081 }, { "epoch": 0.17082, "grad_norm": 1.2297799179188096, "learning_rate": 0.003, "loss": 4.0481, "step": 17082 }, { "epoch": 0.17083, "grad_norm": 1.2401252434978838, "learning_rate": 0.003, "loss": 4.0094, "step": 17083 }, { "epoch": 0.17084, "grad_norm": 1.119392793832822, "learning_rate": 0.003, "loss": 4.0161, "step": 17084 }, { "epoch": 0.17085, "grad_norm": 1.1671328595938733, "learning_rate": 0.003, "loss": 4.0165, "step": 17085 }, { "epoch": 0.17086, "grad_norm": 1.384826264679687, "learning_rate": 0.003, "loss": 4.0032, "step": 17086 }, { "epoch": 0.17087, "grad_norm": 1.5263313659422078, "learning_rate": 0.003, "loss": 4.0117, "step": 17087 }, { "epoch": 0.17088, "grad_norm": 0.9182959568931038, "learning_rate": 0.003, "loss": 4.0108, "step": 17088 }, { "epoch": 0.17089, "grad_norm": 1.284208012928188, "learning_rate": 0.003, "loss": 4.0018, "step": 17089 }, { "epoch": 0.1709, "grad_norm": 1.2661764940608917, "learning_rate": 0.003, "loss": 4.005, "step": 17090 }, { "epoch": 0.17091, "grad_norm": 1.280902038637925, "learning_rate": 0.003, "loss": 4.0402, "step": 17091 }, { "epoch": 0.17092, "grad_norm": 1.382288880310461, "learning_rate": 0.003, "loss": 3.9877, "step": 17092 }, { "epoch": 0.17093, "grad_norm": 1.1166438612003322, "learning_rate": 0.003, "loss": 4.0043, "step": 17093 }, { "epoch": 0.17094, "grad_norm": 1.5879639454360261, "learning_rate": 0.003, "loss": 4.0281, "step": 17094 }, { "epoch": 0.17095, "grad_norm": 1.242611008549483, "learning_rate": 0.003, "loss": 3.9909, "step": 17095 }, { "epoch": 0.17096, "grad_norm": 1.3686366406113646, "learning_rate": 0.003, "loss": 4.0087, "step": 17096 }, { "epoch": 0.17097, "grad_norm": 1.2406692703157454, "learning_rate": 0.003, "loss": 3.9945, "step": 17097 }, { "epoch": 0.17098, "grad_norm": 1.3392783702470064, "learning_rate": 0.003, "loss": 4.0351, "step": 17098 }, { "epoch": 0.17099, "grad_norm": 1.3207583531649192, "learning_rate": 0.003, "loss": 3.9842, "step": 17099 }, { "epoch": 0.171, "grad_norm": 0.9115212843188456, "learning_rate": 0.003, "loss": 3.9994, "step": 17100 }, { "epoch": 0.17101, "grad_norm": 1.4207831207188837, "learning_rate": 0.003, "loss": 4.0026, "step": 17101 }, { "epoch": 0.17102, "grad_norm": 1.0106793121437063, "learning_rate": 0.003, "loss": 3.9955, "step": 17102 }, { "epoch": 0.17103, "grad_norm": 1.4870568757014018, "learning_rate": 0.003, "loss": 4.0165, "step": 17103 }, { "epoch": 0.17104, "grad_norm": 1.1297006257174922, "learning_rate": 0.003, "loss": 4.0074, "step": 17104 }, { "epoch": 0.17105, "grad_norm": 1.4574497121201375, "learning_rate": 0.003, "loss": 3.9996, "step": 17105 }, { "epoch": 0.17106, "grad_norm": 1.279203515550617, "learning_rate": 0.003, "loss": 4.0165, "step": 17106 }, { "epoch": 0.17107, "grad_norm": 1.120641556247558, "learning_rate": 0.003, "loss": 4.0306, "step": 17107 }, { "epoch": 0.17108, "grad_norm": 1.3611441573055538, "learning_rate": 0.003, "loss": 4.0165, "step": 17108 }, { "epoch": 0.17109, "grad_norm": 1.1597597254319019, "learning_rate": 0.003, "loss": 4.0021, "step": 17109 }, { "epoch": 0.1711, "grad_norm": 1.623200123412091, "learning_rate": 0.003, "loss": 4.0176, "step": 17110 }, { "epoch": 0.17111, "grad_norm": 1.0573921747614077, "learning_rate": 0.003, "loss": 3.9992, "step": 17111 }, { "epoch": 0.17112, "grad_norm": 1.3914494160558084, "learning_rate": 0.003, "loss": 3.9978, "step": 17112 }, { "epoch": 0.17113, "grad_norm": 1.0537510192201738, "learning_rate": 0.003, "loss": 3.9937, "step": 17113 }, { "epoch": 0.17114, "grad_norm": 1.4343479118895226, "learning_rate": 0.003, "loss": 4.0123, "step": 17114 }, { "epoch": 0.17115, "grad_norm": 1.0597295689465882, "learning_rate": 0.003, "loss": 4.0125, "step": 17115 }, { "epoch": 0.17116, "grad_norm": 1.4008441502145679, "learning_rate": 0.003, "loss": 4.0098, "step": 17116 }, { "epoch": 0.17117, "grad_norm": 1.1533115489494603, "learning_rate": 0.003, "loss": 4.0045, "step": 17117 }, { "epoch": 0.17118, "grad_norm": 1.3389173282580609, "learning_rate": 0.003, "loss": 4.0119, "step": 17118 }, { "epoch": 0.17119, "grad_norm": 1.0763942311886536, "learning_rate": 0.003, "loss": 4.0211, "step": 17119 }, { "epoch": 0.1712, "grad_norm": 1.3857008464880827, "learning_rate": 0.003, "loss": 4.014, "step": 17120 }, { "epoch": 0.17121, "grad_norm": 1.1795518489267065, "learning_rate": 0.003, "loss": 4.0133, "step": 17121 }, { "epoch": 0.17122, "grad_norm": 1.2837531808444262, "learning_rate": 0.003, "loss": 4.0004, "step": 17122 }, { "epoch": 0.17123, "grad_norm": 1.213157552417634, "learning_rate": 0.003, "loss": 4.0012, "step": 17123 }, { "epoch": 0.17124, "grad_norm": 1.1134858549742377, "learning_rate": 0.003, "loss": 3.9719, "step": 17124 }, { "epoch": 0.17125, "grad_norm": 1.256476065981997, "learning_rate": 0.003, "loss": 4.0479, "step": 17125 }, { "epoch": 0.17126, "grad_norm": 1.2994744510899439, "learning_rate": 0.003, "loss": 4.0054, "step": 17126 }, { "epoch": 0.17127, "grad_norm": 1.3261576115703024, "learning_rate": 0.003, "loss": 4.0212, "step": 17127 }, { "epoch": 0.17128, "grad_norm": 1.509759654632934, "learning_rate": 0.003, "loss": 4.0217, "step": 17128 }, { "epoch": 0.17129, "grad_norm": 1.157129471144684, "learning_rate": 0.003, "loss": 3.9915, "step": 17129 }, { "epoch": 0.1713, "grad_norm": 1.3506595690549228, "learning_rate": 0.003, "loss": 4.0089, "step": 17130 }, { "epoch": 0.17131, "grad_norm": 1.1810803692557885, "learning_rate": 0.003, "loss": 3.9991, "step": 17131 }, { "epoch": 0.17132, "grad_norm": 1.198309547444243, "learning_rate": 0.003, "loss": 4.0026, "step": 17132 }, { "epoch": 0.17133, "grad_norm": 1.2633420447354877, "learning_rate": 0.003, "loss": 4.0461, "step": 17133 }, { "epoch": 0.17134, "grad_norm": 1.2609231995929508, "learning_rate": 0.003, "loss": 4.0235, "step": 17134 }, { "epoch": 0.17135, "grad_norm": 1.0653434516998657, "learning_rate": 0.003, "loss": 4.0168, "step": 17135 }, { "epoch": 0.17136, "grad_norm": 1.3862357041857178, "learning_rate": 0.003, "loss": 4.0058, "step": 17136 }, { "epoch": 0.17137, "grad_norm": 1.1175033017808103, "learning_rate": 0.003, "loss": 4.015, "step": 17137 }, { "epoch": 0.17138, "grad_norm": 1.5237743028823334, "learning_rate": 0.003, "loss": 4.0142, "step": 17138 }, { "epoch": 0.17139, "grad_norm": 1.175540536081767, "learning_rate": 0.003, "loss": 4.0208, "step": 17139 }, { "epoch": 0.1714, "grad_norm": 1.6728633199713923, "learning_rate": 0.003, "loss": 4.0468, "step": 17140 }, { "epoch": 0.17141, "grad_norm": 1.308263822363612, "learning_rate": 0.003, "loss": 4.0131, "step": 17141 }, { "epoch": 0.17142, "grad_norm": 1.1339564662254087, "learning_rate": 0.003, "loss": 3.984, "step": 17142 }, { "epoch": 0.17143, "grad_norm": 1.2650050455155888, "learning_rate": 0.003, "loss": 4.0101, "step": 17143 }, { "epoch": 0.17144, "grad_norm": 1.163011141852609, "learning_rate": 0.003, "loss": 4.0054, "step": 17144 }, { "epoch": 0.17145, "grad_norm": 1.5102254688904788, "learning_rate": 0.003, "loss": 4.0012, "step": 17145 }, { "epoch": 0.17146, "grad_norm": 1.2037448878305657, "learning_rate": 0.003, "loss": 4.0132, "step": 17146 }, { "epoch": 0.17147, "grad_norm": 1.5557240481772199, "learning_rate": 0.003, "loss": 4.0013, "step": 17147 }, { "epoch": 0.17148, "grad_norm": 1.0974950524747786, "learning_rate": 0.003, "loss": 4.0201, "step": 17148 }, { "epoch": 0.17149, "grad_norm": 1.3844767753715188, "learning_rate": 0.003, "loss": 4.0168, "step": 17149 }, { "epoch": 0.1715, "grad_norm": 1.319276395045874, "learning_rate": 0.003, "loss": 4.0134, "step": 17150 }, { "epoch": 0.17151, "grad_norm": 1.026204186557338, "learning_rate": 0.003, "loss": 4.0153, "step": 17151 }, { "epoch": 0.17152, "grad_norm": 1.2994904639201104, "learning_rate": 0.003, "loss": 4.0062, "step": 17152 }, { "epoch": 0.17153, "grad_norm": 1.1432778565248294, "learning_rate": 0.003, "loss": 4.0092, "step": 17153 }, { "epoch": 0.17154, "grad_norm": 1.3697557622494088, "learning_rate": 0.003, "loss": 4.0108, "step": 17154 }, { "epoch": 0.17155, "grad_norm": 0.9894500157329774, "learning_rate": 0.003, "loss": 4.0092, "step": 17155 }, { "epoch": 0.17156, "grad_norm": 1.3056644822045587, "learning_rate": 0.003, "loss": 4.0425, "step": 17156 }, { "epoch": 0.17157, "grad_norm": 1.282287938433088, "learning_rate": 0.003, "loss": 4.0176, "step": 17157 }, { "epoch": 0.17158, "grad_norm": 1.5061809099266898, "learning_rate": 0.003, "loss": 3.9978, "step": 17158 }, { "epoch": 0.17159, "grad_norm": 1.1371383950913954, "learning_rate": 0.003, "loss": 4.03, "step": 17159 }, { "epoch": 0.1716, "grad_norm": 1.1832037804357762, "learning_rate": 0.003, "loss": 4.0057, "step": 17160 }, { "epoch": 0.17161, "grad_norm": 1.2545340918402512, "learning_rate": 0.003, "loss": 4.0453, "step": 17161 }, { "epoch": 0.17162, "grad_norm": 1.250357599105719, "learning_rate": 0.003, "loss": 4.0422, "step": 17162 }, { "epoch": 0.17163, "grad_norm": 1.4133447120518978, "learning_rate": 0.003, "loss": 3.9942, "step": 17163 }, { "epoch": 0.17164, "grad_norm": 1.1332442236888076, "learning_rate": 0.003, "loss": 4.0103, "step": 17164 }, { "epoch": 0.17165, "grad_norm": 1.5546016808686114, "learning_rate": 0.003, "loss": 4.0248, "step": 17165 }, { "epoch": 0.17166, "grad_norm": 1.0412075628559774, "learning_rate": 0.003, "loss": 4.0173, "step": 17166 }, { "epoch": 0.17167, "grad_norm": 1.4810738774004917, "learning_rate": 0.003, "loss": 4.0262, "step": 17167 }, { "epoch": 0.17168, "grad_norm": 1.0665666006787518, "learning_rate": 0.003, "loss": 3.9964, "step": 17168 }, { "epoch": 0.17169, "grad_norm": 1.3356993977397127, "learning_rate": 0.003, "loss": 4.0374, "step": 17169 }, { "epoch": 0.1717, "grad_norm": 1.35007975105471, "learning_rate": 0.003, "loss": 4.0239, "step": 17170 }, { "epoch": 0.17171, "grad_norm": 1.2221539025536585, "learning_rate": 0.003, "loss": 4.0201, "step": 17171 }, { "epoch": 0.17172, "grad_norm": 1.2277033051888775, "learning_rate": 0.003, "loss": 4.0192, "step": 17172 }, { "epoch": 0.17173, "grad_norm": 1.2042206000526587, "learning_rate": 0.003, "loss": 3.9814, "step": 17173 }, { "epoch": 0.17174, "grad_norm": 1.2356537217268861, "learning_rate": 0.003, "loss": 4.0332, "step": 17174 }, { "epoch": 0.17175, "grad_norm": 1.2937051183249795, "learning_rate": 0.003, "loss": 4.0176, "step": 17175 }, { "epoch": 0.17176, "grad_norm": 1.1750530246637987, "learning_rate": 0.003, "loss": 4.0096, "step": 17176 }, { "epoch": 0.17177, "grad_norm": 1.1435867677060834, "learning_rate": 0.003, "loss": 3.985, "step": 17177 }, { "epoch": 0.17178, "grad_norm": 1.1244967318359802, "learning_rate": 0.003, "loss": 4.0121, "step": 17178 }, { "epoch": 0.17179, "grad_norm": 1.4152304529583006, "learning_rate": 0.003, "loss": 4.0071, "step": 17179 }, { "epoch": 0.1718, "grad_norm": 1.1261904961191211, "learning_rate": 0.003, "loss": 4.0277, "step": 17180 }, { "epoch": 0.17181, "grad_norm": 1.5335060142886194, "learning_rate": 0.003, "loss": 4.0052, "step": 17181 }, { "epoch": 0.17182, "grad_norm": 1.2391843231048232, "learning_rate": 0.003, "loss": 3.9908, "step": 17182 }, { "epoch": 0.17183, "grad_norm": 1.2088367421460817, "learning_rate": 0.003, "loss": 4.0126, "step": 17183 }, { "epoch": 0.17184, "grad_norm": 1.267094285490875, "learning_rate": 0.003, "loss": 4.0246, "step": 17184 }, { "epoch": 0.17185, "grad_norm": 1.0561147685321686, "learning_rate": 0.003, "loss": 3.9843, "step": 17185 }, { "epoch": 0.17186, "grad_norm": 1.3648888221954985, "learning_rate": 0.003, "loss": 4.0102, "step": 17186 }, { "epoch": 0.17187, "grad_norm": 1.514129993387543, "learning_rate": 0.003, "loss": 4.031, "step": 17187 }, { "epoch": 0.17188, "grad_norm": 1.096699626012865, "learning_rate": 0.003, "loss": 4.0372, "step": 17188 }, { "epoch": 0.17189, "grad_norm": 1.4513064755452996, "learning_rate": 0.003, "loss": 3.9957, "step": 17189 }, { "epoch": 0.1719, "grad_norm": 1.0785963548641389, "learning_rate": 0.003, "loss": 4.0022, "step": 17190 }, { "epoch": 0.17191, "grad_norm": 1.3173078321818739, "learning_rate": 0.003, "loss": 4.0417, "step": 17191 }, { "epoch": 0.17192, "grad_norm": 1.221197625265541, "learning_rate": 0.003, "loss": 4.0122, "step": 17192 }, { "epoch": 0.17193, "grad_norm": 1.1767196120016654, "learning_rate": 0.003, "loss": 3.9994, "step": 17193 }, { "epoch": 0.17194, "grad_norm": 1.2755338735482418, "learning_rate": 0.003, "loss": 4.001, "step": 17194 }, { "epoch": 0.17195, "grad_norm": 1.1647728885087472, "learning_rate": 0.003, "loss": 3.9997, "step": 17195 }, { "epoch": 0.17196, "grad_norm": 1.3491590116637575, "learning_rate": 0.003, "loss": 3.9903, "step": 17196 }, { "epoch": 0.17197, "grad_norm": 1.0154907883507833, "learning_rate": 0.003, "loss": 3.9992, "step": 17197 }, { "epoch": 0.17198, "grad_norm": 1.6514837011453636, "learning_rate": 0.003, "loss": 4.0632, "step": 17198 }, { "epoch": 0.17199, "grad_norm": 1.2249600301431616, "learning_rate": 0.003, "loss": 4.019, "step": 17199 }, { "epoch": 0.172, "grad_norm": 1.6335846575515012, "learning_rate": 0.003, "loss": 4.0325, "step": 17200 }, { "epoch": 0.17201, "grad_norm": 0.970957332720887, "learning_rate": 0.003, "loss": 4.0061, "step": 17201 }, { "epoch": 0.17202, "grad_norm": 1.4736329370686672, "learning_rate": 0.003, "loss": 3.9997, "step": 17202 }, { "epoch": 0.17203, "grad_norm": 1.1642100779363067, "learning_rate": 0.003, "loss": 4.0226, "step": 17203 }, { "epoch": 0.17204, "grad_norm": 1.3738026949477042, "learning_rate": 0.003, "loss": 4.0054, "step": 17204 }, { "epoch": 0.17205, "grad_norm": 1.3653211359108215, "learning_rate": 0.003, "loss": 4.0152, "step": 17205 }, { "epoch": 0.17206, "grad_norm": 1.1810839310821635, "learning_rate": 0.003, "loss": 4.0292, "step": 17206 }, { "epoch": 0.17207, "grad_norm": 1.2788381610917945, "learning_rate": 0.003, "loss": 4.0262, "step": 17207 }, { "epoch": 0.17208, "grad_norm": 1.343528758148611, "learning_rate": 0.003, "loss": 4.028, "step": 17208 }, { "epoch": 0.17209, "grad_norm": 1.2044259761732348, "learning_rate": 0.003, "loss": 4.012, "step": 17209 }, { "epoch": 0.1721, "grad_norm": 1.282205491394408, "learning_rate": 0.003, "loss": 3.9874, "step": 17210 }, { "epoch": 0.17211, "grad_norm": 1.441980895914016, "learning_rate": 0.003, "loss": 4.0037, "step": 17211 }, { "epoch": 0.17212, "grad_norm": 1.050487950193999, "learning_rate": 0.003, "loss": 4.0111, "step": 17212 }, { "epoch": 0.17213, "grad_norm": 1.5050463177550548, "learning_rate": 0.003, "loss": 4.0401, "step": 17213 }, { "epoch": 0.17214, "grad_norm": 1.1403063493006569, "learning_rate": 0.003, "loss": 4.0114, "step": 17214 }, { "epoch": 0.17215, "grad_norm": 1.3687090498085275, "learning_rate": 0.003, "loss": 4.0072, "step": 17215 }, { "epoch": 0.17216, "grad_norm": 1.149331732564463, "learning_rate": 0.003, "loss": 3.9949, "step": 17216 }, { "epoch": 0.17217, "grad_norm": 1.4725985013833562, "learning_rate": 0.003, "loss": 3.9797, "step": 17217 }, { "epoch": 0.17218, "grad_norm": 1.1358280974247414, "learning_rate": 0.003, "loss": 3.9853, "step": 17218 }, { "epoch": 0.17219, "grad_norm": 1.3384339930647065, "learning_rate": 0.003, "loss": 3.9885, "step": 17219 }, { "epoch": 0.1722, "grad_norm": 1.0902169071833985, "learning_rate": 0.003, "loss": 3.9804, "step": 17220 }, { "epoch": 0.17221, "grad_norm": 1.473353818398544, "learning_rate": 0.003, "loss": 4.0196, "step": 17221 }, { "epoch": 0.17222, "grad_norm": 0.904154848913335, "learning_rate": 0.003, "loss": 4.0128, "step": 17222 }, { "epoch": 0.17223, "grad_norm": 1.233038973013818, "learning_rate": 0.003, "loss": 3.9751, "step": 17223 }, { "epoch": 0.17224, "grad_norm": 1.2218626090563223, "learning_rate": 0.003, "loss": 4.0409, "step": 17224 }, { "epoch": 0.17225, "grad_norm": 1.5852766020655138, "learning_rate": 0.003, "loss": 4.0196, "step": 17225 }, { "epoch": 0.17226, "grad_norm": 1.0144098208355075, "learning_rate": 0.003, "loss": 4.0378, "step": 17226 }, { "epoch": 0.17227, "grad_norm": 1.6856679111747674, "learning_rate": 0.003, "loss": 4.0255, "step": 17227 }, { "epoch": 0.17228, "grad_norm": 1.1674976534137596, "learning_rate": 0.003, "loss": 4.0102, "step": 17228 }, { "epoch": 0.17229, "grad_norm": 1.1846419527574505, "learning_rate": 0.003, "loss": 4.0252, "step": 17229 }, { "epoch": 0.1723, "grad_norm": 1.3372635062550227, "learning_rate": 0.003, "loss": 4.029, "step": 17230 }, { "epoch": 0.17231, "grad_norm": 1.4360328784576093, "learning_rate": 0.003, "loss": 4.0078, "step": 17231 }, { "epoch": 0.17232, "grad_norm": 1.167948325233245, "learning_rate": 0.003, "loss": 4.0149, "step": 17232 }, { "epoch": 0.17233, "grad_norm": 1.5103516999920048, "learning_rate": 0.003, "loss": 4.0116, "step": 17233 }, { "epoch": 0.17234, "grad_norm": 1.1718884631666613, "learning_rate": 0.003, "loss": 4.0015, "step": 17234 }, { "epoch": 0.17235, "grad_norm": 1.256899195330911, "learning_rate": 0.003, "loss": 3.9839, "step": 17235 }, { "epoch": 0.17236, "grad_norm": 1.3231041800701269, "learning_rate": 0.003, "loss": 4.0429, "step": 17236 }, { "epoch": 0.17237, "grad_norm": 1.2089819685493517, "learning_rate": 0.003, "loss": 4.0026, "step": 17237 }, { "epoch": 0.17238, "grad_norm": 1.3938837032385776, "learning_rate": 0.003, "loss": 4.0432, "step": 17238 }, { "epoch": 0.17239, "grad_norm": 1.0986323428112195, "learning_rate": 0.003, "loss": 4.0139, "step": 17239 }, { "epoch": 0.1724, "grad_norm": 1.4926533238792659, "learning_rate": 0.003, "loss": 3.9638, "step": 17240 }, { "epoch": 0.17241, "grad_norm": 0.9565770312520956, "learning_rate": 0.003, "loss": 4.025, "step": 17241 }, { "epoch": 0.17242, "grad_norm": 1.4964969318330428, "learning_rate": 0.003, "loss": 4.009, "step": 17242 }, { "epoch": 0.17243, "grad_norm": 1.078719932273665, "learning_rate": 0.003, "loss": 4.0053, "step": 17243 }, { "epoch": 0.17244, "grad_norm": 1.4107399149627897, "learning_rate": 0.003, "loss": 4.0547, "step": 17244 }, { "epoch": 0.17245, "grad_norm": 1.205665776851779, "learning_rate": 0.003, "loss": 4.0313, "step": 17245 }, { "epoch": 0.17246, "grad_norm": 1.4098420085442245, "learning_rate": 0.003, "loss": 4.0206, "step": 17246 }, { "epoch": 0.17247, "grad_norm": 1.1738218195027936, "learning_rate": 0.003, "loss": 4.017, "step": 17247 }, { "epoch": 0.17248, "grad_norm": 1.5534211984480004, "learning_rate": 0.003, "loss": 4.0417, "step": 17248 }, { "epoch": 0.17249, "grad_norm": 1.1059230496993113, "learning_rate": 0.003, "loss": 3.9985, "step": 17249 }, { "epoch": 0.1725, "grad_norm": 1.2068057270289108, "learning_rate": 0.003, "loss": 4.0391, "step": 17250 }, { "epoch": 0.17251, "grad_norm": 1.3653391554834, "learning_rate": 0.003, "loss": 4.0157, "step": 17251 }, { "epoch": 0.17252, "grad_norm": 0.9652249172910172, "learning_rate": 0.003, "loss": 4.0329, "step": 17252 }, { "epoch": 0.17253, "grad_norm": 1.3883368862028067, "learning_rate": 0.003, "loss": 4.0078, "step": 17253 }, { "epoch": 0.17254, "grad_norm": 1.1475381505515283, "learning_rate": 0.003, "loss": 3.9887, "step": 17254 }, { "epoch": 0.17255, "grad_norm": 1.1818737148016185, "learning_rate": 0.003, "loss": 4.0114, "step": 17255 }, { "epoch": 0.17256, "grad_norm": 1.3480812015205677, "learning_rate": 0.003, "loss": 4.0196, "step": 17256 }, { "epoch": 0.17257, "grad_norm": 1.3232272920505788, "learning_rate": 0.003, "loss": 4.0076, "step": 17257 }, { "epoch": 0.17258, "grad_norm": 1.5173980234137427, "learning_rate": 0.003, "loss": 4.0219, "step": 17258 }, { "epoch": 0.17259, "grad_norm": 1.2723554794602032, "learning_rate": 0.003, "loss": 4.027, "step": 17259 }, { "epoch": 0.1726, "grad_norm": 1.1888805114386718, "learning_rate": 0.003, "loss": 4.0043, "step": 17260 }, { "epoch": 0.17261, "grad_norm": 1.2247012755221713, "learning_rate": 0.003, "loss": 4.0136, "step": 17261 }, { "epoch": 0.17262, "grad_norm": 1.148262136354316, "learning_rate": 0.003, "loss": 4.0047, "step": 17262 }, { "epoch": 0.17263, "grad_norm": 1.3775928289484927, "learning_rate": 0.003, "loss": 4.0249, "step": 17263 }, { "epoch": 0.17264, "grad_norm": 1.1251068551429848, "learning_rate": 0.003, "loss": 3.9906, "step": 17264 }, { "epoch": 0.17265, "grad_norm": 1.3824170647249685, "learning_rate": 0.003, "loss": 3.9905, "step": 17265 }, { "epoch": 0.17266, "grad_norm": 0.871810097084379, "learning_rate": 0.003, "loss": 3.9883, "step": 17266 }, { "epoch": 0.17267, "grad_norm": 0.9651045548460154, "learning_rate": 0.003, "loss": 4.0067, "step": 17267 }, { "epoch": 0.17268, "grad_norm": 1.2767085120092714, "learning_rate": 0.003, "loss": 4.0251, "step": 17268 }, { "epoch": 0.17269, "grad_norm": 1.1721368271222345, "learning_rate": 0.003, "loss": 4.0061, "step": 17269 }, { "epoch": 0.1727, "grad_norm": 1.1223776476237222, "learning_rate": 0.003, "loss": 3.9966, "step": 17270 }, { "epoch": 0.17271, "grad_norm": 1.311417321913556, "learning_rate": 0.003, "loss": 4.0315, "step": 17271 }, { "epoch": 0.17272, "grad_norm": 1.27141658246143, "learning_rate": 0.003, "loss": 4.0033, "step": 17272 }, { "epoch": 0.17273, "grad_norm": 1.4113108900497515, "learning_rate": 0.003, "loss": 3.9977, "step": 17273 }, { "epoch": 0.17274, "grad_norm": 1.3858642060179733, "learning_rate": 0.003, "loss": 4.0236, "step": 17274 }, { "epoch": 0.17275, "grad_norm": 1.1843334908306122, "learning_rate": 0.003, "loss": 3.9792, "step": 17275 }, { "epoch": 0.17276, "grad_norm": 1.331721774774919, "learning_rate": 0.003, "loss": 4.009, "step": 17276 }, { "epoch": 0.17277, "grad_norm": 1.2843503356977932, "learning_rate": 0.003, "loss": 4.0182, "step": 17277 }, { "epoch": 0.17278, "grad_norm": 1.1975980849144978, "learning_rate": 0.003, "loss": 3.9951, "step": 17278 }, { "epoch": 0.17279, "grad_norm": 1.4014082743567955, "learning_rate": 0.003, "loss": 4.0094, "step": 17279 }, { "epoch": 0.1728, "grad_norm": 1.06715525384562, "learning_rate": 0.003, "loss": 3.9848, "step": 17280 }, { "epoch": 0.17281, "grad_norm": 1.62746983560525, "learning_rate": 0.003, "loss": 3.9742, "step": 17281 }, { "epoch": 0.17282, "grad_norm": 0.8849603978508457, "learning_rate": 0.003, "loss": 3.9886, "step": 17282 }, { "epoch": 0.17283, "grad_norm": 1.3812091147021786, "learning_rate": 0.003, "loss": 4.0193, "step": 17283 }, { "epoch": 0.17284, "grad_norm": 1.2985208598972184, "learning_rate": 0.003, "loss": 4.0112, "step": 17284 }, { "epoch": 0.17285, "grad_norm": 1.228938514266029, "learning_rate": 0.003, "loss": 4.0254, "step": 17285 }, { "epoch": 0.17286, "grad_norm": 1.3800775260071658, "learning_rate": 0.003, "loss": 4.0199, "step": 17286 }, { "epoch": 0.17287, "grad_norm": 1.1335184142844406, "learning_rate": 0.003, "loss": 4.0062, "step": 17287 }, { "epoch": 0.17288, "grad_norm": 1.6187836779866542, "learning_rate": 0.003, "loss": 4.0088, "step": 17288 }, { "epoch": 0.17289, "grad_norm": 1.0880921795295901, "learning_rate": 0.003, "loss": 4.0184, "step": 17289 }, { "epoch": 0.1729, "grad_norm": 1.3183469402744639, "learning_rate": 0.003, "loss": 4.0221, "step": 17290 }, { "epoch": 0.17291, "grad_norm": 1.1312108474649964, "learning_rate": 0.003, "loss": 4.0061, "step": 17291 }, { "epoch": 0.17292, "grad_norm": 1.2583469188890024, "learning_rate": 0.003, "loss": 3.994, "step": 17292 }, { "epoch": 0.17293, "grad_norm": 1.0036171406305894, "learning_rate": 0.003, "loss": 4.0125, "step": 17293 }, { "epoch": 0.17294, "grad_norm": 1.2717671981000425, "learning_rate": 0.003, "loss": 4.0215, "step": 17294 }, { "epoch": 0.17295, "grad_norm": 1.3573026646066382, "learning_rate": 0.003, "loss": 3.9946, "step": 17295 }, { "epoch": 0.17296, "grad_norm": 1.1595736297044072, "learning_rate": 0.003, "loss": 3.9922, "step": 17296 }, { "epoch": 0.17297, "grad_norm": 1.3391544056038518, "learning_rate": 0.003, "loss": 4.0257, "step": 17297 }, { "epoch": 0.17298, "grad_norm": 1.3052310544504753, "learning_rate": 0.003, "loss": 3.9946, "step": 17298 }, { "epoch": 0.17299, "grad_norm": 1.3962524411100379, "learning_rate": 0.003, "loss": 4.0127, "step": 17299 }, { "epoch": 0.173, "grad_norm": 1.313060365360365, "learning_rate": 0.003, "loss": 4.0392, "step": 17300 }, { "epoch": 0.17301, "grad_norm": 1.283124319072189, "learning_rate": 0.003, "loss": 4.0144, "step": 17301 }, { "epoch": 0.17302, "grad_norm": 1.2925301300118133, "learning_rate": 0.003, "loss": 4.0103, "step": 17302 }, { "epoch": 0.17303, "grad_norm": 1.1853360077635136, "learning_rate": 0.003, "loss": 4.009, "step": 17303 }, { "epoch": 0.17304, "grad_norm": 1.20723607947912, "learning_rate": 0.003, "loss": 4.0097, "step": 17304 }, { "epoch": 0.17305, "grad_norm": 1.3688554411898706, "learning_rate": 0.003, "loss": 3.9948, "step": 17305 }, { "epoch": 0.17306, "grad_norm": 1.2597179043885396, "learning_rate": 0.003, "loss": 3.9871, "step": 17306 }, { "epoch": 0.17307, "grad_norm": 1.3381299531733732, "learning_rate": 0.003, "loss": 4.0124, "step": 17307 }, { "epoch": 0.17308, "grad_norm": 1.0221588315818542, "learning_rate": 0.003, "loss": 4.0191, "step": 17308 }, { "epoch": 0.17309, "grad_norm": 1.4406904812727543, "learning_rate": 0.003, "loss": 4.04, "step": 17309 }, { "epoch": 0.1731, "grad_norm": 1.0715062331314942, "learning_rate": 0.003, "loss": 4.0331, "step": 17310 }, { "epoch": 0.17311, "grad_norm": 1.4638372254172154, "learning_rate": 0.003, "loss": 4.0384, "step": 17311 }, { "epoch": 0.17312, "grad_norm": 1.0568515584991716, "learning_rate": 0.003, "loss": 4.004, "step": 17312 }, { "epoch": 0.17313, "grad_norm": 1.39433827191643, "learning_rate": 0.003, "loss": 4.0233, "step": 17313 }, { "epoch": 0.17314, "grad_norm": 0.9855272687414648, "learning_rate": 0.003, "loss": 4.0271, "step": 17314 }, { "epoch": 0.17315, "grad_norm": 1.2762421632760321, "learning_rate": 0.003, "loss": 4.006, "step": 17315 }, { "epoch": 0.17316, "grad_norm": 1.077189428086061, "learning_rate": 0.003, "loss": 3.9993, "step": 17316 }, { "epoch": 0.17317, "grad_norm": 1.667953493782491, "learning_rate": 0.003, "loss": 4.0271, "step": 17317 }, { "epoch": 0.17318, "grad_norm": 1.3129642827230545, "learning_rate": 0.003, "loss": 4.0539, "step": 17318 }, { "epoch": 0.17319, "grad_norm": 1.225283913272662, "learning_rate": 0.003, "loss": 3.9939, "step": 17319 }, { "epoch": 0.1732, "grad_norm": 1.4212125329003817, "learning_rate": 0.003, "loss": 4.0069, "step": 17320 }, { "epoch": 0.17321, "grad_norm": 1.3433281763166263, "learning_rate": 0.003, "loss": 4.029, "step": 17321 }, { "epoch": 0.17322, "grad_norm": 1.2880076072785773, "learning_rate": 0.003, "loss": 4.018, "step": 17322 }, { "epoch": 0.17323, "grad_norm": 1.2690146848678605, "learning_rate": 0.003, "loss": 4.0147, "step": 17323 }, { "epoch": 0.17324, "grad_norm": 1.1182734624267912, "learning_rate": 0.003, "loss": 4.0279, "step": 17324 }, { "epoch": 0.17325, "grad_norm": 1.2846627438473532, "learning_rate": 0.003, "loss": 3.9869, "step": 17325 }, { "epoch": 0.17326, "grad_norm": 1.4021564989948474, "learning_rate": 0.003, "loss": 3.9996, "step": 17326 }, { "epoch": 0.17327, "grad_norm": 1.0692247719863897, "learning_rate": 0.003, "loss": 4.0418, "step": 17327 }, { "epoch": 0.17328, "grad_norm": 1.3707062697557013, "learning_rate": 0.003, "loss": 3.9947, "step": 17328 }, { "epoch": 0.17329, "grad_norm": 1.0903184574512028, "learning_rate": 0.003, "loss": 4.0293, "step": 17329 }, { "epoch": 0.1733, "grad_norm": 1.359809657985758, "learning_rate": 0.003, "loss": 4.0192, "step": 17330 }, { "epoch": 0.17331, "grad_norm": 1.276241963281705, "learning_rate": 0.003, "loss": 4.0152, "step": 17331 }, { "epoch": 0.17332, "grad_norm": 1.447065159401617, "learning_rate": 0.003, "loss": 4.0365, "step": 17332 }, { "epoch": 0.17333, "grad_norm": 1.0959714650664985, "learning_rate": 0.003, "loss": 4.0158, "step": 17333 }, { "epoch": 0.17334, "grad_norm": 1.2519159045010237, "learning_rate": 0.003, "loss": 3.9873, "step": 17334 }, { "epoch": 0.17335, "grad_norm": 1.6111332627475863, "learning_rate": 0.003, "loss": 4.0128, "step": 17335 }, { "epoch": 0.17336, "grad_norm": 1.0054733076695719, "learning_rate": 0.003, "loss": 4.0227, "step": 17336 }, { "epoch": 0.17337, "grad_norm": 1.4945123114552656, "learning_rate": 0.003, "loss": 4.0334, "step": 17337 }, { "epoch": 0.17338, "grad_norm": 1.0235002207606916, "learning_rate": 0.003, "loss": 3.974, "step": 17338 }, { "epoch": 0.17339, "grad_norm": 1.4223634327208732, "learning_rate": 0.003, "loss": 4.0422, "step": 17339 }, { "epoch": 0.1734, "grad_norm": 1.1891548110046788, "learning_rate": 0.003, "loss": 4.0413, "step": 17340 }, { "epoch": 0.17341, "grad_norm": 1.2678570960019357, "learning_rate": 0.003, "loss": 3.997, "step": 17341 }, { "epoch": 0.17342, "grad_norm": 1.1946809146193087, "learning_rate": 0.003, "loss": 3.9988, "step": 17342 }, { "epoch": 0.17343, "grad_norm": 1.3417607658892123, "learning_rate": 0.003, "loss": 4.0339, "step": 17343 }, { "epoch": 0.17344, "grad_norm": 1.279236075035203, "learning_rate": 0.003, "loss": 4.017, "step": 17344 }, { "epoch": 0.17345, "grad_norm": 1.6873037813875194, "learning_rate": 0.003, "loss": 4.0175, "step": 17345 }, { "epoch": 0.17346, "grad_norm": 1.0906193772457748, "learning_rate": 0.003, "loss": 4.026, "step": 17346 }, { "epoch": 0.17347, "grad_norm": 1.301669503890121, "learning_rate": 0.003, "loss": 3.9948, "step": 17347 }, { "epoch": 0.17348, "grad_norm": 1.1201010663394788, "learning_rate": 0.003, "loss": 3.9998, "step": 17348 }, { "epoch": 0.17349, "grad_norm": 1.2822773260180442, "learning_rate": 0.003, "loss": 4.0136, "step": 17349 }, { "epoch": 0.1735, "grad_norm": 1.269482955451877, "learning_rate": 0.003, "loss": 4.0053, "step": 17350 }, { "epoch": 0.17351, "grad_norm": 1.2707305975348144, "learning_rate": 0.003, "loss": 4.0119, "step": 17351 }, { "epoch": 0.17352, "grad_norm": 1.1494463357967402, "learning_rate": 0.003, "loss": 4.0104, "step": 17352 }, { "epoch": 0.17353, "grad_norm": 1.0918376495855586, "learning_rate": 0.003, "loss": 3.9706, "step": 17353 }, { "epoch": 0.17354, "grad_norm": 1.2566020425973183, "learning_rate": 0.003, "loss": 4.0308, "step": 17354 }, { "epoch": 0.17355, "grad_norm": 1.2542980099734522, "learning_rate": 0.003, "loss": 4.0281, "step": 17355 }, { "epoch": 0.17356, "grad_norm": 1.4794482403087317, "learning_rate": 0.003, "loss": 4.0324, "step": 17356 }, { "epoch": 0.17357, "grad_norm": 1.1625413074001234, "learning_rate": 0.003, "loss": 4.0425, "step": 17357 }, { "epoch": 0.17358, "grad_norm": 1.2878581349328948, "learning_rate": 0.003, "loss": 3.9907, "step": 17358 }, { "epoch": 0.17359, "grad_norm": 1.1218207169793912, "learning_rate": 0.003, "loss": 3.9942, "step": 17359 }, { "epoch": 0.1736, "grad_norm": 1.2486176787250105, "learning_rate": 0.003, "loss": 4.0067, "step": 17360 }, { "epoch": 0.17361, "grad_norm": 1.266343297913411, "learning_rate": 0.003, "loss": 4.0066, "step": 17361 }, { "epoch": 0.17362, "grad_norm": 1.479733028324367, "learning_rate": 0.003, "loss": 4.0145, "step": 17362 }, { "epoch": 0.17363, "grad_norm": 1.174357803273249, "learning_rate": 0.003, "loss": 4.0352, "step": 17363 }, { "epoch": 0.17364, "grad_norm": 1.3289916018824397, "learning_rate": 0.003, "loss": 3.9763, "step": 17364 }, { "epoch": 0.17365, "grad_norm": 1.2266454626377468, "learning_rate": 0.003, "loss": 3.9899, "step": 17365 }, { "epoch": 0.17366, "grad_norm": 1.1761585123971194, "learning_rate": 0.003, "loss": 3.9928, "step": 17366 }, { "epoch": 0.17367, "grad_norm": 1.3180785258166257, "learning_rate": 0.003, "loss": 3.9925, "step": 17367 }, { "epoch": 0.17368, "grad_norm": 1.1512397103307213, "learning_rate": 0.003, "loss": 3.9785, "step": 17368 }, { "epoch": 0.17369, "grad_norm": 1.3030786067405742, "learning_rate": 0.003, "loss": 4.0106, "step": 17369 }, { "epoch": 0.1737, "grad_norm": 1.4600400342286277, "learning_rate": 0.003, "loss": 4.0312, "step": 17370 }, { "epoch": 0.17371, "grad_norm": 0.9789559321499843, "learning_rate": 0.003, "loss": 4.0158, "step": 17371 }, { "epoch": 0.17372, "grad_norm": 1.406150001021043, "learning_rate": 0.003, "loss": 4.0049, "step": 17372 }, { "epoch": 0.17373, "grad_norm": 1.1831169481340245, "learning_rate": 0.003, "loss": 4.0335, "step": 17373 }, { "epoch": 0.17374, "grad_norm": 1.4770654324579267, "learning_rate": 0.003, "loss": 4.0442, "step": 17374 }, { "epoch": 0.17375, "grad_norm": 1.1501125608044909, "learning_rate": 0.003, "loss": 4.0162, "step": 17375 }, { "epoch": 0.17376, "grad_norm": 1.2110112945636147, "learning_rate": 0.003, "loss": 3.998, "step": 17376 }, { "epoch": 0.17377, "grad_norm": 1.3738972981009299, "learning_rate": 0.003, "loss": 4.0128, "step": 17377 }, { "epoch": 0.17378, "grad_norm": 1.117572575502471, "learning_rate": 0.003, "loss": 4.0093, "step": 17378 }, { "epoch": 0.17379, "grad_norm": 1.3860507283902452, "learning_rate": 0.003, "loss": 3.9838, "step": 17379 }, { "epoch": 0.1738, "grad_norm": 1.0779684375512073, "learning_rate": 0.003, "loss": 3.9692, "step": 17380 }, { "epoch": 0.17381, "grad_norm": 1.5955300999519237, "learning_rate": 0.003, "loss": 4.0091, "step": 17381 }, { "epoch": 0.17382, "grad_norm": 1.2292224660826188, "learning_rate": 0.003, "loss": 4.0425, "step": 17382 }, { "epoch": 0.17383, "grad_norm": 1.3205397866165893, "learning_rate": 0.003, "loss": 3.9942, "step": 17383 }, { "epoch": 0.17384, "grad_norm": 1.1634386312620115, "learning_rate": 0.003, "loss": 4.0124, "step": 17384 }, { "epoch": 0.17385, "grad_norm": 1.33842741762835, "learning_rate": 0.003, "loss": 4.0009, "step": 17385 }, { "epoch": 0.17386, "grad_norm": 1.0875714130899277, "learning_rate": 0.003, "loss": 4.0038, "step": 17386 }, { "epoch": 0.17387, "grad_norm": 1.3582376011663713, "learning_rate": 0.003, "loss": 4.0142, "step": 17387 }, { "epoch": 0.17388, "grad_norm": 1.1678374075460847, "learning_rate": 0.003, "loss": 4.0018, "step": 17388 }, { "epoch": 0.17389, "grad_norm": 1.211558868854294, "learning_rate": 0.003, "loss": 4.0047, "step": 17389 }, { "epoch": 0.1739, "grad_norm": 1.4528085360953462, "learning_rate": 0.003, "loss": 4.0132, "step": 17390 }, { "epoch": 0.17391, "grad_norm": 1.119391271340527, "learning_rate": 0.003, "loss": 4.0166, "step": 17391 }, { "epoch": 0.17392, "grad_norm": 1.3227918665408323, "learning_rate": 0.003, "loss": 3.9999, "step": 17392 }, { "epoch": 0.17393, "grad_norm": 0.9623420610117401, "learning_rate": 0.003, "loss": 4.0107, "step": 17393 }, { "epoch": 0.17394, "grad_norm": 1.4037951528357682, "learning_rate": 0.003, "loss": 4.0251, "step": 17394 }, { "epoch": 0.17395, "grad_norm": 1.058862036609257, "learning_rate": 0.003, "loss": 3.9868, "step": 17395 }, { "epoch": 0.17396, "grad_norm": 1.5177044219698903, "learning_rate": 0.003, "loss": 3.9958, "step": 17396 }, { "epoch": 0.17397, "grad_norm": 1.0067233592822795, "learning_rate": 0.003, "loss": 4.0141, "step": 17397 }, { "epoch": 0.17398, "grad_norm": 1.440925491596526, "learning_rate": 0.003, "loss": 4.0528, "step": 17398 }, { "epoch": 0.17399, "grad_norm": 1.1403915015967954, "learning_rate": 0.003, "loss": 4.0189, "step": 17399 }, { "epoch": 0.174, "grad_norm": 1.243404881400955, "learning_rate": 0.003, "loss": 4.0188, "step": 17400 }, { "epoch": 0.17401, "grad_norm": 1.4799671525618545, "learning_rate": 0.003, "loss": 3.9953, "step": 17401 }, { "epoch": 0.17402, "grad_norm": 1.2513926420361863, "learning_rate": 0.003, "loss": 4.007, "step": 17402 }, { "epoch": 0.17403, "grad_norm": 1.4293955535980087, "learning_rate": 0.003, "loss": 4.0328, "step": 17403 }, { "epoch": 0.17404, "grad_norm": 1.0335425855082576, "learning_rate": 0.003, "loss": 4.007, "step": 17404 }, { "epoch": 0.17405, "grad_norm": 1.1741411409646767, "learning_rate": 0.003, "loss": 3.9978, "step": 17405 }, { "epoch": 0.17406, "grad_norm": 1.3652937364359996, "learning_rate": 0.003, "loss": 4.0209, "step": 17406 }, { "epoch": 0.17407, "grad_norm": 1.2124474143939583, "learning_rate": 0.003, "loss": 3.9806, "step": 17407 }, { "epoch": 0.17408, "grad_norm": 1.565002645615215, "learning_rate": 0.003, "loss": 4.0408, "step": 17408 }, { "epoch": 0.17409, "grad_norm": 1.239366136435791, "learning_rate": 0.003, "loss": 4.0271, "step": 17409 }, { "epoch": 0.1741, "grad_norm": 1.0812481404551977, "learning_rate": 0.003, "loss": 4.0166, "step": 17410 }, { "epoch": 0.17411, "grad_norm": 1.5086957512968893, "learning_rate": 0.003, "loss": 4.0071, "step": 17411 }, { "epoch": 0.17412, "grad_norm": 1.1652147415973524, "learning_rate": 0.003, "loss": 4.0104, "step": 17412 }, { "epoch": 0.17413, "grad_norm": 1.1927128455337468, "learning_rate": 0.003, "loss": 3.9856, "step": 17413 }, { "epoch": 0.17414, "grad_norm": 1.3528521306498578, "learning_rate": 0.003, "loss": 4.0152, "step": 17414 }, { "epoch": 0.17415, "grad_norm": 1.0960703425326428, "learning_rate": 0.003, "loss": 4.0258, "step": 17415 }, { "epoch": 0.17416, "grad_norm": 1.4602162168314847, "learning_rate": 0.003, "loss": 4.0229, "step": 17416 }, { "epoch": 0.17417, "grad_norm": 1.0368443511701424, "learning_rate": 0.003, "loss": 4.0111, "step": 17417 }, { "epoch": 0.17418, "grad_norm": 1.6099977197910769, "learning_rate": 0.003, "loss": 4.0134, "step": 17418 }, { "epoch": 0.17419, "grad_norm": 1.1972675032513773, "learning_rate": 0.003, "loss": 4.0158, "step": 17419 }, { "epoch": 0.1742, "grad_norm": 1.3184638228001029, "learning_rate": 0.003, "loss": 3.9909, "step": 17420 }, { "epoch": 0.17421, "grad_norm": 1.176368382451766, "learning_rate": 0.003, "loss": 4.0141, "step": 17421 }, { "epoch": 0.17422, "grad_norm": 1.093838392847663, "learning_rate": 0.003, "loss": 4.0053, "step": 17422 }, { "epoch": 0.17423, "grad_norm": 1.3771944160059182, "learning_rate": 0.003, "loss": 4.0153, "step": 17423 }, { "epoch": 0.17424, "grad_norm": 1.2426775725792576, "learning_rate": 0.003, "loss": 4.0156, "step": 17424 }, { "epoch": 0.17425, "grad_norm": 1.3163419783944523, "learning_rate": 0.003, "loss": 4.0228, "step": 17425 }, { "epoch": 0.17426, "grad_norm": 0.97312063332047, "learning_rate": 0.003, "loss": 3.9947, "step": 17426 }, { "epoch": 0.17427, "grad_norm": 1.463229691284514, "learning_rate": 0.003, "loss": 4.0106, "step": 17427 }, { "epoch": 0.17428, "grad_norm": 1.2014268675563655, "learning_rate": 0.003, "loss": 3.9919, "step": 17428 }, { "epoch": 0.17429, "grad_norm": 1.2928611370309657, "learning_rate": 0.003, "loss": 4.0454, "step": 17429 }, { "epoch": 0.1743, "grad_norm": 1.236739863097322, "learning_rate": 0.003, "loss": 3.9855, "step": 17430 }, { "epoch": 0.17431, "grad_norm": 1.2581378071175113, "learning_rate": 0.003, "loss": 3.9789, "step": 17431 }, { "epoch": 0.17432, "grad_norm": 1.2825682371586564, "learning_rate": 0.003, "loss": 4.0077, "step": 17432 }, { "epoch": 0.17433, "grad_norm": 1.3083920982067194, "learning_rate": 0.003, "loss": 4.0192, "step": 17433 }, { "epoch": 0.17434, "grad_norm": 1.1835437320930857, "learning_rate": 0.003, "loss": 4.0147, "step": 17434 }, { "epoch": 0.17435, "grad_norm": 1.2615839587476694, "learning_rate": 0.003, "loss": 4.0281, "step": 17435 }, { "epoch": 0.17436, "grad_norm": 1.3765442849644418, "learning_rate": 0.003, "loss": 3.9779, "step": 17436 }, { "epoch": 0.17437, "grad_norm": 1.0665678127620197, "learning_rate": 0.003, "loss": 3.9974, "step": 17437 }, { "epoch": 0.17438, "grad_norm": 1.6294484139660101, "learning_rate": 0.003, "loss": 4.0264, "step": 17438 }, { "epoch": 0.17439, "grad_norm": 1.2135317553416847, "learning_rate": 0.003, "loss": 4.0187, "step": 17439 }, { "epoch": 0.1744, "grad_norm": 1.3014420389996388, "learning_rate": 0.003, "loss": 4.0091, "step": 17440 }, { "epoch": 0.17441, "grad_norm": 1.1441838771751138, "learning_rate": 0.003, "loss": 4.0017, "step": 17441 }, { "epoch": 0.17442, "grad_norm": 1.5053710572281074, "learning_rate": 0.003, "loss": 4.0019, "step": 17442 }, { "epoch": 0.17443, "grad_norm": 0.9045722850562977, "learning_rate": 0.003, "loss": 4.0109, "step": 17443 }, { "epoch": 0.17444, "grad_norm": 1.154807886610162, "learning_rate": 0.003, "loss": 3.972, "step": 17444 }, { "epoch": 0.17445, "grad_norm": 1.4581057868595215, "learning_rate": 0.003, "loss": 4.0054, "step": 17445 }, { "epoch": 0.17446, "grad_norm": 1.102586921173529, "learning_rate": 0.003, "loss": 4.0023, "step": 17446 }, { "epoch": 0.17447, "grad_norm": 1.7142103095973686, "learning_rate": 0.003, "loss": 4.0091, "step": 17447 }, { "epoch": 0.17448, "grad_norm": 1.0883226149353684, "learning_rate": 0.003, "loss": 4.0345, "step": 17448 }, { "epoch": 0.17449, "grad_norm": 1.439175568795504, "learning_rate": 0.003, "loss": 4.0168, "step": 17449 }, { "epoch": 0.1745, "grad_norm": 0.9894201968795465, "learning_rate": 0.003, "loss": 4.0095, "step": 17450 }, { "epoch": 0.17451, "grad_norm": 1.1319851110611714, "learning_rate": 0.003, "loss": 3.9811, "step": 17451 }, { "epoch": 0.17452, "grad_norm": 1.4101783964755321, "learning_rate": 0.003, "loss": 4.0244, "step": 17452 }, { "epoch": 0.17453, "grad_norm": 1.1950631496714745, "learning_rate": 0.003, "loss": 4.0284, "step": 17453 }, { "epoch": 0.17454, "grad_norm": 1.2678178704996652, "learning_rate": 0.003, "loss": 4.014, "step": 17454 }, { "epoch": 0.17455, "grad_norm": 1.29183275761241, "learning_rate": 0.003, "loss": 4.0059, "step": 17455 }, { "epoch": 0.17456, "grad_norm": 1.3880097914219025, "learning_rate": 0.003, "loss": 3.9989, "step": 17456 }, { "epoch": 0.17457, "grad_norm": 1.4516062258836981, "learning_rate": 0.003, "loss": 4.0253, "step": 17457 }, { "epoch": 0.17458, "grad_norm": 1.0864160692418074, "learning_rate": 0.003, "loss": 4.0199, "step": 17458 }, { "epoch": 0.17459, "grad_norm": 1.1726149063068008, "learning_rate": 0.003, "loss": 4.0103, "step": 17459 }, { "epoch": 0.1746, "grad_norm": 1.0890544630370935, "learning_rate": 0.003, "loss": 4.0042, "step": 17460 }, { "epoch": 0.17461, "grad_norm": 1.3667948040505313, "learning_rate": 0.003, "loss": 4.0126, "step": 17461 }, { "epoch": 0.17462, "grad_norm": 1.1645584883877051, "learning_rate": 0.003, "loss": 4.0262, "step": 17462 }, { "epoch": 0.17463, "grad_norm": 1.503741330222054, "learning_rate": 0.003, "loss": 3.9951, "step": 17463 }, { "epoch": 0.17464, "grad_norm": 1.0489494837596345, "learning_rate": 0.003, "loss": 4.0265, "step": 17464 }, { "epoch": 0.17465, "grad_norm": 1.4163168678260742, "learning_rate": 0.003, "loss": 4.0148, "step": 17465 }, { "epoch": 0.17466, "grad_norm": 1.0905468833071308, "learning_rate": 0.003, "loss": 4.0007, "step": 17466 }, { "epoch": 0.17467, "grad_norm": 1.561498753185741, "learning_rate": 0.003, "loss": 4.0221, "step": 17467 }, { "epoch": 0.17468, "grad_norm": 1.2436964093941147, "learning_rate": 0.003, "loss": 4.0136, "step": 17468 }, { "epoch": 0.17469, "grad_norm": 1.3442079014440735, "learning_rate": 0.003, "loss": 4.0197, "step": 17469 }, { "epoch": 0.1747, "grad_norm": 1.3412844922898968, "learning_rate": 0.003, "loss": 4.0397, "step": 17470 }, { "epoch": 0.17471, "grad_norm": 1.5212025627883503, "learning_rate": 0.003, "loss": 4.0151, "step": 17471 }, { "epoch": 0.17472, "grad_norm": 1.1359504116512613, "learning_rate": 0.003, "loss": 4.0276, "step": 17472 }, { "epoch": 0.17473, "grad_norm": 1.189587217761058, "learning_rate": 0.003, "loss": 4.0133, "step": 17473 }, { "epoch": 0.17474, "grad_norm": 1.1467561240598758, "learning_rate": 0.003, "loss": 4.0076, "step": 17474 }, { "epoch": 0.17475, "grad_norm": 1.2190623306021742, "learning_rate": 0.003, "loss": 3.9944, "step": 17475 }, { "epoch": 0.17476, "grad_norm": 1.2077612593166749, "learning_rate": 0.003, "loss": 4.0187, "step": 17476 }, { "epoch": 0.17477, "grad_norm": 1.2805042241733537, "learning_rate": 0.003, "loss": 4.0009, "step": 17477 }, { "epoch": 0.17478, "grad_norm": 1.1128725501592887, "learning_rate": 0.003, "loss": 3.9884, "step": 17478 }, { "epoch": 0.17479, "grad_norm": 1.24886952802986, "learning_rate": 0.003, "loss": 3.9938, "step": 17479 }, { "epoch": 0.1748, "grad_norm": 1.2882811283564244, "learning_rate": 0.003, "loss": 4.0162, "step": 17480 }, { "epoch": 0.17481, "grad_norm": 1.3820476542413211, "learning_rate": 0.003, "loss": 3.9959, "step": 17481 }, { "epoch": 0.17482, "grad_norm": 1.4295014325350368, "learning_rate": 0.003, "loss": 3.9848, "step": 17482 }, { "epoch": 0.17483, "grad_norm": 1.239118088638119, "learning_rate": 0.003, "loss": 4.0171, "step": 17483 }, { "epoch": 0.17484, "grad_norm": 1.2489244256582073, "learning_rate": 0.003, "loss": 4.0136, "step": 17484 }, { "epoch": 0.17485, "grad_norm": 1.2527953693531593, "learning_rate": 0.003, "loss": 4.0059, "step": 17485 }, { "epoch": 0.17486, "grad_norm": 1.2442497188525592, "learning_rate": 0.003, "loss": 4.0384, "step": 17486 }, { "epoch": 0.17487, "grad_norm": 1.2567200106459853, "learning_rate": 0.003, "loss": 3.9844, "step": 17487 }, { "epoch": 0.17488, "grad_norm": 1.3224776601648938, "learning_rate": 0.003, "loss": 4.0028, "step": 17488 }, { "epoch": 0.17489, "grad_norm": 1.0544687569406892, "learning_rate": 0.003, "loss": 3.987, "step": 17489 }, { "epoch": 0.1749, "grad_norm": 1.3644368776681581, "learning_rate": 0.003, "loss": 3.9898, "step": 17490 }, { "epoch": 0.17491, "grad_norm": 1.170964249779947, "learning_rate": 0.003, "loss": 3.9842, "step": 17491 }, { "epoch": 0.17492, "grad_norm": 1.570199409081135, "learning_rate": 0.003, "loss": 3.9885, "step": 17492 }, { "epoch": 0.17493, "grad_norm": 1.1791374142942461, "learning_rate": 0.003, "loss": 4.015, "step": 17493 }, { "epoch": 0.17494, "grad_norm": 1.4209200136606746, "learning_rate": 0.003, "loss": 4.0026, "step": 17494 }, { "epoch": 0.17495, "grad_norm": 1.2564179478971467, "learning_rate": 0.003, "loss": 3.9888, "step": 17495 }, { "epoch": 0.17496, "grad_norm": 1.3155050931655181, "learning_rate": 0.003, "loss": 3.9923, "step": 17496 }, { "epoch": 0.17497, "grad_norm": 1.328719821056356, "learning_rate": 0.003, "loss": 4.0144, "step": 17497 }, { "epoch": 0.17498, "grad_norm": 1.4774943449101552, "learning_rate": 0.003, "loss": 4.0363, "step": 17498 }, { "epoch": 0.17499, "grad_norm": 1.2361239694490804, "learning_rate": 0.003, "loss": 3.9911, "step": 17499 }, { "epoch": 0.175, "grad_norm": 1.26961012920436, "learning_rate": 0.003, "loss": 4.0123, "step": 17500 }, { "epoch": 0.17501, "grad_norm": 1.168143621476018, "learning_rate": 0.003, "loss": 4.0141, "step": 17501 }, { "epoch": 0.17502, "grad_norm": 1.371389114647039, "learning_rate": 0.003, "loss": 4.0117, "step": 17502 }, { "epoch": 0.17503, "grad_norm": 1.21480838583015, "learning_rate": 0.003, "loss": 4.035, "step": 17503 }, { "epoch": 0.17504, "grad_norm": 1.174257813679406, "learning_rate": 0.003, "loss": 4.0059, "step": 17504 }, { "epoch": 0.17505, "grad_norm": 1.290775859106054, "learning_rate": 0.003, "loss": 4.0007, "step": 17505 }, { "epoch": 0.17506, "grad_norm": 1.3943836445178055, "learning_rate": 0.003, "loss": 3.9932, "step": 17506 }, { "epoch": 0.17507, "grad_norm": 1.1928197149111355, "learning_rate": 0.003, "loss": 3.9836, "step": 17507 }, { "epoch": 0.17508, "grad_norm": 1.3179143177195527, "learning_rate": 0.003, "loss": 4.001, "step": 17508 }, { "epoch": 0.17509, "grad_norm": 1.106568451592994, "learning_rate": 0.003, "loss": 3.9986, "step": 17509 }, { "epoch": 0.1751, "grad_norm": 1.2945594796110989, "learning_rate": 0.003, "loss": 3.994, "step": 17510 }, { "epoch": 0.17511, "grad_norm": 1.1046731165335164, "learning_rate": 0.003, "loss": 4.0005, "step": 17511 }, { "epoch": 0.17512, "grad_norm": 1.452680110654347, "learning_rate": 0.003, "loss": 4.0203, "step": 17512 }, { "epoch": 0.17513, "grad_norm": 1.2021451899954632, "learning_rate": 0.003, "loss": 4.0311, "step": 17513 }, { "epoch": 0.17514, "grad_norm": 1.2475477973757747, "learning_rate": 0.003, "loss": 4.0204, "step": 17514 }, { "epoch": 0.17515, "grad_norm": 1.26448299868792, "learning_rate": 0.003, "loss": 4.0039, "step": 17515 }, { "epoch": 0.17516, "grad_norm": 1.346066366740584, "learning_rate": 0.003, "loss": 4.0076, "step": 17516 }, { "epoch": 0.17517, "grad_norm": 1.2380737111410907, "learning_rate": 0.003, "loss": 4.0236, "step": 17517 }, { "epoch": 0.17518, "grad_norm": 1.2012239141263896, "learning_rate": 0.003, "loss": 4.0021, "step": 17518 }, { "epoch": 0.17519, "grad_norm": 1.2286300179862844, "learning_rate": 0.003, "loss": 3.9763, "step": 17519 }, { "epoch": 0.1752, "grad_norm": 1.1285470362368863, "learning_rate": 0.003, "loss": 4.0028, "step": 17520 }, { "epoch": 0.17521, "grad_norm": 1.4469269417899426, "learning_rate": 0.003, "loss": 3.9894, "step": 17521 }, { "epoch": 0.17522, "grad_norm": 0.9874807206339904, "learning_rate": 0.003, "loss": 3.99, "step": 17522 }, { "epoch": 0.17523, "grad_norm": 1.4122407383518634, "learning_rate": 0.003, "loss": 4.0131, "step": 17523 }, { "epoch": 0.17524, "grad_norm": 1.0231215239865685, "learning_rate": 0.003, "loss": 4.0055, "step": 17524 }, { "epoch": 0.17525, "grad_norm": 1.390824344503427, "learning_rate": 0.003, "loss": 4.0061, "step": 17525 }, { "epoch": 0.17526, "grad_norm": 1.2058258237116968, "learning_rate": 0.003, "loss": 4.0066, "step": 17526 }, { "epoch": 0.17527, "grad_norm": 1.4580280986425835, "learning_rate": 0.003, "loss": 3.9864, "step": 17527 }, { "epoch": 0.17528, "grad_norm": 1.0776378794974155, "learning_rate": 0.003, "loss": 3.9903, "step": 17528 }, { "epoch": 0.17529, "grad_norm": 1.3549429661530912, "learning_rate": 0.003, "loss": 4.0088, "step": 17529 }, { "epoch": 0.1753, "grad_norm": 1.0128705323649436, "learning_rate": 0.003, "loss": 3.9846, "step": 17530 }, { "epoch": 0.17531, "grad_norm": 1.5774919045495472, "learning_rate": 0.003, "loss": 4.0428, "step": 17531 }, { "epoch": 0.17532, "grad_norm": 1.0305305958749693, "learning_rate": 0.003, "loss": 3.9622, "step": 17532 }, { "epoch": 0.17533, "grad_norm": 1.6209730948269785, "learning_rate": 0.003, "loss": 4.0242, "step": 17533 }, { "epoch": 0.17534, "grad_norm": 1.1751955702817969, "learning_rate": 0.003, "loss": 4.0014, "step": 17534 }, { "epoch": 0.17535, "grad_norm": 1.1649296906823114, "learning_rate": 0.003, "loss": 3.9735, "step": 17535 }, { "epoch": 0.17536, "grad_norm": 1.2174031909483718, "learning_rate": 0.003, "loss": 3.9971, "step": 17536 }, { "epoch": 0.17537, "grad_norm": 1.185420170654492, "learning_rate": 0.003, "loss": 4.0115, "step": 17537 }, { "epoch": 0.17538, "grad_norm": 1.3201442908408842, "learning_rate": 0.003, "loss": 4.0435, "step": 17538 }, { "epoch": 0.17539, "grad_norm": 1.3588723981014663, "learning_rate": 0.003, "loss": 3.9996, "step": 17539 }, { "epoch": 0.1754, "grad_norm": 1.4270005102548036, "learning_rate": 0.003, "loss": 4.0483, "step": 17540 }, { "epoch": 0.17541, "grad_norm": 1.1309033485992048, "learning_rate": 0.003, "loss": 4.0331, "step": 17541 }, { "epoch": 0.17542, "grad_norm": 1.1601972477484055, "learning_rate": 0.003, "loss": 4.0146, "step": 17542 }, { "epoch": 0.17543, "grad_norm": 1.2719466286625902, "learning_rate": 0.003, "loss": 4.0292, "step": 17543 }, { "epoch": 0.17544, "grad_norm": 1.2934184007525624, "learning_rate": 0.003, "loss": 4.0207, "step": 17544 }, { "epoch": 0.17545, "grad_norm": 1.1443382594276104, "learning_rate": 0.003, "loss": 4.0068, "step": 17545 }, { "epoch": 0.17546, "grad_norm": 1.484698575855083, "learning_rate": 0.003, "loss": 4.0294, "step": 17546 }, { "epoch": 0.17547, "grad_norm": 1.443084888027566, "learning_rate": 0.003, "loss": 4.0006, "step": 17547 }, { "epoch": 0.17548, "grad_norm": 1.3578247263605012, "learning_rate": 0.003, "loss": 3.9977, "step": 17548 }, { "epoch": 0.17549, "grad_norm": 1.1222740359797407, "learning_rate": 0.003, "loss": 3.993, "step": 17549 }, { "epoch": 0.1755, "grad_norm": 1.2217045827974942, "learning_rate": 0.003, "loss": 3.9914, "step": 17550 }, { "epoch": 0.17551, "grad_norm": 1.2599905587835294, "learning_rate": 0.003, "loss": 4.0037, "step": 17551 }, { "epoch": 0.17552, "grad_norm": 1.3173881636461955, "learning_rate": 0.003, "loss": 4.0419, "step": 17552 }, { "epoch": 0.17553, "grad_norm": 1.1985283675532807, "learning_rate": 0.003, "loss": 4.0092, "step": 17553 }, { "epoch": 0.17554, "grad_norm": 1.3535779532008505, "learning_rate": 0.003, "loss": 4.0098, "step": 17554 }, { "epoch": 0.17555, "grad_norm": 1.1593943577563153, "learning_rate": 0.003, "loss": 3.9748, "step": 17555 }, { "epoch": 0.17556, "grad_norm": 1.2212030190780252, "learning_rate": 0.003, "loss": 4.0172, "step": 17556 }, { "epoch": 0.17557, "grad_norm": 1.1953193688900052, "learning_rate": 0.003, "loss": 3.9988, "step": 17557 }, { "epoch": 0.17558, "grad_norm": 1.284028278474116, "learning_rate": 0.003, "loss": 4.0282, "step": 17558 }, { "epoch": 0.17559, "grad_norm": 1.3281165223541755, "learning_rate": 0.003, "loss": 4.0232, "step": 17559 }, { "epoch": 0.1756, "grad_norm": 0.9785727433834605, "learning_rate": 0.003, "loss": 3.9746, "step": 17560 }, { "epoch": 0.17561, "grad_norm": 1.2432156776124126, "learning_rate": 0.003, "loss": 3.9909, "step": 17561 }, { "epoch": 0.17562, "grad_norm": 1.3246982368270601, "learning_rate": 0.003, "loss": 4.0198, "step": 17562 }, { "epoch": 0.17563, "grad_norm": 1.249921604351906, "learning_rate": 0.003, "loss": 4.0013, "step": 17563 }, { "epoch": 0.17564, "grad_norm": 1.2465591420404474, "learning_rate": 0.003, "loss": 4.0073, "step": 17564 }, { "epoch": 0.17565, "grad_norm": 1.2093675545638525, "learning_rate": 0.003, "loss": 4.0024, "step": 17565 }, { "epoch": 0.17566, "grad_norm": 1.421791354142211, "learning_rate": 0.003, "loss": 3.9862, "step": 17566 }, { "epoch": 0.17567, "grad_norm": 1.237781468795189, "learning_rate": 0.003, "loss": 4.0221, "step": 17567 }, { "epoch": 0.17568, "grad_norm": 1.0586259261472677, "learning_rate": 0.003, "loss": 3.9932, "step": 17568 }, { "epoch": 0.17569, "grad_norm": 1.3867036041741054, "learning_rate": 0.003, "loss": 4.0271, "step": 17569 }, { "epoch": 0.1757, "grad_norm": 1.3645783708200951, "learning_rate": 0.003, "loss": 4.004, "step": 17570 }, { "epoch": 0.17571, "grad_norm": 1.362526636972413, "learning_rate": 0.003, "loss": 4.0077, "step": 17571 }, { "epoch": 0.17572, "grad_norm": 1.169807271156517, "learning_rate": 0.003, "loss": 4.0116, "step": 17572 }, { "epoch": 0.17573, "grad_norm": 1.2493866528248445, "learning_rate": 0.003, "loss": 4.0035, "step": 17573 }, { "epoch": 0.17574, "grad_norm": 1.2984770898637006, "learning_rate": 0.003, "loss": 4.0063, "step": 17574 }, { "epoch": 0.17575, "grad_norm": 1.0356437941386805, "learning_rate": 0.003, "loss": 3.9906, "step": 17575 }, { "epoch": 0.17576, "grad_norm": 1.4871383560855997, "learning_rate": 0.003, "loss": 4.028, "step": 17576 }, { "epoch": 0.17577, "grad_norm": 1.150557329959256, "learning_rate": 0.003, "loss": 3.9892, "step": 17577 }, { "epoch": 0.17578, "grad_norm": 1.4133663757588073, "learning_rate": 0.003, "loss": 4.03, "step": 17578 }, { "epoch": 0.17579, "grad_norm": 1.2581433405946318, "learning_rate": 0.003, "loss": 4.0172, "step": 17579 }, { "epoch": 0.1758, "grad_norm": 1.4213042433507315, "learning_rate": 0.003, "loss": 4.0191, "step": 17580 }, { "epoch": 0.17581, "grad_norm": 1.2669235513462596, "learning_rate": 0.003, "loss": 4.0445, "step": 17581 }, { "epoch": 0.17582, "grad_norm": 1.366659090525752, "learning_rate": 0.003, "loss": 4.045, "step": 17582 }, { "epoch": 0.17583, "grad_norm": 1.5443151445880576, "learning_rate": 0.003, "loss": 4.0272, "step": 17583 }, { "epoch": 0.17584, "grad_norm": 1.187717678251351, "learning_rate": 0.003, "loss": 4.0218, "step": 17584 }, { "epoch": 0.17585, "grad_norm": 1.566622961243868, "learning_rate": 0.003, "loss": 4.0297, "step": 17585 }, { "epoch": 0.17586, "grad_norm": 1.235649476915203, "learning_rate": 0.003, "loss": 4.0084, "step": 17586 }, { "epoch": 0.17587, "grad_norm": 1.379215757629583, "learning_rate": 0.003, "loss": 4.0214, "step": 17587 }, { "epoch": 0.17588, "grad_norm": 1.0614341038953146, "learning_rate": 0.003, "loss": 4.0482, "step": 17588 }, { "epoch": 0.17589, "grad_norm": 1.2648484455968334, "learning_rate": 0.003, "loss": 3.9925, "step": 17589 }, { "epoch": 0.1759, "grad_norm": 1.1576910924641934, "learning_rate": 0.003, "loss": 4.0202, "step": 17590 }, { "epoch": 0.17591, "grad_norm": 1.1431254154227177, "learning_rate": 0.003, "loss": 4.0248, "step": 17591 }, { "epoch": 0.17592, "grad_norm": 1.3161147509011362, "learning_rate": 0.003, "loss": 4.0024, "step": 17592 }, { "epoch": 0.17593, "grad_norm": 1.2696360298337392, "learning_rate": 0.003, "loss": 4.0249, "step": 17593 }, { "epoch": 0.17594, "grad_norm": 1.4224208341519127, "learning_rate": 0.003, "loss": 4.0156, "step": 17594 }, { "epoch": 0.17595, "grad_norm": 0.99950016326709, "learning_rate": 0.003, "loss": 3.9976, "step": 17595 }, { "epoch": 0.17596, "grad_norm": 1.5338785658460057, "learning_rate": 0.003, "loss": 4.0255, "step": 17596 }, { "epoch": 0.17597, "grad_norm": 1.0377250441976649, "learning_rate": 0.003, "loss": 4.0076, "step": 17597 }, { "epoch": 0.17598, "grad_norm": 1.6791282982424311, "learning_rate": 0.003, "loss": 4.0544, "step": 17598 }, { "epoch": 0.17599, "grad_norm": 1.0560648540651831, "learning_rate": 0.003, "loss": 4.0499, "step": 17599 }, { "epoch": 0.176, "grad_norm": 1.2152626989221356, "learning_rate": 0.003, "loss": 4.0037, "step": 17600 }, { "epoch": 0.17601, "grad_norm": 1.3408770196110984, "learning_rate": 0.003, "loss": 4.0284, "step": 17601 }, { "epoch": 0.17602, "grad_norm": 1.135109841606531, "learning_rate": 0.003, "loss": 4.0045, "step": 17602 }, { "epoch": 0.17603, "grad_norm": 1.243107289474913, "learning_rate": 0.003, "loss": 4.0131, "step": 17603 }, { "epoch": 0.17604, "grad_norm": 1.2852511433011993, "learning_rate": 0.003, "loss": 4.0109, "step": 17604 }, { "epoch": 0.17605, "grad_norm": 0.956126693243154, "learning_rate": 0.003, "loss": 4.0291, "step": 17605 }, { "epoch": 0.17606, "grad_norm": 1.635243932239004, "learning_rate": 0.003, "loss": 4.0233, "step": 17606 }, { "epoch": 0.17607, "grad_norm": 1.1330955529107827, "learning_rate": 0.003, "loss": 4.0122, "step": 17607 }, { "epoch": 0.17608, "grad_norm": 1.5430115729514313, "learning_rate": 0.003, "loss": 3.999, "step": 17608 }, { "epoch": 0.17609, "grad_norm": 1.08412975084303, "learning_rate": 0.003, "loss": 4.0065, "step": 17609 }, { "epoch": 0.1761, "grad_norm": 1.377042344730517, "learning_rate": 0.003, "loss": 3.9901, "step": 17610 }, { "epoch": 0.17611, "grad_norm": 1.1638370823196682, "learning_rate": 0.003, "loss": 4.019, "step": 17611 }, { "epoch": 0.17612, "grad_norm": 1.493808977247851, "learning_rate": 0.003, "loss": 3.9594, "step": 17612 }, { "epoch": 0.17613, "grad_norm": 1.3228465169531465, "learning_rate": 0.003, "loss": 4.0143, "step": 17613 }, { "epoch": 0.17614, "grad_norm": 1.3087121810410431, "learning_rate": 0.003, "loss": 3.989, "step": 17614 }, { "epoch": 0.17615, "grad_norm": 1.2068750677649611, "learning_rate": 0.003, "loss": 3.9868, "step": 17615 }, { "epoch": 0.17616, "grad_norm": 1.0696833716922531, "learning_rate": 0.003, "loss": 4.0117, "step": 17616 }, { "epoch": 0.17617, "grad_norm": 1.2759221671837773, "learning_rate": 0.003, "loss": 3.9966, "step": 17617 }, { "epoch": 0.17618, "grad_norm": 1.2043041905130851, "learning_rate": 0.003, "loss": 4.0366, "step": 17618 }, { "epoch": 0.17619, "grad_norm": 1.4037105214642187, "learning_rate": 0.003, "loss": 4.0444, "step": 17619 }, { "epoch": 0.1762, "grad_norm": 1.2242585181629013, "learning_rate": 0.003, "loss": 3.994, "step": 17620 }, { "epoch": 0.17621, "grad_norm": 1.2206287301130856, "learning_rate": 0.003, "loss": 3.9956, "step": 17621 }, { "epoch": 0.17622, "grad_norm": 1.2835961455791998, "learning_rate": 0.003, "loss": 4.0201, "step": 17622 }, { "epoch": 0.17623, "grad_norm": 1.2070454470336767, "learning_rate": 0.003, "loss": 4.0109, "step": 17623 }, { "epoch": 0.17624, "grad_norm": 1.313277425758526, "learning_rate": 0.003, "loss": 4.0202, "step": 17624 }, { "epoch": 0.17625, "grad_norm": 1.2724185930197756, "learning_rate": 0.003, "loss": 3.997, "step": 17625 }, { "epoch": 0.17626, "grad_norm": 1.1092201178149645, "learning_rate": 0.003, "loss": 3.9928, "step": 17626 }, { "epoch": 0.17627, "grad_norm": 1.402151390353694, "learning_rate": 0.003, "loss": 4.037, "step": 17627 }, { "epoch": 0.17628, "grad_norm": 1.1428631040156145, "learning_rate": 0.003, "loss": 4.0066, "step": 17628 }, { "epoch": 0.17629, "grad_norm": 1.2710406949237625, "learning_rate": 0.003, "loss": 4.031, "step": 17629 }, { "epoch": 0.1763, "grad_norm": 1.2241399705227562, "learning_rate": 0.003, "loss": 4.0087, "step": 17630 }, { "epoch": 0.17631, "grad_norm": 1.2815206513869735, "learning_rate": 0.003, "loss": 4.0275, "step": 17631 }, { "epoch": 0.17632, "grad_norm": 1.1123932464141089, "learning_rate": 0.003, "loss": 4.0591, "step": 17632 }, { "epoch": 0.17633, "grad_norm": 1.3194960667717541, "learning_rate": 0.003, "loss": 4.0064, "step": 17633 }, { "epoch": 0.17634, "grad_norm": 1.1513525106952893, "learning_rate": 0.003, "loss": 3.998, "step": 17634 }, { "epoch": 0.17635, "grad_norm": 1.508444451922507, "learning_rate": 0.003, "loss": 3.9993, "step": 17635 }, { "epoch": 0.17636, "grad_norm": 1.2828155918425586, "learning_rate": 0.003, "loss": 4.0143, "step": 17636 }, { "epoch": 0.17637, "grad_norm": 1.275723512265431, "learning_rate": 0.003, "loss": 3.9996, "step": 17637 }, { "epoch": 0.17638, "grad_norm": 1.3655858171298656, "learning_rate": 0.003, "loss": 4.033, "step": 17638 }, { "epoch": 0.17639, "grad_norm": 1.2186927399922851, "learning_rate": 0.003, "loss": 4.0098, "step": 17639 }, { "epoch": 0.1764, "grad_norm": 1.3689522848466271, "learning_rate": 0.003, "loss": 4.02, "step": 17640 }, { "epoch": 0.17641, "grad_norm": 1.4312717569589986, "learning_rate": 0.003, "loss": 4.0081, "step": 17641 }, { "epoch": 0.17642, "grad_norm": 1.1798880942001364, "learning_rate": 0.003, "loss": 3.9672, "step": 17642 }, { "epoch": 0.17643, "grad_norm": 1.5216060480329352, "learning_rate": 0.003, "loss": 4.0168, "step": 17643 }, { "epoch": 0.17644, "grad_norm": 1.0725669386174144, "learning_rate": 0.003, "loss": 4.0007, "step": 17644 }, { "epoch": 0.17645, "grad_norm": 1.2059907916524846, "learning_rate": 0.003, "loss": 4.0226, "step": 17645 }, { "epoch": 0.17646, "grad_norm": 1.089964308292804, "learning_rate": 0.003, "loss": 3.991, "step": 17646 }, { "epoch": 0.17647, "grad_norm": 1.2652122674975332, "learning_rate": 0.003, "loss": 3.9941, "step": 17647 }, { "epoch": 0.17648, "grad_norm": 1.0873367578770192, "learning_rate": 0.003, "loss": 4.0127, "step": 17648 }, { "epoch": 0.17649, "grad_norm": 1.350335271643384, "learning_rate": 0.003, "loss": 3.9946, "step": 17649 }, { "epoch": 0.1765, "grad_norm": 1.1466414457032206, "learning_rate": 0.003, "loss": 4.0211, "step": 17650 }, { "epoch": 0.17651, "grad_norm": 1.6318275207641635, "learning_rate": 0.003, "loss": 4.0136, "step": 17651 }, { "epoch": 0.17652, "grad_norm": 1.0730130344316913, "learning_rate": 0.003, "loss": 4.0219, "step": 17652 }, { "epoch": 0.17653, "grad_norm": 1.4448135906604729, "learning_rate": 0.003, "loss": 4.0252, "step": 17653 }, { "epoch": 0.17654, "grad_norm": 0.995886658610207, "learning_rate": 0.003, "loss": 4.0182, "step": 17654 }, { "epoch": 0.17655, "grad_norm": 1.2610663984889068, "learning_rate": 0.003, "loss": 4.0243, "step": 17655 }, { "epoch": 0.17656, "grad_norm": 1.1872689563076624, "learning_rate": 0.003, "loss": 4.0086, "step": 17656 }, { "epoch": 0.17657, "grad_norm": 1.3197271867164788, "learning_rate": 0.003, "loss": 3.9744, "step": 17657 }, { "epoch": 0.17658, "grad_norm": 1.1312799689004187, "learning_rate": 0.003, "loss": 3.9982, "step": 17658 }, { "epoch": 0.17659, "grad_norm": 1.4613108130626726, "learning_rate": 0.003, "loss": 4.0105, "step": 17659 }, { "epoch": 0.1766, "grad_norm": 1.215305872947806, "learning_rate": 0.003, "loss": 4.0408, "step": 17660 }, { "epoch": 0.17661, "grad_norm": 1.3428648707045394, "learning_rate": 0.003, "loss": 4.0154, "step": 17661 }, { "epoch": 0.17662, "grad_norm": 1.0548112155389986, "learning_rate": 0.003, "loss": 3.9848, "step": 17662 }, { "epoch": 0.17663, "grad_norm": 1.38585228216765, "learning_rate": 0.003, "loss": 4.0165, "step": 17663 }, { "epoch": 0.17664, "grad_norm": 1.1616798399752524, "learning_rate": 0.003, "loss": 4.0041, "step": 17664 }, { "epoch": 0.17665, "grad_norm": 1.5132186238889027, "learning_rate": 0.003, "loss": 4.0251, "step": 17665 }, { "epoch": 0.17666, "grad_norm": 1.2126955483808322, "learning_rate": 0.003, "loss": 4.0196, "step": 17666 }, { "epoch": 0.17667, "grad_norm": 1.1756236455801312, "learning_rate": 0.003, "loss": 3.9973, "step": 17667 }, { "epoch": 0.17668, "grad_norm": 1.1492162473406433, "learning_rate": 0.003, "loss": 4.0394, "step": 17668 }, { "epoch": 0.17669, "grad_norm": 1.1566973144214787, "learning_rate": 0.003, "loss": 4.0095, "step": 17669 }, { "epoch": 0.1767, "grad_norm": 1.506338186573076, "learning_rate": 0.003, "loss": 4.0005, "step": 17670 }, { "epoch": 0.17671, "grad_norm": 1.3894656365989166, "learning_rate": 0.003, "loss": 4.0309, "step": 17671 }, { "epoch": 0.17672, "grad_norm": 1.3466288883358835, "learning_rate": 0.003, "loss": 4.018, "step": 17672 }, { "epoch": 0.17673, "grad_norm": 1.186810242645646, "learning_rate": 0.003, "loss": 3.9921, "step": 17673 }, { "epoch": 0.17674, "grad_norm": 1.275311566356402, "learning_rate": 0.003, "loss": 4.0226, "step": 17674 }, { "epoch": 0.17675, "grad_norm": 1.2940798901031692, "learning_rate": 0.003, "loss": 4.0253, "step": 17675 }, { "epoch": 0.17676, "grad_norm": 1.3305715960327655, "learning_rate": 0.003, "loss": 4.0173, "step": 17676 }, { "epoch": 0.17677, "grad_norm": 1.1855274683196175, "learning_rate": 0.003, "loss": 4.0145, "step": 17677 }, { "epoch": 0.17678, "grad_norm": 1.5154701258114815, "learning_rate": 0.003, "loss": 4.0444, "step": 17678 }, { "epoch": 0.17679, "grad_norm": 1.091549182112842, "learning_rate": 0.003, "loss": 3.9896, "step": 17679 }, { "epoch": 0.1768, "grad_norm": 1.2864130044198197, "learning_rate": 0.003, "loss": 3.9852, "step": 17680 }, { "epoch": 0.17681, "grad_norm": 1.16301276367685, "learning_rate": 0.003, "loss": 4.0426, "step": 17681 }, { "epoch": 0.17682, "grad_norm": 1.4227728662833272, "learning_rate": 0.003, "loss": 3.9833, "step": 17682 }, { "epoch": 0.17683, "grad_norm": 1.1344882161162675, "learning_rate": 0.003, "loss": 4.0288, "step": 17683 }, { "epoch": 0.17684, "grad_norm": 1.4008816348134472, "learning_rate": 0.003, "loss": 4.0325, "step": 17684 }, { "epoch": 0.17685, "grad_norm": 1.231251621514772, "learning_rate": 0.003, "loss": 4.0276, "step": 17685 }, { "epoch": 0.17686, "grad_norm": 1.2301141486401743, "learning_rate": 0.003, "loss": 4.0174, "step": 17686 }, { "epoch": 0.17687, "grad_norm": 1.1821536828911614, "learning_rate": 0.003, "loss": 3.9882, "step": 17687 }, { "epoch": 0.17688, "grad_norm": 1.6340806933485859, "learning_rate": 0.003, "loss": 4.0002, "step": 17688 }, { "epoch": 0.17689, "grad_norm": 1.291422498596477, "learning_rate": 0.003, "loss": 4.002, "step": 17689 }, { "epoch": 0.1769, "grad_norm": 1.370574438743369, "learning_rate": 0.003, "loss": 4.0269, "step": 17690 }, { "epoch": 0.17691, "grad_norm": 1.2254311160033806, "learning_rate": 0.003, "loss": 4.0175, "step": 17691 }, { "epoch": 0.17692, "grad_norm": 1.2974026858514667, "learning_rate": 0.003, "loss": 3.9955, "step": 17692 }, { "epoch": 0.17693, "grad_norm": 1.272721143710752, "learning_rate": 0.003, "loss": 4.027, "step": 17693 }, { "epoch": 0.17694, "grad_norm": 1.1896694512983272, "learning_rate": 0.003, "loss": 3.9927, "step": 17694 }, { "epoch": 0.17695, "grad_norm": 1.2918362518647468, "learning_rate": 0.003, "loss": 4.0072, "step": 17695 }, { "epoch": 0.17696, "grad_norm": 1.2716963200505105, "learning_rate": 0.003, "loss": 3.9989, "step": 17696 }, { "epoch": 0.17697, "grad_norm": 1.4537290270714847, "learning_rate": 0.003, "loss": 4.0119, "step": 17697 }, { "epoch": 0.17698, "grad_norm": 1.1057124277034496, "learning_rate": 0.003, "loss": 4.0079, "step": 17698 }, { "epoch": 0.17699, "grad_norm": 1.422077767087793, "learning_rate": 0.003, "loss": 4.0005, "step": 17699 }, { "epoch": 0.177, "grad_norm": 0.9764022016301912, "learning_rate": 0.003, "loss": 4.004, "step": 17700 }, { "epoch": 0.17701, "grad_norm": 1.3305469891418082, "learning_rate": 0.003, "loss": 4.0104, "step": 17701 }, { "epoch": 0.17702, "grad_norm": 1.0302701942137433, "learning_rate": 0.003, "loss": 4.0062, "step": 17702 }, { "epoch": 0.17703, "grad_norm": 1.4584854604802886, "learning_rate": 0.003, "loss": 3.9772, "step": 17703 }, { "epoch": 0.17704, "grad_norm": 1.1897371995285562, "learning_rate": 0.003, "loss": 4.0061, "step": 17704 }, { "epoch": 0.17705, "grad_norm": 1.3886917458309411, "learning_rate": 0.003, "loss": 3.9971, "step": 17705 }, { "epoch": 0.17706, "grad_norm": 1.1999671477506535, "learning_rate": 0.003, "loss": 4.0174, "step": 17706 }, { "epoch": 0.17707, "grad_norm": 1.2901270427968135, "learning_rate": 0.003, "loss": 4.0078, "step": 17707 }, { "epoch": 0.17708, "grad_norm": 1.2304546999945096, "learning_rate": 0.003, "loss": 4.0013, "step": 17708 }, { "epoch": 0.17709, "grad_norm": 1.2430163275046657, "learning_rate": 0.003, "loss": 4.0388, "step": 17709 }, { "epoch": 0.1771, "grad_norm": 1.2656647666393261, "learning_rate": 0.003, "loss": 4.0067, "step": 17710 }, { "epoch": 0.17711, "grad_norm": 1.3360788684996352, "learning_rate": 0.003, "loss": 4.0092, "step": 17711 }, { "epoch": 0.17712, "grad_norm": 1.2041746388333983, "learning_rate": 0.003, "loss": 3.9735, "step": 17712 }, { "epoch": 0.17713, "grad_norm": 1.280418735699287, "learning_rate": 0.003, "loss": 3.9914, "step": 17713 }, { "epoch": 0.17714, "grad_norm": 1.075661513736821, "learning_rate": 0.003, "loss": 4.0155, "step": 17714 }, { "epoch": 0.17715, "grad_norm": 1.4788091330140924, "learning_rate": 0.003, "loss": 4.0011, "step": 17715 }, { "epoch": 0.17716, "grad_norm": 1.2800608738801205, "learning_rate": 0.003, "loss": 4.0307, "step": 17716 }, { "epoch": 0.17717, "grad_norm": 1.287082989265906, "learning_rate": 0.003, "loss": 4.0378, "step": 17717 }, { "epoch": 0.17718, "grad_norm": 1.1821351252449808, "learning_rate": 0.003, "loss": 4.037, "step": 17718 }, { "epoch": 0.17719, "grad_norm": 1.4291892459728956, "learning_rate": 0.003, "loss": 3.9895, "step": 17719 }, { "epoch": 0.1772, "grad_norm": 1.0418877738975607, "learning_rate": 0.003, "loss": 3.9984, "step": 17720 }, { "epoch": 0.17721, "grad_norm": 1.5396247215856047, "learning_rate": 0.003, "loss": 4.0322, "step": 17721 }, { "epoch": 0.17722, "grad_norm": 1.2578079509816884, "learning_rate": 0.003, "loss": 3.9894, "step": 17722 }, { "epoch": 0.17723, "grad_norm": 1.5959123237774604, "learning_rate": 0.003, "loss": 4.0271, "step": 17723 }, { "epoch": 0.17724, "grad_norm": 1.2700442301751993, "learning_rate": 0.003, "loss": 4.0198, "step": 17724 }, { "epoch": 0.17725, "grad_norm": 1.2688808066870647, "learning_rate": 0.003, "loss": 4.0213, "step": 17725 }, { "epoch": 0.17726, "grad_norm": 1.411334765064551, "learning_rate": 0.003, "loss": 4.0028, "step": 17726 }, { "epoch": 0.17727, "grad_norm": 1.3186517008825351, "learning_rate": 0.003, "loss": 4.0059, "step": 17727 }, { "epoch": 0.17728, "grad_norm": 1.209822516658508, "learning_rate": 0.003, "loss": 4.0309, "step": 17728 }, { "epoch": 0.17729, "grad_norm": 1.4961920570514124, "learning_rate": 0.003, "loss": 4.019, "step": 17729 }, { "epoch": 0.1773, "grad_norm": 1.27328898760038, "learning_rate": 0.003, "loss": 3.9969, "step": 17730 }, { "epoch": 0.17731, "grad_norm": 1.2122259626114444, "learning_rate": 0.003, "loss": 4.0078, "step": 17731 }, { "epoch": 0.17732, "grad_norm": 1.2777247490895498, "learning_rate": 0.003, "loss": 4.0339, "step": 17732 }, { "epoch": 0.17733, "grad_norm": 1.1962870920111894, "learning_rate": 0.003, "loss": 3.9975, "step": 17733 }, { "epoch": 0.17734, "grad_norm": 1.3076328325875022, "learning_rate": 0.003, "loss": 4.0379, "step": 17734 }, { "epoch": 0.17735, "grad_norm": 1.2468178873207434, "learning_rate": 0.003, "loss": 4.0096, "step": 17735 }, { "epoch": 0.17736, "grad_norm": 1.4154689015219308, "learning_rate": 0.003, "loss": 4.0193, "step": 17736 }, { "epoch": 0.17737, "grad_norm": 1.1167695404121292, "learning_rate": 0.003, "loss": 3.9949, "step": 17737 }, { "epoch": 0.17738, "grad_norm": 1.4217078305436055, "learning_rate": 0.003, "loss": 4.0201, "step": 17738 }, { "epoch": 0.17739, "grad_norm": 1.133246619258175, "learning_rate": 0.003, "loss": 4.0431, "step": 17739 }, { "epoch": 0.1774, "grad_norm": 1.2347033258411095, "learning_rate": 0.003, "loss": 4.0146, "step": 17740 }, { "epoch": 0.17741, "grad_norm": 1.1348099403562892, "learning_rate": 0.003, "loss": 4.0201, "step": 17741 }, { "epoch": 0.17742, "grad_norm": 1.3785597373138432, "learning_rate": 0.003, "loss": 4.0101, "step": 17742 }, { "epoch": 0.17743, "grad_norm": 1.2690463645671801, "learning_rate": 0.003, "loss": 4.0546, "step": 17743 }, { "epoch": 0.17744, "grad_norm": 1.3338291965253706, "learning_rate": 0.003, "loss": 3.9981, "step": 17744 }, { "epoch": 0.17745, "grad_norm": 1.12328921255648, "learning_rate": 0.003, "loss": 4.0118, "step": 17745 }, { "epoch": 0.17746, "grad_norm": 1.5091144446382325, "learning_rate": 0.003, "loss": 4.029, "step": 17746 }, { "epoch": 0.17747, "grad_norm": 1.1177715836119348, "learning_rate": 0.003, "loss": 4.0161, "step": 17747 }, { "epoch": 0.17748, "grad_norm": 1.3387225070034643, "learning_rate": 0.003, "loss": 4.0201, "step": 17748 }, { "epoch": 0.17749, "grad_norm": 1.233881653208535, "learning_rate": 0.003, "loss": 3.9878, "step": 17749 }, { "epoch": 0.1775, "grad_norm": 1.2206411609276537, "learning_rate": 0.003, "loss": 4.0113, "step": 17750 }, { "epoch": 0.17751, "grad_norm": 1.2803136770513195, "learning_rate": 0.003, "loss": 4.0319, "step": 17751 }, { "epoch": 0.17752, "grad_norm": 1.281486086260054, "learning_rate": 0.003, "loss": 4.002, "step": 17752 }, { "epoch": 0.17753, "grad_norm": 1.1452833113701208, "learning_rate": 0.003, "loss": 3.9973, "step": 17753 }, { "epoch": 0.17754, "grad_norm": 1.3107700497422121, "learning_rate": 0.003, "loss": 4.0349, "step": 17754 }, { "epoch": 0.17755, "grad_norm": 1.2631770254982326, "learning_rate": 0.003, "loss": 4.0201, "step": 17755 }, { "epoch": 0.17756, "grad_norm": 1.4179454778251528, "learning_rate": 0.003, "loss": 3.9842, "step": 17756 }, { "epoch": 0.17757, "grad_norm": 1.209455850454635, "learning_rate": 0.003, "loss": 4.0197, "step": 17757 }, { "epoch": 0.17758, "grad_norm": 1.2430503248091411, "learning_rate": 0.003, "loss": 4.0146, "step": 17758 }, { "epoch": 0.17759, "grad_norm": 1.2258695046015262, "learning_rate": 0.003, "loss": 4.0103, "step": 17759 }, { "epoch": 0.1776, "grad_norm": 1.3720321833058833, "learning_rate": 0.003, "loss": 3.9868, "step": 17760 }, { "epoch": 0.17761, "grad_norm": 1.1157879586813826, "learning_rate": 0.003, "loss": 4.0067, "step": 17761 }, { "epoch": 0.17762, "grad_norm": 1.379835831092119, "learning_rate": 0.003, "loss": 4.0231, "step": 17762 }, { "epoch": 0.17763, "grad_norm": 1.074832416938527, "learning_rate": 0.003, "loss": 4.0035, "step": 17763 }, { "epoch": 0.17764, "grad_norm": 1.4779325456764498, "learning_rate": 0.003, "loss": 4.0235, "step": 17764 }, { "epoch": 0.17765, "grad_norm": 1.0737916991954493, "learning_rate": 0.003, "loss": 4.0134, "step": 17765 }, { "epoch": 0.17766, "grad_norm": 1.144441928094557, "learning_rate": 0.003, "loss": 4.0102, "step": 17766 }, { "epoch": 0.17767, "grad_norm": 1.3573965743376548, "learning_rate": 0.003, "loss": 4.026, "step": 17767 }, { "epoch": 0.17768, "grad_norm": 1.4348911192679688, "learning_rate": 0.003, "loss": 3.9975, "step": 17768 }, { "epoch": 0.17769, "grad_norm": 1.288248592955297, "learning_rate": 0.003, "loss": 4.0283, "step": 17769 }, { "epoch": 0.1777, "grad_norm": 1.3009077629177082, "learning_rate": 0.003, "loss": 3.9905, "step": 17770 }, { "epoch": 0.17771, "grad_norm": 1.1001977329301142, "learning_rate": 0.003, "loss": 3.9927, "step": 17771 }, { "epoch": 0.17772, "grad_norm": 1.3781231544392432, "learning_rate": 0.003, "loss": 4.0095, "step": 17772 }, { "epoch": 0.17773, "grad_norm": 1.2070000918672394, "learning_rate": 0.003, "loss": 3.9993, "step": 17773 }, { "epoch": 0.17774, "grad_norm": 1.3584805334694108, "learning_rate": 0.003, "loss": 4.0144, "step": 17774 }, { "epoch": 0.17775, "grad_norm": 1.3257674589255668, "learning_rate": 0.003, "loss": 3.9769, "step": 17775 }, { "epoch": 0.17776, "grad_norm": 1.1440316911369965, "learning_rate": 0.003, "loss": 4.0089, "step": 17776 }, { "epoch": 0.17777, "grad_norm": 1.2951993538101918, "learning_rate": 0.003, "loss": 3.9875, "step": 17777 }, { "epoch": 0.17778, "grad_norm": 1.219670726338208, "learning_rate": 0.003, "loss": 4.0045, "step": 17778 }, { "epoch": 0.17779, "grad_norm": 1.2576854830100939, "learning_rate": 0.003, "loss": 3.9877, "step": 17779 }, { "epoch": 0.1778, "grad_norm": 1.2969554118521678, "learning_rate": 0.003, "loss": 4.0233, "step": 17780 }, { "epoch": 0.17781, "grad_norm": 1.395480473701788, "learning_rate": 0.003, "loss": 3.9953, "step": 17781 }, { "epoch": 0.17782, "grad_norm": 1.1210870129212929, "learning_rate": 0.003, "loss": 4.0139, "step": 17782 }, { "epoch": 0.17783, "grad_norm": 1.3925910127657615, "learning_rate": 0.003, "loss": 3.9962, "step": 17783 }, { "epoch": 0.17784, "grad_norm": 1.1606521282473876, "learning_rate": 0.003, "loss": 4.0163, "step": 17784 }, { "epoch": 0.17785, "grad_norm": 1.3082696149032056, "learning_rate": 0.003, "loss": 3.9942, "step": 17785 }, { "epoch": 0.17786, "grad_norm": 1.055551621576099, "learning_rate": 0.003, "loss": 4.0252, "step": 17786 }, { "epoch": 0.17787, "grad_norm": 1.437729945871911, "learning_rate": 0.003, "loss": 4.0202, "step": 17787 }, { "epoch": 0.17788, "grad_norm": 1.0769162266838206, "learning_rate": 0.003, "loss": 4.018, "step": 17788 }, { "epoch": 0.17789, "grad_norm": 1.4482118142629796, "learning_rate": 0.003, "loss": 4.005, "step": 17789 }, { "epoch": 0.1779, "grad_norm": 1.3582494783626673, "learning_rate": 0.003, "loss": 3.988, "step": 17790 }, { "epoch": 0.17791, "grad_norm": 1.2590550485047474, "learning_rate": 0.003, "loss": 4.006, "step": 17791 }, { "epoch": 0.17792, "grad_norm": 1.5233881061352947, "learning_rate": 0.003, "loss": 3.9852, "step": 17792 }, { "epoch": 0.17793, "grad_norm": 1.2476714509933917, "learning_rate": 0.003, "loss": 4.0433, "step": 17793 }, { "epoch": 0.17794, "grad_norm": 1.1457363146513437, "learning_rate": 0.003, "loss": 4.0132, "step": 17794 }, { "epoch": 0.17795, "grad_norm": 1.285982846103947, "learning_rate": 0.003, "loss": 4.0049, "step": 17795 }, { "epoch": 0.17796, "grad_norm": 0.9674368897959768, "learning_rate": 0.003, "loss": 3.9859, "step": 17796 }, { "epoch": 0.17797, "grad_norm": 1.3847835487943505, "learning_rate": 0.003, "loss": 4.027, "step": 17797 }, { "epoch": 0.17798, "grad_norm": 1.388823923849772, "learning_rate": 0.003, "loss": 4.0173, "step": 17798 }, { "epoch": 0.17799, "grad_norm": 1.1850443723939679, "learning_rate": 0.003, "loss": 4.0296, "step": 17799 }, { "epoch": 0.178, "grad_norm": 1.239507130863008, "learning_rate": 0.003, "loss": 4.0096, "step": 17800 }, { "epoch": 0.17801, "grad_norm": 1.1649600820146366, "learning_rate": 0.003, "loss": 3.9914, "step": 17801 }, { "epoch": 0.17802, "grad_norm": 1.1564667995275404, "learning_rate": 0.003, "loss": 4.0335, "step": 17802 }, { "epoch": 0.17803, "grad_norm": 1.2422393675117376, "learning_rate": 0.003, "loss": 4.021, "step": 17803 }, { "epoch": 0.17804, "grad_norm": 1.270593768355618, "learning_rate": 0.003, "loss": 4.0291, "step": 17804 }, { "epoch": 0.17805, "grad_norm": 1.3871869687322365, "learning_rate": 0.003, "loss": 4.0239, "step": 17805 }, { "epoch": 0.17806, "grad_norm": 1.2303533481624622, "learning_rate": 0.003, "loss": 4.0131, "step": 17806 }, { "epoch": 0.17807, "grad_norm": 1.3022480992793621, "learning_rate": 0.003, "loss": 4.0034, "step": 17807 }, { "epoch": 0.17808, "grad_norm": 1.0142472820069428, "learning_rate": 0.003, "loss": 3.9762, "step": 17808 }, { "epoch": 0.17809, "grad_norm": 1.2972177297703724, "learning_rate": 0.003, "loss": 4.0282, "step": 17809 }, { "epoch": 0.1781, "grad_norm": 1.0214519579537469, "learning_rate": 0.003, "loss": 3.9966, "step": 17810 }, { "epoch": 0.17811, "grad_norm": 1.4056262049180404, "learning_rate": 0.003, "loss": 4.0242, "step": 17811 }, { "epoch": 0.17812, "grad_norm": 0.9613461804577055, "learning_rate": 0.003, "loss": 4.0102, "step": 17812 }, { "epoch": 0.17813, "grad_norm": 1.3987265467581167, "learning_rate": 0.003, "loss": 4.0531, "step": 17813 }, { "epoch": 0.17814, "grad_norm": 1.1919738807894389, "learning_rate": 0.003, "loss": 4.0307, "step": 17814 }, { "epoch": 0.17815, "grad_norm": 1.3973972286087633, "learning_rate": 0.003, "loss": 4.0067, "step": 17815 }, { "epoch": 0.17816, "grad_norm": 1.0827310417582043, "learning_rate": 0.003, "loss": 3.9939, "step": 17816 }, { "epoch": 0.17817, "grad_norm": 1.462587451628352, "learning_rate": 0.003, "loss": 4.0278, "step": 17817 }, { "epoch": 0.17818, "grad_norm": 1.3370237425179567, "learning_rate": 0.003, "loss": 4.0147, "step": 17818 }, { "epoch": 0.17819, "grad_norm": 1.3710553095240827, "learning_rate": 0.003, "loss": 4.032, "step": 17819 }, { "epoch": 0.1782, "grad_norm": 1.3646700731882089, "learning_rate": 0.003, "loss": 4.0418, "step": 17820 }, { "epoch": 0.17821, "grad_norm": 1.2610373738435834, "learning_rate": 0.003, "loss": 4.0337, "step": 17821 }, { "epoch": 0.17822, "grad_norm": 1.2254092006565505, "learning_rate": 0.003, "loss": 4.0025, "step": 17822 }, { "epoch": 0.17823, "grad_norm": 1.4283800539534146, "learning_rate": 0.003, "loss": 3.999, "step": 17823 }, { "epoch": 0.17824, "grad_norm": 1.1670433064995493, "learning_rate": 0.003, "loss": 3.9913, "step": 17824 }, { "epoch": 0.17825, "grad_norm": 1.5167128526422318, "learning_rate": 0.003, "loss": 4.0168, "step": 17825 }, { "epoch": 0.17826, "grad_norm": 1.2188122274167377, "learning_rate": 0.003, "loss": 4.0186, "step": 17826 }, { "epoch": 0.17827, "grad_norm": 1.300553278058531, "learning_rate": 0.003, "loss": 4.0258, "step": 17827 }, { "epoch": 0.17828, "grad_norm": 1.0737184150438381, "learning_rate": 0.003, "loss": 4.0088, "step": 17828 }, { "epoch": 0.17829, "grad_norm": 1.281079446383483, "learning_rate": 0.003, "loss": 4.019, "step": 17829 }, { "epoch": 0.1783, "grad_norm": 1.2856173908121271, "learning_rate": 0.003, "loss": 3.9716, "step": 17830 }, { "epoch": 0.17831, "grad_norm": 1.1935793636552723, "learning_rate": 0.003, "loss": 4.0262, "step": 17831 }, { "epoch": 0.17832, "grad_norm": 1.205178492606702, "learning_rate": 0.003, "loss": 4.0167, "step": 17832 }, { "epoch": 0.17833, "grad_norm": 1.1944403357477134, "learning_rate": 0.003, "loss": 4.0001, "step": 17833 }, { "epoch": 0.17834, "grad_norm": 1.3908171744977453, "learning_rate": 0.003, "loss": 4.0069, "step": 17834 }, { "epoch": 0.17835, "grad_norm": 1.1405338280337045, "learning_rate": 0.003, "loss": 4.0223, "step": 17835 }, { "epoch": 0.17836, "grad_norm": 1.6468845041136069, "learning_rate": 0.003, "loss": 4.0223, "step": 17836 }, { "epoch": 0.17837, "grad_norm": 1.0256403167460948, "learning_rate": 0.003, "loss": 4.0005, "step": 17837 }, { "epoch": 0.17838, "grad_norm": 1.7529827411633745, "learning_rate": 0.003, "loss": 4.0419, "step": 17838 }, { "epoch": 0.17839, "grad_norm": 1.0343519324796442, "learning_rate": 0.003, "loss": 4.0409, "step": 17839 }, { "epoch": 0.1784, "grad_norm": 1.3088197200383436, "learning_rate": 0.003, "loss": 4.0316, "step": 17840 }, { "epoch": 0.17841, "grad_norm": 1.391166098418807, "learning_rate": 0.003, "loss": 4.0007, "step": 17841 }, { "epoch": 0.17842, "grad_norm": 1.0313034724517778, "learning_rate": 0.003, "loss": 3.9847, "step": 17842 }, { "epoch": 0.17843, "grad_norm": 1.5906309328849493, "learning_rate": 0.003, "loss": 3.9839, "step": 17843 }, { "epoch": 0.17844, "grad_norm": 1.2887138037584314, "learning_rate": 0.003, "loss": 4.0575, "step": 17844 }, { "epoch": 0.17845, "grad_norm": 1.3157215102744646, "learning_rate": 0.003, "loss": 4.0252, "step": 17845 }, { "epoch": 0.17846, "grad_norm": 1.25794672180459, "learning_rate": 0.003, "loss": 4.0266, "step": 17846 }, { "epoch": 0.17847, "grad_norm": 1.2592578115929949, "learning_rate": 0.003, "loss": 4.0158, "step": 17847 }, { "epoch": 0.17848, "grad_norm": 1.2275976027820696, "learning_rate": 0.003, "loss": 4.019, "step": 17848 }, { "epoch": 0.17849, "grad_norm": 1.414525973723539, "learning_rate": 0.003, "loss": 4.0451, "step": 17849 }, { "epoch": 0.1785, "grad_norm": 1.3275192594843719, "learning_rate": 0.003, "loss": 4.0398, "step": 17850 }, { "epoch": 0.17851, "grad_norm": 1.1369183603220658, "learning_rate": 0.003, "loss": 4.0377, "step": 17851 }, { "epoch": 0.17852, "grad_norm": 1.223063913334217, "learning_rate": 0.003, "loss": 4.0232, "step": 17852 }, { "epoch": 0.17853, "grad_norm": 1.156306213694106, "learning_rate": 0.003, "loss": 4.0209, "step": 17853 }, { "epoch": 0.17854, "grad_norm": 1.230513390835216, "learning_rate": 0.003, "loss": 4.0022, "step": 17854 }, { "epoch": 0.17855, "grad_norm": 1.3467261543697027, "learning_rate": 0.003, "loss": 3.9993, "step": 17855 }, { "epoch": 0.17856, "grad_norm": 1.4479018385666143, "learning_rate": 0.003, "loss": 4.0357, "step": 17856 }, { "epoch": 0.17857, "grad_norm": 1.096494157687689, "learning_rate": 0.003, "loss": 4.0091, "step": 17857 }, { "epoch": 0.17858, "grad_norm": 1.37154842305199, "learning_rate": 0.003, "loss": 4.0076, "step": 17858 }, { "epoch": 0.17859, "grad_norm": 1.1382470176153237, "learning_rate": 0.003, "loss": 4.0226, "step": 17859 }, { "epoch": 0.1786, "grad_norm": 1.4260573661969602, "learning_rate": 0.003, "loss": 3.9974, "step": 17860 }, { "epoch": 0.17861, "grad_norm": 1.2749053697764088, "learning_rate": 0.003, "loss": 4.0437, "step": 17861 }, { "epoch": 0.17862, "grad_norm": 1.2813180513464035, "learning_rate": 0.003, "loss": 4.0082, "step": 17862 }, { "epoch": 0.17863, "grad_norm": 1.1378759447463387, "learning_rate": 0.003, "loss": 4.0159, "step": 17863 }, { "epoch": 0.17864, "grad_norm": 1.1581966288327354, "learning_rate": 0.003, "loss": 4.0352, "step": 17864 }, { "epoch": 0.17865, "grad_norm": 1.2251666216073551, "learning_rate": 0.003, "loss": 3.9895, "step": 17865 }, { "epoch": 0.17866, "grad_norm": 1.5888960876025273, "learning_rate": 0.003, "loss": 4.0163, "step": 17866 }, { "epoch": 0.17867, "grad_norm": 1.2610834406615368, "learning_rate": 0.003, "loss": 4.0198, "step": 17867 }, { "epoch": 0.17868, "grad_norm": 1.2981799021894602, "learning_rate": 0.003, "loss": 4.0108, "step": 17868 }, { "epoch": 0.17869, "grad_norm": 1.22439715024633, "learning_rate": 0.003, "loss": 4.021, "step": 17869 }, { "epoch": 0.1787, "grad_norm": 1.285613960652768, "learning_rate": 0.003, "loss": 3.9984, "step": 17870 }, { "epoch": 0.17871, "grad_norm": 1.39587116721041, "learning_rate": 0.003, "loss": 4.0082, "step": 17871 }, { "epoch": 0.17872, "grad_norm": 1.0331956935241802, "learning_rate": 0.003, "loss": 3.9876, "step": 17872 }, { "epoch": 0.17873, "grad_norm": 1.5222012103196498, "learning_rate": 0.003, "loss": 4.0029, "step": 17873 }, { "epoch": 0.17874, "grad_norm": 1.109330647963323, "learning_rate": 0.003, "loss": 4.0021, "step": 17874 }, { "epoch": 0.17875, "grad_norm": 1.3513786080210313, "learning_rate": 0.003, "loss": 4.0464, "step": 17875 }, { "epoch": 0.17876, "grad_norm": 1.1377725636560931, "learning_rate": 0.003, "loss": 4.0255, "step": 17876 }, { "epoch": 0.17877, "grad_norm": 1.1081239090394368, "learning_rate": 0.003, "loss": 3.9982, "step": 17877 }, { "epoch": 0.17878, "grad_norm": 1.3504881207612687, "learning_rate": 0.003, "loss": 3.9843, "step": 17878 }, { "epoch": 0.17879, "grad_norm": 1.2202818156011814, "learning_rate": 0.003, "loss": 4.0065, "step": 17879 }, { "epoch": 0.1788, "grad_norm": 1.4659793559370045, "learning_rate": 0.003, "loss": 3.9965, "step": 17880 }, { "epoch": 0.17881, "grad_norm": 0.9991861962378518, "learning_rate": 0.003, "loss": 4.015, "step": 17881 }, { "epoch": 0.17882, "grad_norm": 1.2840130566269725, "learning_rate": 0.003, "loss": 3.9905, "step": 17882 }, { "epoch": 0.17883, "grad_norm": 1.223462630513146, "learning_rate": 0.003, "loss": 4.008, "step": 17883 }, { "epoch": 0.17884, "grad_norm": 1.1745549627144207, "learning_rate": 0.003, "loss": 3.9853, "step": 17884 }, { "epoch": 0.17885, "grad_norm": 1.3288648291234721, "learning_rate": 0.003, "loss": 4.0132, "step": 17885 }, { "epoch": 0.17886, "grad_norm": 1.2275248459800174, "learning_rate": 0.003, "loss": 4.0331, "step": 17886 }, { "epoch": 0.17887, "grad_norm": 1.2840299146550205, "learning_rate": 0.003, "loss": 4.0052, "step": 17887 }, { "epoch": 0.17888, "grad_norm": 1.1109153791822728, "learning_rate": 0.003, "loss": 4.0294, "step": 17888 }, { "epoch": 0.17889, "grad_norm": 1.4154726301866394, "learning_rate": 0.003, "loss": 4.0361, "step": 17889 }, { "epoch": 0.1789, "grad_norm": 1.3765358041628772, "learning_rate": 0.003, "loss": 4.0468, "step": 17890 }, { "epoch": 0.17891, "grad_norm": 1.356781113514337, "learning_rate": 0.003, "loss": 4.0161, "step": 17891 }, { "epoch": 0.17892, "grad_norm": 1.2083142687013617, "learning_rate": 0.003, "loss": 4.0543, "step": 17892 }, { "epoch": 0.17893, "grad_norm": 1.3886682337620795, "learning_rate": 0.003, "loss": 4.004, "step": 17893 }, { "epoch": 0.17894, "grad_norm": 1.087255529710916, "learning_rate": 0.003, "loss": 4.0073, "step": 17894 }, { "epoch": 0.17895, "grad_norm": 1.2379106089715426, "learning_rate": 0.003, "loss": 4.0422, "step": 17895 }, { "epoch": 0.17896, "grad_norm": 1.329775546400975, "learning_rate": 0.003, "loss": 4.0322, "step": 17896 }, { "epoch": 0.17897, "grad_norm": 1.2250169685520114, "learning_rate": 0.003, "loss": 4.031, "step": 17897 }, { "epoch": 0.17898, "grad_norm": 1.2887533824006294, "learning_rate": 0.003, "loss": 3.9863, "step": 17898 }, { "epoch": 0.17899, "grad_norm": 1.1142232587310008, "learning_rate": 0.003, "loss": 4.0145, "step": 17899 }, { "epoch": 0.179, "grad_norm": 1.5125094557705192, "learning_rate": 0.003, "loss": 4.0326, "step": 17900 }, { "epoch": 0.17901, "grad_norm": 0.8959437293219716, "learning_rate": 0.003, "loss": 4.0153, "step": 17901 }, { "epoch": 0.17902, "grad_norm": 1.481590620348304, "learning_rate": 0.003, "loss": 4.0124, "step": 17902 }, { "epoch": 0.17903, "grad_norm": 1.4513535134662827, "learning_rate": 0.003, "loss": 4.018, "step": 17903 }, { "epoch": 0.17904, "grad_norm": 1.2684392163155676, "learning_rate": 0.003, "loss": 4.0133, "step": 17904 }, { "epoch": 0.17905, "grad_norm": 1.3435859991089862, "learning_rate": 0.003, "loss": 4.0062, "step": 17905 }, { "epoch": 0.17906, "grad_norm": 1.14005741793786, "learning_rate": 0.003, "loss": 3.9893, "step": 17906 }, { "epoch": 0.17907, "grad_norm": 1.2647231228841296, "learning_rate": 0.003, "loss": 3.9744, "step": 17907 }, { "epoch": 0.17908, "grad_norm": 1.0303130185661538, "learning_rate": 0.003, "loss": 4.0178, "step": 17908 }, { "epoch": 0.17909, "grad_norm": 1.3362370493898243, "learning_rate": 0.003, "loss": 4.0329, "step": 17909 }, { "epoch": 0.1791, "grad_norm": 1.3376456562964527, "learning_rate": 0.003, "loss": 4.0148, "step": 17910 }, { "epoch": 0.17911, "grad_norm": 1.2894298745129902, "learning_rate": 0.003, "loss": 3.9998, "step": 17911 }, { "epoch": 0.17912, "grad_norm": 1.1938509311080707, "learning_rate": 0.003, "loss": 3.9941, "step": 17912 }, { "epoch": 0.17913, "grad_norm": 1.2953870550115025, "learning_rate": 0.003, "loss": 4.0293, "step": 17913 }, { "epoch": 0.17914, "grad_norm": 1.3673196371585163, "learning_rate": 0.003, "loss": 4.0019, "step": 17914 }, { "epoch": 0.17915, "grad_norm": 1.2180323020321726, "learning_rate": 0.003, "loss": 4.0062, "step": 17915 }, { "epoch": 0.17916, "grad_norm": 1.335540244149917, "learning_rate": 0.003, "loss": 4.0228, "step": 17916 }, { "epoch": 0.17917, "grad_norm": 1.1782735032392786, "learning_rate": 0.003, "loss": 4.0304, "step": 17917 }, { "epoch": 0.17918, "grad_norm": 1.361398393966456, "learning_rate": 0.003, "loss": 3.9969, "step": 17918 }, { "epoch": 0.17919, "grad_norm": 1.176221574671349, "learning_rate": 0.003, "loss": 3.9864, "step": 17919 }, { "epoch": 0.1792, "grad_norm": 1.397010968398075, "learning_rate": 0.003, "loss": 4.0235, "step": 17920 }, { "epoch": 0.17921, "grad_norm": 1.156606009121643, "learning_rate": 0.003, "loss": 3.9949, "step": 17921 }, { "epoch": 0.17922, "grad_norm": 1.32125183249408, "learning_rate": 0.003, "loss": 4.0135, "step": 17922 }, { "epoch": 0.17923, "grad_norm": 1.1974488910447372, "learning_rate": 0.003, "loss": 4.005, "step": 17923 }, { "epoch": 0.17924, "grad_norm": 1.4585490204785243, "learning_rate": 0.003, "loss": 4.0196, "step": 17924 }, { "epoch": 0.17925, "grad_norm": 1.1094529111745237, "learning_rate": 0.003, "loss": 3.992, "step": 17925 }, { "epoch": 0.17926, "grad_norm": 1.309982676010241, "learning_rate": 0.003, "loss": 3.99, "step": 17926 }, { "epoch": 0.17927, "grad_norm": 1.1844851359692525, "learning_rate": 0.003, "loss": 4.0272, "step": 17927 }, { "epoch": 0.17928, "grad_norm": 1.4815185736791534, "learning_rate": 0.003, "loss": 4.02, "step": 17928 }, { "epoch": 0.17929, "grad_norm": 1.1605835647717957, "learning_rate": 0.003, "loss": 3.9999, "step": 17929 }, { "epoch": 0.1793, "grad_norm": 1.320507640873421, "learning_rate": 0.003, "loss": 4.0189, "step": 17930 }, { "epoch": 0.17931, "grad_norm": 1.274046317213217, "learning_rate": 0.003, "loss": 4.004, "step": 17931 }, { "epoch": 0.17932, "grad_norm": 1.2972089424586997, "learning_rate": 0.003, "loss": 4.0212, "step": 17932 }, { "epoch": 0.17933, "grad_norm": 1.2441857571769512, "learning_rate": 0.003, "loss": 3.9953, "step": 17933 }, { "epoch": 0.17934, "grad_norm": 1.2009046967225345, "learning_rate": 0.003, "loss": 4.0372, "step": 17934 }, { "epoch": 0.17935, "grad_norm": 1.068183752609735, "learning_rate": 0.003, "loss": 4.0195, "step": 17935 }, { "epoch": 0.17936, "grad_norm": 1.3524304151950766, "learning_rate": 0.003, "loss": 4.0167, "step": 17936 }, { "epoch": 0.17937, "grad_norm": 1.2006139512947491, "learning_rate": 0.003, "loss": 4.0203, "step": 17937 }, { "epoch": 0.17938, "grad_norm": 1.5279550747071753, "learning_rate": 0.003, "loss": 4.0268, "step": 17938 }, { "epoch": 0.17939, "grad_norm": 1.0707218523923578, "learning_rate": 0.003, "loss": 4.0285, "step": 17939 }, { "epoch": 0.1794, "grad_norm": 1.470373557818703, "learning_rate": 0.003, "loss": 3.9954, "step": 17940 }, { "epoch": 0.17941, "grad_norm": 1.283217845435159, "learning_rate": 0.003, "loss": 3.9956, "step": 17941 }, { "epoch": 0.17942, "grad_norm": 1.2524743350909433, "learning_rate": 0.003, "loss": 3.9838, "step": 17942 }, { "epoch": 0.17943, "grad_norm": 1.3631818977429888, "learning_rate": 0.003, "loss": 3.9896, "step": 17943 }, { "epoch": 0.17944, "grad_norm": 1.198417068713717, "learning_rate": 0.003, "loss": 4.0189, "step": 17944 }, { "epoch": 0.17945, "grad_norm": 1.3364558732265843, "learning_rate": 0.003, "loss": 3.9825, "step": 17945 }, { "epoch": 0.17946, "grad_norm": 1.1993189564378368, "learning_rate": 0.003, "loss": 4.0034, "step": 17946 }, { "epoch": 0.17947, "grad_norm": 1.2724891851218023, "learning_rate": 0.003, "loss": 3.9985, "step": 17947 }, { "epoch": 0.17948, "grad_norm": 1.329903192112161, "learning_rate": 0.003, "loss": 4.0003, "step": 17948 }, { "epoch": 0.17949, "grad_norm": 1.2493252737844187, "learning_rate": 0.003, "loss": 4.0149, "step": 17949 }, { "epoch": 0.1795, "grad_norm": 1.4258413169140705, "learning_rate": 0.003, "loss": 4.031, "step": 17950 }, { "epoch": 0.17951, "grad_norm": 1.0947045287903696, "learning_rate": 0.003, "loss": 3.9967, "step": 17951 }, { "epoch": 0.17952, "grad_norm": 1.2386797285364355, "learning_rate": 0.003, "loss": 3.9796, "step": 17952 }, { "epoch": 0.17953, "grad_norm": 1.14594781761, "learning_rate": 0.003, "loss": 4.0227, "step": 17953 }, { "epoch": 0.17954, "grad_norm": 1.297250203912752, "learning_rate": 0.003, "loss": 4.0166, "step": 17954 }, { "epoch": 0.17955, "grad_norm": 1.4061598745408204, "learning_rate": 0.003, "loss": 3.9965, "step": 17955 }, { "epoch": 0.17956, "grad_norm": 1.1411124734017042, "learning_rate": 0.003, "loss": 3.9884, "step": 17956 }, { "epoch": 0.17957, "grad_norm": 1.4739424177374514, "learning_rate": 0.003, "loss": 3.9869, "step": 17957 }, { "epoch": 0.17958, "grad_norm": 1.1333136046265506, "learning_rate": 0.003, "loss": 4.003, "step": 17958 }, { "epoch": 0.17959, "grad_norm": 1.3103038254148236, "learning_rate": 0.003, "loss": 4.0105, "step": 17959 }, { "epoch": 0.1796, "grad_norm": 1.119448017728659, "learning_rate": 0.003, "loss": 4.0178, "step": 17960 }, { "epoch": 0.17961, "grad_norm": 1.2547630506354666, "learning_rate": 0.003, "loss": 4.0158, "step": 17961 }, { "epoch": 0.17962, "grad_norm": 1.2326847898269968, "learning_rate": 0.003, "loss": 3.9945, "step": 17962 }, { "epoch": 0.17963, "grad_norm": 1.3243312318037208, "learning_rate": 0.003, "loss": 3.9983, "step": 17963 }, { "epoch": 0.17964, "grad_norm": 1.2676590854248495, "learning_rate": 0.003, "loss": 4.0142, "step": 17964 }, { "epoch": 0.17965, "grad_norm": 1.144462546866322, "learning_rate": 0.003, "loss": 3.9939, "step": 17965 }, { "epoch": 0.17966, "grad_norm": 1.316130726919737, "learning_rate": 0.003, "loss": 3.9773, "step": 17966 }, { "epoch": 0.17967, "grad_norm": 1.2412240478500736, "learning_rate": 0.003, "loss": 4.0106, "step": 17967 }, { "epoch": 0.17968, "grad_norm": 1.2352631669776275, "learning_rate": 0.003, "loss": 4.0031, "step": 17968 }, { "epoch": 0.17969, "grad_norm": 1.1924883625361797, "learning_rate": 0.003, "loss": 4.0069, "step": 17969 }, { "epoch": 0.1797, "grad_norm": 1.1305434477854719, "learning_rate": 0.003, "loss": 4.0017, "step": 17970 }, { "epoch": 0.17971, "grad_norm": 1.511192269977118, "learning_rate": 0.003, "loss": 4.0114, "step": 17971 }, { "epoch": 0.17972, "grad_norm": 1.2017320818124952, "learning_rate": 0.003, "loss": 4.0393, "step": 17972 }, { "epoch": 0.17973, "grad_norm": 1.4131206724996497, "learning_rate": 0.003, "loss": 4.0197, "step": 17973 }, { "epoch": 0.17974, "grad_norm": 1.1541400742377594, "learning_rate": 0.003, "loss": 3.9713, "step": 17974 }, { "epoch": 0.17975, "grad_norm": 1.5212433825381124, "learning_rate": 0.003, "loss": 4.0152, "step": 17975 }, { "epoch": 0.17976, "grad_norm": 1.0915852560086072, "learning_rate": 0.003, "loss": 3.9891, "step": 17976 }, { "epoch": 0.17977, "grad_norm": 1.4541941510471958, "learning_rate": 0.003, "loss": 4.0058, "step": 17977 }, { "epoch": 0.17978, "grad_norm": 1.1637687489354096, "learning_rate": 0.003, "loss": 4.0157, "step": 17978 }, { "epoch": 0.17979, "grad_norm": 1.6518764770465473, "learning_rate": 0.003, "loss": 4.0051, "step": 17979 }, { "epoch": 0.1798, "grad_norm": 1.226657411711691, "learning_rate": 0.003, "loss": 4.0, "step": 17980 }, { "epoch": 0.17981, "grad_norm": 1.4672932830010585, "learning_rate": 0.003, "loss": 3.9461, "step": 17981 }, { "epoch": 0.17982, "grad_norm": 1.0789539113969855, "learning_rate": 0.003, "loss": 4.0186, "step": 17982 }, { "epoch": 0.17983, "grad_norm": 1.3077465429252888, "learning_rate": 0.003, "loss": 4.0165, "step": 17983 }, { "epoch": 0.17984, "grad_norm": 1.3217963244269073, "learning_rate": 0.003, "loss": 4.0213, "step": 17984 }, { "epoch": 0.17985, "grad_norm": 1.4177608416518557, "learning_rate": 0.003, "loss": 4.0024, "step": 17985 }, { "epoch": 0.17986, "grad_norm": 1.2630185518715435, "learning_rate": 0.003, "loss": 4.0131, "step": 17986 }, { "epoch": 0.17987, "grad_norm": 1.1224916779924532, "learning_rate": 0.003, "loss": 4.0125, "step": 17987 }, { "epoch": 0.17988, "grad_norm": 1.223872692574195, "learning_rate": 0.003, "loss": 4.0274, "step": 17988 }, { "epoch": 0.17989, "grad_norm": 1.1846536337950013, "learning_rate": 0.003, "loss": 4.0253, "step": 17989 }, { "epoch": 0.1799, "grad_norm": 1.3396779385326112, "learning_rate": 0.003, "loss": 4.0426, "step": 17990 }, { "epoch": 0.17991, "grad_norm": 1.0887540493867556, "learning_rate": 0.003, "loss": 4.0172, "step": 17991 }, { "epoch": 0.17992, "grad_norm": 1.2346943418605258, "learning_rate": 0.003, "loss": 4.0104, "step": 17992 }, { "epoch": 0.17993, "grad_norm": 1.4320850253519977, "learning_rate": 0.003, "loss": 4.0139, "step": 17993 }, { "epoch": 0.17994, "grad_norm": 1.218821459511451, "learning_rate": 0.003, "loss": 3.9983, "step": 17994 }, { "epoch": 0.17995, "grad_norm": 1.3859837355781857, "learning_rate": 0.003, "loss": 4.0485, "step": 17995 }, { "epoch": 0.17996, "grad_norm": 1.1344698861221325, "learning_rate": 0.003, "loss": 3.9897, "step": 17996 }, { "epoch": 0.17997, "grad_norm": 1.3849875752526728, "learning_rate": 0.003, "loss": 4.0229, "step": 17997 }, { "epoch": 0.17998, "grad_norm": 1.251398295605249, "learning_rate": 0.003, "loss": 3.9966, "step": 17998 }, { "epoch": 0.17999, "grad_norm": 1.2819503563394226, "learning_rate": 0.003, "loss": 4.0209, "step": 17999 }, { "epoch": 0.18, "grad_norm": 1.3741654746676373, "learning_rate": 0.003, "loss": 4.0121, "step": 18000 }, { "epoch": 0.18001, "grad_norm": 1.1933635475479498, "learning_rate": 0.003, "loss": 3.9906, "step": 18001 }, { "epoch": 0.18002, "grad_norm": 1.3098748972850278, "learning_rate": 0.003, "loss": 3.9595, "step": 18002 }, { "epoch": 0.18003, "grad_norm": 1.212517051786349, "learning_rate": 0.003, "loss": 4.0101, "step": 18003 }, { "epoch": 0.18004, "grad_norm": 1.392106308722888, "learning_rate": 0.003, "loss": 4.0194, "step": 18004 }, { "epoch": 0.18005, "grad_norm": 1.424687540303722, "learning_rate": 0.003, "loss": 4.0167, "step": 18005 }, { "epoch": 0.18006, "grad_norm": 1.246009503653905, "learning_rate": 0.003, "loss": 4.0185, "step": 18006 }, { "epoch": 0.18007, "grad_norm": 1.099120441540404, "learning_rate": 0.003, "loss": 4.0124, "step": 18007 }, { "epoch": 0.18008, "grad_norm": 1.4627704259168404, "learning_rate": 0.003, "loss": 4.0183, "step": 18008 }, { "epoch": 0.18009, "grad_norm": 1.224397106357738, "learning_rate": 0.003, "loss": 3.9781, "step": 18009 }, { "epoch": 0.1801, "grad_norm": 1.472982585937009, "learning_rate": 0.003, "loss": 4.0062, "step": 18010 }, { "epoch": 0.18011, "grad_norm": 1.3218278772814305, "learning_rate": 0.003, "loss": 4.0091, "step": 18011 }, { "epoch": 0.18012, "grad_norm": 1.2015626900018146, "learning_rate": 0.003, "loss": 4.0144, "step": 18012 }, { "epoch": 0.18013, "grad_norm": 1.3141744379305316, "learning_rate": 0.003, "loss": 4.0249, "step": 18013 }, { "epoch": 0.18014, "grad_norm": 1.305760597878548, "learning_rate": 0.003, "loss": 3.9986, "step": 18014 }, { "epoch": 0.18015, "grad_norm": 1.2904157889554446, "learning_rate": 0.003, "loss": 4.0572, "step": 18015 }, { "epoch": 0.18016, "grad_norm": 1.0936669246650228, "learning_rate": 0.003, "loss": 4.016, "step": 18016 }, { "epoch": 0.18017, "grad_norm": 1.4724170169853559, "learning_rate": 0.003, "loss": 4.0165, "step": 18017 }, { "epoch": 0.18018, "grad_norm": 1.1737041272683193, "learning_rate": 0.003, "loss": 4.0025, "step": 18018 }, { "epoch": 0.18019, "grad_norm": 1.29288969785492, "learning_rate": 0.003, "loss": 3.9951, "step": 18019 }, { "epoch": 0.1802, "grad_norm": 1.0685343810456742, "learning_rate": 0.003, "loss": 4.0117, "step": 18020 }, { "epoch": 0.18021, "grad_norm": 1.3399528333597222, "learning_rate": 0.003, "loss": 4.0394, "step": 18021 }, { "epoch": 0.18022, "grad_norm": 1.2301345998275353, "learning_rate": 0.003, "loss": 4.0001, "step": 18022 }, { "epoch": 0.18023, "grad_norm": 1.4377926684604674, "learning_rate": 0.003, "loss": 3.9959, "step": 18023 }, { "epoch": 0.18024, "grad_norm": 1.4485503664499548, "learning_rate": 0.003, "loss": 4.0066, "step": 18024 }, { "epoch": 0.18025, "grad_norm": 1.108201695546443, "learning_rate": 0.003, "loss": 3.9835, "step": 18025 }, { "epoch": 0.18026, "grad_norm": 1.2249896527161086, "learning_rate": 0.003, "loss": 4.0281, "step": 18026 }, { "epoch": 0.18027, "grad_norm": 1.3631836057201774, "learning_rate": 0.003, "loss": 4.0101, "step": 18027 }, { "epoch": 0.18028, "grad_norm": 1.2128407493827715, "learning_rate": 0.003, "loss": 3.9833, "step": 18028 }, { "epoch": 0.18029, "grad_norm": 1.4377792927247532, "learning_rate": 0.003, "loss": 4.0236, "step": 18029 }, { "epoch": 0.1803, "grad_norm": 1.1196044734687098, "learning_rate": 0.003, "loss": 4.0367, "step": 18030 }, { "epoch": 0.18031, "grad_norm": 1.3337921773230739, "learning_rate": 0.003, "loss": 3.9978, "step": 18031 }, { "epoch": 0.18032, "grad_norm": 1.2361892568593928, "learning_rate": 0.003, "loss": 4.0715, "step": 18032 }, { "epoch": 0.18033, "grad_norm": 1.2633246942423886, "learning_rate": 0.003, "loss": 4.0005, "step": 18033 }, { "epoch": 0.18034, "grad_norm": 1.284347096442261, "learning_rate": 0.003, "loss": 4.0114, "step": 18034 }, { "epoch": 0.18035, "grad_norm": 1.2429609759207414, "learning_rate": 0.003, "loss": 4.0065, "step": 18035 }, { "epoch": 0.18036, "grad_norm": 1.3922648571191765, "learning_rate": 0.003, "loss": 4.0268, "step": 18036 }, { "epoch": 0.18037, "grad_norm": 1.1520110539034873, "learning_rate": 0.003, "loss": 4.0103, "step": 18037 }, { "epoch": 0.18038, "grad_norm": 1.4640431772660716, "learning_rate": 0.003, "loss": 4.0179, "step": 18038 }, { "epoch": 0.18039, "grad_norm": 1.194106552299273, "learning_rate": 0.003, "loss": 4.0062, "step": 18039 }, { "epoch": 0.1804, "grad_norm": 1.4627313146103296, "learning_rate": 0.003, "loss": 4.0057, "step": 18040 }, { "epoch": 0.18041, "grad_norm": 1.1027984597618095, "learning_rate": 0.003, "loss": 4.0031, "step": 18041 }, { "epoch": 0.18042, "grad_norm": 1.3924257301363576, "learning_rate": 0.003, "loss": 4.0202, "step": 18042 }, { "epoch": 0.18043, "grad_norm": 1.1401766419096124, "learning_rate": 0.003, "loss": 4.0157, "step": 18043 }, { "epoch": 0.18044, "grad_norm": 1.2731268679660979, "learning_rate": 0.003, "loss": 4.0506, "step": 18044 }, { "epoch": 0.18045, "grad_norm": 1.2319214886258891, "learning_rate": 0.003, "loss": 4.0092, "step": 18045 }, { "epoch": 0.18046, "grad_norm": 1.1969308560875676, "learning_rate": 0.003, "loss": 3.9883, "step": 18046 }, { "epoch": 0.18047, "grad_norm": 1.1623865443335577, "learning_rate": 0.003, "loss": 4.0089, "step": 18047 }, { "epoch": 0.18048, "grad_norm": 1.347600280707264, "learning_rate": 0.003, "loss": 4.0054, "step": 18048 }, { "epoch": 0.18049, "grad_norm": 1.3095982082710382, "learning_rate": 0.003, "loss": 4.0357, "step": 18049 }, { "epoch": 0.1805, "grad_norm": 1.4009570741734567, "learning_rate": 0.003, "loss": 4.0186, "step": 18050 }, { "epoch": 0.18051, "grad_norm": 1.350897678706278, "learning_rate": 0.003, "loss": 4.0162, "step": 18051 }, { "epoch": 0.18052, "grad_norm": 1.1555449767293169, "learning_rate": 0.003, "loss": 4.0166, "step": 18052 }, { "epoch": 0.18053, "grad_norm": 1.201864879613062, "learning_rate": 0.003, "loss": 4.0041, "step": 18053 }, { "epoch": 0.18054, "grad_norm": 1.3632552345487847, "learning_rate": 0.003, "loss": 3.9903, "step": 18054 }, { "epoch": 0.18055, "grad_norm": 1.3748051053858183, "learning_rate": 0.003, "loss": 4.0294, "step": 18055 }, { "epoch": 0.18056, "grad_norm": 1.368423119049279, "learning_rate": 0.003, "loss": 4.0017, "step": 18056 }, { "epoch": 0.18057, "grad_norm": 1.4737393844383795, "learning_rate": 0.003, "loss": 4.0078, "step": 18057 }, { "epoch": 0.18058, "grad_norm": 1.180383393312585, "learning_rate": 0.003, "loss": 4.0017, "step": 18058 }, { "epoch": 0.18059, "grad_norm": 1.220989213819937, "learning_rate": 0.003, "loss": 3.9986, "step": 18059 }, { "epoch": 0.1806, "grad_norm": 1.3790859140402394, "learning_rate": 0.003, "loss": 3.9817, "step": 18060 }, { "epoch": 0.18061, "grad_norm": 1.3230364801202141, "learning_rate": 0.003, "loss": 4.0185, "step": 18061 }, { "epoch": 0.18062, "grad_norm": 1.2205140368731702, "learning_rate": 0.003, "loss": 4.0027, "step": 18062 }, { "epoch": 0.18063, "grad_norm": 1.1794690741742826, "learning_rate": 0.003, "loss": 3.9989, "step": 18063 }, { "epoch": 0.18064, "grad_norm": 1.3874867718840194, "learning_rate": 0.003, "loss": 3.9837, "step": 18064 }, { "epoch": 0.18065, "grad_norm": 1.2158102941757782, "learning_rate": 0.003, "loss": 4.0115, "step": 18065 }, { "epoch": 0.18066, "grad_norm": 1.3971232563203826, "learning_rate": 0.003, "loss": 3.997, "step": 18066 }, { "epoch": 0.18067, "grad_norm": 1.1537258202681013, "learning_rate": 0.003, "loss": 4.0202, "step": 18067 }, { "epoch": 0.18068, "grad_norm": 1.317011717519727, "learning_rate": 0.003, "loss": 3.9884, "step": 18068 }, { "epoch": 0.18069, "grad_norm": 1.4116033534763732, "learning_rate": 0.003, "loss": 4.0084, "step": 18069 }, { "epoch": 0.1807, "grad_norm": 1.2352646362071453, "learning_rate": 0.003, "loss": 3.9878, "step": 18070 }, { "epoch": 0.18071, "grad_norm": 1.0614122175823477, "learning_rate": 0.003, "loss": 4.0009, "step": 18071 }, { "epoch": 0.18072, "grad_norm": 1.4037585678071596, "learning_rate": 0.003, "loss": 4.0273, "step": 18072 }, { "epoch": 0.18073, "grad_norm": 1.2619816077975499, "learning_rate": 0.003, "loss": 4.0497, "step": 18073 }, { "epoch": 0.18074, "grad_norm": 1.279158743537198, "learning_rate": 0.003, "loss": 4.0162, "step": 18074 }, { "epoch": 0.18075, "grad_norm": 1.0144218595931895, "learning_rate": 0.003, "loss": 4.0065, "step": 18075 }, { "epoch": 0.18076, "grad_norm": 1.3932923689905843, "learning_rate": 0.003, "loss": 4.0129, "step": 18076 }, { "epoch": 0.18077, "grad_norm": 1.2381797948281783, "learning_rate": 0.003, "loss": 4.0347, "step": 18077 }, { "epoch": 0.18078, "grad_norm": 1.2064732572389434, "learning_rate": 0.003, "loss": 3.9913, "step": 18078 }, { "epoch": 0.18079, "grad_norm": 1.2309520334545374, "learning_rate": 0.003, "loss": 4.007, "step": 18079 }, { "epoch": 0.1808, "grad_norm": 1.4472036453649932, "learning_rate": 0.003, "loss": 4.0183, "step": 18080 }, { "epoch": 0.18081, "grad_norm": 1.0872125792142273, "learning_rate": 0.003, "loss": 4.0417, "step": 18081 }, { "epoch": 0.18082, "grad_norm": 1.7513922460165103, "learning_rate": 0.003, "loss": 4.0217, "step": 18082 }, { "epoch": 0.18083, "grad_norm": 0.901507635320083, "learning_rate": 0.003, "loss": 4.0079, "step": 18083 }, { "epoch": 0.18084, "grad_norm": 1.1722118986780032, "learning_rate": 0.003, "loss": 4.0197, "step": 18084 }, { "epoch": 0.18085, "grad_norm": 1.3065034468877128, "learning_rate": 0.003, "loss": 3.9923, "step": 18085 }, { "epoch": 0.18086, "grad_norm": 1.3000990175300853, "learning_rate": 0.003, "loss": 4.0273, "step": 18086 }, { "epoch": 0.18087, "grad_norm": 1.176289481273397, "learning_rate": 0.003, "loss": 4.0218, "step": 18087 }, { "epoch": 0.18088, "grad_norm": 1.474747785249665, "learning_rate": 0.003, "loss": 4.0291, "step": 18088 }, { "epoch": 0.18089, "grad_norm": 1.15869905445471, "learning_rate": 0.003, "loss": 3.9927, "step": 18089 }, { "epoch": 0.1809, "grad_norm": 1.531752376162567, "learning_rate": 0.003, "loss": 4.0416, "step": 18090 }, { "epoch": 0.18091, "grad_norm": 1.3081067249732787, "learning_rate": 0.003, "loss": 4.0199, "step": 18091 }, { "epoch": 0.18092, "grad_norm": 1.1556575754200102, "learning_rate": 0.003, "loss": 4.0197, "step": 18092 }, { "epoch": 0.18093, "grad_norm": 1.311386628742779, "learning_rate": 0.003, "loss": 4.0368, "step": 18093 }, { "epoch": 0.18094, "grad_norm": 1.2743429778379944, "learning_rate": 0.003, "loss": 3.997, "step": 18094 }, { "epoch": 0.18095, "grad_norm": 1.1268201413256642, "learning_rate": 0.003, "loss": 3.9803, "step": 18095 }, { "epoch": 0.18096, "grad_norm": 1.533802254578135, "learning_rate": 0.003, "loss": 4.0048, "step": 18096 }, { "epoch": 0.18097, "grad_norm": 1.143733177519895, "learning_rate": 0.003, "loss": 4.0106, "step": 18097 }, { "epoch": 0.18098, "grad_norm": 1.6237064413171671, "learning_rate": 0.003, "loss": 4.0175, "step": 18098 }, { "epoch": 0.18099, "grad_norm": 1.2066381421671812, "learning_rate": 0.003, "loss": 4.0094, "step": 18099 }, { "epoch": 0.181, "grad_norm": 1.3431374559869123, "learning_rate": 0.003, "loss": 4.0331, "step": 18100 }, { "epoch": 0.18101, "grad_norm": 1.202812996875956, "learning_rate": 0.003, "loss": 4.0065, "step": 18101 }, { "epoch": 0.18102, "grad_norm": 1.1698554573987243, "learning_rate": 0.003, "loss": 4.0145, "step": 18102 }, { "epoch": 0.18103, "grad_norm": 1.2428386400393254, "learning_rate": 0.003, "loss": 4.0238, "step": 18103 }, { "epoch": 0.18104, "grad_norm": 1.1208181772818042, "learning_rate": 0.003, "loss": 4.013, "step": 18104 }, { "epoch": 0.18105, "grad_norm": 1.4972398021134263, "learning_rate": 0.003, "loss": 4.0391, "step": 18105 }, { "epoch": 0.18106, "grad_norm": 1.115878346566044, "learning_rate": 0.003, "loss": 4.0143, "step": 18106 }, { "epoch": 0.18107, "grad_norm": 1.4277133733715102, "learning_rate": 0.003, "loss": 3.9973, "step": 18107 }, { "epoch": 0.18108, "grad_norm": 1.4102164927486251, "learning_rate": 0.003, "loss": 4.0307, "step": 18108 }, { "epoch": 0.18109, "grad_norm": 1.1152660397268048, "learning_rate": 0.003, "loss": 4.0033, "step": 18109 }, { "epoch": 0.1811, "grad_norm": 1.2872868106598139, "learning_rate": 0.003, "loss": 4.0479, "step": 18110 }, { "epoch": 0.18111, "grad_norm": 1.394418514138197, "learning_rate": 0.003, "loss": 3.9995, "step": 18111 }, { "epoch": 0.18112, "grad_norm": 1.1602986408748321, "learning_rate": 0.003, "loss": 4.0138, "step": 18112 }, { "epoch": 0.18113, "grad_norm": 1.405413427856654, "learning_rate": 0.003, "loss": 4.0481, "step": 18113 }, { "epoch": 0.18114, "grad_norm": 1.2248450601215533, "learning_rate": 0.003, "loss": 4.0224, "step": 18114 }, { "epoch": 0.18115, "grad_norm": 1.3294455281217434, "learning_rate": 0.003, "loss": 3.9978, "step": 18115 }, { "epoch": 0.18116, "grad_norm": 1.4136512393647949, "learning_rate": 0.003, "loss": 4.053, "step": 18116 }, { "epoch": 0.18117, "grad_norm": 1.115576619747742, "learning_rate": 0.003, "loss": 4.0358, "step": 18117 }, { "epoch": 0.18118, "grad_norm": 1.4550200396045296, "learning_rate": 0.003, "loss": 4.0128, "step": 18118 }, { "epoch": 0.18119, "grad_norm": 1.178333624432399, "learning_rate": 0.003, "loss": 4.0135, "step": 18119 }, { "epoch": 0.1812, "grad_norm": 1.53289204822824, "learning_rate": 0.003, "loss": 4.0079, "step": 18120 }, { "epoch": 0.18121, "grad_norm": 1.165712719335234, "learning_rate": 0.003, "loss": 3.99, "step": 18121 }, { "epoch": 0.18122, "grad_norm": 1.1536296849685932, "learning_rate": 0.003, "loss": 3.9996, "step": 18122 }, { "epoch": 0.18123, "grad_norm": 1.3061571896655713, "learning_rate": 0.003, "loss": 3.9758, "step": 18123 }, { "epoch": 0.18124, "grad_norm": 1.2293773622678938, "learning_rate": 0.003, "loss": 3.9831, "step": 18124 }, { "epoch": 0.18125, "grad_norm": 1.2751405136705993, "learning_rate": 0.003, "loss": 4.013, "step": 18125 }, { "epoch": 0.18126, "grad_norm": 1.108491319706021, "learning_rate": 0.003, "loss": 4.0157, "step": 18126 }, { "epoch": 0.18127, "grad_norm": 1.3837138363424657, "learning_rate": 0.003, "loss": 4.0382, "step": 18127 }, { "epoch": 0.18128, "grad_norm": 0.9960471378550317, "learning_rate": 0.003, "loss": 3.9845, "step": 18128 }, { "epoch": 0.18129, "grad_norm": 1.5916971542444212, "learning_rate": 0.003, "loss": 3.9985, "step": 18129 }, { "epoch": 0.1813, "grad_norm": 1.058993336455924, "learning_rate": 0.003, "loss": 4.0062, "step": 18130 }, { "epoch": 0.18131, "grad_norm": 1.5209413438626223, "learning_rate": 0.003, "loss": 4.022, "step": 18131 }, { "epoch": 0.18132, "grad_norm": 1.1303170062062597, "learning_rate": 0.003, "loss": 4.0274, "step": 18132 }, { "epoch": 0.18133, "grad_norm": 1.5315039018604342, "learning_rate": 0.003, "loss": 4.0168, "step": 18133 }, { "epoch": 0.18134, "grad_norm": 1.1804779996899288, "learning_rate": 0.003, "loss": 4.0419, "step": 18134 }, { "epoch": 0.18135, "grad_norm": 1.3623009834521842, "learning_rate": 0.003, "loss": 4.0183, "step": 18135 }, { "epoch": 0.18136, "grad_norm": 1.184765040963404, "learning_rate": 0.003, "loss": 4.0105, "step": 18136 }, { "epoch": 0.18137, "grad_norm": 1.248538813627692, "learning_rate": 0.003, "loss": 4.0417, "step": 18137 }, { "epoch": 0.18138, "grad_norm": 1.1882430006443279, "learning_rate": 0.003, "loss": 4.0115, "step": 18138 }, { "epoch": 0.18139, "grad_norm": 1.2704498041616852, "learning_rate": 0.003, "loss": 4.0121, "step": 18139 }, { "epoch": 0.1814, "grad_norm": 1.3659019087493167, "learning_rate": 0.003, "loss": 4.0107, "step": 18140 }, { "epoch": 0.18141, "grad_norm": 1.2346528099879523, "learning_rate": 0.003, "loss": 4.0045, "step": 18141 }, { "epoch": 0.18142, "grad_norm": 1.3299592955694377, "learning_rate": 0.003, "loss": 3.9965, "step": 18142 }, { "epoch": 0.18143, "grad_norm": 1.2893952830730906, "learning_rate": 0.003, "loss": 3.9963, "step": 18143 }, { "epoch": 0.18144, "grad_norm": 1.2444686259253939, "learning_rate": 0.003, "loss": 4.0275, "step": 18144 }, { "epoch": 0.18145, "grad_norm": 1.1147178423921968, "learning_rate": 0.003, "loss": 4.006, "step": 18145 }, { "epoch": 0.18146, "grad_norm": 1.3555438914152864, "learning_rate": 0.003, "loss": 3.9993, "step": 18146 }, { "epoch": 0.18147, "grad_norm": 1.1190174607528691, "learning_rate": 0.003, "loss": 4.0105, "step": 18147 }, { "epoch": 0.18148, "grad_norm": 1.4753459405725098, "learning_rate": 0.003, "loss": 3.9978, "step": 18148 }, { "epoch": 0.18149, "grad_norm": 1.2181917350244813, "learning_rate": 0.003, "loss": 4.0165, "step": 18149 }, { "epoch": 0.1815, "grad_norm": 1.3655624174024366, "learning_rate": 0.003, "loss": 4.0042, "step": 18150 }, { "epoch": 0.18151, "grad_norm": 1.2763174805966657, "learning_rate": 0.003, "loss": 4.0262, "step": 18151 }, { "epoch": 0.18152, "grad_norm": 1.444889682698498, "learning_rate": 0.003, "loss": 4.0083, "step": 18152 }, { "epoch": 0.18153, "grad_norm": 1.2085691193360635, "learning_rate": 0.003, "loss": 4.0268, "step": 18153 }, { "epoch": 0.18154, "grad_norm": 1.0908245865605166, "learning_rate": 0.003, "loss": 3.9844, "step": 18154 }, { "epoch": 0.18155, "grad_norm": 1.5099350769802962, "learning_rate": 0.003, "loss": 4.0307, "step": 18155 }, { "epoch": 0.18156, "grad_norm": 1.1255545526946735, "learning_rate": 0.003, "loss": 4.0119, "step": 18156 }, { "epoch": 0.18157, "grad_norm": 1.3686218230504699, "learning_rate": 0.003, "loss": 4.0244, "step": 18157 }, { "epoch": 0.18158, "grad_norm": 1.014531954026706, "learning_rate": 0.003, "loss": 3.9876, "step": 18158 }, { "epoch": 0.18159, "grad_norm": 1.5630287215197785, "learning_rate": 0.003, "loss": 4.0138, "step": 18159 }, { "epoch": 0.1816, "grad_norm": 1.1951031627857596, "learning_rate": 0.003, "loss": 4.0212, "step": 18160 }, { "epoch": 0.18161, "grad_norm": 1.4440238058794297, "learning_rate": 0.003, "loss": 4.0183, "step": 18161 }, { "epoch": 0.18162, "grad_norm": 1.2055848111490026, "learning_rate": 0.003, "loss": 4.0321, "step": 18162 }, { "epoch": 0.18163, "grad_norm": 1.3472878879325914, "learning_rate": 0.003, "loss": 4.012, "step": 18163 }, { "epoch": 0.18164, "grad_norm": 1.261742286541519, "learning_rate": 0.003, "loss": 4.0178, "step": 18164 }, { "epoch": 0.18165, "grad_norm": 1.3588301712393138, "learning_rate": 0.003, "loss": 4.0154, "step": 18165 }, { "epoch": 0.18166, "grad_norm": 1.1585767016001705, "learning_rate": 0.003, "loss": 3.995, "step": 18166 }, { "epoch": 0.18167, "grad_norm": 1.3441348595731184, "learning_rate": 0.003, "loss": 4.0183, "step": 18167 }, { "epoch": 0.18168, "grad_norm": 1.173183522395183, "learning_rate": 0.003, "loss": 4.0104, "step": 18168 }, { "epoch": 0.18169, "grad_norm": 1.533036177909173, "learning_rate": 0.003, "loss": 4.0206, "step": 18169 }, { "epoch": 0.1817, "grad_norm": 1.2600044816955933, "learning_rate": 0.003, "loss": 4.001, "step": 18170 }, { "epoch": 0.18171, "grad_norm": 1.3100149997239376, "learning_rate": 0.003, "loss": 4.0226, "step": 18171 }, { "epoch": 0.18172, "grad_norm": 1.2136390858732689, "learning_rate": 0.003, "loss": 4.0057, "step": 18172 }, { "epoch": 0.18173, "grad_norm": 1.2607335650878135, "learning_rate": 0.003, "loss": 3.9934, "step": 18173 }, { "epoch": 0.18174, "grad_norm": 1.036453337144555, "learning_rate": 0.003, "loss": 4.0244, "step": 18174 }, { "epoch": 0.18175, "grad_norm": 1.4523655146583063, "learning_rate": 0.003, "loss": 4.033, "step": 18175 }, { "epoch": 0.18176, "grad_norm": 1.048780729980621, "learning_rate": 0.003, "loss": 4.0134, "step": 18176 }, { "epoch": 0.18177, "grad_norm": 1.5229064863778266, "learning_rate": 0.003, "loss": 4.0285, "step": 18177 }, { "epoch": 0.18178, "grad_norm": 1.1509516821016428, "learning_rate": 0.003, "loss": 4.0295, "step": 18178 }, { "epoch": 0.18179, "grad_norm": 1.759995085427657, "learning_rate": 0.003, "loss": 3.9865, "step": 18179 }, { "epoch": 0.1818, "grad_norm": 1.0552996974550792, "learning_rate": 0.003, "loss": 4.0169, "step": 18180 }, { "epoch": 0.18181, "grad_norm": 1.30115622957003, "learning_rate": 0.003, "loss": 4.0109, "step": 18181 }, { "epoch": 0.18182, "grad_norm": 1.3024146378378039, "learning_rate": 0.003, "loss": 3.9935, "step": 18182 }, { "epoch": 0.18183, "grad_norm": 1.2110209860613366, "learning_rate": 0.003, "loss": 4.0006, "step": 18183 }, { "epoch": 0.18184, "grad_norm": 1.3931575048972484, "learning_rate": 0.003, "loss": 4.0285, "step": 18184 }, { "epoch": 0.18185, "grad_norm": 1.3834328466363612, "learning_rate": 0.003, "loss": 4.0355, "step": 18185 }, { "epoch": 0.18186, "grad_norm": 1.2536345227137324, "learning_rate": 0.003, "loss": 4.0101, "step": 18186 }, { "epoch": 0.18187, "grad_norm": 1.1041603580401191, "learning_rate": 0.003, "loss": 4.0131, "step": 18187 }, { "epoch": 0.18188, "grad_norm": 1.2536065909520349, "learning_rate": 0.003, "loss": 4.0197, "step": 18188 }, { "epoch": 0.18189, "grad_norm": 1.117385507479427, "learning_rate": 0.003, "loss": 3.9992, "step": 18189 }, { "epoch": 0.1819, "grad_norm": 1.2983498459511376, "learning_rate": 0.003, "loss": 4.007, "step": 18190 }, { "epoch": 0.18191, "grad_norm": 1.2184459973642885, "learning_rate": 0.003, "loss": 4.0094, "step": 18191 }, { "epoch": 0.18192, "grad_norm": 1.1509796342701153, "learning_rate": 0.003, "loss": 4.0247, "step": 18192 }, { "epoch": 0.18193, "grad_norm": 1.2928667659153972, "learning_rate": 0.003, "loss": 4.0008, "step": 18193 }, { "epoch": 0.18194, "grad_norm": 1.3229778827050338, "learning_rate": 0.003, "loss": 4.0103, "step": 18194 }, { "epoch": 0.18195, "grad_norm": 1.2935896839958851, "learning_rate": 0.003, "loss": 4.0223, "step": 18195 }, { "epoch": 0.18196, "grad_norm": 1.188892636841423, "learning_rate": 0.003, "loss": 3.9975, "step": 18196 }, { "epoch": 0.18197, "grad_norm": 1.2851214383382479, "learning_rate": 0.003, "loss": 4.0042, "step": 18197 }, { "epoch": 0.18198, "grad_norm": 1.3852784994657443, "learning_rate": 0.003, "loss": 4.0024, "step": 18198 }, { "epoch": 0.18199, "grad_norm": 1.4143040656970995, "learning_rate": 0.003, "loss": 4.0149, "step": 18199 }, { "epoch": 0.182, "grad_norm": 1.350309120327819, "learning_rate": 0.003, "loss": 3.9973, "step": 18200 }, { "epoch": 0.18201, "grad_norm": 1.2407464281534468, "learning_rate": 0.003, "loss": 4.0234, "step": 18201 }, { "epoch": 0.18202, "grad_norm": 1.2119305968921505, "learning_rate": 0.003, "loss": 3.9957, "step": 18202 }, { "epoch": 0.18203, "grad_norm": 1.2101898464577356, "learning_rate": 0.003, "loss": 3.9943, "step": 18203 }, { "epoch": 0.18204, "grad_norm": 1.4768420872114572, "learning_rate": 0.003, "loss": 3.9887, "step": 18204 }, { "epoch": 0.18205, "grad_norm": 1.0963125232780624, "learning_rate": 0.003, "loss": 3.976, "step": 18205 }, { "epoch": 0.18206, "grad_norm": 1.4907463450281417, "learning_rate": 0.003, "loss": 3.9952, "step": 18206 }, { "epoch": 0.18207, "grad_norm": 1.08251403467361, "learning_rate": 0.003, "loss": 4.0084, "step": 18207 }, { "epoch": 0.18208, "grad_norm": 1.3712794594338669, "learning_rate": 0.003, "loss": 4.0292, "step": 18208 }, { "epoch": 0.18209, "grad_norm": 0.9978160782565596, "learning_rate": 0.003, "loss": 3.9935, "step": 18209 }, { "epoch": 0.1821, "grad_norm": 1.3462577806423313, "learning_rate": 0.003, "loss": 4.016, "step": 18210 }, { "epoch": 0.18211, "grad_norm": 1.0638576140205505, "learning_rate": 0.003, "loss": 4.0015, "step": 18211 }, { "epoch": 0.18212, "grad_norm": 1.487066531389715, "learning_rate": 0.003, "loss": 4.0007, "step": 18212 }, { "epoch": 0.18213, "grad_norm": 1.2345978757776293, "learning_rate": 0.003, "loss": 4.0263, "step": 18213 }, { "epoch": 0.18214, "grad_norm": 1.3367698913746935, "learning_rate": 0.003, "loss": 4.0009, "step": 18214 }, { "epoch": 0.18215, "grad_norm": 1.2982170491306446, "learning_rate": 0.003, "loss": 4.0216, "step": 18215 }, { "epoch": 0.18216, "grad_norm": 1.4710501586205065, "learning_rate": 0.003, "loss": 3.991, "step": 18216 }, { "epoch": 0.18217, "grad_norm": 0.9724905612179099, "learning_rate": 0.003, "loss": 4.0205, "step": 18217 }, { "epoch": 0.18218, "grad_norm": 1.243080895345441, "learning_rate": 0.003, "loss": 3.9837, "step": 18218 }, { "epoch": 0.18219, "grad_norm": 1.1583332300816789, "learning_rate": 0.003, "loss": 4.0238, "step": 18219 }, { "epoch": 0.1822, "grad_norm": 1.4061740171975021, "learning_rate": 0.003, "loss": 4.0288, "step": 18220 }, { "epoch": 0.18221, "grad_norm": 1.3347184015308404, "learning_rate": 0.003, "loss": 4.0408, "step": 18221 }, { "epoch": 0.18222, "grad_norm": 1.197649749847447, "learning_rate": 0.003, "loss": 4.0274, "step": 18222 }, { "epoch": 0.18223, "grad_norm": 1.1559623563922403, "learning_rate": 0.003, "loss": 4.0275, "step": 18223 }, { "epoch": 0.18224, "grad_norm": 1.3258862057335294, "learning_rate": 0.003, "loss": 3.9942, "step": 18224 }, { "epoch": 0.18225, "grad_norm": 1.3489691972208808, "learning_rate": 0.003, "loss": 4.0122, "step": 18225 }, { "epoch": 0.18226, "grad_norm": 1.4596546168913027, "learning_rate": 0.003, "loss": 4.0375, "step": 18226 }, { "epoch": 0.18227, "grad_norm": 1.1011420292857328, "learning_rate": 0.003, "loss": 4.035, "step": 18227 }, { "epoch": 0.18228, "grad_norm": 1.4691879728382518, "learning_rate": 0.003, "loss": 4.029, "step": 18228 }, { "epoch": 0.18229, "grad_norm": 1.0600027382272688, "learning_rate": 0.003, "loss": 3.9943, "step": 18229 }, { "epoch": 0.1823, "grad_norm": 1.91440668806715, "learning_rate": 0.003, "loss": 4.0409, "step": 18230 }, { "epoch": 0.18231, "grad_norm": 1.087272659097562, "learning_rate": 0.003, "loss": 4.0087, "step": 18231 }, { "epoch": 0.18232, "grad_norm": 1.3160489393275667, "learning_rate": 0.003, "loss": 4.0215, "step": 18232 }, { "epoch": 0.18233, "grad_norm": 1.205997450393259, "learning_rate": 0.003, "loss": 4.0215, "step": 18233 }, { "epoch": 0.18234, "grad_norm": 1.2852537514127869, "learning_rate": 0.003, "loss": 4.0001, "step": 18234 }, { "epoch": 0.18235, "grad_norm": 1.3131140085067154, "learning_rate": 0.003, "loss": 4.0356, "step": 18235 }, { "epoch": 0.18236, "grad_norm": 1.3322776741884512, "learning_rate": 0.003, "loss": 4.0243, "step": 18236 }, { "epoch": 0.18237, "grad_norm": 1.2484259749190518, "learning_rate": 0.003, "loss": 4.015, "step": 18237 }, { "epoch": 0.18238, "grad_norm": 1.1687486871042316, "learning_rate": 0.003, "loss": 4.0076, "step": 18238 }, { "epoch": 0.18239, "grad_norm": 1.069335222221601, "learning_rate": 0.003, "loss": 3.9884, "step": 18239 }, { "epoch": 0.1824, "grad_norm": 1.555965179687311, "learning_rate": 0.003, "loss": 3.9891, "step": 18240 }, { "epoch": 0.18241, "grad_norm": 1.172706123428621, "learning_rate": 0.003, "loss": 4.0242, "step": 18241 }, { "epoch": 0.18242, "grad_norm": 1.6096084141251266, "learning_rate": 0.003, "loss": 3.984, "step": 18242 }, { "epoch": 0.18243, "grad_norm": 1.1914307307720635, "learning_rate": 0.003, "loss": 3.9873, "step": 18243 }, { "epoch": 0.18244, "grad_norm": 1.3138377738427773, "learning_rate": 0.003, "loss": 4.0206, "step": 18244 }, { "epoch": 0.18245, "grad_norm": 1.3413909707937954, "learning_rate": 0.003, "loss": 4.0278, "step": 18245 }, { "epoch": 0.18246, "grad_norm": 1.0939883780957658, "learning_rate": 0.003, "loss": 4.0018, "step": 18246 }, { "epoch": 0.18247, "grad_norm": 1.2312089126378756, "learning_rate": 0.003, "loss": 4.0125, "step": 18247 }, { "epoch": 0.18248, "grad_norm": 1.3704760427576983, "learning_rate": 0.003, "loss": 4.0316, "step": 18248 }, { "epoch": 0.18249, "grad_norm": 1.1121469068817809, "learning_rate": 0.003, "loss": 4.0047, "step": 18249 }, { "epoch": 0.1825, "grad_norm": 1.2455867737055366, "learning_rate": 0.003, "loss": 4.0303, "step": 18250 }, { "epoch": 0.18251, "grad_norm": 1.5324873960709116, "learning_rate": 0.003, "loss": 4.0321, "step": 18251 }, { "epoch": 0.18252, "grad_norm": 1.0015715031516774, "learning_rate": 0.003, "loss": 4.0447, "step": 18252 }, { "epoch": 0.18253, "grad_norm": 1.130718883969915, "learning_rate": 0.003, "loss": 3.9968, "step": 18253 }, { "epoch": 0.18254, "grad_norm": 1.3137672179215365, "learning_rate": 0.003, "loss": 4.0205, "step": 18254 }, { "epoch": 0.18255, "grad_norm": 1.3104229198211335, "learning_rate": 0.003, "loss": 4.0108, "step": 18255 }, { "epoch": 0.18256, "grad_norm": 0.9945094424588728, "learning_rate": 0.003, "loss": 4.0033, "step": 18256 }, { "epoch": 0.18257, "grad_norm": 1.7183461639952, "learning_rate": 0.003, "loss": 4.0222, "step": 18257 }, { "epoch": 0.18258, "grad_norm": 1.1880604901138898, "learning_rate": 0.003, "loss": 4.0333, "step": 18258 }, { "epoch": 0.18259, "grad_norm": 1.1040386368554849, "learning_rate": 0.003, "loss": 4.0106, "step": 18259 }, { "epoch": 0.1826, "grad_norm": 1.5306036978635968, "learning_rate": 0.003, "loss": 3.9915, "step": 18260 }, { "epoch": 0.18261, "grad_norm": 1.3150678557370818, "learning_rate": 0.003, "loss": 3.9971, "step": 18261 }, { "epoch": 0.18262, "grad_norm": 1.409168557615195, "learning_rate": 0.003, "loss": 4.0123, "step": 18262 }, { "epoch": 0.18263, "grad_norm": 1.3989714258024877, "learning_rate": 0.003, "loss": 4.0236, "step": 18263 }, { "epoch": 0.18264, "grad_norm": 1.344570123510531, "learning_rate": 0.003, "loss": 4.0312, "step": 18264 }, { "epoch": 0.18265, "grad_norm": 1.123239125575655, "learning_rate": 0.003, "loss": 4.0167, "step": 18265 }, { "epoch": 0.18266, "grad_norm": 1.3037603359249763, "learning_rate": 0.003, "loss": 4.0064, "step": 18266 }, { "epoch": 0.18267, "grad_norm": 1.2861279634682024, "learning_rate": 0.003, "loss": 4.0192, "step": 18267 }, { "epoch": 0.18268, "grad_norm": 1.3954523620095873, "learning_rate": 0.003, "loss": 4.0125, "step": 18268 }, { "epoch": 0.18269, "grad_norm": 1.232497391571598, "learning_rate": 0.003, "loss": 4.0203, "step": 18269 }, { "epoch": 0.1827, "grad_norm": 1.2787868742776072, "learning_rate": 0.003, "loss": 4.0053, "step": 18270 }, { "epoch": 0.18271, "grad_norm": 1.2320432357390205, "learning_rate": 0.003, "loss": 4.0253, "step": 18271 }, { "epoch": 0.18272, "grad_norm": 1.3320307314330602, "learning_rate": 0.003, "loss": 4.01, "step": 18272 }, { "epoch": 0.18273, "grad_norm": 1.3135210430179733, "learning_rate": 0.003, "loss": 3.9952, "step": 18273 }, { "epoch": 0.18274, "grad_norm": 1.1245856238003318, "learning_rate": 0.003, "loss": 4.0333, "step": 18274 }, { "epoch": 0.18275, "grad_norm": 1.447129762793166, "learning_rate": 0.003, "loss": 4.0259, "step": 18275 }, { "epoch": 0.18276, "grad_norm": 1.1511065778756517, "learning_rate": 0.003, "loss": 4.0151, "step": 18276 }, { "epoch": 0.18277, "grad_norm": 1.4510257946581455, "learning_rate": 0.003, "loss": 4.0262, "step": 18277 }, { "epoch": 0.18278, "grad_norm": 1.268295122455787, "learning_rate": 0.003, "loss": 4.0111, "step": 18278 }, { "epoch": 0.18279, "grad_norm": 1.2968887235526405, "learning_rate": 0.003, "loss": 4.0188, "step": 18279 }, { "epoch": 0.1828, "grad_norm": 1.3690968920432314, "learning_rate": 0.003, "loss": 4.02, "step": 18280 }, { "epoch": 0.18281, "grad_norm": 1.2938902793547082, "learning_rate": 0.003, "loss": 4.0328, "step": 18281 }, { "epoch": 0.18282, "grad_norm": 1.1835470553092178, "learning_rate": 0.003, "loss": 4.0165, "step": 18282 }, { "epoch": 0.18283, "grad_norm": 1.1957265377601571, "learning_rate": 0.003, "loss": 4.0203, "step": 18283 }, { "epoch": 0.18284, "grad_norm": 1.391943196815868, "learning_rate": 0.003, "loss": 4.0341, "step": 18284 }, { "epoch": 0.18285, "grad_norm": 1.107369458028556, "learning_rate": 0.003, "loss": 3.9855, "step": 18285 }, { "epoch": 0.18286, "grad_norm": 1.1283881078129234, "learning_rate": 0.003, "loss": 4.0034, "step": 18286 }, { "epoch": 0.18287, "grad_norm": 1.4298950698020385, "learning_rate": 0.003, "loss": 4.0278, "step": 18287 }, { "epoch": 0.18288, "grad_norm": 1.0464529595741836, "learning_rate": 0.003, "loss": 4.0179, "step": 18288 }, { "epoch": 0.18289, "grad_norm": 1.5449404053034377, "learning_rate": 0.003, "loss": 4.0043, "step": 18289 }, { "epoch": 0.1829, "grad_norm": 1.1599745083921265, "learning_rate": 0.003, "loss": 3.9852, "step": 18290 }, { "epoch": 0.18291, "grad_norm": 1.3878360335531605, "learning_rate": 0.003, "loss": 3.9917, "step": 18291 }, { "epoch": 0.18292, "grad_norm": 1.128394557326477, "learning_rate": 0.003, "loss": 4.0349, "step": 18292 }, { "epoch": 0.18293, "grad_norm": 1.2015910000500716, "learning_rate": 0.003, "loss": 4.0154, "step": 18293 }, { "epoch": 0.18294, "grad_norm": 1.495744620608908, "learning_rate": 0.003, "loss": 4.0152, "step": 18294 }, { "epoch": 0.18295, "grad_norm": 1.188194593122797, "learning_rate": 0.003, "loss": 4.0083, "step": 18295 }, { "epoch": 0.18296, "grad_norm": 1.5503573027787667, "learning_rate": 0.003, "loss": 4.0359, "step": 18296 }, { "epoch": 0.18297, "grad_norm": 1.0139028798028031, "learning_rate": 0.003, "loss": 4.0272, "step": 18297 }, { "epoch": 0.18298, "grad_norm": 1.5246622301862984, "learning_rate": 0.003, "loss": 4.0565, "step": 18298 }, { "epoch": 0.18299, "grad_norm": 0.971631792285627, "learning_rate": 0.003, "loss": 4.0034, "step": 18299 }, { "epoch": 0.183, "grad_norm": 1.2882693419149442, "learning_rate": 0.003, "loss": 4.025, "step": 18300 }, { "epoch": 0.18301, "grad_norm": 1.295287202260425, "learning_rate": 0.003, "loss": 4.0179, "step": 18301 }, { "epoch": 0.18302, "grad_norm": 1.2151581662507234, "learning_rate": 0.003, "loss": 4.0361, "step": 18302 }, { "epoch": 0.18303, "grad_norm": 1.2384063271278432, "learning_rate": 0.003, "loss": 4.0212, "step": 18303 }, { "epoch": 0.18304, "grad_norm": 1.383694473007289, "learning_rate": 0.003, "loss": 4.0435, "step": 18304 }, { "epoch": 0.18305, "grad_norm": 1.1996409587123917, "learning_rate": 0.003, "loss": 3.9982, "step": 18305 }, { "epoch": 0.18306, "grad_norm": 1.2824445651452854, "learning_rate": 0.003, "loss": 4.0089, "step": 18306 }, { "epoch": 0.18307, "grad_norm": 1.2826231555044272, "learning_rate": 0.003, "loss": 3.9841, "step": 18307 }, { "epoch": 0.18308, "grad_norm": 1.3253483334986864, "learning_rate": 0.003, "loss": 3.9949, "step": 18308 }, { "epoch": 0.18309, "grad_norm": 1.3339497408438519, "learning_rate": 0.003, "loss": 4.0143, "step": 18309 }, { "epoch": 0.1831, "grad_norm": 1.335636097592298, "learning_rate": 0.003, "loss": 4.021, "step": 18310 }, { "epoch": 0.18311, "grad_norm": 1.201242319528529, "learning_rate": 0.003, "loss": 3.9996, "step": 18311 }, { "epoch": 0.18312, "grad_norm": 1.202663178066936, "learning_rate": 0.003, "loss": 4.0271, "step": 18312 }, { "epoch": 0.18313, "grad_norm": 1.0739801360247447, "learning_rate": 0.003, "loss": 3.9366, "step": 18313 }, { "epoch": 0.18314, "grad_norm": 1.3549682080063843, "learning_rate": 0.003, "loss": 4.0064, "step": 18314 }, { "epoch": 0.18315, "grad_norm": 1.2451047465446101, "learning_rate": 0.003, "loss": 4.0139, "step": 18315 }, { "epoch": 0.18316, "grad_norm": 1.1503352607657136, "learning_rate": 0.003, "loss": 4.0176, "step": 18316 }, { "epoch": 0.18317, "grad_norm": 1.4214259749166296, "learning_rate": 0.003, "loss": 4.0323, "step": 18317 }, { "epoch": 0.18318, "grad_norm": 1.1636299959381882, "learning_rate": 0.003, "loss": 4.0062, "step": 18318 }, { "epoch": 0.18319, "grad_norm": 1.637779383067376, "learning_rate": 0.003, "loss": 3.9762, "step": 18319 }, { "epoch": 0.1832, "grad_norm": 1.1294077294081348, "learning_rate": 0.003, "loss": 4.0047, "step": 18320 }, { "epoch": 0.18321, "grad_norm": 1.595618162969652, "learning_rate": 0.003, "loss": 4.0799, "step": 18321 }, { "epoch": 0.18322, "grad_norm": 1.385932302929975, "learning_rate": 0.003, "loss": 4.0239, "step": 18322 }, { "epoch": 0.18323, "grad_norm": 1.148155339367707, "learning_rate": 0.003, "loss": 4.0056, "step": 18323 }, { "epoch": 0.18324, "grad_norm": 1.2766032145718194, "learning_rate": 0.003, "loss": 4.022, "step": 18324 }, { "epoch": 0.18325, "grad_norm": 1.348066500177508, "learning_rate": 0.003, "loss": 4.0112, "step": 18325 }, { "epoch": 0.18326, "grad_norm": 1.1033829098676295, "learning_rate": 0.003, "loss": 4.0007, "step": 18326 }, { "epoch": 0.18327, "grad_norm": 1.594138909184963, "learning_rate": 0.003, "loss": 4.0137, "step": 18327 }, { "epoch": 0.18328, "grad_norm": 0.9913174047152843, "learning_rate": 0.003, "loss": 4.0181, "step": 18328 }, { "epoch": 0.18329, "grad_norm": 1.451935960013849, "learning_rate": 0.003, "loss": 3.9923, "step": 18329 }, { "epoch": 0.1833, "grad_norm": 1.1632710985775636, "learning_rate": 0.003, "loss": 4.0468, "step": 18330 }, { "epoch": 0.18331, "grad_norm": 1.4401507582279762, "learning_rate": 0.003, "loss": 3.9937, "step": 18331 }, { "epoch": 0.18332, "grad_norm": 1.134330387221328, "learning_rate": 0.003, "loss": 4.0037, "step": 18332 }, { "epoch": 0.18333, "grad_norm": 1.406834878988515, "learning_rate": 0.003, "loss": 4.0242, "step": 18333 }, { "epoch": 0.18334, "grad_norm": 1.2369064747229477, "learning_rate": 0.003, "loss": 3.9862, "step": 18334 }, { "epoch": 0.18335, "grad_norm": 1.1604113149220496, "learning_rate": 0.003, "loss": 4.0124, "step": 18335 }, { "epoch": 0.18336, "grad_norm": 1.3460719303584274, "learning_rate": 0.003, "loss": 3.9891, "step": 18336 }, { "epoch": 0.18337, "grad_norm": 1.2055253712252243, "learning_rate": 0.003, "loss": 4.0118, "step": 18337 }, { "epoch": 0.18338, "grad_norm": 1.252502635335824, "learning_rate": 0.003, "loss": 3.9911, "step": 18338 }, { "epoch": 0.18339, "grad_norm": 1.1572220045392678, "learning_rate": 0.003, "loss": 4.0201, "step": 18339 }, { "epoch": 0.1834, "grad_norm": 1.3235373092444123, "learning_rate": 0.003, "loss": 4.0117, "step": 18340 }, { "epoch": 0.18341, "grad_norm": 1.2542925521645085, "learning_rate": 0.003, "loss": 3.9924, "step": 18341 }, { "epoch": 0.18342, "grad_norm": 1.2525317962625822, "learning_rate": 0.003, "loss": 4.0131, "step": 18342 }, { "epoch": 0.18343, "grad_norm": 1.23293947973228, "learning_rate": 0.003, "loss": 3.9936, "step": 18343 }, { "epoch": 0.18344, "grad_norm": 1.2771981048908279, "learning_rate": 0.003, "loss": 4.0236, "step": 18344 }, { "epoch": 0.18345, "grad_norm": 1.24303441554185, "learning_rate": 0.003, "loss": 4.0095, "step": 18345 }, { "epoch": 0.18346, "grad_norm": 1.1896657466868845, "learning_rate": 0.003, "loss": 4.0067, "step": 18346 }, { "epoch": 0.18347, "grad_norm": 1.3315160070580436, "learning_rate": 0.003, "loss": 4.0076, "step": 18347 }, { "epoch": 0.18348, "grad_norm": 1.1130315426915258, "learning_rate": 0.003, "loss": 4.0187, "step": 18348 }, { "epoch": 0.18349, "grad_norm": 1.534654876215884, "learning_rate": 0.003, "loss": 4.0128, "step": 18349 }, { "epoch": 0.1835, "grad_norm": 1.091582673242823, "learning_rate": 0.003, "loss": 4.0092, "step": 18350 }, { "epoch": 0.18351, "grad_norm": 1.236814118415645, "learning_rate": 0.003, "loss": 4.01, "step": 18351 }, { "epoch": 0.18352, "grad_norm": 1.1432737189332145, "learning_rate": 0.003, "loss": 3.9988, "step": 18352 }, { "epoch": 0.18353, "grad_norm": 1.3846882584393398, "learning_rate": 0.003, "loss": 4.0137, "step": 18353 }, { "epoch": 0.18354, "grad_norm": 1.3679455609199003, "learning_rate": 0.003, "loss": 4.0177, "step": 18354 }, { "epoch": 0.18355, "grad_norm": 1.2603503593575665, "learning_rate": 0.003, "loss": 4.0184, "step": 18355 }, { "epoch": 0.18356, "grad_norm": 1.1296201645828623, "learning_rate": 0.003, "loss": 3.9827, "step": 18356 }, { "epoch": 0.18357, "grad_norm": 1.3538616687265028, "learning_rate": 0.003, "loss": 3.9974, "step": 18357 }, { "epoch": 0.18358, "grad_norm": 1.3092564527192359, "learning_rate": 0.003, "loss": 4.0046, "step": 18358 }, { "epoch": 0.18359, "grad_norm": 1.4992074553152586, "learning_rate": 0.003, "loss": 4.0427, "step": 18359 }, { "epoch": 0.1836, "grad_norm": 0.9900264088805295, "learning_rate": 0.003, "loss": 4.0038, "step": 18360 }, { "epoch": 0.18361, "grad_norm": 1.4370949498241343, "learning_rate": 0.003, "loss": 3.9861, "step": 18361 }, { "epoch": 0.18362, "grad_norm": 1.1886338472278208, "learning_rate": 0.003, "loss": 4.0021, "step": 18362 }, { "epoch": 0.18363, "grad_norm": 1.2032449147560684, "learning_rate": 0.003, "loss": 3.9948, "step": 18363 }, { "epoch": 0.18364, "grad_norm": 1.4954201193748469, "learning_rate": 0.003, "loss": 4.0545, "step": 18364 }, { "epoch": 0.18365, "grad_norm": 1.1318946680178235, "learning_rate": 0.003, "loss": 4.003, "step": 18365 }, { "epoch": 0.18366, "grad_norm": 1.4399574101203345, "learning_rate": 0.003, "loss": 4.0093, "step": 18366 }, { "epoch": 0.18367, "grad_norm": 1.1804648048962672, "learning_rate": 0.003, "loss": 4.0163, "step": 18367 }, { "epoch": 0.18368, "grad_norm": 1.5449144085447852, "learning_rate": 0.003, "loss": 3.9977, "step": 18368 }, { "epoch": 0.18369, "grad_norm": 1.3209377674395755, "learning_rate": 0.003, "loss": 4.0166, "step": 18369 }, { "epoch": 0.1837, "grad_norm": 1.3595374939224947, "learning_rate": 0.003, "loss": 3.9909, "step": 18370 }, { "epoch": 0.18371, "grad_norm": 1.370017133050456, "learning_rate": 0.003, "loss": 3.9871, "step": 18371 }, { "epoch": 0.18372, "grad_norm": 1.2081595883407212, "learning_rate": 0.003, "loss": 4.0187, "step": 18372 }, { "epoch": 0.18373, "grad_norm": 1.3355722930673857, "learning_rate": 0.003, "loss": 4.0324, "step": 18373 }, { "epoch": 0.18374, "grad_norm": 1.1087151728729547, "learning_rate": 0.003, "loss": 4.0017, "step": 18374 }, { "epoch": 0.18375, "grad_norm": 1.3750018845575622, "learning_rate": 0.003, "loss": 4.0051, "step": 18375 }, { "epoch": 0.18376, "grad_norm": 1.1526653119120704, "learning_rate": 0.003, "loss": 4.027, "step": 18376 }, { "epoch": 0.18377, "grad_norm": 1.3548582332658599, "learning_rate": 0.003, "loss": 3.9867, "step": 18377 }, { "epoch": 0.18378, "grad_norm": 1.2034073123719202, "learning_rate": 0.003, "loss": 3.9981, "step": 18378 }, { "epoch": 0.18379, "grad_norm": 1.2645937649587442, "learning_rate": 0.003, "loss": 4.0174, "step": 18379 }, { "epoch": 0.1838, "grad_norm": 1.2897176376196136, "learning_rate": 0.003, "loss": 4.0255, "step": 18380 }, { "epoch": 0.18381, "grad_norm": 1.1275837421245836, "learning_rate": 0.003, "loss": 4.029, "step": 18381 }, { "epoch": 0.18382, "grad_norm": 1.2978066880951926, "learning_rate": 0.003, "loss": 4.0111, "step": 18382 }, { "epoch": 0.18383, "grad_norm": 1.128515129388203, "learning_rate": 0.003, "loss": 4.0009, "step": 18383 }, { "epoch": 0.18384, "grad_norm": 1.3590720577900184, "learning_rate": 0.003, "loss": 4.0335, "step": 18384 }, { "epoch": 0.18385, "grad_norm": 1.2900152539991172, "learning_rate": 0.003, "loss": 4.0052, "step": 18385 }, { "epoch": 0.18386, "grad_norm": 1.2926998050864664, "learning_rate": 0.003, "loss": 3.9859, "step": 18386 }, { "epoch": 0.18387, "grad_norm": 1.3083233474391918, "learning_rate": 0.003, "loss": 4.0094, "step": 18387 }, { "epoch": 0.18388, "grad_norm": 1.2745656581962876, "learning_rate": 0.003, "loss": 4.0159, "step": 18388 }, { "epoch": 0.18389, "grad_norm": 1.1794493601314162, "learning_rate": 0.003, "loss": 4.0182, "step": 18389 }, { "epoch": 0.1839, "grad_norm": 1.3066139417195313, "learning_rate": 0.003, "loss": 4.0113, "step": 18390 }, { "epoch": 0.18391, "grad_norm": 1.4504619624419817, "learning_rate": 0.003, "loss": 3.996, "step": 18391 }, { "epoch": 0.18392, "grad_norm": 1.3341319042643156, "learning_rate": 0.003, "loss": 3.9837, "step": 18392 }, { "epoch": 0.18393, "grad_norm": 1.3105393538818524, "learning_rate": 0.003, "loss": 4.0221, "step": 18393 }, { "epoch": 0.18394, "grad_norm": 1.4607388669237813, "learning_rate": 0.003, "loss": 3.9986, "step": 18394 }, { "epoch": 0.18395, "grad_norm": 0.9995550105643105, "learning_rate": 0.003, "loss": 3.9887, "step": 18395 }, { "epoch": 0.18396, "grad_norm": 1.384886578542871, "learning_rate": 0.003, "loss": 4.0389, "step": 18396 }, { "epoch": 0.18397, "grad_norm": 1.031830825123548, "learning_rate": 0.003, "loss": 4.0283, "step": 18397 }, { "epoch": 0.18398, "grad_norm": 1.4989640568496108, "learning_rate": 0.003, "loss": 4.0113, "step": 18398 }, { "epoch": 0.18399, "grad_norm": 1.2320834742620708, "learning_rate": 0.003, "loss": 4.0055, "step": 18399 }, { "epoch": 0.184, "grad_norm": 1.1692123907725664, "learning_rate": 0.003, "loss": 4.0044, "step": 18400 }, { "epoch": 0.18401, "grad_norm": 1.3031665663242062, "learning_rate": 0.003, "loss": 4.0225, "step": 18401 }, { "epoch": 0.18402, "grad_norm": 1.1249323012008554, "learning_rate": 0.003, "loss": 4.0073, "step": 18402 }, { "epoch": 0.18403, "grad_norm": 1.198204293360691, "learning_rate": 0.003, "loss": 3.9766, "step": 18403 }, { "epoch": 0.18404, "grad_norm": 1.4103508443276054, "learning_rate": 0.003, "loss": 4.0116, "step": 18404 }, { "epoch": 0.18405, "grad_norm": 1.2898062167184823, "learning_rate": 0.003, "loss": 4.007, "step": 18405 }, { "epoch": 0.18406, "grad_norm": 1.3525117916984277, "learning_rate": 0.003, "loss": 4.0247, "step": 18406 }, { "epoch": 0.18407, "grad_norm": 1.3484237042989866, "learning_rate": 0.003, "loss": 3.9999, "step": 18407 }, { "epoch": 0.18408, "grad_norm": 1.4461309714025212, "learning_rate": 0.003, "loss": 4.0224, "step": 18408 }, { "epoch": 0.18409, "grad_norm": 1.2975573996791996, "learning_rate": 0.003, "loss": 4.0274, "step": 18409 }, { "epoch": 0.1841, "grad_norm": 1.2114947855094296, "learning_rate": 0.003, "loss": 4.0055, "step": 18410 }, { "epoch": 0.18411, "grad_norm": 1.2452581120611896, "learning_rate": 0.003, "loss": 4.0299, "step": 18411 }, { "epoch": 0.18412, "grad_norm": 1.470607565911789, "learning_rate": 0.003, "loss": 4.0419, "step": 18412 }, { "epoch": 0.18413, "grad_norm": 1.2262106788202565, "learning_rate": 0.003, "loss": 3.9938, "step": 18413 }, { "epoch": 0.18414, "grad_norm": 1.2580826518725825, "learning_rate": 0.003, "loss": 4.0052, "step": 18414 }, { "epoch": 0.18415, "grad_norm": 1.2762030597233442, "learning_rate": 0.003, "loss": 4.0, "step": 18415 }, { "epoch": 0.18416, "grad_norm": 1.3006937132738488, "learning_rate": 0.003, "loss": 3.9986, "step": 18416 }, { "epoch": 0.18417, "grad_norm": 1.1144728301235787, "learning_rate": 0.003, "loss": 4.0349, "step": 18417 }, { "epoch": 0.18418, "grad_norm": 1.2882672348453161, "learning_rate": 0.003, "loss": 3.9854, "step": 18418 }, { "epoch": 0.18419, "grad_norm": 1.2156632443483395, "learning_rate": 0.003, "loss": 3.9885, "step": 18419 }, { "epoch": 0.1842, "grad_norm": 1.275090643963137, "learning_rate": 0.003, "loss": 4.0287, "step": 18420 }, { "epoch": 0.18421, "grad_norm": 1.1046831206828236, "learning_rate": 0.003, "loss": 4.0114, "step": 18421 }, { "epoch": 0.18422, "grad_norm": 1.458164902379381, "learning_rate": 0.003, "loss": 4.0164, "step": 18422 }, { "epoch": 0.18423, "grad_norm": 1.2523878984847892, "learning_rate": 0.003, "loss": 3.9923, "step": 18423 }, { "epoch": 0.18424, "grad_norm": 1.2214335287255744, "learning_rate": 0.003, "loss": 4.0237, "step": 18424 }, { "epoch": 0.18425, "grad_norm": 1.298262007903684, "learning_rate": 0.003, "loss": 3.9707, "step": 18425 }, { "epoch": 0.18426, "grad_norm": 1.297408437181403, "learning_rate": 0.003, "loss": 4.0049, "step": 18426 }, { "epoch": 0.18427, "grad_norm": 1.4194071833600868, "learning_rate": 0.003, "loss": 4.0259, "step": 18427 }, { "epoch": 0.18428, "grad_norm": 1.175283425110903, "learning_rate": 0.003, "loss": 4.011, "step": 18428 }, { "epoch": 0.18429, "grad_norm": 1.1551904179812944, "learning_rate": 0.003, "loss": 4.0167, "step": 18429 }, { "epoch": 0.1843, "grad_norm": 1.2026732845787054, "learning_rate": 0.003, "loss": 3.983, "step": 18430 }, { "epoch": 0.18431, "grad_norm": 1.2434555943262482, "learning_rate": 0.003, "loss": 3.9925, "step": 18431 }, { "epoch": 0.18432, "grad_norm": 1.1768527459774172, "learning_rate": 0.003, "loss": 3.9944, "step": 18432 }, { "epoch": 0.18433, "grad_norm": 1.240412598853343, "learning_rate": 0.003, "loss": 3.9897, "step": 18433 }, { "epoch": 0.18434, "grad_norm": 1.2692967701726239, "learning_rate": 0.003, "loss": 4.0066, "step": 18434 }, { "epoch": 0.18435, "grad_norm": 1.4220878500122178, "learning_rate": 0.003, "loss": 4.0156, "step": 18435 }, { "epoch": 0.18436, "grad_norm": 1.1348401403953556, "learning_rate": 0.003, "loss": 4.0179, "step": 18436 }, { "epoch": 0.18437, "grad_norm": 1.2374013020325947, "learning_rate": 0.003, "loss": 4.0353, "step": 18437 }, { "epoch": 0.18438, "grad_norm": 1.2858501719262228, "learning_rate": 0.003, "loss": 4.0003, "step": 18438 }, { "epoch": 0.18439, "grad_norm": 1.156999599660775, "learning_rate": 0.003, "loss": 3.9829, "step": 18439 }, { "epoch": 0.1844, "grad_norm": 1.3274603523403214, "learning_rate": 0.003, "loss": 3.999, "step": 18440 }, { "epoch": 0.18441, "grad_norm": 1.2713213342559737, "learning_rate": 0.003, "loss": 4.0016, "step": 18441 }, { "epoch": 0.18442, "grad_norm": 1.3468046555432271, "learning_rate": 0.003, "loss": 3.9723, "step": 18442 }, { "epoch": 0.18443, "grad_norm": 1.3106291424707803, "learning_rate": 0.003, "loss": 4.0211, "step": 18443 }, { "epoch": 0.18444, "grad_norm": 1.250152339274203, "learning_rate": 0.003, "loss": 4.0156, "step": 18444 }, { "epoch": 0.18445, "grad_norm": 1.4384507501738175, "learning_rate": 0.003, "loss": 4.0123, "step": 18445 }, { "epoch": 0.18446, "grad_norm": 1.227753855892706, "learning_rate": 0.003, "loss": 4.0092, "step": 18446 }, { "epoch": 0.18447, "grad_norm": 1.3188968565202013, "learning_rate": 0.003, "loss": 4.0219, "step": 18447 }, { "epoch": 0.18448, "grad_norm": 1.3824282906882581, "learning_rate": 0.003, "loss": 4.0154, "step": 18448 }, { "epoch": 0.18449, "grad_norm": 1.1178579815144731, "learning_rate": 0.003, "loss": 3.9984, "step": 18449 }, { "epoch": 0.1845, "grad_norm": 1.4560887414596302, "learning_rate": 0.003, "loss": 3.999, "step": 18450 }, { "epoch": 0.18451, "grad_norm": 0.9358257931900706, "learning_rate": 0.003, "loss": 4.0113, "step": 18451 }, { "epoch": 0.18452, "grad_norm": 1.4848874911550862, "learning_rate": 0.003, "loss": 4.0044, "step": 18452 }, { "epoch": 0.18453, "grad_norm": 1.338522971259659, "learning_rate": 0.003, "loss": 4.057, "step": 18453 }, { "epoch": 0.18454, "grad_norm": 1.4725522007476801, "learning_rate": 0.003, "loss": 4.0206, "step": 18454 }, { "epoch": 0.18455, "grad_norm": 1.1681160129084804, "learning_rate": 0.003, "loss": 3.9836, "step": 18455 }, { "epoch": 0.18456, "grad_norm": 1.327267783294372, "learning_rate": 0.003, "loss": 4.0192, "step": 18456 }, { "epoch": 0.18457, "grad_norm": 1.2578832106370543, "learning_rate": 0.003, "loss": 4.035, "step": 18457 }, { "epoch": 0.18458, "grad_norm": 1.348036752864334, "learning_rate": 0.003, "loss": 4.0421, "step": 18458 }, { "epoch": 0.18459, "grad_norm": 1.3769169085120323, "learning_rate": 0.003, "loss": 3.9949, "step": 18459 }, { "epoch": 0.1846, "grad_norm": 1.7663306920162887, "learning_rate": 0.003, "loss": 3.9871, "step": 18460 }, { "epoch": 0.18461, "grad_norm": 1.1346456245594003, "learning_rate": 0.003, "loss": 4.0079, "step": 18461 }, { "epoch": 0.18462, "grad_norm": 1.2327644341051074, "learning_rate": 0.003, "loss": 4.0156, "step": 18462 }, { "epoch": 0.18463, "grad_norm": 1.1281774861720366, "learning_rate": 0.003, "loss": 4.0258, "step": 18463 }, { "epoch": 0.18464, "grad_norm": 1.2859152465019796, "learning_rate": 0.003, "loss": 4.022, "step": 18464 }, { "epoch": 0.18465, "grad_norm": 1.3017491811776885, "learning_rate": 0.003, "loss": 4.0327, "step": 18465 }, { "epoch": 0.18466, "grad_norm": 1.2218602647698296, "learning_rate": 0.003, "loss": 3.9977, "step": 18466 }, { "epoch": 0.18467, "grad_norm": 1.3017897342152858, "learning_rate": 0.003, "loss": 4.0271, "step": 18467 }, { "epoch": 0.18468, "grad_norm": 1.1866958547635929, "learning_rate": 0.003, "loss": 4.0236, "step": 18468 }, { "epoch": 0.18469, "grad_norm": 1.1458159820620728, "learning_rate": 0.003, "loss": 4.0365, "step": 18469 }, { "epoch": 0.1847, "grad_norm": 1.2302168602397137, "learning_rate": 0.003, "loss": 3.9813, "step": 18470 }, { "epoch": 0.18471, "grad_norm": 1.3917697686622776, "learning_rate": 0.003, "loss": 4.0241, "step": 18471 }, { "epoch": 0.18472, "grad_norm": 1.1051796677592909, "learning_rate": 0.003, "loss": 3.9917, "step": 18472 }, { "epoch": 0.18473, "grad_norm": 1.4759237634105464, "learning_rate": 0.003, "loss": 4.0116, "step": 18473 }, { "epoch": 0.18474, "grad_norm": 1.4656747300837214, "learning_rate": 0.003, "loss": 4.0064, "step": 18474 }, { "epoch": 0.18475, "grad_norm": 1.299117857979297, "learning_rate": 0.003, "loss": 4.0129, "step": 18475 }, { "epoch": 0.18476, "grad_norm": 1.238280623167555, "learning_rate": 0.003, "loss": 4.0167, "step": 18476 }, { "epoch": 0.18477, "grad_norm": 1.4048847403795164, "learning_rate": 0.003, "loss": 3.9976, "step": 18477 }, { "epoch": 0.18478, "grad_norm": 1.1090434443199049, "learning_rate": 0.003, "loss": 4.0167, "step": 18478 }, { "epoch": 0.18479, "grad_norm": 1.4213046723745388, "learning_rate": 0.003, "loss": 4.0082, "step": 18479 }, { "epoch": 0.1848, "grad_norm": 1.279818057568252, "learning_rate": 0.003, "loss": 3.9754, "step": 18480 }, { "epoch": 0.18481, "grad_norm": 1.3643906040670437, "learning_rate": 0.003, "loss": 4.0124, "step": 18481 }, { "epoch": 0.18482, "grad_norm": 1.331545735966065, "learning_rate": 0.003, "loss": 3.9828, "step": 18482 }, { "epoch": 0.18483, "grad_norm": 1.4582865434308194, "learning_rate": 0.003, "loss": 4.0376, "step": 18483 }, { "epoch": 0.18484, "grad_norm": 1.1033483229133811, "learning_rate": 0.003, "loss": 3.9904, "step": 18484 }, { "epoch": 0.18485, "grad_norm": 1.220863438035, "learning_rate": 0.003, "loss": 4.0113, "step": 18485 }, { "epoch": 0.18486, "grad_norm": 1.1819377221490115, "learning_rate": 0.003, "loss": 3.97, "step": 18486 }, { "epoch": 0.18487, "grad_norm": 1.2913761031851838, "learning_rate": 0.003, "loss": 3.9965, "step": 18487 }, { "epoch": 0.18488, "grad_norm": 1.3534671638086488, "learning_rate": 0.003, "loss": 4.0103, "step": 18488 }, { "epoch": 0.18489, "grad_norm": 1.4161610107981784, "learning_rate": 0.003, "loss": 4.022, "step": 18489 }, { "epoch": 0.1849, "grad_norm": 1.1101131904508508, "learning_rate": 0.003, "loss": 4.0235, "step": 18490 }, { "epoch": 0.18491, "grad_norm": 1.4841512493611402, "learning_rate": 0.003, "loss": 4.0117, "step": 18491 }, { "epoch": 0.18492, "grad_norm": 1.075679689426423, "learning_rate": 0.003, "loss": 3.9958, "step": 18492 }, { "epoch": 0.18493, "grad_norm": 1.5403311468925576, "learning_rate": 0.003, "loss": 4.0193, "step": 18493 }, { "epoch": 0.18494, "grad_norm": 1.0948628348607796, "learning_rate": 0.003, "loss": 4.0226, "step": 18494 }, { "epoch": 0.18495, "grad_norm": 1.5168282201704515, "learning_rate": 0.003, "loss": 4.0079, "step": 18495 }, { "epoch": 0.18496, "grad_norm": 1.066571763307485, "learning_rate": 0.003, "loss": 3.9701, "step": 18496 }, { "epoch": 0.18497, "grad_norm": 1.4482722506631425, "learning_rate": 0.003, "loss": 3.9963, "step": 18497 }, { "epoch": 0.18498, "grad_norm": 1.3925698544647553, "learning_rate": 0.003, "loss": 4.0114, "step": 18498 }, { "epoch": 0.18499, "grad_norm": 1.407952620323706, "learning_rate": 0.003, "loss": 4.0199, "step": 18499 }, { "epoch": 0.185, "grad_norm": 1.2013361484565197, "learning_rate": 0.003, "loss": 4.0277, "step": 18500 }, { "epoch": 0.18501, "grad_norm": 1.358993966037197, "learning_rate": 0.003, "loss": 3.9786, "step": 18501 }, { "epoch": 0.18502, "grad_norm": 1.251426452479606, "learning_rate": 0.003, "loss": 4.0006, "step": 18502 }, { "epoch": 0.18503, "grad_norm": 1.3535328239988025, "learning_rate": 0.003, "loss": 4.0147, "step": 18503 }, { "epoch": 0.18504, "grad_norm": 1.2846308012873837, "learning_rate": 0.003, "loss": 4.0179, "step": 18504 }, { "epoch": 0.18505, "grad_norm": 1.3831662011923265, "learning_rate": 0.003, "loss": 3.9932, "step": 18505 }, { "epoch": 0.18506, "grad_norm": 1.3756100946984784, "learning_rate": 0.003, "loss": 4.0411, "step": 18506 }, { "epoch": 0.18507, "grad_norm": 1.2082064307048737, "learning_rate": 0.003, "loss": 3.9978, "step": 18507 }, { "epoch": 0.18508, "grad_norm": 1.2346584097097666, "learning_rate": 0.003, "loss": 4.0153, "step": 18508 }, { "epoch": 0.18509, "grad_norm": 1.1118011345861378, "learning_rate": 0.003, "loss": 3.984, "step": 18509 }, { "epoch": 0.1851, "grad_norm": 1.4618268255864204, "learning_rate": 0.003, "loss": 4.0398, "step": 18510 }, { "epoch": 0.18511, "grad_norm": 1.330748768986842, "learning_rate": 0.003, "loss": 4.0485, "step": 18511 }, { "epoch": 0.18512, "grad_norm": 1.1974218340672207, "learning_rate": 0.003, "loss": 4.0189, "step": 18512 }, { "epoch": 0.18513, "grad_norm": 1.3318792603017142, "learning_rate": 0.003, "loss": 4.0224, "step": 18513 }, { "epoch": 0.18514, "grad_norm": 1.0947871098533344, "learning_rate": 0.003, "loss": 4.0308, "step": 18514 }, { "epoch": 0.18515, "grad_norm": 1.4433388959752576, "learning_rate": 0.003, "loss": 3.972, "step": 18515 }, { "epoch": 0.18516, "grad_norm": 1.061057613490036, "learning_rate": 0.003, "loss": 4.0082, "step": 18516 }, { "epoch": 0.18517, "grad_norm": 1.4735050302149566, "learning_rate": 0.003, "loss": 4.0135, "step": 18517 }, { "epoch": 0.18518, "grad_norm": 1.1761057438168303, "learning_rate": 0.003, "loss": 3.9849, "step": 18518 }, { "epoch": 0.18519, "grad_norm": 1.3637153392472225, "learning_rate": 0.003, "loss": 3.997, "step": 18519 }, { "epoch": 0.1852, "grad_norm": 0.9907075153743939, "learning_rate": 0.003, "loss": 3.9988, "step": 18520 }, { "epoch": 0.18521, "grad_norm": 1.4587027918044375, "learning_rate": 0.003, "loss": 4.014, "step": 18521 }, { "epoch": 0.18522, "grad_norm": 1.065505001624872, "learning_rate": 0.003, "loss": 4.0065, "step": 18522 }, { "epoch": 0.18523, "grad_norm": 1.2618717307106824, "learning_rate": 0.003, "loss": 3.9958, "step": 18523 }, { "epoch": 0.18524, "grad_norm": 1.2549102381618809, "learning_rate": 0.003, "loss": 4.0306, "step": 18524 }, { "epoch": 0.18525, "grad_norm": 1.1756058585589122, "learning_rate": 0.003, "loss": 3.9986, "step": 18525 }, { "epoch": 0.18526, "grad_norm": 1.308331068971566, "learning_rate": 0.003, "loss": 4.0031, "step": 18526 }, { "epoch": 0.18527, "grad_norm": 1.2308889043734412, "learning_rate": 0.003, "loss": 4.0168, "step": 18527 }, { "epoch": 0.18528, "grad_norm": 1.341743389444327, "learning_rate": 0.003, "loss": 4.032, "step": 18528 }, { "epoch": 0.18529, "grad_norm": 1.2788693846335635, "learning_rate": 0.003, "loss": 3.9932, "step": 18529 }, { "epoch": 0.1853, "grad_norm": 1.212905158240625, "learning_rate": 0.003, "loss": 4.007, "step": 18530 }, { "epoch": 0.18531, "grad_norm": 1.2585666115433096, "learning_rate": 0.003, "loss": 3.9939, "step": 18531 }, { "epoch": 0.18532, "grad_norm": 1.6025444100201056, "learning_rate": 0.003, "loss": 4.0365, "step": 18532 }, { "epoch": 0.18533, "grad_norm": 1.2214621764586233, "learning_rate": 0.003, "loss": 4.0366, "step": 18533 }, { "epoch": 0.18534, "grad_norm": 1.430485782386072, "learning_rate": 0.003, "loss": 4.0161, "step": 18534 }, { "epoch": 0.18535, "grad_norm": 1.3164521462885879, "learning_rate": 0.003, "loss": 4.0331, "step": 18535 }, { "epoch": 0.18536, "grad_norm": 1.276515990912035, "learning_rate": 0.003, "loss": 3.9992, "step": 18536 }, { "epoch": 0.18537, "grad_norm": 1.2701183695610685, "learning_rate": 0.003, "loss": 4.0158, "step": 18537 }, { "epoch": 0.18538, "grad_norm": 1.1189715005336927, "learning_rate": 0.003, "loss": 4.0106, "step": 18538 }, { "epoch": 0.18539, "grad_norm": 1.3619235261804277, "learning_rate": 0.003, "loss": 4.0237, "step": 18539 }, { "epoch": 0.1854, "grad_norm": 1.233576204494665, "learning_rate": 0.003, "loss": 4.018, "step": 18540 }, { "epoch": 0.18541, "grad_norm": 1.3692736931002547, "learning_rate": 0.003, "loss": 3.9954, "step": 18541 }, { "epoch": 0.18542, "grad_norm": 1.0912947060898697, "learning_rate": 0.003, "loss": 4.0011, "step": 18542 }, { "epoch": 0.18543, "grad_norm": 1.4822550236144991, "learning_rate": 0.003, "loss": 4.0155, "step": 18543 }, { "epoch": 0.18544, "grad_norm": 1.0481702315363652, "learning_rate": 0.003, "loss": 4.0148, "step": 18544 }, { "epoch": 0.18545, "grad_norm": 1.3190514168279799, "learning_rate": 0.003, "loss": 3.9745, "step": 18545 }, { "epoch": 0.18546, "grad_norm": 1.1342856434951607, "learning_rate": 0.003, "loss": 3.9888, "step": 18546 }, { "epoch": 0.18547, "grad_norm": 1.4563981963795782, "learning_rate": 0.003, "loss": 4.0323, "step": 18547 }, { "epoch": 0.18548, "grad_norm": 1.1505326612441675, "learning_rate": 0.003, "loss": 4.0262, "step": 18548 }, { "epoch": 0.18549, "grad_norm": 1.348571565178306, "learning_rate": 0.003, "loss": 4.0268, "step": 18549 }, { "epoch": 0.1855, "grad_norm": 1.2459203506838015, "learning_rate": 0.003, "loss": 4.0159, "step": 18550 }, { "epoch": 0.18551, "grad_norm": 1.3952337410832205, "learning_rate": 0.003, "loss": 4.0101, "step": 18551 }, { "epoch": 0.18552, "grad_norm": 1.2513571202488907, "learning_rate": 0.003, "loss": 4.0436, "step": 18552 }, { "epoch": 0.18553, "grad_norm": 1.308467551674208, "learning_rate": 0.003, "loss": 4.0101, "step": 18553 }, { "epoch": 0.18554, "grad_norm": 1.0101160805280176, "learning_rate": 0.003, "loss": 4.0005, "step": 18554 }, { "epoch": 0.18555, "grad_norm": 1.201354445868851, "learning_rate": 0.003, "loss": 4.0078, "step": 18555 }, { "epoch": 0.18556, "grad_norm": 1.3008756176695497, "learning_rate": 0.003, "loss": 4.0224, "step": 18556 }, { "epoch": 0.18557, "grad_norm": 1.1840527587871843, "learning_rate": 0.003, "loss": 3.9809, "step": 18557 }, { "epoch": 0.18558, "grad_norm": 1.5502327699695684, "learning_rate": 0.003, "loss": 4.0029, "step": 18558 }, { "epoch": 0.18559, "grad_norm": 1.1948999804123228, "learning_rate": 0.003, "loss": 3.9976, "step": 18559 }, { "epoch": 0.1856, "grad_norm": 1.2310717704591958, "learning_rate": 0.003, "loss": 4.0093, "step": 18560 }, { "epoch": 0.18561, "grad_norm": 1.2907980238799903, "learning_rate": 0.003, "loss": 3.9989, "step": 18561 }, { "epoch": 0.18562, "grad_norm": 1.3389978550625135, "learning_rate": 0.003, "loss": 4.0038, "step": 18562 }, { "epoch": 0.18563, "grad_norm": 1.2244157868322538, "learning_rate": 0.003, "loss": 3.9791, "step": 18563 }, { "epoch": 0.18564, "grad_norm": 1.1847773023779853, "learning_rate": 0.003, "loss": 3.989, "step": 18564 }, { "epoch": 0.18565, "grad_norm": 1.5214512122252601, "learning_rate": 0.003, "loss": 4.0326, "step": 18565 }, { "epoch": 0.18566, "grad_norm": 1.0766529054176561, "learning_rate": 0.003, "loss": 3.9876, "step": 18566 }, { "epoch": 0.18567, "grad_norm": 1.4010076254541792, "learning_rate": 0.003, "loss": 4.0112, "step": 18567 }, { "epoch": 0.18568, "grad_norm": 0.991739314032095, "learning_rate": 0.003, "loss": 4.0193, "step": 18568 }, { "epoch": 0.18569, "grad_norm": 1.2838558466306362, "learning_rate": 0.003, "loss": 4.0193, "step": 18569 }, { "epoch": 0.1857, "grad_norm": 1.220292414323158, "learning_rate": 0.003, "loss": 4.0286, "step": 18570 }, { "epoch": 0.18571, "grad_norm": 1.322845412629368, "learning_rate": 0.003, "loss": 4.0304, "step": 18571 }, { "epoch": 0.18572, "grad_norm": 1.3582577169073362, "learning_rate": 0.003, "loss": 4.0125, "step": 18572 }, { "epoch": 0.18573, "grad_norm": 1.200184426982225, "learning_rate": 0.003, "loss": 4.0105, "step": 18573 }, { "epoch": 0.18574, "grad_norm": 1.5527522075179154, "learning_rate": 0.003, "loss": 4.0217, "step": 18574 }, { "epoch": 0.18575, "grad_norm": 1.1582205921040074, "learning_rate": 0.003, "loss": 4.0375, "step": 18575 }, { "epoch": 0.18576, "grad_norm": 1.2330870377840064, "learning_rate": 0.003, "loss": 4.0162, "step": 18576 }, { "epoch": 0.18577, "grad_norm": 1.2252907480898436, "learning_rate": 0.003, "loss": 3.99, "step": 18577 }, { "epoch": 0.18578, "grad_norm": 1.023257381028075, "learning_rate": 0.003, "loss": 3.9839, "step": 18578 }, { "epoch": 0.18579, "grad_norm": 1.4218033839458162, "learning_rate": 0.003, "loss": 4.041, "step": 18579 }, { "epoch": 0.1858, "grad_norm": 1.3118197249151076, "learning_rate": 0.003, "loss": 3.985, "step": 18580 }, { "epoch": 0.18581, "grad_norm": 1.3664557565587128, "learning_rate": 0.003, "loss": 3.9866, "step": 18581 }, { "epoch": 0.18582, "grad_norm": 1.4781456426824633, "learning_rate": 0.003, "loss": 4.0194, "step": 18582 }, { "epoch": 0.18583, "grad_norm": 1.128398572392948, "learning_rate": 0.003, "loss": 4.0034, "step": 18583 }, { "epoch": 0.18584, "grad_norm": 1.6347654062622279, "learning_rate": 0.003, "loss": 4.0103, "step": 18584 }, { "epoch": 0.18585, "grad_norm": 1.031502279419643, "learning_rate": 0.003, "loss": 3.9954, "step": 18585 }, { "epoch": 0.18586, "grad_norm": 1.433874910092499, "learning_rate": 0.003, "loss": 3.9959, "step": 18586 }, { "epoch": 0.18587, "grad_norm": 1.0733447413741035, "learning_rate": 0.003, "loss": 3.9869, "step": 18587 }, { "epoch": 0.18588, "grad_norm": 1.5475095622967026, "learning_rate": 0.003, "loss": 4.0031, "step": 18588 }, { "epoch": 0.18589, "grad_norm": 1.0194451496728019, "learning_rate": 0.003, "loss": 4.0098, "step": 18589 }, { "epoch": 0.1859, "grad_norm": 1.5307823062281203, "learning_rate": 0.003, "loss": 4.0194, "step": 18590 }, { "epoch": 0.18591, "grad_norm": 1.1275286995807612, "learning_rate": 0.003, "loss": 3.9874, "step": 18591 }, { "epoch": 0.18592, "grad_norm": 1.2933826175634457, "learning_rate": 0.003, "loss": 4.0176, "step": 18592 }, { "epoch": 0.18593, "grad_norm": 1.3601993739587592, "learning_rate": 0.003, "loss": 4.0411, "step": 18593 }, { "epoch": 0.18594, "grad_norm": 1.2130492766252166, "learning_rate": 0.003, "loss": 4.0299, "step": 18594 }, { "epoch": 0.18595, "grad_norm": 1.2934433237292364, "learning_rate": 0.003, "loss": 4.0193, "step": 18595 }, { "epoch": 0.18596, "grad_norm": 1.2421427960715283, "learning_rate": 0.003, "loss": 4.0487, "step": 18596 }, { "epoch": 0.18597, "grad_norm": 1.490141776937668, "learning_rate": 0.003, "loss": 4.0407, "step": 18597 }, { "epoch": 0.18598, "grad_norm": 1.3658652684554957, "learning_rate": 0.003, "loss": 4.0435, "step": 18598 }, { "epoch": 0.18599, "grad_norm": 1.286534104846973, "learning_rate": 0.003, "loss": 3.9935, "step": 18599 }, { "epoch": 0.186, "grad_norm": 1.2191421245523897, "learning_rate": 0.003, "loss": 4.0, "step": 18600 }, { "epoch": 0.18601, "grad_norm": 1.3072430551357463, "learning_rate": 0.003, "loss": 3.9868, "step": 18601 }, { "epoch": 0.18602, "grad_norm": 1.242549894399749, "learning_rate": 0.003, "loss": 3.978, "step": 18602 }, { "epoch": 0.18603, "grad_norm": 1.453242763100252, "learning_rate": 0.003, "loss": 3.9781, "step": 18603 }, { "epoch": 0.18604, "grad_norm": 1.2777779597545433, "learning_rate": 0.003, "loss": 4.0372, "step": 18604 }, { "epoch": 0.18605, "grad_norm": 1.2684022449348649, "learning_rate": 0.003, "loss": 4.012, "step": 18605 }, { "epoch": 0.18606, "grad_norm": 1.1734346703901422, "learning_rate": 0.003, "loss": 4.0235, "step": 18606 }, { "epoch": 0.18607, "grad_norm": 1.4009858584521866, "learning_rate": 0.003, "loss": 4.0345, "step": 18607 }, { "epoch": 0.18608, "grad_norm": 0.9551117231543502, "learning_rate": 0.003, "loss": 3.9977, "step": 18608 }, { "epoch": 0.18609, "grad_norm": 1.3261185996717406, "learning_rate": 0.003, "loss": 4.024, "step": 18609 }, { "epoch": 0.1861, "grad_norm": 1.0500612330987849, "learning_rate": 0.003, "loss": 4.0315, "step": 18610 }, { "epoch": 0.18611, "grad_norm": 1.792206931986703, "learning_rate": 0.003, "loss": 4.021, "step": 18611 }, { "epoch": 0.18612, "grad_norm": 1.0644116367360816, "learning_rate": 0.003, "loss": 4.0203, "step": 18612 }, { "epoch": 0.18613, "grad_norm": 1.6239202401149886, "learning_rate": 0.003, "loss": 4.061, "step": 18613 }, { "epoch": 0.18614, "grad_norm": 1.1228693236587073, "learning_rate": 0.003, "loss": 3.9776, "step": 18614 }, { "epoch": 0.18615, "grad_norm": 1.3021924314613067, "learning_rate": 0.003, "loss": 4.0395, "step": 18615 }, { "epoch": 0.18616, "grad_norm": 1.3454363448652122, "learning_rate": 0.003, "loss": 4.0112, "step": 18616 }, { "epoch": 0.18617, "grad_norm": 1.1555190229942982, "learning_rate": 0.003, "loss": 4.0218, "step": 18617 }, { "epoch": 0.18618, "grad_norm": 1.3870926743097056, "learning_rate": 0.003, "loss": 4.0398, "step": 18618 }, { "epoch": 0.18619, "grad_norm": 1.4728282282089995, "learning_rate": 0.003, "loss": 4.0253, "step": 18619 }, { "epoch": 0.1862, "grad_norm": 1.3300007177718682, "learning_rate": 0.003, "loss": 4.0414, "step": 18620 }, { "epoch": 0.18621, "grad_norm": 1.2998396089776643, "learning_rate": 0.003, "loss": 4.0131, "step": 18621 }, { "epoch": 0.18622, "grad_norm": 1.663830580793456, "learning_rate": 0.003, "loss": 4.0217, "step": 18622 }, { "epoch": 0.18623, "grad_norm": 1.1297681880161663, "learning_rate": 0.003, "loss": 4.0088, "step": 18623 }, { "epoch": 0.18624, "grad_norm": 1.3008520977812261, "learning_rate": 0.003, "loss": 4.0201, "step": 18624 }, { "epoch": 0.18625, "grad_norm": 1.2806620435849159, "learning_rate": 0.003, "loss": 4.015, "step": 18625 }, { "epoch": 0.18626, "grad_norm": 1.3016566169943902, "learning_rate": 0.003, "loss": 4.0175, "step": 18626 }, { "epoch": 0.18627, "grad_norm": 1.2693203511028142, "learning_rate": 0.003, "loss": 4.0334, "step": 18627 }, { "epoch": 0.18628, "grad_norm": 1.2351005941004773, "learning_rate": 0.003, "loss": 3.9973, "step": 18628 }, { "epoch": 0.18629, "grad_norm": 1.296226250236291, "learning_rate": 0.003, "loss": 4.0032, "step": 18629 }, { "epoch": 0.1863, "grad_norm": 1.0927295505933619, "learning_rate": 0.003, "loss": 4.0019, "step": 18630 }, { "epoch": 0.18631, "grad_norm": 1.289378498409426, "learning_rate": 0.003, "loss": 4.0431, "step": 18631 }, { "epoch": 0.18632, "grad_norm": 1.3590661123448855, "learning_rate": 0.003, "loss": 3.9972, "step": 18632 }, { "epoch": 0.18633, "grad_norm": 1.1964437431765969, "learning_rate": 0.003, "loss": 4.0042, "step": 18633 }, { "epoch": 0.18634, "grad_norm": 1.3144287374617258, "learning_rate": 0.003, "loss": 4.0199, "step": 18634 }, { "epoch": 0.18635, "grad_norm": 1.0505604453924078, "learning_rate": 0.003, "loss": 4.0349, "step": 18635 }, { "epoch": 0.18636, "grad_norm": 1.470577508208389, "learning_rate": 0.003, "loss": 4.0005, "step": 18636 }, { "epoch": 0.18637, "grad_norm": 1.1033046640383908, "learning_rate": 0.003, "loss": 4.0244, "step": 18637 }, { "epoch": 0.18638, "grad_norm": 1.522697024614939, "learning_rate": 0.003, "loss": 4.0254, "step": 18638 }, { "epoch": 0.18639, "grad_norm": 1.2251818029759538, "learning_rate": 0.003, "loss": 4.0409, "step": 18639 }, { "epoch": 0.1864, "grad_norm": 1.3033259395285126, "learning_rate": 0.003, "loss": 4.0179, "step": 18640 }, { "epoch": 0.18641, "grad_norm": 1.2300175335879666, "learning_rate": 0.003, "loss": 3.9931, "step": 18641 }, { "epoch": 0.18642, "grad_norm": 1.1259367697089997, "learning_rate": 0.003, "loss": 3.9864, "step": 18642 }, { "epoch": 0.18643, "grad_norm": 1.444943076921912, "learning_rate": 0.003, "loss": 4.0301, "step": 18643 }, { "epoch": 0.18644, "grad_norm": 1.0268303432894565, "learning_rate": 0.003, "loss": 3.9937, "step": 18644 }, { "epoch": 0.18645, "grad_norm": 1.5852151526494689, "learning_rate": 0.003, "loss": 4.0048, "step": 18645 }, { "epoch": 0.18646, "grad_norm": 1.0043957113578743, "learning_rate": 0.003, "loss": 4.0034, "step": 18646 }, { "epoch": 0.18647, "grad_norm": 1.785965563009103, "learning_rate": 0.003, "loss": 4.0277, "step": 18647 }, { "epoch": 0.18648, "grad_norm": 1.0897731949512062, "learning_rate": 0.003, "loss": 4.0094, "step": 18648 }, { "epoch": 0.18649, "grad_norm": 1.1966497791830422, "learning_rate": 0.003, "loss": 4.0394, "step": 18649 }, { "epoch": 0.1865, "grad_norm": 1.1030508775016512, "learning_rate": 0.003, "loss": 4.0435, "step": 18650 }, { "epoch": 0.18651, "grad_norm": 1.4359024778859895, "learning_rate": 0.003, "loss": 4.0156, "step": 18651 }, { "epoch": 0.18652, "grad_norm": 1.3060847385318657, "learning_rate": 0.003, "loss": 4.044, "step": 18652 }, { "epoch": 0.18653, "grad_norm": 1.2815378552222991, "learning_rate": 0.003, "loss": 3.9973, "step": 18653 }, { "epoch": 0.18654, "grad_norm": 1.3081912359863301, "learning_rate": 0.003, "loss": 4.0049, "step": 18654 }, { "epoch": 0.18655, "grad_norm": 1.1841226312470723, "learning_rate": 0.003, "loss": 4.0155, "step": 18655 }, { "epoch": 0.18656, "grad_norm": 1.0474684392139904, "learning_rate": 0.003, "loss": 4.0172, "step": 18656 }, { "epoch": 0.18657, "grad_norm": 1.2089374947444256, "learning_rate": 0.003, "loss": 4.0256, "step": 18657 }, { "epoch": 0.18658, "grad_norm": 1.2119073765559805, "learning_rate": 0.003, "loss": 4.0148, "step": 18658 }, { "epoch": 0.18659, "grad_norm": 1.2712102129241536, "learning_rate": 0.003, "loss": 4.0148, "step": 18659 }, { "epoch": 0.1866, "grad_norm": 1.3573528545499387, "learning_rate": 0.003, "loss": 3.995, "step": 18660 }, { "epoch": 0.18661, "grad_norm": 1.4130170197773813, "learning_rate": 0.003, "loss": 3.9865, "step": 18661 }, { "epoch": 0.18662, "grad_norm": 1.1507026696311244, "learning_rate": 0.003, "loss": 4.0081, "step": 18662 }, { "epoch": 0.18663, "grad_norm": 1.5848939484272642, "learning_rate": 0.003, "loss": 4.0291, "step": 18663 }, { "epoch": 0.18664, "grad_norm": 1.3501497587585538, "learning_rate": 0.003, "loss": 4.0111, "step": 18664 }, { "epoch": 0.18665, "grad_norm": 1.3863001903757999, "learning_rate": 0.003, "loss": 4.0021, "step": 18665 }, { "epoch": 0.18666, "grad_norm": 1.2816916346464242, "learning_rate": 0.003, "loss": 4.0219, "step": 18666 }, { "epoch": 0.18667, "grad_norm": 1.0273145525259801, "learning_rate": 0.003, "loss": 4.015, "step": 18667 }, { "epoch": 0.18668, "grad_norm": 1.4102810177452896, "learning_rate": 0.003, "loss": 4.0193, "step": 18668 }, { "epoch": 0.18669, "grad_norm": 1.0623139759039228, "learning_rate": 0.003, "loss": 3.9903, "step": 18669 }, { "epoch": 0.1867, "grad_norm": 1.4461637831636758, "learning_rate": 0.003, "loss": 4.0104, "step": 18670 }, { "epoch": 0.18671, "grad_norm": 1.0309532446981018, "learning_rate": 0.003, "loss": 4.0195, "step": 18671 }, { "epoch": 0.18672, "grad_norm": 1.5276803462303443, "learning_rate": 0.003, "loss": 4.0163, "step": 18672 }, { "epoch": 0.18673, "grad_norm": 0.9511090963111622, "learning_rate": 0.003, "loss": 4.0161, "step": 18673 }, { "epoch": 0.18674, "grad_norm": 1.301143672970116, "learning_rate": 0.003, "loss": 3.9889, "step": 18674 }, { "epoch": 0.18675, "grad_norm": 1.2147389803487254, "learning_rate": 0.003, "loss": 4.0082, "step": 18675 }, { "epoch": 0.18676, "grad_norm": 1.110001119192037, "learning_rate": 0.003, "loss": 3.9987, "step": 18676 }, { "epoch": 0.18677, "grad_norm": 1.5169873876232451, "learning_rate": 0.003, "loss": 4.0233, "step": 18677 }, { "epoch": 0.18678, "grad_norm": 1.30388104159054, "learning_rate": 0.003, "loss": 4.012, "step": 18678 }, { "epoch": 0.18679, "grad_norm": 1.4226466874028336, "learning_rate": 0.003, "loss": 3.9958, "step": 18679 }, { "epoch": 0.1868, "grad_norm": 1.2521023613556785, "learning_rate": 0.003, "loss": 4.0054, "step": 18680 }, { "epoch": 0.18681, "grad_norm": 1.342154011332591, "learning_rate": 0.003, "loss": 4.011, "step": 18681 }, { "epoch": 0.18682, "grad_norm": 1.151351223071168, "learning_rate": 0.003, "loss": 4.0073, "step": 18682 }, { "epoch": 0.18683, "grad_norm": 1.3783113488733716, "learning_rate": 0.003, "loss": 4.0008, "step": 18683 }, { "epoch": 0.18684, "grad_norm": 1.0337304440380508, "learning_rate": 0.003, "loss": 4.024, "step": 18684 }, { "epoch": 0.18685, "grad_norm": 1.5841944883036514, "learning_rate": 0.003, "loss": 4.0122, "step": 18685 }, { "epoch": 0.18686, "grad_norm": 0.9641070777729437, "learning_rate": 0.003, "loss": 4.0161, "step": 18686 }, { "epoch": 0.18687, "grad_norm": 1.6626898746580234, "learning_rate": 0.003, "loss": 4.0512, "step": 18687 }, { "epoch": 0.18688, "grad_norm": 0.9977541504269526, "learning_rate": 0.003, "loss": 4.009, "step": 18688 }, { "epoch": 0.18689, "grad_norm": 1.3963131002959657, "learning_rate": 0.003, "loss": 3.9891, "step": 18689 }, { "epoch": 0.1869, "grad_norm": 1.2682488828591068, "learning_rate": 0.003, "loss": 4.0204, "step": 18690 }, { "epoch": 0.18691, "grad_norm": 1.21170146686143, "learning_rate": 0.003, "loss": 4.0234, "step": 18691 }, { "epoch": 0.18692, "grad_norm": 1.4365591225461198, "learning_rate": 0.003, "loss": 4.0012, "step": 18692 }, { "epoch": 0.18693, "grad_norm": 1.1154666207606887, "learning_rate": 0.003, "loss": 4.0096, "step": 18693 }, { "epoch": 0.18694, "grad_norm": 1.4480910223178798, "learning_rate": 0.003, "loss": 4.0436, "step": 18694 }, { "epoch": 0.18695, "grad_norm": 1.5202125009114869, "learning_rate": 0.003, "loss": 4.0099, "step": 18695 }, { "epoch": 0.18696, "grad_norm": 1.0368577367197942, "learning_rate": 0.003, "loss": 4.0298, "step": 18696 }, { "epoch": 0.18697, "grad_norm": 1.528670472485098, "learning_rate": 0.003, "loss": 4.003, "step": 18697 }, { "epoch": 0.18698, "grad_norm": 1.0822675430061508, "learning_rate": 0.003, "loss": 4.0226, "step": 18698 }, { "epoch": 0.18699, "grad_norm": 1.6733763431881195, "learning_rate": 0.003, "loss": 4.0245, "step": 18699 }, { "epoch": 0.187, "grad_norm": 1.0336614282538712, "learning_rate": 0.003, "loss": 4.0126, "step": 18700 }, { "epoch": 0.18701, "grad_norm": 1.306762222550216, "learning_rate": 0.003, "loss": 4.0269, "step": 18701 }, { "epoch": 0.18702, "grad_norm": 1.453126556274193, "learning_rate": 0.003, "loss": 4.0315, "step": 18702 }, { "epoch": 0.18703, "grad_norm": 1.0154430609976544, "learning_rate": 0.003, "loss": 4.0194, "step": 18703 }, { "epoch": 0.18704, "grad_norm": 1.5981658504580856, "learning_rate": 0.003, "loss": 4.0145, "step": 18704 }, { "epoch": 0.18705, "grad_norm": 1.0265576550733797, "learning_rate": 0.003, "loss": 4.0386, "step": 18705 }, { "epoch": 0.18706, "grad_norm": 1.3013077718481592, "learning_rate": 0.003, "loss": 4.0014, "step": 18706 }, { "epoch": 0.18707, "grad_norm": 1.265742895619668, "learning_rate": 0.003, "loss": 4.0129, "step": 18707 }, { "epoch": 0.18708, "grad_norm": 1.1374193006402677, "learning_rate": 0.003, "loss": 3.9854, "step": 18708 }, { "epoch": 0.18709, "grad_norm": 1.3431087880743602, "learning_rate": 0.003, "loss": 4.0183, "step": 18709 }, { "epoch": 0.1871, "grad_norm": 1.314450011320492, "learning_rate": 0.003, "loss": 4.0171, "step": 18710 }, { "epoch": 0.18711, "grad_norm": 1.3019829829934781, "learning_rate": 0.003, "loss": 4.0158, "step": 18711 }, { "epoch": 0.18712, "grad_norm": 1.1132955579832229, "learning_rate": 0.003, "loss": 4.026, "step": 18712 }, { "epoch": 0.18713, "grad_norm": 1.2236759716132808, "learning_rate": 0.003, "loss": 4.0296, "step": 18713 }, { "epoch": 0.18714, "grad_norm": 1.270980229472738, "learning_rate": 0.003, "loss": 4.0003, "step": 18714 }, { "epoch": 0.18715, "grad_norm": 1.322438126171909, "learning_rate": 0.003, "loss": 4.0293, "step": 18715 }, { "epoch": 0.18716, "grad_norm": 1.0512819280225125, "learning_rate": 0.003, "loss": 4.0051, "step": 18716 }, { "epoch": 0.18717, "grad_norm": 1.458252119498716, "learning_rate": 0.003, "loss": 3.9814, "step": 18717 }, { "epoch": 0.18718, "grad_norm": 1.0607680755776179, "learning_rate": 0.003, "loss": 3.9928, "step": 18718 }, { "epoch": 0.18719, "grad_norm": 1.3862670015696035, "learning_rate": 0.003, "loss": 4.0294, "step": 18719 }, { "epoch": 0.1872, "grad_norm": 1.2237777419380014, "learning_rate": 0.003, "loss": 4.0271, "step": 18720 }, { "epoch": 0.18721, "grad_norm": 1.376918904288084, "learning_rate": 0.003, "loss": 4.0116, "step": 18721 }, { "epoch": 0.18722, "grad_norm": 1.170486727504894, "learning_rate": 0.003, "loss": 4.0049, "step": 18722 }, { "epoch": 0.18723, "grad_norm": 1.3146797562996735, "learning_rate": 0.003, "loss": 4.0368, "step": 18723 }, { "epoch": 0.18724, "grad_norm": 1.3750013180924125, "learning_rate": 0.003, "loss": 4.0084, "step": 18724 }, { "epoch": 0.18725, "grad_norm": 1.1278171591869586, "learning_rate": 0.003, "loss": 3.9995, "step": 18725 }, { "epoch": 0.18726, "grad_norm": 1.3376324892975, "learning_rate": 0.003, "loss": 4.0097, "step": 18726 }, { "epoch": 0.18727, "grad_norm": 1.057740063162026, "learning_rate": 0.003, "loss": 3.9824, "step": 18727 }, { "epoch": 0.18728, "grad_norm": 1.3043756435412168, "learning_rate": 0.003, "loss": 4.0163, "step": 18728 }, { "epoch": 0.18729, "grad_norm": 1.0378976127669879, "learning_rate": 0.003, "loss": 4.0452, "step": 18729 }, { "epoch": 0.1873, "grad_norm": 1.7193087087203027, "learning_rate": 0.003, "loss": 4.0118, "step": 18730 }, { "epoch": 0.18731, "grad_norm": 1.116419553335292, "learning_rate": 0.003, "loss": 4.0075, "step": 18731 }, { "epoch": 0.18732, "grad_norm": 1.3772300591436983, "learning_rate": 0.003, "loss": 4.0235, "step": 18732 }, { "epoch": 0.18733, "grad_norm": 1.4544935001798796, "learning_rate": 0.003, "loss": 4.012, "step": 18733 }, { "epoch": 0.18734, "grad_norm": 1.3162098252868233, "learning_rate": 0.003, "loss": 4.0112, "step": 18734 }, { "epoch": 0.18735, "grad_norm": 1.1633225815507455, "learning_rate": 0.003, "loss": 4.0239, "step": 18735 }, { "epoch": 0.18736, "grad_norm": 1.5858181808219405, "learning_rate": 0.003, "loss": 4.027, "step": 18736 }, { "epoch": 0.18737, "grad_norm": 1.149873887174443, "learning_rate": 0.003, "loss": 4.0345, "step": 18737 }, { "epoch": 0.18738, "grad_norm": 1.358716025247225, "learning_rate": 0.003, "loss": 3.9983, "step": 18738 }, { "epoch": 0.18739, "grad_norm": 1.091467221483659, "learning_rate": 0.003, "loss": 4.0278, "step": 18739 }, { "epoch": 0.1874, "grad_norm": 1.4703193300528377, "learning_rate": 0.003, "loss": 3.9766, "step": 18740 }, { "epoch": 0.18741, "grad_norm": 1.098064255985667, "learning_rate": 0.003, "loss": 4.0086, "step": 18741 }, { "epoch": 0.18742, "grad_norm": 1.409983007857012, "learning_rate": 0.003, "loss": 4.006, "step": 18742 }, { "epoch": 0.18743, "grad_norm": 1.2106177297652705, "learning_rate": 0.003, "loss": 4.0176, "step": 18743 }, { "epoch": 0.18744, "grad_norm": 1.2815108498530823, "learning_rate": 0.003, "loss": 3.9964, "step": 18744 }, { "epoch": 0.18745, "grad_norm": 1.1932920186130076, "learning_rate": 0.003, "loss": 3.9933, "step": 18745 }, { "epoch": 0.18746, "grad_norm": 1.2752691820517976, "learning_rate": 0.003, "loss": 3.9871, "step": 18746 }, { "epoch": 0.18747, "grad_norm": 1.417029736211795, "learning_rate": 0.003, "loss": 4.04, "step": 18747 }, { "epoch": 0.18748, "grad_norm": 1.1874280280107192, "learning_rate": 0.003, "loss": 4.0299, "step": 18748 }, { "epoch": 0.18749, "grad_norm": 1.4466801190568057, "learning_rate": 0.003, "loss": 4.0127, "step": 18749 }, { "epoch": 0.1875, "grad_norm": 1.128243469158432, "learning_rate": 0.003, "loss": 4.0297, "step": 18750 }, { "epoch": 0.18751, "grad_norm": 1.3755903593701546, "learning_rate": 0.003, "loss": 4.007, "step": 18751 }, { "epoch": 0.18752, "grad_norm": 1.286503093271871, "learning_rate": 0.003, "loss": 4.007, "step": 18752 }, { "epoch": 0.18753, "grad_norm": 1.2690163012949174, "learning_rate": 0.003, "loss": 4.0288, "step": 18753 }, { "epoch": 0.18754, "grad_norm": 1.3603536497722082, "learning_rate": 0.003, "loss": 4.0279, "step": 18754 }, { "epoch": 0.18755, "grad_norm": 1.4681285132760695, "learning_rate": 0.003, "loss": 3.992, "step": 18755 }, { "epoch": 0.18756, "grad_norm": 1.1572490629926064, "learning_rate": 0.003, "loss": 4.0169, "step": 18756 }, { "epoch": 0.18757, "grad_norm": 1.2509963895410787, "learning_rate": 0.003, "loss": 4.007, "step": 18757 }, { "epoch": 0.18758, "grad_norm": 1.0698688906875218, "learning_rate": 0.003, "loss": 3.9964, "step": 18758 }, { "epoch": 0.18759, "grad_norm": 1.2782355106290009, "learning_rate": 0.003, "loss": 4.0377, "step": 18759 }, { "epoch": 0.1876, "grad_norm": 1.0630946077760033, "learning_rate": 0.003, "loss": 3.9843, "step": 18760 }, { "epoch": 0.18761, "grad_norm": 1.5442058962361622, "learning_rate": 0.003, "loss": 4.0098, "step": 18761 }, { "epoch": 0.18762, "grad_norm": 1.1588513781519307, "learning_rate": 0.003, "loss": 4.0287, "step": 18762 }, { "epoch": 0.18763, "grad_norm": 1.39154666361133, "learning_rate": 0.003, "loss": 4.013, "step": 18763 }, { "epoch": 0.18764, "grad_norm": 1.2438414106731435, "learning_rate": 0.003, "loss": 4.0374, "step": 18764 }, { "epoch": 0.18765, "grad_norm": 1.233326266286673, "learning_rate": 0.003, "loss": 3.9862, "step": 18765 }, { "epoch": 0.18766, "grad_norm": 1.5246131084850232, "learning_rate": 0.003, "loss": 4.0207, "step": 18766 }, { "epoch": 0.18767, "grad_norm": 1.1164940103492973, "learning_rate": 0.003, "loss": 4.0192, "step": 18767 }, { "epoch": 0.18768, "grad_norm": 1.2732871741442202, "learning_rate": 0.003, "loss": 4.0043, "step": 18768 }, { "epoch": 0.18769, "grad_norm": 1.3576031831596136, "learning_rate": 0.003, "loss": 4.0184, "step": 18769 }, { "epoch": 0.1877, "grad_norm": 1.4855913600576, "learning_rate": 0.003, "loss": 4.0329, "step": 18770 }, { "epoch": 0.18771, "grad_norm": 1.0985197522285455, "learning_rate": 0.003, "loss": 4.023, "step": 18771 }, { "epoch": 0.18772, "grad_norm": 1.292770457214615, "learning_rate": 0.003, "loss": 4.0323, "step": 18772 }, { "epoch": 0.18773, "grad_norm": 1.1431768628823065, "learning_rate": 0.003, "loss": 4.0108, "step": 18773 }, { "epoch": 0.18774, "grad_norm": 1.3401269635220132, "learning_rate": 0.003, "loss": 3.9932, "step": 18774 }, { "epoch": 0.18775, "grad_norm": 1.4440907767201874, "learning_rate": 0.003, "loss": 4.0153, "step": 18775 }, { "epoch": 0.18776, "grad_norm": 1.4016436996853219, "learning_rate": 0.003, "loss": 4.0211, "step": 18776 }, { "epoch": 0.18777, "grad_norm": 1.1107532056560023, "learning_rate": 0.003, "loss": 4.0028, "step": 18777 }, { "epoch": 0.18778, "grad_norm": 1.4163198512437702, "learning_rate": 0.003, "loss": 4.0267, "step": 18778 }, { "epoch": 0.18779, "grad_norm": 1.1721215333974473, "learning_rate": 0.003, "loss": 3.9831, "step": 18779 }, { "epoch": 0.1878, "grad_norm": 1.278257339205773, "learning_rate": 0.003, "loss": 3.9896, "step": 18780 }, { "epoch": 0.18781, "grad_norm": 1.3053228746542866, "learning_rate": 0.003, "loss": 4.0009, "step": 18781 }, { "epoch": 0.18782, "grad_norm": 1.1375049537145128, "learning_rate": 0.003, "loss": 3.9648, "step": 18782 }, { "epoch": 0.18783, "grad_norm": 1.2513112953606718, "learning_rate": 0.003, "loss": 4.0002, "step": 18783 }, { "epoch": 0.18784, "grad_norm": 1.1693247682321866, "learning_rate": 0.003, "loss": 4.0075, "step": 18784 }, { "epoch": 0.18785, "grad_norm": 1.3205673873811723, "learning_rate": 0.003, "loss": 4.0274, "step": 18785 }, { "epoch": 0.18786, "grad_norm": 1.1292968914157666, "learning_rate": 0.003, "loss": 4.0043, "step": 18786 }, { "epoch": 0.18787, "grad_norm": 1.4473043584109355, "learning_rate": 0.003, "loss": 4.0068, "step": 18787 }, { "epoch": 0.18788, "grad_norm": 1.0521059265770933, "learning_rate": 0.003, "loss": 4.008, "step": 18788 }, { "epoch": 0.18789, "grad_norm": 1.4731019996158254, "learning_rate": 0.003, "loss": 4.0196, "step": 18789 }, { "epoch": 0.1879, "grad_norm": 1.1114846782522791, "learning_rate": 0.003, "loss": 4.0106, "step": 18790 }, { "epoch": 0.18791, "grad_norm": 1.3651276065078815, "learning_rate": 0.003, "loss": 3.9865, "step": 18791 }, { "epoch": 0.18792, "grad_norm": 1.093525883067943, "learning_rate": 0.003, "loss": 4.0054, "step": 18792 }, { "epoch": 0.18793, "grad_norm": 1.2688393406196965, "learning_rate": 0.003, "loss": 4.0342, "step": 18793 }, { "epoch": 0.18794, "grad_norm": 1.3340696193587918, "learning_rate": 0.003, "loss": 4.0127, "step": 18794 }, { "epoch": 0.18795, "grad_norm": 1.3630128950756113, "learning_rate": 0.003, "loss": 4.0236, "step": 18795 }, { "epoch": 0.18796, "grad_norm": 1.212412852205088, "learning_rate": 0.003, "loss": 4.0269, "step": 18796 }, { "epoch": 0.18797, "grad_norm": 1.4512811090790925, "learning_rate": 0.003, "loss": 4.0192, "step": 18797 }, { "epoch": 0.18798, "grad_norm": 1.0094139765105765, "learning_rate": 0.003, "loss": 4.0079, "step": 18798 }, { "epoch": 0.18799, "grad_norm": 1.6586776547444237, "learning_rate": 0.003, "loss": 4.0198, "step": 18799 }, { "epoch": 0.188, "grad_norm": 1.0297074310474934, "learning_rate": 0.003, "loss": 4.0115, "step": 18800 }, { "epoch": 0.18801, "grad_norm": 1.734932585171164, "learning_rate": 0.003, "loss": 4.0103, "step": 18801 }, { "epoch": 0.18802, "grad_norm": 1.0348704782328961, "learning_rate": 0.003, "loss": 4.0056, "step": 18802 }, { "epoch": 0.18803, "grad_norm": 1.1504415390030405, "learning_rate": 0.003, "loss": 4.012, "step": 18803 }, { "epoch": 0.18804, "grad_norm": 1.389416151087945, "learning_rate": 0.003, "loss": 4.0152, "step": 18804 }, { "epoch": 0.18805, "grad_norm": 1.3290382566790426, "learning_rate": 0.003, "loss": 4.0442, "step": 18805 }, { "epoch": 0.18806, "grad_norm": 1.3859814992056898, "learning_rate": 0.003, "loss": 4.0291, "step": 18806 }, { "epoch": 0.18807, "grad_norm": 1.3702533713002063, "learning_rate": 0.003, "loss": 3.9935, "step": 18807 }, { "epoch": 0.18808, "grad_norm": 1.2715168233177794, "learning_rate": 0.003, "loss": 4.0038, "step": 18808 }, { "epoch": 0.18809, "grad_norm": 1.2704671484468457, "learning_rate": 0.003, "loss": 4.0066, "step": 18809 }, { "epoch": 0.1881, "grad_norm": 1.3509670439146595, "learning_rate": 0.003, "loss": 3.9942, "step": 18810 }, { "epoch": 0.18811, "grad_norm": 1.2373546477645962, "learning_rate": 0.003, "loss": 4.0228, "step": 18811 }, { "epoch": 0.18812, "grad_norm": 1.4410704719575569, "learning_rate": 0.003, "loss": 3.987, "step": 18812 }, { "epoch": 0.18813, "grad_norm": 1.229364311713738, "learning_rate": 0.003, "loss": 3.9927, "step": 18813 }, { "epoch": 0.18814, "grad_norm": 1.4114113896071405, "learning_rate": 0.003, "loss": 4.002, "step": 18814 }, { "epoch": 0.18815, "grad_norm": 1.3822494345951508, "learning_rate": 0.003, "loss": 4.018, "step": 18815 }, { "epoch": 0.18816, "grad_norm": 1.3748248890074133, "learning_rate": 0.003, "loss": 3.9876, "step": 18816 }, { "epoch": 0.18817, "grad_norm": 1.1973746701862775, "learning_rate": 0.003, "loss": 4.047, "step": 18817 }, { "epoch": 0.18818, "grad_norm": 1.362257965096609, "learning_rate": 0.003, "loss": 4.0171, "step": 18818 }, { "epoch": 0.18819, "grad_norm": 1.0156086218524036, "learning_rate": 0.003, "loss": 4.0157, "step": 18819 }, { "epoch": 0.1882, "grad_norm": 1.2566168851036394, "learning_rate": 0.003, "loss": 3.999, "step": 18820 }, { "epoch": 0.18821, "grad_norm": 1.5324163598981786, "learning_rate": 0.003, "loss": 4.0308, "step": 18821 }, { "epoch": 0.18822, "grad_norm": 1.2512580689858643, "learning_rate": 0.003, "loss": 4.0171, "step": 18822 }, { "epoch": 0.18823, "grad_norm": 1.2935741105961847, "learning_rate": 0.003, "loss": 4.0062, "step": 18823 }, { "epoch": 0.18824, "grad_norm": 1.1644334936516052, "learning_rate": 0.003, "loss": 3.9835, "step": 18824 }, { "epoch": 0.18825, "grad_norm": 1.3761851337505675, "learning_rate": 0.003, "loss": 3.9997, "step": 18825 }, { "epoch": 0.18826, "grad_norm": 1.0995130171261787, "learning_rate": 0.003, "loss": 4.003, "step": 18826 }, { "epoch": 0.18827, "grad_norm": 1.443020168232223, "learning_rate": 0.003, "loss": 4.0221, "step": 18827 }, { "epoch": 0.18828, "grad_norm": 1.1282469620944757, "learning_rate": 0.003, "loss": 4.0, "step": 18828 }, { "epoch": 0.18829, "grad_norm": 1.323305598272999, "learning_rate": 0.003, "loss": 4.0192, "step": 18829 }, { "epoch": 0.1883, "grad_norm": 1.1828572268105, "learning_rate": 0.003, "loss": 4.0086, "step": 18830 }, { "epoch": 0.18831, "grad_norm": 1.4276740531309458, "learning_rate": 0.003, "loss": 3.9909, "step": 18831 }, { "epoch": 0.18832, "grad_norm": 1.184544184111074, "learning_rate": 0.003, "loss": 4.026, "step": 18832 }, { "epoch": 0.18833, "grad_norm": 1.4822322926422464, "learning_rate": 0.003, "loss": 3.9884, "step": 18833 }, { "epoch": 0.18834, "grad_norm": 1.3143441193176422, "learning_rate": 0.003, "loss": 4.0308, "step": 18834 }, { "epoch": 0.18835, "grad_norm": 1.254993659017894, "learning_rate": 0.003, "loss": 3.9978, "step": 18835 }, { "epoch": 0.18836, "grad_norm": 1.1184698641428459, "learning_rate": 0.003, "loss": 4.0045, "step": 18836 }, { "epoch": 0.18837, "grad_norm": 1.2404210698345246, "learning_rate": 0.003, "loss": 4.0137, "step": 18837 }, { "epoch": 0.18838, "grad_norm": 1.1070446605113913, "learning_rate": 0.003, "loss": 4.0101, "step": 18838 }, { "epoch": 0.18839, "grad_norm": 1.4704983128492852, "learning_rate": 0.003, "loss": 4.0041, "step": 18839 }, { "epoch": 0.1884, "grad_norm": 1.3008673418840326, "learning_rate": 0.003, "loss": 4.0034, "step": 18840 }, { "epoch": 0.18841, "grad_norm": 1.2595207232349506, "learning_rate": 0.003, "loss": 4.0066, "step": 18841 }, { "epoch": 0.18842, "grad_norm": 1.342808067808002, "learning_rate": 0.003, "loss": 4.0177, "step": 18842 }, { "epoch": 0.18843, "grad_norm": 0.9922458732256416, "learning_rate": 0.003, "loss": 4.0094, "step": 18843 }, { "epoch": 0.18844, "grad_norm": 1.445638244499319, "learning_rate": 0.003, "loss": 4.0362, "step": 18844 }, { "epoch": 0.18845, "grad_norm": 0.9789811370228675, "learning_rate": 0.003, "loss": 3.9973, "step": 18845 }, { "epoch": 0.18846, "grad_norm": 1.5034543902524964, "learning_rate": 0.003, "loss": 4.0022, "step": 18846 }, { "epoch": 0.18847, "grad_norm": 0.927876524239201, "learning_rate": 0.003, "loss": 4.0062, "step": 18847 }, { "epoch": 0.18848, "grad_norm": 1.3296711416190021, "learning_rate": 0.003, "loss": 3.9965, "step": 18848 }, { "epoch": 0.18849, "grad_norm": 1.4641733211136532, "learning_rate": 0.003, "loss": 4.0316, "step": 18849 }, { "epoch": 0.1885, "grad_norm": 1.2706728987678715, "learning_rate": 0.003, "loss": 4.014, "step": 18850 }, { "epoch": 0.18851, "grad_norm": 1.37942646887191, "learning_rate": 0.003, "loss": 4.016, "step": 18851 }, { "epoch": 0.18852, "grad_norm": 1.4416990193136976, "learning_rate": 0.003, "loss": 4.0472, "step": 18852 }, { "epoch": 0.18853, "grad_norm": 1.2494013061938976, "learning_rate": 0.003, "loss": 4.0188, "step": 18853 }, { "epoch": 0.18854, "grad_norm": 1.4870346591138417, "learning_rate": 0.003, "loss": 4.0311, "step": 18854 }, { "epoch": 0.18855, "grad_norm": 1.2022339227850636, "learning_rate": 0.003, "loss": 4.0248, "step": 18855 }, { "epoch": 0.18856, "grad_norm": 1.3724267696002113, "learning_rate": 0.003, "loss": 3.9824, "step": 18856 }, { "epoch": 0.18857, "grad_norm": 1.1434147235476109, "learning_rate": 0.003, "loss": 4.0083, "step": 18857 }, { "epoch": 0.18858, "grad_norm": 1.3253368873665614, "learning_rate": 0.003, "loss": 4.0045, "step": 18858 }, { "epoch": 0.18859, "grad_norm": 1.3516363221601224, "learning_rate": 0.003, "loss": 4.0088, "step": 18859 }, { "epoch": 0.1886, "grad_norm": 1.21235742171777, "learning_rate": 0.003, "loss": 4.0313, "step": 18860 }, { "epoch": 0.18861, "grad_norm": 1.3597598477739947, "learning_rate": 0.003, "loss": 4.0272, "step": 18861 }, { "epoch": 0.18862, "grad_norm": 1.2549641906031592, "learning_rate": 0.003, "loss": 4.0255, "step": 18862 }, { "epoch": 0.18863, "grad_norm": 1.429341267930262, "learning_rate": 0.003, "loss": 3.9903, "step": 18863 }, { "epoch": 0.18864, "grad_norm": 1.0721288573102947, "learning_rate": 0.003, "loss": 4.0217, "step": 18864 }, { "epoch": 0.18865, "grad_norm": 1.4264240127264443, "learning_rate": 0.003, "loss": 4.0173, "step": 18865 }, { "epoch": 0.18866, "grad_norm": 1.1983018274161035, "learning_rate": 0.003, "loss": 4.0117, "step": 18866 }, { "epoch": 0.18867, "grad_norm": 1.350228467376567, "learning_rate": 0.003, "loss": 4.0076, "step": 18867 }, { "epoch": 0.18868, "grad_norm": 1.2367787437442568, "learning_rate": 0.003, "loss": 4.0386, "step": 18868 }, { "epoch": 0.18869, "grad_norm": 1.4888523853636724, "learning_rate": 0.003, "loss": 4.0231, "step": 18869 }, { "epoch": 0.1887, "grad_norm": 1.1358909114521822, "learning_rate": 0.003, "loss": 4.001, "step": 18870 }, { "epoch": 0.18871, "grad_norm": 1.2907629612968026, "learning_rate": 0.003, "loss": 4.0318, "step": 18871 }, { "epoch": 0.18872, "grad_norm": 1.1005953395431796, "learning_rate": 0.003, "loss": 4.0077, "step": 18872 }, { "epoch": 0.18873, "grad_norm": 1.6345853186178532, "learning_rate": 0.003, "loss": 4.0024, "step": 18873 }, { "epoch": 0.18874, "grad_norm": 1.1746353686890867, "learning_rate": 0.003, "loss": 4.0212, "step": 18874 }, { "epoch": 0.18875, "grad_norm": 1.2573364312123834, "learning_rate": 0.003, "loss": 4.0494, "step": 18875 }, { "epoch": 0.18876, "grad_norm": 1.364399823656439, "learning_rate": 0.003, "loss": 4.0119, "step": 18876 }, { "epoch": 0.18877, "grad_norm": 1.211411391260069, "learning_rate": 0.003, "loss": 4.0153, "step": 18877 }, { "epoch": 0.18878, "grad_norm": 1.3657723068251055, "learning_rate": 0.003, "loss": 3.989, "step": 18878 }, { "epoch": 0.18879, "grad_norm": 1.2149671592494593, "learning_rate": 0.003, "loss": 4.0126, "step": 18879 }, { "epoch": 0.1888, "grad_norm": 1.3051352574687405, "learning_rate": 0.003, "loss": 4.0159, "step": 18880 }, { "epoch": 0.18881, "grad_norm": 1.1329075107385167, "learning_rate": 0.003, "loss": 3.9913, "step": 18881 }, { "epoch": 0.18882, "grad_norm": 1.304321722250987, "learning_rate": 0.003, "loss": 4.036, "step": 18882 }, { "epoch": 0.18883, "grad_norm": 1.2529829747626335, "learning_rate": 0.003, "loss": 3.9943, "step": 18883 }, { "epoch": 0.18884, "grad_norm": 1.201355611042984, "learning_rate": 0.003, "loss": 4.0182, "step": 18884 }, { "epoch": 0.18885, "grad_norm": 1.3400792509794779, "learning_rate": 0.003, "loss": 3.9838, "step": 18885 }, { "epoch": 0.18886, "grad_norm": 1.3073238246591101, "learning_rate": 0.003, "loss": 4.0065, "step": 18886 }, { "epoch": 0.18887, "grad_norm": 1.1548865607783483, "learning_rate": 0.003, "loss": 4.0149, "step": 18887 }, { "epoch": 0.18888, "grad_norm": 1.2996683356200782, "learning_rate": 0.003, "loss": 4.0272, "step": 18888 }, { "epoch": 0.18889, "grad_norm": 1.2910113853304779, "learning_rate": 0.003, "loss": 3.9857, "step": 18889 }, { "epoch": 0.1889, "grad_norm": 1.392740912920975, "learning_rate": 0.003, "loss": 4.0233, "step": 18890 }, { "epoch": 0.18891, "grad_norm": 1.1319046905564893, "learning_rate": 0.003, "loss": 4.0097, "step": 18891 }, { "epoch": 0.18892, "grad_norm": 1.297455272784623, "learning_rate": 0.003, "loss": 4.0152, "step": 18892 }, { "epoch": 0.18893, "grad_norm": 1.1822205544925295, "learning_rate": 0.003, "loss": 3.9852, "step": 18893 }, { "epoch": 0.18894, "grad_norm": 1.3799401432733638, "learning_rate": 0.003, "loss": 4.0044, "step": 18894 }, { "epoch": 0.18895, "grad_norm": 1.3113136082152823, "learning_rate": 0.003, "loss": 3.9927, "step": 18895 }, { "epoch": 0.18896, "grad_norm": 1.114155835934784, "learning_rate": 0.003, "loss": 3.9893, "step": 18896 }, { "epoch": 0.18897, "grad_norm": 1.3355867118053277, "learning_rate": 0.003, "loss": 3.9939, "step": 18897 }, { "epoch": 0.18898, "grad_norm": 1.2254191046973921, "learning_rate": 0.003, "loss": 4.0295, "step": 18898 }, { "epoch": 0.18899, "grad_norm": 1.5779703946160442, "learning_rate": 0.003, "loss": 4.0133, "step": 18899 }, { "epoch": 0.189, "grad_norm": 1.2173062699404291, "learning_rate": 0.003, "loss": 3.9892, "step": 18900 }, { "epoch": 0.18901, "grad_norm": 1.2936130368839325, "learning_rate": 0.003, "loss": 4.0106, "step": 18901 }, { "epoch": 0.18902, "grad_norm": 1.2887485223488224, "learning_rate": 0.003, "loss": 4.0127, "step": 18902 }, { "epoch": 0.18903, "grad_norm": 1.2893185921850154, "learning_rate": 0.003, "loss": 4.0213, "step": 18903 }, { "epoch": 0.18904, "grad_norm": 1.3204077224346007, "learning_rate": 0.003, "loss": 4.036, "step": 18904 }, { "epoch": 0.18905, "grad_norm": 1.376599778433685, "learning_rate": 0.003, "loss": 4.02, "step": 18905 }, { "epoch": 0.18906, "grad_norm": 1.1842652767120574, "learning_rate": 0.003, "loss": 4.0138, "step": 18906 }, { "epoch": 0.18907, "grad_norm": 1.8752157539520744, "learning_rate": 0.003, "loss": 4.0088, "step": 18907 }, { "epoch": 0.18908, "grad_norm": 1.0844141954120532, "learning_rate": 0.003, "loss": 3.9992, "step": 18908 }, { "epoch": 0.18909, "grad_norm": 1.4494358850508267, "learning_rate": 0.003, "loss": 4.0259, "step": 18909 }, { "epoch": 0.1891, "grad_norm": 1.3815892662527047, "learning_rate": 0.003, "loss": 4.0397, "step": 18910 }, { "epoch": 0.18911, "grad_norm": 1.22776110818462, "learning_rate": 0.003, "loss": 4.046, "step": 18911 }, { "epoch": 0.18912, "grad_norm": 1.2546354098864025, "learning_rate": 0.003, "loss": 4.0233, "step": 18912 }, { "epoch": 0.18913, "grad_norm": 1.4322587831332994, "learning_rate": 0.003, "loss": 4.013, "step": 18913 }, { "epoch": 0.18914, "grad_norm": 1.4357672228376845, "learning_rate": 0.003, "loss": 4.028, "step": 18914 }, { "epoch": 0.18915, "grad_norm": 1.381660269032073, "learning_rate": 0.003, "loss": 3.996, "step": 18915 }, { "epoch": 0.18916, "grad_norm": 1.2120151654235733, "learning_rate": 0.003, "loss": 4.019, "step": 18916 }, { "epoch": 0.18917, "grad_norm": 1.155511029221399, "learning_rate": 0.003, "loss": 4.0138, "step": 18917 }, { "epoch": 0.18918, "grad_norm": 1.3798380706777866, "learning_rate": 0.003, "loss": 3.996, "step": 18918 }, { "epoch": 0.18919, "grad_norm": 1.2430163913873487, "learning_rate": 0.003, "loss": 4.035, "step": 18919 }, { "epoch": 0.1892, "grad_norm": 1.2632121393382478, "learning_rate": 0.003, "loss": 4.0107, "step": 18920 }, { "epoch": 0.18921, "grad_norm": 1.2240506042274173, "learning_rate": 0.003, "loss": 3.9994, "step": 18921 }, { "epoch": 0.18922, "grad_norm": 1.5078155308240528, "learning_rate": 0.003, "loss": 4.0136, "step": 18922 }, { "epoch": 0.18923, "grad_norm": 1.0321468505232072, "learning_rate": 0.003, "loss": 3.9962, "step": 18923 }, { "epoch": 0.18924, "grad_norm": 1.3759820406243037, "learning_rate": 0.003, "loss": 4.0138, "step": 18924 }, { "epoch": 0.18925, "grad_norm": 1.1578600968645194, "learning_rate": 0.003, "loss": 3.9948, "step": 18925 }, { "epoch": 0.18926, "grad_norm": 1.4386004900604346, "learning_rate": 0.003, "loss": 4.0474, "step": 18926 }, { "epoch": 0.18927, "grad_norm": 1.1975391679472591, "learning_rate": 0.003, "loss": 4.0189, "step": 18927 }, { "epoch": 0.18928, "grad_norm": 1.4233703755004665, "learning_rate": 0.003, "loss": 3.9861, "step": 18928 }, { "epoch": 0.18929, "grad_norm": 1.3298361094853883, "learning_rate": 0.003, "loss": 4.0331, "step": 18929 }, { "epoch": 0.1893, "grad_norm": 1.1668141803513414, "learning_rate": 0.003, "loss": 3.9884, "step": 18930 }, { "epoch": 0.18931, "grad_norm": 1.1927574278879163, "learning_rate": 0.003, "loss": 4.0124, "step": 18931 }, { "epoch": 0.18932, "grad_norm": 1.2278395725435298, "learning_rate": 0.003, "loss": 4.0512, "step": 18932 }, { "epoch": 0.18933, "grad_norm": 1.2719217916469485, "learning_rate": 0.003, "loss": 3.9914, "step": 18933 }, { "epoch": 0.18934, "grad_norm": 1.3688014376645494, "learning_rate": 0.003, "loss": 4.0219, "step": 18934 }, { "epoch": 0.18935, "grad_norm": 1.2959450429209367, "learning_rate": 0.003, "loss": 3.9954, "step": 18935 }, { "epoch": 0.18936, "grad_norm": 1.1930725451251745, "learning_rate": 0.003, "loss": 4.0323, "step": 18936 }, { "epoch": 0.18937, "grad_norm": 1.2407030124021434, "learning_rate": 0.003, "loss": 3.9877, "step": 18937 }, { "epoch": 0.18938, "grad_norm": 1.3330548919923813, "learning_rate": 0.003, "loss": 4.02, "step": 18938 }, { "epoch": 0.18939, "grad_norm": 1.3082167721320919, "learning_rate": 0.003, "loss": 4.0112, "step": 18939 }, { "epoch": 0.1894, "grad_norm": 1.4748190566899932, "learning_rate": 0.003, "loss": 4.0378, "step": 18940 }, { "epoch": 0.18941, "grad_norm": 1.116748397977893, "learning_rate": 0.003, "loss": 3.9965, "step": 18941 }, { "epoch": 0.18942, "grad_norm": 1.4291352947153417, "learning_rate": 0.003, "loss": 4.0263, "step": 18942 }, { "epoch": 0.18943, "grad_norm": 1.1199615328961368, "learning_rate": 0.003, "loss": 3.9998, "step": 18943 }, { "epoch": 0.18944, "grad_norm": 1.5294642175166582, "learning_rate": 0.003, "loss": 4.0091, "step": 18944 }, { "epoch": 0.18945, "grad_norm": 1.0882092069192857, "learning_rate": 0.003, "loss": 3.9801, "step": 18945 }, { "epoch": 0.18946, "grad_norm": 1.6066215519903786, "learning_rate": 0.003, "loss": 3.9966, "step": 18946 }, { "epoch": 0.18947, "grad_norm": 1.2083091516202875, "learning_rate": 0.003, "loss": 4.001, "step": 18947 }, { "epoch": 0.18948, "grad_norm": 1.1985481857292923, "learning_rate": 0.003, "loss": 4.0226, "step": 18948 }, { "epoch": 0.18949, "grad_norm": 1.2775459767805657, "learning_rate": 0.003, "loss": 4.0178, "step": 18949 }, { "epoch": 0.1895, "grad_norm": 1.298008618901343, "learning_rate": 0.003, "loss": 4.0364, "step": 18950 }, { "epoch": 0.18951, "grad_norm": 1.3213237601028365, "learning_rate": 0.003, "loss": 4.0086, "step": 18951 }, { "epoch": 0.18952, "grad_norm": 1.2355302765967384, "learning_rate": 0.003, "loss": 3.9891, "step": 18952 }, { "epoch": 0.18953, "grad_norm": 1.298428704219246, "learning_rate": 0.003, "loss": 4.0098, "step": 18953 }, { "epoch": 0.18954, "grad_norm": 1.2595444817645047, "learning_rate": 0.003, "loss": 4.0113, "step": 18954 }, { "epoch": 0.18955, "grad_norm": 1.4295919433866582, "learning_rate": 0.003, "loss": 3.9913, "step": 18955 }, { "epoch": 0.18956, "grad_norm": 1.050915980475837, "learning_rate": 0.003, "loss": 4.0145, "step": 18956 }, { "epoch": 0.18957, "grad_norm": 1.3569253053260681, "learning_rate": 0.003, "loss": 3.9877, "step": 18957 }, { "epoch": 0.18958, "grad_norm": 1.323218007787156, "learning_rate": 0.003, "loss": 3.9902, "step": 18958 }, { "epoch": 0.18959, "grad_norm": 1.1827405133434696, "learning_rate": 0.003, "loss": 3.9766, "step": 18959 }, { "epoch": 0.1896, "grad_norm": 1.249099258846444, "learning_rate": 0.003, "loss": 4.0057, "step": 18960 }, { "epoch": 0.18961, "grad_norm": 1.199208344986785, "learning_rate": 0.003, "loss": 4.0133, "step": 18961 }, { "epoch": 0.18962, "grad_norm": 1.2709152360429374, "learning_rate": 0.003, "loss": 4.0413, "step": 18962 }, { "epoch": 0.18963, "grad_norm": 1.1441255867778828, "learning_rate": 0.003, "loss": 4.0186, "step": 18963 }, { "epoch": 0.18964, "grad_norm": 1.2224256617719833, "learning_rate": 0.003, "loss": 4.0304, "step": 18964 }, { "epoch": 0.18965, "grad_norm": 1.2316616781902274, "learning_rate": 0.003, "loss": 4.0193, "step": 18965 }, { "epoch": 0.18966, "grad_norm": 1.3247909543506073, "learning_rate": 0.003, "loss": 3.9941, "step": 18966 }, { "epoch": 0.18967, "grad_norm": 1.0669828300995452, "learning_rate": 0.003, "loss": 4.0014, "step": 18967 }, { "epoch": 0.18968, "grad_norm": 1.6222343013067921, "learning_rate": 0.003, "loss": 4.0435, "step": 18968 }, { "epoch": 0.18969, "grad_norm": 1.179308640345885, "learning_rate": 0.003, "loss": 4.0209, "step": 18969 }, { "epoch": 0.1897, "grad_norm": 1.3939614509485425, "learning_rate": 0.003, "loss": 3.9939, "step": 18970 }, { "epoch": 0.18971, "grad_norm": 1.0954415561570288, "learning_rate": 0.003, "loss": 3.9895, "step": 18971 }, { "epoch": 0.18972, "grad_norm": 1.3422469479213295, "learning_rate": 0.003, "loss": 4.0177, "step": 18972 }, { "epoch": 0.18973, "grad_norm": 1.1209971142146853, "learning_rate": 0.003, "loss": 3.9845, "step": 18973 }, { "epoch": 0.18974, "grad_norm": 1.216262616098274, "learning_rate": 0.003, "loss": 4.0278, "step": 18974 }, { "epoch": 0.18975, "grad_norm": 1.2521601171024372, "learning_rate": 0.003, "loss": 4.005, "step": 18975 }, { "epoch": 0.18976, "grad_norm": 1.0936838393827564, "learning_rate": 0.003, "loss": 4.0347, "step": 18976 }, { "epoch": 0.18977, "grad_norm": 1.4222352337005453, "learning_rate": 0.003, "loss": 4.0406, "step": 18977 }, { "epoch": 0.18978, "grad_norm": 1.1516237804968388, "learning_rate": 0.003, "loss": 4.0077, "step": 18978 }, { "epoch": 0.18979, "grad_norm": 1.4556857373688754, "learning_rate": 0.003, "loss": 4.0074, "step": 18979 }, { "epoch": 0.1898, "grad_norm": 1.0075365323494918, "learning_rate": 0.003, "loss": 3.9884, "step": 18980 }, { "epoch": 0.18981, "grad_norm": 1.4602101366952436, "learning_rate": 0.003, "loss": 4.0179, "step": 18981 }, { "epoch": 0.18982, "grad_norm": 1.0574097890207579, "learning_rate": 0.003, "loss": 3.9989, "step": 18982 }, { "epoch": 0.18983, "grad_norm": 1.7161545080248717, "learning_rate": 0.003, "loss": 4.0344, "step": 18983 }, { "epoch": 0.18984, "grad_norm": 0.9621329220924494, "learning_rate": 0.003, "loss": 4.0152, "step": 18984 }, { "epoch": 0.18985, "grad_norm": 1.5805646455801179, "learning_rate": 0.003, "loss": 4.0234, "step": 18985 }, { "epoch": 0.18986, "grad_norm": 1.2399912292567599, "learning_rate": 0.003, "loss": 3.9879, "step": 18986 }, { "epoch": 0.18987, "grad_norm": 1.3783649312622117, "learning_rate": 0.003, "loss": 3.9889, "step": 18987 }, { "epoch": 0.18988, "grad_norm": 1.498681352981351, "learning_rate": 0.003, "loss": 4.0262, "step": 18988 }, { "epoch": 0.18989, "grad_norm": 1.3807216236031543, "learning_rate": 0.003, "loss": 4.0213, "step": 18989 }, { "epoch": 0.1899, "grad_norm": 1.375538414014236, "learning_rate": 0.003, "loss": 4.0009, "step": 18990 }, { "epoch": 0.18991, "grad_norm": 1.2420049603098005, "learning_rate": 0.003, "loss": 4.0158, "step": 18991 }, { "epoch": 0.18992, "grad_norm": 1.2223551716105183, "learning_rate": 0.003, "loss": 4.0024, "step": 18992 }, { "epoch": 0.18993, "grad_norm": 1.2570012470085465, "learning_rate": 0.003, "loss": 4.0332, "step": 18993 }, { "epoch": 0.18994, "grad_norm": 1.4628515256064998, "learning_rate": 0.003, "loss": 4.0203, "step": 18994 }, { "epoch": 0.18995, "grad_norm": 0.9789874467067208, "learning_rate": 0.003, "loss": 3.9585, "step": 18995 }, { "epoch": 0.18996, "grad_norm": 1.1670502812183778, "learning_rate": 0.003, "loss": 4.0136, "step": 18996 }, { "epoch": 0.18997, "grad_norm": 1.3794493322023509, "learning_rate": 0.003, "loss": 4.0281, "step": 18997 }, { "epoch": 0.18998, "grad_norm": 1.2742959001740786, "learning_rate": 0.003, "loss": 4.026, "step": 18998 }, { "epoch": 0.18999, "grad_norm": 1.149930266244774, "learning_rate": 0.003, "loss": 3.9909, "step": 18999 }, { "epoch": 0.19, "grad_norm": 1.3926689602735243, "learning_rate": 0.003, "loss": 4.0376, "step": 19000 }, { "epoch": 0.19001, "grad_norm": 1.3281844354153476, "learning_rate": 0.003, "loss": 4.0249, "step": 19001 }, { "epoch": 0.19002, "grad_norm": 1.3399837271544746, "learning_rate": 0.003, "loss": 3.9955, "step": 19002 }, { "epoch": 0.19003, "grad_norm": 1.151917376655648, "learning_rate": 0.003, "loss": 4.0125, "step": 19003 }, { "epoch": 0.19004, "grad_norm": 1.402780168163471, "learning_rate": 0.003, "loss": 4.0158, "step": 19004 }, { "epoch": 0.19005, "grad_norm": 1.1601986147353196, "learning_rate": 0.003, "loss": 4.0018, "step": 19005 }, { "epoch": 0.19006, "grad_norm": 1.4341768719680854, "learning_rate": 0.003, "loss": 4.0194, "step": 19006 }, { "epoch": 0.19007, "grad_norm": 1.2738095860949428, "learning_rate": 0.003, "loss": 4.0182, "step": 19007 }, { "epoch": 0.19008, "grad_norm": 1.4703448321356738, "learning_rate": 0.003, "loss": 4.005, "step": 19008 }, { "epoch": 0.19009, "grad_norm": 1.2759772286311846, "learning_rate": 0.003, "loss": 4.03, "step": 19009 }, { "epoch": 0.1901, "grad_norm": 1.4164090562929703, "learning_rate": 0.003, "loss": 4.0033, "step": 19010 }, { "epoch": 0.19011, "grad_norm": 1.2514843916867464, "learning_rate": 0.003, "loss": 4.0027, "step": 19011 }, { "epoch": 0.19012, "grad_norm": 1.1829876887961355, "learning_rate": 0.003, "loss": 3.9918, "step": 19012 }, { "epoch": 0.19013, "grad_norm": 1.365541613847154, "learning_rate": 0.003, "loss": 3.99, "step": 19013 }, { "epoch": 0.19014, "grad_norm": 1.3682420465503087, "learning_rate": 0.003, "loss": 4.0069, "step": 19014 }, { "epoch": 0.19015, "grad_norm": 1.2157757363541761, "learning_rate": 0.003, "loss": 3.9725, "step": 19015 }, { "epoch": 0.19016, "grad_norm": 1.30835776770585, "learning_rate": 0.003, "loss": 3.9988, "step": 19016 }, { "epoch": 0.19017, "grad_norm": 1.2049003231229503, "learning_rate": 0.003, "loss": 4.0291, "step": 19017 }, { "epoch": 0.19018, "grad_norm": 1.1741936561386186, "learning_rate": 0.003, "loss": 4.0138, "step": 19018 }, { "epoch": 0.19019, "grad_norm": 1.0853739123496602, "learning_rate": 0.003, "loss": 3.9967, "step": 19019 }, { "epoch": 0.1902, "grad_norm": 1.2708312439016338, "learning_rate": 0.003, "loss": 4.0157, "step": 19020 }, { "epoch": 0.19021, "grad_norm": 1.278559727595023, "learning_rate": 0.003, "loss": 4.0087, "step": 19021 }, { "epoch": 0.19022, "grad_norm": 1.4935703188671352, "learning_rate": 0.003, "loss": 4.0374, "step": 19022 }, { "epoch": 0.19023, "grad_norm": 1.3448299722365684, "learning_rate": 0.003, "loss": 4.0584, "step": 19023 }, { "epoch": 0.19024, "grad_norm": 0.9982529244950282, "learning_rate": 0.003, "loss": 3.9957, "step": 19024 }, { "epoch": 0.19025, "grad_norm": 1.1850540718595843, "learning_rate": 0.003, "loss": 4.0086, "step": 19025 }, { "epoch": 0.19026, "grad_norm": 1.275321475108677, "learning_rate": 0.003, "loss": 4.0173, "step": 19026 }, { "epoch": 0.19027, "grad_norm": 1.3034277428376424, "learning_rate": 0.003, "loss": 4.0316, "step": 19027 }, { "epoch": 0.19028, "grad_norm": 1.3678353786160546, "learning_rate": 0.003, "loss": 3.9997, "step": 19028 }, { "epoch": 0.19029, "grad_norm": 1.206949999170969, "learning_rate": 0.003, "loss": 3.9821, "step": 19029 }, { "epoch": 0.1903, "grad_norm": 1.3360109073763418, "learning_rate": 0.003, "loss": 4.0174, "step": 19030 }, { "epoch": 0.19031, "grad_norm": 1.1264515540885045, "learning_rate": 0.003, "loss": 4.002, "step": 19031 }, { "epoch": 0.19032, "grad_norm": 1.5281619018753096, "learning_rate": 0.003, "loss": 4.0146, "step": 19032 }, { "epoch": 0.19033, "grad_norm": 1.3687621256897895, "learning_rate": 0.003, "loss": 3.9959, "step": 19033 }, { "epoch": 0.19034, "grad_norm": 1.373568472215279, "learning_rate": 0.003, "loss": 4.0203, "step": 19034 }, { "epoch": 0.19035, "grad_norm": 1.4109685472418252, "learning_rate": 0.003, "loss": 3.994, "step": 19035 }, { "epoch": 0.19036, "grad_norm": 1.3856913191782105, "learning_rate": 0.003, "loss": 4.013, "step": 19036 }, { "epoch": 0.19037, "grad_norm": 1.3844407098794684, "learning_rate": 0.003, "loss": 3.9961, "step": 19037 }, { "epoch": 0.19038, "grad_norm": 0.9370740363246308, "learning_rate": 0.003, "loss": 4.0211, "step": 19038 }, { "epoch": 0.19039, "grad_norm": 1.1793836661650465, "learning_rate": 0.003, "loss": 4.0122, "step": 19039 }, { "epoch": 0.1904, "grad_norm": 1.1608256830710861, "learning_rate": 0.003, "loss": 3.9849, "step": 19040 }, { "epoch": 0.19041, "grad_norm": 1.4188609592348138, "learning_rate": 0.003, "loss": 4.0101, "step": 19041 }, { "epoch": 0.19042, "grad_norm": 1.1914508725401274, "learning_rate": 0.003, "loss": 4.0244, "step": 19042 }, { "epoch": 0.19043, "grad_norm": 1.4740618183719758, "learning_rate": 0.003, "loss": 4.0287, "step": 19043 }, { "epoch": 0.19044, "grad_norm": 1.0489196721707512, "learning_rate": 0.003, "loss": 4.007, "step": 19044 }, { "epoch": 0.19045, "grad_norm": 1.3481056078611993, "learning_rate": 0.003, "loss": 4.0259, "step": 19045 }, { "epoch": 0.19046, "grad_norm": 1.261395410431745, "learning_rate": 0.003, "loss": 3.9976, "step": 19046 }, { "epoch": 0.19047, "grad_norm": 1.2461410950690741, "learning_rate": 0.003, "loss": 4.0054, "step": 19047 }, { "epoch": 0.19048, "grad_norm": 1.4142663861684794, "learning_rate": 0.003, "loss": 4.0311, "step": 19048 }, { "epoch": 0.19049, "grad_norm": 1.4230389583856595, "learning_rate": 0.003, "loss": 4.0307, "step": 19049 }, { "epoch": 0.1905, "grad_norm": 1.5337012326259634, "learning_rate": 0.003, "loss": 4.0406, "step": 19050 }, { "epoch": 0.19051, "grad_norm": 0.9795866202132011, "learning_rate": 0.003, "loss": 4.0136, "step": 19051 }, { "epoch": 0.19052, "grad_norm": 1.4448665791022492, "learning_rate": 0.003, "loss": 4.0257, "step": 19052 }, { "epoch": 0.19053, "grad_norm": 0.9690995895127987, "learning_rate": 0.003, "loss": 3.985, "step": 19053 }, { "epoch": 0.19054, "grad_norm": 1.5231033345167566, "learning_rate": 0.003, "loss": 4.0117, "step": 19054 }, { "epoch": 0.19055, "grad_norm": 1.063381089439959, "learning_rate": 0.003, "loss": 4.0114, "step": 19055 }, { "epoch": 0.19056, "grad_norm": 1.4801953783140573, "learning_rate": 0.003, "loss": 4.0048, "step": 19056 }, { "epoch": 0.19057, "grad_norm": 1.3721181616330667, "learning_rate": 0.003, "loss": 4.0224, "step": 19057 }, { "epoch": 0.19058, "grad_norm": 1.0712257577961286, "learning_rate": 0.003, "loss": 4.0303, "step": 19058 }, { "epoch": 0.19059, "grad_norm": 1.4011245776695986, "learning_rate": 0.003, "loss": 4.0276, "step": 19059 }, { "epoch": 0.1906, "grad_norm": 1.2311881845460202, "learning_rate": 0.003, "loss": 4.0271, "step": 19060 }, { "epoch": 0.19061, "grad_norm": 1.2361009574500925, "learning_rate": 0.003, "loss": 4.017, "step": 19061 }, { "epoch": 0.19062, "grad_norm": 1.3105780132626885, "learning_rate": 0.003, "loss": 4.0114, "step": 19062 }, { "epoch": 0.19063, "grad_norm": 1.51076336641986, "learning_rate": 0.003, "loss": 3.9832, "step": 19063 }, { "epoch": 0.19064, "grad_norm": 1.2088524107157208, "learning_rate": 0.003, "loss": 4.0189, "step": 19064 }, { "epoch": 0.19065, "grad_norm": 1.3515938995121695, "learning_rate": 0.003, "loss": 4.0268, "step": 19065 }, { "epoch": 0.19066, "grad_norm": 1.0579345253167882, "learning_rate": 0.003, "loss": 4.0125, "step": 19066 }, { "epoch": 0.19067, "grad_norm": 1.4516672303751375, "learning_rate": 0.003, "loss": 4.0105, "step": 19067 }, { "epoch": 0.19068, "grad_norm": 1.1772943233256876, "learning_rate": 0.003, "loss": 4.0108, "step": 19068 }, { "epoch": 0.19069, "grad_norm": 1.5328311320810433, "learning_rate": 0.003, "loss": 4.0304, "step": 19069 }, { "epoch": 0.1907, "grad_norm": 1.1915204025435355, "learning_rate": 0.003, "loss": 3.9997, "step": 19070 }, { "epoch": 0.19071, "grad_norm": 1.3495335972107791, "learning_rate": 0.003, "loss": 4.0194, "step": 19071 }, { "epoch": 0.19072, "grad_norm": 1.2414979495680432, "learning_rate": 0.003, "loss": 4.0314, "step": 19072 }, { "epoch": 0.19073, "grad_norm": 1.269750840991254, "learning_rate": 0.003, "loss": 4.0138, "step": 19073 }, { "epoch": 0.19074, "grad_norm": 1.4034087624890401, "learning_rate": 0.003, "loss": 4.0382, "step": 19074 }, { "epoch": 0.19075, "grad_norm": 1.2755701853905599, "learning_rate": 0.003, "loss": 4.017, "step": 19075 }, { "epoch": 0.19076, "grad_norm": 1.512881324709014, "learning_rate": 0.003, "loss": 4.0117, "step": 19076 }, { "epoch": 0.19077, "grad_norm": 1.2175458756706254, "learning_rate": 0.003, "loss": 4.0386, "step": 19077 }, { "epoch": 0.19078, "grad_norm": 1.2000797356856625, "learning_rate": 0.003, "loss": 3.9925, "step": 19078 }, { "epoch": 0.19079, "grad_norm": 1.2520113978678868, "learning_rate": 0.003, "loss": 4.0252, "step": 19079 }, { "epoch": 0.1908, "grad_norm": 1.2481163934673374, "learning_rate": 0.003, "loss": 3.9823, "step": 19080 }, { "epoch": 0.19081, "grad_norm": 1.097364474128546, "learning_rate": 0.003, "loss": 3.9889, "step": 19081 }, { "epoch": 0.19082, "grad_norm": 1.4441792748123627, "learning_rate": 0.003, "loss": 4.0148, "step": 19082 }, { "epoch": 0.19083, "grad_norm": 1.125776578626099, "learning_rate": 0.003, "loss": 3.9984, "step": 19083 }, { "epoch": 0.19084, "grad_norm": 1.3143842737096847, "learning_rate": 0.003, "loss": 4.0148, "step": 19084 }, { "epoch": 0.19085, "grad_norm": 1.2196448496160888, "learning_rate": 0.003, "loss": 4.0189, "step": 19085 }, { "epoch": 0.19086, "grad_norm": 1.288034172323442, "learning_rate": 0.003, "loss": 4.0025, "step": 19086 }, { "epoch": 0.19087, "grad_norm": 1.4578452226265926, "learning_rate": 0.003, "loss": 4.0249, "step": 19087 }, { "epoch": 0.19088, "grad_norm": 1.2634694453509527, "learning_rate": 0.003, "loss": 4.0383, "step": 19088 }, { "epoch": 0.19089, "grad_norm": 1.387319508923809, "learning_rate": 0.003, "loss": 4.0007, "step": 19089 }, { "epoch": 0.1909, "grad_norm": 1.0366517034021514, "learning_rate": 0.003, "loss": 4.0059, "step": 19090 }, { "epoch": 0.19091, "grad_norm": 1.333378890493789, "learning_rate": 0.003, "loss": 4.0251, "step": 19091 }, { "epoch": 0.19092, "grad_norm": 1.2065461316222208, "learning_rate": 0.003, "loss": 3.9834, "step": 19092 }, { "epoch": 0.19093, "grad_norm": 1.1718258809234923, "learning_rate": 0.003, "loss": 4.0042, "step": 19093 }, { "epoch": 0.19094, "grad_norm": 1.2415490969737364, "learning_rate": 0.003, "loss": 4.0264, "step": 19094 }, { "epoch": 0.19095, "grad_norm": 1.4227188221372549, "learning_rate": 0.003, "loss": 4.0209, "step": 19095 }, { "epoch": 0.19096, "grad_norm": 1.0988265640686208, "learning_rate": 0.003, "loss": 4.0194, "step": 19096 }, { "epoch": 0.19097, "grad_norm": 1.4368684260942137, "learning_rate": 0.003, "loss": 4.0233, "step": 19097 }, { "epoch": 0.19098, "grad_norm": 1.1405292634814344, "learning_rate": 0.003, "loss": 3.9957, "step": 19098 }, { "epoch": 0.19099, "grad_norm": 1.4162693006948381, "learning_rate": 0.003, "loss": 4.0113, "step": 19099 }, { "epoch": 0.191, "grad_norm": 1.2545115734304448, "learning_rate": 0.003, "loss": 4.0346, "step": 19100 }, { "epoch": 0.19101, "grad_norm": 1.6715304163657492, "learning_rate": 0.003, "loss": 4.0329, "step": 19101 }, { "epoch": 0.19102, "grad_norm": 0.8742404889241492, "learning_rate": 0.003, "loss": 3.9918, "step": 19102 }, { "epoch": 0.19103, "grad_norm": 1.2582071845065315, "learning_rate": 0.003, "loss": 4.0039, "step": 19103 }, { "epoch": 0.19104, "grad_norm": 1.3913650666631558, "learning_rate": 0.003, "loss": 4.0309, "step": 19104 }, { "epoch": 0.19105, "grad_norm": 1.1984116785798966, "learning_rate": 0.003, "loss": 4.0232, "step": 19105 }, { "epoch": 0.19106, "grad_norm": 1.246416613537958, "learning_rate": 0.003, "loss": 4.0028, "step": 19106 }, { "epoch": 0.19107, "grad_norm": 1.4743461074757365, "learning_rate": 0.003, "loss": 4.0185, "step": 19107 }, { "epoch": 0.19108, "grad_norm": 1.0219739765859523, "learning_rate": 0.003, "loss": 4.0064, "step": 19108 }, { "epoch": 0.19109, "grad_norm": 1.2434644790047842, "learning_rate": 0.003, "loss": 4.0411, "step": 19109 }, { "epoch": 0.1911, "grad_norm": 0.9530127222735694, "learning_rate": 0.003, "loss": 4.0167, "step": 19110 }, { "epoch": 0.19111, "grad_norm": 1.4168432581056025, "learning_rate": 0.003, "loss": 4.0068, "step": 19111 }, { "epoch": 0.19112, "grad_norm": 1.1428098216809432, "learning_rate": 0.003, "loss": 4.0246, "step": 19112 }, { "epoch": 0.19113, "grad_norm": 1.2447098168335564, "learning_rate": 0.003, "loss": 4.0168, "step": 19113 }, { "epoch": 0.19114, "grad_norm": 1.3315043841441578, "learning_rate": 0.003, "loss": 3.9888, "step": 19114 }, { "epoch": 0.19115, "grad_norm": 1.354507672850012, "learning_rate": 0.003, "loss": 4.0089, "step": 19115 }, { "epoch": 0.19116, "grad_norm": 1.3139660086367373, "learning_rate": 0.003, "loss": 4.0283, "step": 19116 }, { "epoch": 0.19117, "grad_norm": 1.2763730508264501, "learning_rate": 0.003, "loss": 3.9973, "step": 19117 }, { "epoch": 0.19118, "grad_norm": 1.374380572006979, "learning_rate": 0.003, "loss": 4.0132, "step": 19118 }, { "epoch": 0.19119, "grad_norm": 1.2393991245690554, "learning_rate": 0.003, "loss": 4.052, "step": 19119 }, { "epoch": 0.1912, "grad_norm": 1.3235895655843752, "learning_rate": 0.003, "loss": 4.0283, "step": 19120 }, { "epoch": 0.19121, "grad_norm": 1.2299513388331191, "learning_rate": 0.003, "loss": 4.0185, "step": 19121 }, { "epoch": 0.19122, "grad_norm": 1.3009696269716826, "learning_rate": 0.003, "loss": 4.0184, "step": 19122 }, { "epoch": 0.19123, "grad_norm": 1.059433727540707, "learning_rate": 0.003, "loss": 3.9987, "step": 19123 }, { "epoch": 0.19124, "grad_norm": 1.474212392176231, "learning_rate": 0.003, "loss": 4.0462, "step": 19124 }, { "epoch": 0.19125, "grad_norm": 1.2204828187740557, "learning_rate": 0.003, "loss": 4.0015, "step": 19125 }, { "epoch": 0.19126, "grad_norm": 1.453210903186638, "learning_rate": 0.003, "loss": 3.991, "step": 19126 }, { "epoch": 0.19127, "grad_norm": 1.1575091883887447, "learning_rate": 0.003, "loss": 4.0163, "step": 19127 }, { "epoch": 0.19128, "grad_norm": 1.2448048390497166, "learning_rate": 0.003, "loss": 4.0077, "step": 19128 }, { "epoch": 0.19129, "grad_norm": 1.2071617706827724, "learning_rate": 0.003, "loss": 4.0183, "step": 19129 }, { "epoch": 0.1913, "grad_norm": 1.6016710999356514, "learning_rate": 0.003, "loss": 4.0346, "step": 19130 }, { "epoch": 0.19131, "grad_norm": 1.0632827321435563, "learning_rate": 0.003, "loss": 4.0017, "step": 19131 }, { "epoch": 0.19132, "grad_norm": 1.552070821326928, "learning_rate": 0.003, "loss": 4.015, "step": 19132 }, { "epoch": 0.19133, "grad_norm": 1.1922010195109165, "learning_rate": 0.003, "loss": 3.9843, "step": 19133 }, { "epoch": 0.19134, "grad_norm": 1.3765320597846145, "learning_rate": 0.003, "loss": 4.0466, "step": 19134 }, { "epoch": 0.19135, "grad_norm": 1.0739736706773755, "learning_rate": 0.003, "loss": 4.0291, "step": 19135 }, { "epoch": 0.19136, "grad_norm": 1.6620003415004323, "learning_rate": 0.003, "loss": 4.0175, "step": 19136 }, { "epoch": 0.19137, "grad_norm": 1.3351747659310116, "learning_rate": 0.003, "loss": 3.9909, "step": 19137 }, { "epoch": 0.19138, "grad_norm": 1.2484793825417677, "learning_rate": 0.003, "loss": 4.0237, "step": 19138 }, { "epoch": 0.19139, "grad_norm": 1.2464807653395094, "learning_rate": 0.003, "loss": 4.0404, "step": 19139 }, { "epoch": 0.1914, "grad_norm": 1.4173178457188202, "learning_rate": 0.003, "loss": 4.0228, "step": 19140 }, { "epoch": 0.19141, "grad_norm": 0.9643740345222206, "learning_rate": 0.003, "loss": 3.965, "step": 19141 }, { "epoch": 0.19142, "grad_norm": 1.3677467675330857, "learning_rate": 0.003, "loss": 4.0096, "step": 19142 }, { "epoch": 0.19143, "grad_norm": 1.0828147627805695, "learning_rate": 0.003, "loss": 4.0026, "step": 19143 }, { "epoch": 0.19144, "grad_norm": 1.3952086354765336, "learning_rate": 0.003, "loss": 4.0205, "step": 19144 }, { "epoch": 0.19145, "grad_norm": 1.1570067587384936, "learning_rate": 0.003, "loss": 4.0231, "step": 19145 }, { "epoch": 0.19146, "grad_norm": 1.3287517074229556, "learning_rate": 0.003, "loss": 4.0047, "step": 19146 }, { "epoch": 0.19147, "grad_norm": 1.2316935422853907, "learning_rate": 0.003, "loss": 4.0162, "step": 19147 }, { "epoch": 0.19148, "grad_norm": 1.2360412924777142, "learning_rate": 0.003, "loss": 4.016, "step": 19148 }, { "epoch": 0.19149, "grad_norm": 1.2389278017039622, "learning_rate": 0.003, "loss": 3.9992, "step": 19149 }, { "epoch": 0.1915, "grad_norm": 1.3070126745412278, "learning_rate": 0.003, "loss": 4.009, "step": 19150 }, { "epoch": 0.19151, "grad_norm": 1.185173442606673, "learning_rate": 0.003, "loss": 4.0242, "step": 19151 }, { "epoch": 0.19152, "grad_norm": 1.416980485009476, "learning_rate": 0.003, "loss": 3.9889, "step": 19152 }, { "epoch": 0.19153, "grad_norm": 1.2751232745991887, "learning_rate": 0.003, "loss": 4.0185, "step": 19153 }, { "epoch": 0.19154, "grad_norm": 1.110960654854003, "learning_rate": 0.003, "loss": 4.026, "step": 19154 }, { "epoch": 0.19155, "grad_norm": 1.4027469585522632, "learning_rate": 0.003, "loss": 3.9838, "step": 19155 }, { "epoch": 0.19156, "grad_norm": 1.0065539903176461, "learning_rate": 0.003, "loss": 4.0197, "step": 19156 }, { "epoch": 0.19157, "grad_norm": 1.41483538295321, "learning_rate": 0.003, "loss": 4.0083, "step": 19157 }, { "epoch": 0.19158, "grad_norm": 1.001659705392178, "learning_rate": 0.003, "loss": 4.0157, "step": 19158 }, { "epoch": 0.19159, "grad_norm": 1.4993941788895317, "learning_rate": 0.003, "loss": 4.0447, "step": 19159 }, { "epoch": 0.1916, "grad_norm": 1.1235648363683046, "learning_rate": 0.003, "loss": 3.994, "step": 19160 }, { "epoch": 0.19161, "grad_norm": 1.3724535910875315, "learning_rate": 0.003, "loss": 4.0137, "step": 19161 }, { "epoch": 0.19162, "grad_norm": 1.36784821779161, "learning_rate": 0.003, "loss": 4.0044, "step": 19162 }, { "epoch": 0.19163, "grad_norm": 1.3440725887703517, "learning_rate": 0.003, "loss": 4.0053, "step": 19163 }, { "epoch": 0.19164, "grad_norm": 1.4003114616786319, "learning_rate": 0.003, "loss": 4.0672, "step": 19164 }, { "epoch": 0.19165, "grad_norm": 1.3456911369524323, "learning_rate": 0.003, "loss": 4.0, "step": 19165 }, { "epoch": 0.19166, "grad_norm": 1.4166533169352453, "learning_rate": 0.003, "loss": 4.009, "step": 19166 }, { "epoch": 0.19167, "grad_norm": 1.1692066530140661, "learning_rate": 0.003, "loss": 4.0283, "step": 19167 }, { "epoch": 0.19168, "grad_norm": 1.3822989774052477, "learning_rate": 0.003, "loss": 3.9849, "step": 19168 }, { "epoch": 0.19169, "grad_norm": 1.2704797674341173, "learning_rate": 0.003, "loss": 3.9759, "step": 19169 }, { "epoch": 0.1917, "grad_norm": 1.3365082189616249, "learning_rate": 0.003, "loss": 4.0342, "step": 19170 }, { "epoch": 0.19171, "grad_norm": 1.2556939762253736, "learning_rate": 0.003, "loss": 3.985, "step": 19171 }, { "epoch": 0.19172, "grad_norm": 1.3519804182425261, "learning_rate": 0.003, "loss": 4.0052, "step": 19172 }, { "epoch": 0.19173, "grad_norm": 1.5667146814140536, "learning_rate": 0.003, "loss": 4.0122, "step": 19173 }, { "epoch": 0.19174, "grad_norm": 1.1995668269706874, "learning_rate": 0.003, "loss": 4.0147, "step": 19174 }, { "epoch": 0.19175, "grad_norm": 1.3706076713201705, "learning_rate": 0.003, "loss": 4.0491, "step": 19175 }, { "epoch": 0.19176, "grad_norm": 1.3617926014182877, "learning_rate": 0.003, "loss": 4.0034, "step": 19176 }, { "epoch": 0.19177, "grad_norm": 0.9739772235950447, "learning_rate": 0.003, "loss": 4.0045, "step": 19177 }, { "epoch": 0.19178, "grad_norm": 1.3137040240032942, "learning_rate": 0.003, "loss": 3.9893, "step": 19178 }, { "epoch": 0.19179, "grad_norm": 1.0656757316187295, "learning_rate": 0.003, "loss": 4.0294, "step": 19179 }, { "epoch": 0.1918, "grad_norm": 1.4942245097279454, "learning_rate": 0.003, "loss": 3.9954, "step": 19180 }, { "epoch": 0.19181, "grad_norm": 1.1320305859837994, "learning_rate": 0.003, "loss": 4.017, "step": 19181 }, { "epoch": 0.19182, "grad_norm": 1.4395231089438183, "learning_rate": 0.003, "loss": 4.02, "step": 19182 }, { "epoch": 0.19183, "grad_norm": 1.142047464237548, "learning_rate": 0.003, "loss": 4.0213, "step": 19183 }, { "epoch": 0.19184, "grad_norm": 1.5417366767841711, "learning_rate": 0.003, "loss": 4.0203, "step": 19184 }, { "epoch": 0.19185, "grad_norm": 1.0549236655877086, "learning_rate": 0.003, "loss": 3.9914, "step": 19185 }, { "epoch": 0.19186, "grad_norm": 1.338104735227698, "learning_rate": 0.003, "loss": 3.9829, "step": 19186 }, { "epoch": 0.19187, "grad_norm": 1.0440395117932924, "learning_rate": 0.003, "loss": 4.0259, "step": 19187 }, { "epoch": 0.19188, "grad_norm": 1.3699105649139216, "learning_rate": 0.003, "loss": 4.0067, "step": 19188 }, { "epoch": 0.19189, "grad_norm": 1.175755284923481, "learning_rate": 0.003, "loss": 3.9847, "step": 19189 }, { "epoch": 0.1919, "grad_norm": 1.3566147152322237, "learning_rate": 0.003, "loss": 4.0095, "step": 19190 }, { "epoch": 0.19191, "grad_norm": 1.0789372066498049, "learning_rate": 0.003, "loss": 4.0125, "step": 19191 }, { "epoch": 0.19192, "grad_norm": 1.6305106667821463, "learning_rate": 0.003, "loss": 3.9846, "step": 19192 }, { "epoch": 0.19193, "grad_norm": 1.0948163952198668, "learning_rate": 0.003, "loss": 4.0178, "step": 19193 }, { "epoch": 0.19194, "grad_norm": 1.472180439039528, "learning_rate": 0.003, "loss": 4.0059, "step": 19194 }, { "epoch": 0.19195, "grad_norm": 1.2227345384907626, "learning_rate": 0.003, "loss": 4.0158, "step": 19195 }, { "epoch": 0.19196, "grad_norm": 1.2583958450071178, "learning_rate": 0.003, "loss": 4.0137, "step": 19196 }, { "epoch": 0.19197, "grad_norm": 1.3196859367580656, "learning_rate": 0.003, "loss": 3.998, "step": 19197 }, { "epoch": 0.19198, "grad_norm": 1.3452850973410988, "learning_rate": 0.003, "loss": 3.9985, "step": 19198 }, { "epoch": 0.19199, "grad_norm": 1.315591325434402, "learning_rate": 0.003, "loss": 4.0351, "step": 19199 }, { "epoch": 0.192, "grad_norm": 1.2418495760786068, "learning_rate": 0.003, "loss": 4.0493, "step": 19200 }, { "epoch": 0.19201, "grad_norm": 1.4964553939632956, "learning_rate": 0.003, "loss": 4.0028, "step": 19201 }, { "epoch": 0.19202, "grad_norm": 1.0893225211336188, "learning_rate": 0.003, "loss": 4.0177, "step": 19202 }, { "epoch": 0.19203, "grad_norm": 1.5751153952221577, "learning_rate": 0.003, "loss": 3.9936, "step": 19203 }, { "epoch": 0.19204, "grad_norm": 1.0211644191229647, "learning_rate": 0.003, "loss": 3.9987, "step": 19204 }, { "epoch": 0.19205, "grad_norm": 1.668758426441642, "learning_rate": 0.003, "loss": 4.0485, "step": 19205 }, { "epoch": 0.19206, "grad_norm": 1.103866066916637, "learning_rate": 0.003, "loss": 3.9958, "step": 19206 }, { "epoch": 0.19207, "grad_norm": 1.3708470161547623, "learning_rate": 0.003, "loss": 4.0324, "step": 19207 }, { "epoch": 0.19208, "grad_norm": 1.336346006480904, "learning_rate": 0.003, "loss": 4.0279, "step": 19208 }, { "epoch": 0.19209, "grad_norm": 1.383493502088608, "learning_rate": 0.003, "loss": 4.0403, "step": 19209 }, { "epoch": 0.1921, "grad_norm": 1.3250300138240707, "learning_rate": 0.003, "loss": 4.0249, "step": 19210 }, { "epoch": 0.19211, "grad_norm": 1.3608835404115982, "learning_rate": 0.003, "loss": 4.0037, "step": 19211 }, { "epoch": 0.19212, "grad_norm": 1.1279182095367095, "learning_rate": 0.003, "loss": 4.0172, "step": 19212 }, { "epoch": 0.19213, "grad_norm": 1.4042606967821825, "learning_rate": 0.003, "loss": 4.0171, "step": 19213 }, { "epoch": 0.19214, "grad_norm": 1.3921242305492765, "learning_rate": 0.003, "loss": 4.0035, "step": 19214 }, { "epoch": 0.19215, "grad_norm": 1.393570227298357, "learning_rate": 0.003, "loss": 4.0387, "step": 19215 }, { "epoch": 0.19216, "grad_norm": 0.9400308970698311, "learning_rate": 0.003, "loss": 4.0016, "step": 19216 }, { "epoch": 0.19217, "grad_norm": 1.4028572447373904, "learning_rate": 0.003, "loss": 3.9924, "step": 19217 }, { "epoch": 0.19218, "grad_norm": 1.3477680450135243, "learning_rate": 0.003, "loss": 4.0583, "step": 19218 }, { "epoch": 0.19219, "grad_norm": 1.2722475975697576, "learning_rate": 0.003, "loss": 3.9926, "step": 19219 }, { "epoch": 0.1922, "grad_norm": 1.214134070008866, "learning_rate": 0.003, "loss": 3.9796, "step": 19220 }, { "epoch": 0.19221, "grad_norm": 1.2766818349375064, "learning_rate": 0.003, "loss": 4.0439, "step": 19221 }, { "epoch": 0.19222, "grad_norm": 1.0227775904333438, "learning_rate": 0.003, "loss": 3.9964, "step": 19222 }, { "epoch": 0.19223, "grad_norm": 1.390055037679002, "learning_rate": 0.003, "loss": 4.0184, "step": 19223 }, { "epoch": 0.19224, "grad_norm": 1.1565366615058736, "learning_rate": 0.003, "loss": 3.9884, "step": 19224 }, { "epoch": 0.19225, "grad_norm": 1.2794929776760933, "learning_rate": 0.003, "loss": 4.026, "step": 19225 }, { "epoch": 0.19226, "grad_norm": 1.1353271404954286, "learning_rate": 0.003, "loss": 4.0022, "step": 19226 }, { "epoch": 0.19227, "grad_norm": 1.6572333512175204, "learning_rate": 0.003, "loss": 4.0326, "step": 19227 }, { "epoch": 0.19228, "grad_norm": 1.2872637606958557, "learning_rate": 0.003, "loss": 4.0132, "step": 19228 }, { "epoch": 0.19229, "grad_norm": 1.1422414048207101, "learning_rate": 0.003, "loss": 3.9968, "step": 19229 }, { "epoch": 0.1923, "grad_norm": 1.1905627134617205, "learning_rate": 0.003, "loss": 4.0239, "step": 19230 }, { "epoch": 0.19231, "grad_norm": 1.1327984887160192, "learning_rate": 0.003, "loss": 4.022, "step": 19231 }, { "epoch": 0.19232, "grad_norm": 1.3500475230168787, "learning_rate": 0.003, "loss": 4.003, "step": 19232 }, { "epoch": 0.19233, "grad_norm": 1.3342412111618422, "learning_rate": 0.003, "loss": 4.0067, "step": 19233 }, { "epoch": 0.19234, "grad_norm": 1.3479954438718722, "learning_rate": 0.003, "loss": 4.0001, "step": 19234 }, { "epoch": 0.19235, "grad_norm": 1.0170260069549755, "learning_rate": 0.003, "loss": 4.0206, "step": 19235 }, { "epoch": 0.19236, "grad_norm": 1.6278668162468681, "learning_rate": 0.003, "loss": 4.0321, "step": 19236 }, { "epoch": 0.19237, "grad_norm": 1.1504919423184614, "learning_rate": 0.003, "loss": 4.0055, "step": 19237 }, { "epoch": 0.19238, "grad_norm": 1.1420386065591528, "learning_rate": 0.003, "loss": 4.0011, "step": 19238 }, { "epoch": 0.19239, "grad_norm": 1.0549790580222767, "learning_rate": 0.003, "loss": 4.0015, "step": 19239 }, { "epoch": 0.1924, "grad_norm": 1.5305591571558188, "learning_rate": 0.003, "loss": 3.9879, "step": 19240 }, { "epoch": 0.19241, "grad_norm": 1.1568374311249705, "learning_rate": 0.003, "loss": 4.0085, "step": 19241 }, { "epoch": 0.19242, "grad_norm": 1.352353603934135, "learning_rate": 0.003, "loss": 4.0202, "step": 19242 }, { "epoch": 0.19243, "grad_norm": 1.3056422729112167, "learning_rate": 0.003, "loss": 4.0341, "step": 19243 }, { "epoch": 0.19244, "grad_norm": 1.362731783574408, "learning_rate": 0.003, "loss": 4.0143, "step": 19244 }, { "epoch": 0.19245, "grad_norm": 1.2971847907997471, "learning_rate": 0.003, "loss": 4.0105, "step": 19245 }, { "epoch": 0.19246, "grad_norm": 1.1517573405002746, "learning_rate": 0.003, "loss": 4.0166, "step": 19246 }, { "epoch": 0.19247, "grad_norm": 1.5410466636651956, "learning_rate": 0.003, "loss": 4.0097, "step": 19247 }, { "epoch": 0.19248, "grad_norm": 1.1954775748984008, "learning_rate": 0.003, "loss": 3.9934, "step": 19248 }, { "epoch": 0.19249, "grad_norm": 1.5128546993397118, "learning_rate": 0.003, "loss": 3.9928, "step": 19249 }, { "epoch": 0.1925, "grad_norm": 1.0842559383860007, "learning_rate": 0.003, "loss": 4.0283, "step": 19250 }, { "epoch": 0.19251, "grad_norm": 1.4291439821743894, "learning_rate": 0.003, "loss": 4.033, "step": 19251 }, { "epoch": 0.19252, "grad_norm": 1.0421556628940751, "learning_rate": 0.003, "loss": 4.0016, "step": 19252 }, { "epoch": 0.19253, "grad_norm": 1.2270565387256347, "learning_rate": 0.003, "loss": 4.026, "step": 19253 }, { "epoch": 0.19254, "grad_norm": 1.3110699699621147, "learning_rate": 0.003, "loss": 4.0642, "step": 19254 }, { "epoch": 0.19255, "grad_norm": 1.5660459777797888, "learning_rate": 0.003, "loss": 4.0405, "step": 19255 }, { "epoch": 0.19256, "grad_norm": 1.12781204659167, "learning_rate": 0.003, "loss": 4.0114, "step": 19256 }, { "epoch": 0.19257, "grad_norm": 1.3680962997750865, "learning_rate": 0.003, "loss": 3.9903, "step": 19257 }, { "epoch": 0.19258, "grad_norm": 1.2246106606785605, "learning_rate": 0.003, "loss": 4.008, "step": 19258 }, { "epoch": 0.19259, "grad_norm": 1.3711940179038715, "learning_rate": 0.003, "loss": 4.0236, "step": 19259 }, { "epoch": 0.1926, "grad_norm": 1.249101378903422, "learning_rate": 0.003, "loss": 4.0203, "step": 19260 }, { "epoch": 0.19261, "grad_norm": 1.2695393115142042, "learning_rate": 0.003, "loss": 4.0045, "step": 19261 }, { "epoch": 0.19262, "grad_norm": 1.096150624265063, "learning_rate": 0.003, "loss": 3.9958, "step": 19262 }, { "epoch": 0.19263, "grad_norm": 1.4421643212070427, "learning_rate": 0.003, "loss": 4.0211, "step": 19263 }, { "epoch": 0.19264, "grad_norm": 1.0592830510385476, "learning_rate": 0.003, "loss": 4.0169, "step": 19264 }, { "epoch": 0.19265, "grad_norm": 1.3993379394834091, "learning_rate": 0.003, "loss": 4.0128, "step": 19265 }, { "epoch": 0.19266, "grad_norm": 1.2327693654016243, "learning_rate": 0.003, "loss": 4.0216, "step": 19266 }, { "epoch": 0.19267, "grad_norm": 1.3455571063722753, "learning_rate": 0.003, "loss": 4.0054, "step": 19267 }, { "epoch": 0.19268, "grad_norm": 1.1314260480703089, "learning_rate": 0.003, "loss": 3.9985, "step": 19268 }, { "epoch": 0.19269, "grad_norm": 1.1538960933574993, "learning_rate": 0.003, "loss": 4.0174, "step": 19269 }, { "epoch": 0.1927, "grad_norm": 1.187131626358708, "learning_rate": 0.003, "loss": 4.0052, "step": 19270 }, { "epoch": 0.19271, "grad_norm": 1.1436148944196758, "learning_rate": 0.003, "loss": 4.0118, "step": 19271 }, { "epoch": 0.19272, "grad_norm": 1.3829166159388213, "learning_rate": 0.003, "loss": 4.0224, "step": 19272 }, { "epoch": 0.19273, "grad_norm": 1.1531695855934014, "learning_rate": 0.003, "loss": 4.014, "step": 19273 }, { "epoch": 0.19274, "grad_norm": 1.4169055337103866, "learning_rate": 0.003, "loss": 4.0385, "step": 19274 }, { "epoch": 0.19275, "grad_norm": 1.3208893080744692, "learning_rate": 0.003, "loss": 4.0015, "step": 19275 }, { "epoch": 0.19276, "grad_norm": 1.2189686284074917, "learning_rate": 0.003, "loss": 4.0081, "step": 19276 }, { "epoch": 0.19277, "grad_norm": 1.1685162884892721, "learning_rate": 0.003, "loss": 4.0451, "step": 19277 }, { "epoch": 0.19278, "grad_norm": 1.3097156211266974, "learning_rate": 0.003, "loss": 4.0241, "step": 19278 }, { "epoch": 0.19279, "grad_norm": 1.5822975034533577, "learning_rate": 0.003, "loss": 3.996, "step": 19279 }, { "epoch": 0.1928, "grad_norm": 1.018259879922634, "learning_rate": 0.003, "loss": 4.0209, "step": 19280 }, { "epoch": 0.19281, "grad_norm": 1.6871851030896705, "learning_rate": 0.003, "loss": 4.0232, "step": 19281 }, { "epoch": 0.19282, "grad_norm": 1.158369794297749, "learning_rate": 0.003, "loss": 4.0097, "step": 19282 }, { "epoch": 0.19283, "grad_norm": 1.565967294109266, "learning_rate": 0.003, "loss": 4.0091, "step": 19283 }, { "epoch": 0.19284, "grad_norm": 1.3313926512220093, "learning_rate": 0.003, "loss": 4.0503, "step": 19284 }, { "epoch": 0.19285, "grad_norm": 1.1636005686550623, "learning_rate": 0.003, "loss": 3.9989, "step": 19285 }, { "epoch": 0.19286, "grad_norm": 1.2197703555039798, "learning_rate": 0.003, "loss": 3.9833, "step": 19286 }, { "epoch": 0.19287, "grad_norm": 1.221503826165908, "learning_rate": 0.003, "loss": 4.0051, "step": 19287 }, { "epoch": 0.19288, "grad_norm": 1.1929165705254783, "learning_rate": 0.003, "loss": 4.019, "step": 19288 }, { "epoch": 0.19289, "grad_norm": 1.3241772377858156, "learning_rate": 0.003, "loss": 3.9968, "step": 19289 }, { "epoch": 0.1929, "grad_norm": 1.273938892976147, "learning_rate": 0.003, "loss": 4.0214, "step": 19290 }, { "epoch": 0.19291, "grad_norm": 1.3370810312539407, "learning_rate": 0.003, "loss": 4.0312, "step": 19291 }, { "epoch": 0.19292, "grad_norm": 1.2271010108769684, "learning_rate": 0.003, "loss": 4.0108, "step": 19292 }, { "epoch": 0.19293, "grad_norm": 1.401432219915392, "learning_rate": 0.003, "loss": 4.0066, "step": 19293 }, { "epoch": 0.19294, "grad_norm": 1.2556446549493423, "learning_rate": 0.003, "loss": 4.0319, "step": 19294 }, { "epoch": 0.19295, "grad_norm": 1.44739459099722, "learning_rate": 0.003, "loss": 4.0004, "step": 19295 }, { "epoch": 0.19296, "grad_norm": 1.1923867938466919, "learning_rate": 0.003, "loss": 3.9943, "step": 19296 }, { "epoch": 0.19297, "grad_norm": 1.2444243812318136, "learning_rate": 0.003, "loss": 4.0042, "step": 19297 }, { "epoch": 0.19298, "grad_norm": 0.91060215731962, "learning_rate": 0.003, "loss": 3.9846, "step": 19298 }, { "epoch": 0.19299, "grad_norm": 1.1796978616990044, "learning_rate": 0.003, "loss": 3.9894, "step": 19299 }, { "epoch": 0.193, "grad_norm": 1.3100247823203226, "learning_rate": 0.003, "loss": 4.0104, "step": 19300 }, { "epoch": 0.19301, "grad_norm": 1.2632705627470568, "learning_rate": 0.003, "loss": 4.0399, "step": 19301 }, { "epoch": 0.19302, "grad_norm": 1.3130883423963529, "learning_rate": 0.003, "loss": 4.0118, "step": 19302 }, { "epoch": 0.19303, "grad_norm": 1.2941841053702245, "learning_rate": 0.003, "loss": 4.0266, "step": 19303 }, { "epoch": 0.19304, "grad_norm": 1.3912468915674194, "learning_rate": 0.003, "loss": 4.0137, "step": 19304 }, { "epoch": 0.19305, "grad_norm": 1.2439496071376583, "learning_rate": 0.003, "loss": 4.013, "step": 19305 }, { "epoch": 0.19306, "grad_norm": 1.1121497476990196, "learning_rate": 0.003, "loss": 4.006, "step": 19306 }, { "epoch": 0.19307, "grad_norm": 1.385475619134274, "learning_rate": 0.003, "loss": 4.0273, "step": 19307 }, { "epoch": 0.19308, "grad_norm": 1.2148891995840227, "learning_rate": 0.003, "loss": 4.004, "step": 19308 }, { "epoch": 0.19309, "grad_norm": 1.2879980153597395, "learning_rate": 0.003, "loss": 4.0226, "step": 19309 }, { "epoch": 0.1931, "grad_norm": 1.140076015231091, "learning_rate": 0.003, "loss": 4.0203, "step": 19310 }, { "epoch": 0.19311, "grad_norm": 1.3173011843941163, "learning_rate": 0.003, "loss": 4.0088, "step": 19311 }, { "epoch": 0.19312, "grad_norm": 1.187476127872916, "learning_rate": 0.003, "loss": 4.0101, "step": 19312 }, { "epoch": 0.19313, "grad_norm": 1.1974913089766392, "learning_rate": 0.003, "loss": 4.041, "step": 19313 }, { "epoch": 0.19314, "grad_norm": 1.6268923293114181, "learning_rate": 0.003, "loss": 4.0225, "step": 19314 }, { "epoch": 0.19315, "grad_norm": 1.406719694155138, "learning_rate": 0.003, "loss": 3.9888, "step": 19315 }, { "epoch": 0.19316, "grad_norm": 1.362298849192877, "learning_rate": 0.003, "loss": 3.9992, "step": 19316 }, { "epoch": 0.19317, "grad_norm": 1.3894069406527816, "learning_rate": 0.003, "loss": 3.995, "step": 19317 }, { "epoch": 0.19318, "grad_norm": 1.2271526499579337, "learning_rate": 0.003, "loss": 3.9987, "step": 19318 }, { "epoch": 0.19319, "grad_norm": 1.3715632264623012, "learning_rate": 0.003, "loss": 4.0056, "step": 19319 }, { "epoch": 0.1932, "grad_norm": 1.3500772463535817, "learning_rate": 0.003, "loss": 4.0138, "step": 19320 }, { "epoch": 0.19321, "grad_norm": 1.2945282600052037, "learning_rate": 0.003, "loss": 4.0091, "step": 19321 }, { "epoch": 0.19322, "grad_norm": 1.4278396415481247, "learning_rate": 0.003, "loss": 4.0267, "step": 19322 }, { "epoch": 0.19323, "grad_norm": 1.2810364318809215, "learning_rate": 0.003, "loss": 4.0001, "step": 19323 }, { "epoch": 0.19324, "grad_norm": 1.101442820195114, "learning_rate": 0.003, "loss": 4.0188, "step": 19324 }, { "epoch": 0.19325, "grad_norm": 1.5124095291132174, "learning_rate": 0.003, "loss": 4.0108, "step": 19325 }, { "epoch": 0.19326, "grad_norm": 1.1142550774717075, "learning_rate": 0.003, "loss": 4.014, "step": 19326 }, { "epoch": 0.19327, "grad_norm": 1.296235807624217, "learning_rate": 0.003, "loss": 4.0257, "step": 19327 }, { "epoch": 0.19328, "grad_norm": 1.2190174813937023, "learning_rate": 0.003, "loss": 4.0219, "step": 19328 }, { "epoch": 0.19329, "grad_norm": 1.1809580335134242, "learning_rate": 0.003, "loss": 4.0208, "step": 19329 }, { "epoch": 0.1933, "grad_norm": 1.3725895910679775, "learning_rate": 0.003, "loss": 3.9799, "step": 19330 }, { "epoch": 0.19331, "grad_norm": 1.198982506010596, "learning_rate": 0.003, "loss": 3.9986, "step": 19331 }, { "epoch": 0.19332, "grad_norm": 1.634412887922178, "learning_rate": 0.003, "loss": 4.0083, "step": 19332 }, { "epoch": 0.19333, "grad_norm": 1.1838386916950983, "learning_rate": 0.003, "loss": 4.0134, "step": 19333 }, { "epoch": 0.19334, "grad_norm": 1.4986024886368075, "learning_rate": 0.003, "loss": 3.9751, "step": 19334 }, { "epoch": 0.19335, "grad_norm": 1.0251073572126714, "learning_rate": 0.003, "loss": 3.9829, "step": 19335 }, { "epoch": 0.19336, "grad_norm": 1.3733329145635225, "learning_rate": 0.003, "loss": 3.9947, "step": 19336 }, { "epoch": 0.19337, "grad_norm": 1.133530270084721, "learning_rate": 0.003, "loss": 4.0026, "step": 19337 }, { "epoch": 0.19338, "grad_norm": 1.371493307962086, "learning_rate": 0.003, "loss": 4.044, "step": 19338 }, { "epoch": 0.19339, "grad_norm": 1.2661376845460801, "learning_rate": 0.003, "loss": 4.0143, "step": 19339 }, { "epoch": 0.1934, "grad_norm": 1.0460255834033878, "learning_rate": 0.003, "loss": 4.0081, "step": 19340 }, { "epoch": 0.19341, "grad_norm": 1.3474658997520463, "learning_rate": 0.003, "loss": 3.9916, "step": 19341 }, { "epoch": 0.19342, "grad_norm": 1.2328918139681768, "learning_rate": 0.003, "loss": 4.0189, "step": 19342 }, { "epoch": 0.19343, "grad_norm": 1.5557496199792455, "learning_rate": 0.003, "loss": 4.0226, "step": 19343 }, { "epoch": 0.19344, "grad_norm": 1.0805207725066504, "learning_rate": 0.003, "loss": 4.0094, "step": 19344 }, { "epoch": 0.19345, "grad_norm": 1.5483762002292565, "learning_rate": 0.003, "loss": 4.0318, "step": 19345 }, { "epoch": 0.19346, "grad_norm": 1.1135645585311766, "learning_rate": 0.003, "loss": 3.9831, "step": 19346 }, { "epoch": 0.19347, "grad_norm": 1.5861363232816243, "learning_rate": 0.003, "loss": 4.0312, "step": 19347 }, { "epoch": 0.19348, "grad_norm": 1.2569767841890287, "learning_rate": 0.003, "loss": 4.0608, "step": 19348 }, { "epoch": 0.19349, "grad_norm": 1.605713062875422, "learning_rate": 0.003, "loss": 4.003, "step": 19349 }, { "epoch": 0.1935, "grad_norm": 1.0715630148323743, "learning_rate": 0.003, "loss": 4.0173, "step": 19350 }, { "epoch": 0.19351, "grad_norm": 1.4160353881138203, "learning_rate": 0.003, "loss": 4.0249, "step": 19351 }, { "epoch": 0.19352, "grad_norm": 1.2151238401699003, "learning_rate": 0.003, "loss": 4.017, "step": 19352 }, { "epoch": 0.19353, "grad_norm": 1.4276087862318694, "learning_rate": 0.003, "loss": 4.016, "step": 19353 }, { "epoch": 0.19354, "grad_norm": 1.2691430926073761, "learning_rate": 0.003, "loss": 4.0271, "step": 19354 }, { "epoch": 0.19355, "grad_norm": 1.2687363991948806, "learning_rate": 0.003, "loss": 4.0192, "step": 19355 }, { "epoch": 0.19356, "grad_norm": 1.354969634174041, "learning_rate": 0.003, "loss": 4.0211, "step": 19356 }, { "epoch": 0.19357, "grad_norm": 1.2651970202661926, "learning_rate": 0.003, "loss": 3.9923, "step": 19357 }, { "epoch": 0.19358, "grad_norm": 1.1018213384961606, "learning_rate": 0.003, "loss": 4.0223, "step": 19358 }, { "epoch": 0.19359, "grad_norm": 1.5157626114657716, "learning_rate": 0.003, "loss": 4.0016, "step": 19359 }, { "epoch": 0.1936, "grad_norm": 0.9785199398680243, "learning_rate": 0.003, "loss": 4.0358, "step": 19360 }, { "epoch": 0.19361, "grad_norm": 1.356334889201725, "learning_rate": 0.003, "loss": 4.0201, "step": 19361 }, { "epoch": 0.19362, "grad_norm": 1.3266985654743382, "learning_rate": 0.003, "loss": 4.0092, "step": 19362 }, { "epoch": 0.19363, "grad_norm": 1.2479698389453084, "learning_rate": 0.003, "loss": 4.0274, "step": 19363 }, { "epoch": 0.19364, "grad_norm": 1.3392493507431489, "learning_rate": 0.003, "loss": 4.0137, "step": 19364 }, { "epoch": 0.19365, "grad_norm": 1.2448826266360082, "learning_rate": 0.003, "loss": 4.0233, "step": 19365 }, { "epoch": 0.19366, "grad_norm": 1.387785717629832, "learning_rate": 0.003, "loss": 4.0197, "step": 19366 }, { "epoch": 0.19367, "grad_norm": 1.137768309523138, "learning_rate": 0.003, "loss": 4.0084, "step": 19367 }, { "epoch": 0.19368, "grad_norm": 1.3985451664357438, "learning_rate": 0.003, "loss": 3.9969, "step": 19368 }, { "epoch": 0.19369, "grad_norm": 1.0230222402651474, "learning_rate": 0.003, "loss": 3.998, "step": 19369 }, { "epoch": 0.1937, "grad_norm": 1.7043342738804743, "learning_rate": 0.003, "loss": 4.0095, "step": 19370 }, { "epoch": 0.19371, "grad_norm": 1.070731980335974, "learning_rate": 0.003, "loss": 4.0061, "step": 19371 }, { "epoch": 0.19372, "grad_norm": 1.5989963870136723, "learning_rate": 0.003, "loss": 4.0125, "step": 19372 }, { "epoch": 0.19373, "grad_norm": 1.0894608289672285, "learning_rate": 0.003, "loss": 4.0243, "step": 19373 }, { "epoch": 0.19374, "grad_norm": 1.3492437278162377, "learning_rate": 0.003, "loss": 3.9949, "step": 19374 }, { "epoch": 0.19375, "grad_norm": 1.1630825670623925, "learning_rate": 0.003, "loss": 4.0237, "step": 19375 }, { "epoch": 0.19376, "grad_norm": 1.1985445170942122, "learning_rate": 0.003, "loss": 4.0123, "step": 19376 }, { "epoch": 0.19377, "grad_norm": 1.431249364617067, "learning_rate": 0.003, "loss": 4.0306, "step": 19377 }, { "epoch": 0.19378, "grad_norm": 1.1379792044498334, "learning_rate": 0.003, "loss": 4.0419, "step": 19378 }, { "epoch": 0.19379, "grad_norm": 1.2705943922095848, "learning_rate": 0.003, "loss": 3.9849, "step": 19379 }, { "epoch": 0.1938, "grad_norm": 1.3692326187936688, "learning_rate": 0.003, "loss": 4.0269, "step": 19380 }, { "epoch": 0.19381, "grad_norm": 1.3105594531707963, "learning_rate": 0.003, "loss": 4.0081, "step": 19381 }, { "epoch": 0.19382, "grad_norm": 1.2756647051736087, "learning_rate": 0.003, "loss": 4.0336, "step": 19382 }, { "epoch": 0.19383, "grad_norm": 1.203834054031465, "learning_rate": 0.003, "loss": 3.9896, "step": 19383 }, { "epoch": 0.19384, "grad_norm": 1.3869501534613795, "learning_rate": 0.003, "loss": 4.0512, "step": 19384 }, { "epoch": 0.19385, "grad_norm": 1.3912330577028547, "learning_rate": 0.003, "loss": 4.0185, "step": 19385 }, { "epoch": 0.19386, "grad_norm": 1.3352454715041207, "learning_rate": 0.003, "loss": 3.9818, "step": 19386 }, { "epoch": 0.19387, "grad_norm": 1.1876484651274395, "learning_rate": 0.003, "loss": 4.0192, "step": 19387 }, { "epoch": 0.19388, "grad_norm": 1.3867399137431806, "learning_rate": 0.003, "loss": 4.0113, "step": 19388 }, { "epoch": 0.19389, "grad_norm": 1.3255095596981117, "learning_rate": 0.003, "loss": 4.0206, "step": 19389 }, { "epoch": 0.1939, "grad_norm": 1.137809374341177, "learning_rate": 0.003, "loss": 4.0187, "step": 19390 }, { "epoch": 0.19391, "grad_norm": 1.2396201656564152, "learning_rate": 0.003, "loss": 4.0175, "step": 19391 }, { "epoch": 0.19392, "grad_norm": 1.3626290110646824, "learning_rate": 0.003, "loss": 4.0073, "step": 19392 }, { "epoch": 0.19393, "grad_norm": 1.6009243795085146, "learning_rate": 0.003, "loss": 3.9989, "step": 19393 }, { "epoch": 0.19394, "grad_norm": 1.0666235314128802, "learning_rate": 0.003, "loss": 3.994, "step": 19394 }, { "epoch": 0.19395, "grad_norm": 1.4558412032362964, "learning_rate": 0.003, "loss": 4.0072, "step": 19395 }, { "epoch": 0.19396, "grad_norm": 1.0651915583472482, "learning_rate": 0.003, "loss": 4.0103, "step": 19396 }, { "epoch": 0.19397, "grad_norm": 1.376489065756985, "learning_rate": 0.003, "loss": 4.0181, "step": 19397 }, { "epoch": 0.19398, "grad_norm": 1.0967506436851027, "learning_rate": 0.003, "loss": 4.0054, "step": 19398 }, { "epoch": 0.19399, "grad_norm": 1.4940525783469398, "learning_rate": 0.003, "loss": 4.0231, "step": 19399 }, { "epoch": 0.194, "grad_norm": 1.1738583514745011, "learning_rate": 0.003, "loss": 4.0116, "step": 19400 }, { "epoch": 0.19401, "grad_norm": 1.3791785058792716, "learning_rate": 0.003, "loss": 4.0025, "step": 19401 }, { "epoch": 0.19402, "grad_norm": 1.520343186080021, "learning_rate": 0.003, "loss": 4.0068, "step": 19402 }, { "epoch": 0.19403, "grad_norm": 1.0447586867419312, "learning_rate": 0.003, "loss": 3.9988, "step": 19403 }, { "epoch": 0.19404, "grad_norm": 1.3830076366544406, "learning_rate": 0.003, "loss": 4.0178, "step": 19404 }, { "epoch": 0.19405, "grad_norm": 1.1849306914145938, "learning_rate": 0.003, "loss": 4.0124, "step": 19405 }, { "epoch": 0.19406, "grad_norm": 1.3627366781248778, "learning_rate": 0.003, "loss": 3.9826, "step": 19406 }, { "epoch": 0.19407, "grad_norm": 1.2633007026106786, "learning_rate": 0.003, "loss": 4.0106, "step": 19407 }, { "epoch": 0.19408, "grad_norm": 1.4176166967200712, "learning_rate": 0.003, "loss": 4.0124, "step": 19408 }, { "epoch": 0.19409, "grad_norm": 1.1810542121198504, "learning_rate": 0.003, "loss": 4.0207, "step": 19409 }, { "epoch": 0.1941, "grad_norm": 1.5117743625189217, "learning_rate": 0.003, "loss": 4.0306, "step": 19410 }, { "epoch": 0.19411, "grad_norm": 1.1576092758714918, "learning_rate": 0.003, "loss": 4.0301, "step": 19411 }, { "epoch": 0.19412, "grad_norm": 1.4484549629758336, "learning_rate": 0.003, "loss": 3.9979, "step": 19412 }, { "epoch": 0.19413, "grad_norm": 1.2382917950572578, "learning_rate": 0.003, "loss": 4.013, "step": 19413 }, { "epoch": 0.19414, "grad_norm": 1.287689718271487, "learning_rate": 0.003, "loss": 3.992, "step": 19414 }, { "epoch": 0.19415, "grad_norm": 1.0587472430188611, "learning_rate": 0.003, "loss": 3.9702, "step": 19415 }, { "epoch": 0.19416, "grad_norm": 1.3551473074839804, "learning_rate": 0.003, "loss": 4.0036, "step": 19416 }, { "epoch": 0.19417, "grad_norm": 1.2534330169306258, "learning_rate": 0.003, "loss": 4.028, "step": 19417 }, { "epoch": 0.19418, "grad_norm": 1.474397280636809, "learning_rate": 0.003, "loss": 4.0003, "step": 19418 }, { "epoch": 0.19419, "grad_norm": 1.2670921396395363, "learning_rate": 0.003, "loss": 4.0062, "step": 19419 }, { "epoch": 0.1942, "grad_norm": 1.261683865245845, "learning_rate": 0.003, "loss": 3.9902, "step": 19420 }, { "epoch": 0.19421, "grad_norm": 1.3606329519913305, "learning_rate": 0.003, "loss": 4.0, "step": 19421 }, { "epoch": 0.19422, "grad_norm": 1.1639836108705277, "learning_rate": 0.003, "loss": 4.0087, "step": 19422 }, { "epoch": 0.19423, "grad_norm": 1.3157400088902118, "learning_rate": 0.003, "loss": 4.0204, "step": 19423 }, { "epoch": 0.19424, "grad_norm": 1.0331274223736815, "learning_rate": 0.003, "loss": 4.014, "step": 19424 }, { "epoch": 0.19425, "grad_norm": 1.601486387553494, "learning_rate": 0.003, "loss": 4.0102, "step": 19425 }, { "epoch": 0.19426, "grad_norm": 1.3198023630087965, "learning_rate": 0.003, "loss": 4.0235, "step": 19426 }, { "epoch": 0.19427, "grad_norm": 1.2751671555010344, "learning_rate": 0.003, "loss": 4.0032, "step": 19427 }, { "epoch": 0.19428, "grad_norm": 1.096412697272269, "learning_rate": 0.003, "loss": 3.9935, "step": 19428 }, { "epoch": 0.19429, "grad_norm": 1.3770440911365562, "learning_rate": 0.003, "loss": 4.0236, "step": 19429 }, { "epoch": 0.1943, "grad_norm": 1.2006570626184592, "learning_rate": 0.003, "loss": 4.0332, "step": 19430 }, { "epoch": 0.19431, "grad_norm": 1.3108382106025203, "learning_rate": 0.003, "loss": 3.9786, "step": 19431 }, { "epoch": 0.19432, "grad_norm": 1.051591616589315, "learning_rate": 0.003, "loss": 4.0148, "step": 19432 }, { "epoch": 0.19433, "grad_norm": 1.4436358146578554, "learning_rate": 0.003, "loss": 4.012, "step": 19433 }, { "epoch": 0.19434, "grad_norm": 1.2370339867054645, "learning_rate": 0.003, "loss": 4.0257, "step": 19434 }, { "epoch": 0.19435, "grad_norm": 1.6023018189894631, "learning_rate": 0.003, "loss": 4.0322, "step": 19435 }, { "epoch": 0.19436, "grad_norm": 1.091354616003643, "learning_rate": 0.003, "loss": 4.0294, "step": 19436 }, { "epoch": 0.19437, "grad_norm": 1.388347882481318, "learning_rate": 0.003, "loss": 3.9977, "step": 19437 }, { "epoch": 0.19438, "grad_norm": 1.327826102133524, "learning_rate": 0.003, "loss": 4.0337, "step": 19438 }, { "epoch": 0.19439, "grad_norm": 1.296743159961658, "learning_rate": 0.003, "loss": 4.0278, "step": 19439 }, { "epoch": 0.1944, "grad_norm": 1.2561636564981153, "learning_rate": 0.003, "loss": 4.0408, "step": 19440 }, { "epoch": 0.19441, "grad_norm": 1.0477855132903582, "learning_rate": 0.003, "loss": 4.0363, "step": 19441 }, { "epoch": 0.19442, "grad_norm": 1.4114023473692943, "learning_rate": 0.003, "loss": 4.0224, "step": 19442 }, { "epoch": 0.19443, "grad_norm": 1.0783518422238263, "learning_rate": 0.003, "loss": 4.0305, "step": 19443 }, { "epoch": 0.19444, "grad_norm": 1.452854020825635, "learning_rate": 0.003, "loss": 3.998, "step": 19444 }, { "epoch": 0.19445, "grad_norm": 1.034270639276834, "learning_rate": 0.003, "loss": 4.0216, "step": 19445 }, { "epoch": 0.19446, "grad_norm": 1.4788260212438489, "learning_rate": 0.003, "loss": 4.0131, "step": 19446 }, { "epoch": 0.19447, "grad_norm": 1.172745960623489, "learning_rate": 0.003, "loss": 3.9975, "step": 19447 }, { "epoch": 0.19448, "grad_norm": 1.456796198625019, "learning_rate": 0.003, "loss": 4.0026, "step": 19448 }, { "epoch": 0.19449, "grad_norm": 0.968685063971965, "learning_rate": 0.003, "loss": 4.0208, "step": 19449 }, { "epoch": 0.1945, "grad_norm": 1.1545753508504955, "learning_rate": 0.003, "loss": 3.9931, "step": 19450 }, { "epoch": 0.19451, "grad_norm": 1.3506025686160945, "learning_rate": 0.003, "loss": 4.0166, "step": 19451 }, { "epoch": 0.19452, "grad_norm": 1.0894548589385062, "learning_rate": 0.003, "loss": 3.9826, "step": 19452 }, { "epoch": 0.19453, "grad_norm": 1.417194799818832, "learning_rate": 0.003, "loss": 4.0294, "step": 19453 }, { "epoch": 0.19454, "grad_norm": 1.1388475162873184, "learning_rate": 0.003, "loss": 4.0349, "step": 19454 }, { "epoch": 0.19455, "grad_norm": 1.4668464819049523, "learning_rate": 0.003, "loss": 4.0302, "step": 19455 }, { "epoch": 0.19456, "grad_norm": 1.4128658565436514, "learning_rate": 0.003, "loss": 4.0469, "step": 19456 }, { "epoch": 0.19457, "grad_norm": 1.288144338755479, "learning_rate": 0.003, "loss": 4.0221, "step": 19457 }, { "epoch": 0.19458, "grad_norm": 1.0450096230118142, "learning_rate": 0.003, "loss": 4.0121, "step": 19458 }, { "epoch": 0.19459, "grad_norm": 1.2906418592733522, "learning_rate": 0.003, "loss": 4.0151, "step": 19459 }, { "epoch": 0.1946, "grad_norm": 1.283352834689703, "learning_rate": 0.003, "loss": 3.9955, "step": 19460 }, { "epoch": 0.19461, "grad_norm": 1.1838378075547533, "learning_rate": 0.003, "loss": 4.0574, "step": 19461 }, { "epoch": 0.19462, "grad_norm": 1.426856749707794, "learning_rate": 0.003, "loss": 4.0235, "step": 19462 }, { "epoch": 0.19463, "grad_norm": 1.1978343329083327, "learning_rate": 0.003, "loss": 4.0205, "step": 19463 }, { "epoch": 0.19464, "grad_norm": 1.2623076086111769, "learning_rate": 0.003, "loss": 3.9813, "step": 19464 }, { "epoch": 0.19465, "grad_norm": 1.1432289384815764, "learning_rate": 0.003, "loss": 4.0073, "step": 19465 }, { "epoch": 0.19466, "grad_norm": 1.4447116352089309, "learning_rate": 0.003, "loss": 4.0254, "step": 19466 }, { "epoch": 0.19467, "grad_norm": 1.0772318434853418, "learning_rate": 0.003, "loss": 4.024, "step": 19467 }, { "epoch": 0.19468, "grad_norm": 1.417077676729842, "learning_rate": 0.003, "loss": 3.9963, "step": 19468 }, { "epoch": 0.19469, "grad_norm": 1.3498797179824242, "learning_rate": 0.003, "loss": 4.0057, "step": 19469 }, { "epoch": 0.1947, "grad_norm": 1.2332786951762587, "learning_rate": 0.003, "loss": 4.0172, "step": 19470 }, { "epoch": 0.19471, "grad_norm": 1.2910709164082321, "learning_rate": 0.003, "loss": 4.017, "step": 19471 }, { "epoch": 0.19472, "grad_norm": 1.1950076786036183, "learning_rate": 0.003, "loss": 4.0131, "step": 19472 }, { "epoch": 0.19473, "grad_norm": 1.6243832865525263, "learning_rate": 0.003, "loss": 4.015, "step": 19473 }, { "epoch": 0.19474, "grad_norm": 1.199166522064954, "learning_rate": 0.003, "loss": 4.0196, "step": 19474 }, { "epoch": 0.19475, "grad_norm": 1.3810708306150938, "learning_rate": 0.003, "loss": 4.0129, "step": 19475 }, { "epoch": 0.19476, "grad_norm": 1.0789119449425273, "learning_rate": 0.003, "loss": 3.9983, "step": 19476 }, { "epoch": 0.19477, "grad_norm": 1.4210291483836852, "learning_rate": 0.003, "loss": 4.0124, "step": 19477 }, { "epoch": 0.19478, "grad_norm": 1.1774463036805667, "learning_rate": 0.003, "loss": 3.9868, "step": 19478 }, { "epoch": 0.19479, "grad_norm": 1.2760203007419755, "learning_rate": 0.003, "loss": 4.0019, "step": 19479 }, { "epoch": 0.1948, "grad_norm": 1.272221077500427, "learning_rate": 0.003, "loss": 4.012, "step": 19480 }, { "epoch": 0.19481, "grad_norm": 1.4831111201304013, "learning_rate": 0.003, "loss": 4.0277, "step": 19481 }, { "epoch": 0.19482, "grad_norm": 1.231924637888509, "learning_rate": 0.003, "loss": 4.0198, "step": 19482 }, { "epoch": 0.19483, "grad_norm": 1.2682120665371375, "learning_rate": 0.003, "loss": 3.9922, "step": 19483 }, { "epoch": 0.19484, "grad_norm": 1.091269387716183, "learning_rate": 0.003, "loss": 4.0119, "step": 19484 }, { "epoch": 0.19485, "grad_norm": 1.5753156246444868, "learning_rate": 0.003, "loss": 4.0242, "step": 19485 }, { "epoch": 0.19486, "grad_norm": 1.2367684483937205, "learning_rate": 0.003, "loss": 4.0179, "step": 19486 }, { "epoch": 0.19487, "grad_norm": 1.5188014123349969, "learning_rate": 0.003, "loss": 4.03, "step": 19487 }, { "epoch": 0.19488, "grad_norm": 1.3107252189477876, "learning_rate": 0.003, "loss": 3.9968, "step": 19488 }, { "epoch": 0.19489, "grad_norm": 1.312658990254798, "learning_rate": 0.003, "loss": 4.0112, "step": 19489 }, { "epoch": 0.1949, "grad_norm": 1.2109782661315618, "learning_rate": 0.003, "loss": 4.0206, "step": 19490 }, { "epoch": 0.19491, "grad_norm": 1.2817543758987004, "learning_rate": 0.003, "loss": 4.0117, "step": 19491 }, { "epoch": 0.19492, "grad_norm": 1.0785274848407513, "learning_rate": 0.003, "loss": 4.0333, "step": 19492 }, { "epoch": 0.19493, "grad_norm": 1.49230015973104, "learning_rate": 0.003, "loss": 4.0121, "step": 19493 }, { "epoch": 0.19494, "grad_norm": 1.1274168817705166, "learning_rate": 0.003, "loss": 4.0212, "step": 19494 }, { "epoch": 0.19495, "grad_norm": 1.294063969812743, "learning_rate": 0.003, "loss": 3.9895, "step": 19495 }, { "epoch": 0.19496, "grad_norm": 1.1613531675105446, "learning_rate": 0.003, "loss": 3.9957, "step": 19496 }, { "epoch": 0.19497, "grad_norm": 1.4862255481330564, "learning_rate": 0.003, "loss": 4.0217, "step": 19497 }, { "epoch": 0.19498, "grad_norm": 0.9498358646092864, "learning_rate": 0.003, "loss": 3.9853, "step": 19498 }, { "epoch": 0.19499, "grad_norm": 1.3562965438540844, "learning_rate": 0.003, "loss": 4.0281, "step": 19499 }, { "epoch": 0.195, "grad_norm": 1.5507913360404775, "learning_rate": 0.003, "loss": 4.0244, "step": 19500 }, { "epoch": 0.19501, "grad_norm": 1.183882132984025, "learning_rate": 0.003, "loss": 4.0366, "step": 19501 }, { "epoch": 0.19502, "grad_norm": 1.2141130634117046, "learning_rate": 0.003, "loss": 4.0257, "step": 19502 }, { "epoch": 0.19503, "grad_norm": 1.2572723183943078, "learning_rate": 0.003, "loss": 3.9895, "step": 19503 }, { "epoch": 0.19504, "grad_norm": 1.2292496953786687, "learning_rate": 0.003, "loss": 4.0071, "step": 19504 }, { "epoch": 0.19505, "grad_norm": 1.2718207352592203, "learning_rate": 0.003, "loss": 4.018, "step": 19505 }, { "epoch": 0.19506, "grad_norm": 1.3579420087373197, "learning_rate": 0.003, "loss": 4.0166, "step": 19506 }, { "epoch": 0.19507, "grad_norm": 1.3923571093801126, "learning_rate": 0.003, "loss": 4.0203, "step": 19507 }, { "epoch": 0.19508, "grad_norm": 1.3084970028161689, "learning_rate": 0.003, "loss": 4.0014, "step": 19508 }, { "epoch": 0.19509, "grad_norm": 1.1574123956711007, "learning_rate": 0.003, "loss": 4.0272, "step": 19509 }, { "epoch": 0.1951, "grad_norm": 1.0908937677264265, "learning_rate": 0.003, "loss": 4.0065, "step": 19510 }, { "epoch": 0.19511, "grad_norm": 1.4820847363616818, "learning_rate": 0.003, "loss": 3.9977, "step": 19511 }, { "epoch": 0.19512, "grad_norm": 1.1462973133902605, "learning_rate": 0.003, "loss": 4.0207, "step": 19512 }, { "epoch": 0.19513, "grad_norm": 1.4076582536134032, "learning_rate": 0.003, "loss": 4.0324, "step": 19513 }, { "epoch": 0.19514, "grad_norm": 1.23218979726053, "learning_rate": 0.003, "loss": 4.0467, "step": 19514 }, { "epoch": 0.19515, "grad_norm": 1.2492087346730791, "learning_rate": 0.003, "loss": 4.0078, "step": 19515 }, { "epoch": 0.19516, "grad_norm": 1.5677034476508886, "learning_rate": 0.003, "loss": 4.0071, "step": 19516 }, { "epoch": 0.19517, "grad_norm": 1.2090457606486258, "learning_rate": 0.003, "loss": 4.0014, "step": 19517 }, { "epoch": 0.19518, "grad_norm": 1.4422839115762187, "learning_rate": 0.003, "loss": 4.0209, "step": 19518 }, { "epoch": 0.19519, "grad_norm": 1.439118242744385, "learning_rate": 0.003, "loss": 4.0188, "step": 19519 }, { "epoch": 0.1952, "grad_norm": 1.0080150453423273, "learning_rate": 0.003, "loss": 4.0284, "step": 19520 }, { "epoch": 0.19521, "grad_norm": 1.4127806825839508, "learning_rate": 0.003, "loss": 3.9982, "step": 19521 }, { "epoch": 0.19522, "grad_norm": 1.17244703093169, "learning_rate": 0.003, "loss": 4.0398, "step": 19522 }, { "epoch": 0.19523, "grad_norm": 1.4409740804434454, "learning_rate": 0.003, "loss": 4.0247, "step": 19523 }, { "epoch": 0.19524, "grad_norm": 1.1664189115774244, "learning_rate": 0.003, "loss": 4.0341, "step": 19524 }, { "epoch": 0.19525, "grad_norm": 1.6874770421735905, "learning_rate": 0.003, "loss": 4.0038, "step": 19525 }, { "epoch": 0.19526, "grad_norm": 1.1236396269361812, "learning_rate": 0.003, "loss": 4.0087, "step": 19526 }, { "epoch": 0.19527, "grad_norm": 1.3889264447743475, "learning_rate": 0.003, "loss": 4.0224, "step": 19527 }, { "epoch": 0.19528, "grad_norm": 1.4123307347374694, "learning_rate": 0.003, "loss": 4.0228, "step": 19528 }, { "epoch": 0.19529, "grad_norm": 1.1181524243471284, "learning_rate": 0.003, "loss": 4.0031, "step": 19529 }, { "epoch": 0.1953, "grad_norm": 1.3385918290292969, "learning_rate": 0.003, "loss": 4.0148, "step": 19530 }, { "epoch": 0.19531, "grad_norm": 1.143360306045542, "learning_rate": 0.003, "loss": 4.0197, "step": 19531 }, { "epoch": 0.19532, "grad_norm": 1.336237949476093, "learning_rate": 0.003, "loss": 4.052, "step": 19532 }, { "epoch": 0.19533, "grad_norm": 1.3034818995577, "learning_rate": 0.003, "loss": 4.0302, "step": 19533 }, { "epoch": 0.19534, "grad_norm": 1.2485436158887926, "learning_rate": 0.003, "loss": 4.0426, "step": 19534 }, { "epoch": 0.19535, "grad_norm": 1.2178827255891311, "learning_rate": 0.003, "loss": 4.038, "step": 19535 }, { "epoch": 0.19536, "grad_norm": 1.3523165354257414, "learning_rate": 0.003, "loss": 3.9829, "step": 19536 }, { "epoch": 0.19537, "grad_norm": 1.1954964202285772, "learning_rate": 0.003, "loss": 3.9937, "step": 19537 }, { "epoch": 0.19538, "grad_norm": 1.1470012479877092, "learning_rate": 0.003, "loss": 4.0228, "step": 19538 }, { "epoch": 0.19539, "grad_norm": 1.11420642932526, "learning_rate": 0.003, "loss": 4.0129, "step": 19539 }, { "epoch": 0.1954, "grad_norm": 1.35877630360642, "learning_rate": 0.003, "loss": 4.005, "step": 19540 }, { "epoch": 0.19541, "grad_norm": 1.389067571359014, "learning_rate": 0.003, "loss": 4.0213, "step": 19541 }, { "epoch": 0.19542, "grad_norm": 1.141529457657941, "learning_rate": 0.003, "loss": 4.0328, "step": 19542 }, { "epoch": 0.19543, "grad_norm": 1.6344048750222944, "learning_rate": 0.003, "loss": 4.045, "step": 19543 }, { "epoch": 0.19544, "grad_norm": 1.2425178251490452, "learning_rate": 0.003, "loss": 4.0168, "step": 19544 }, { "epoch": 0.19545, "grad_norm": 1.4377230036618, "learning_rate": 0.003, "loss": 4.0231, "step": 19545 }, { "epoch": 0.19546, "grad_norm": 1.02911826421773, "learning_rate": 0.003, "loss": 4.0154, "step": 19546 }, { "epoch": 0.19547, "grad_norm": 1.277757486896775, "learning_rate": 0.003, "loss": 4.0187, "step": 19547 }, { "epoch": 0.19548, "grad_norm": 1.1492132696514115, "learning_rate": 0.003, "loss": 4.0214, "step": 19548 }, { "epoch": 0.19549, "grad_norm": 1.4221840697860018, "learning_rate": 0.003, "loss": 4.0074, "step": 19549 }, { "epoch": 0.1955, "grad_norm": 1.3483323187017007, "learning_rate": 0.003, "loss": 3.9885, "step": 19550 }, { "epoch": 0.19551, "grad_norm": 1.3223846988932462, "learning_rate": 0.003, "loss": 4.038, "step": 19551 }, { "epoch": 0.19552, "grad_norm": 1.2219483120443844, "learning_rate": 0.003, "loss": 3.9904, "step": 19552 }, { "epoch": 0.19553, "grad_norm": 1.187620882759245, "learning_rate": 0.003, "loss": 4.0159, "step": 19553 }, { "epoch": 0.19554, "grad_norm": 1.3828814961961264, "learning_rate": 0.003, "loss": 3.9743, "step": 19554 }, { "epoch": 0.19555, "grad_norm": 1.3160227267020888, "learning_rate": 0.003, "loss": 4.0067, "step": 19555 }, { "epoch": 0.19556, "grad_norm": 1.5348112101779594, "learning_rate": 0.003, "loss": 3.9919, "step": 19556 }, { "epoch": 0.19557, "grad_norm": 1.0915727764087106, "learning_rate": 0.003, "loss": 4.0191, "step": 19557 }, { "epoch": 0.19558, "grad_norm": 1.478346273700097, "learning_rate": 0.003, "loss": 4.001, "step": 19558 }, { "epoch": 0.19559, "grad_norm": 1.0891766669740826, "learning_rate": 0.003, "loss": 4.0051, "step": 19559 }, { "epoch": 0.1956, "grad_norm": 1.352084652289617, "learning_rate": 0.003, "loss": 4.0393, "step": 19560 }, { "epoch": 0.19561, "grad_norm": 1.339878003092702, "learning_rate": 0.003, "loss": 4.0174, "step": 19561 }, { "epoch": 0.19562, "grad_norm": 1.4612262118494712, "learning_rate": 0.003, "loss": 3.987, "step": 19562 }, { "epoch": 0.19563, "grad_norm": 1.0957119063328127, "learning_rate": 0.003, "loss": 3.9957, "step": 19563 }, { "epoch": 0.19564, "grad_norm": 1.391554862001127, "learning_rate": 0.003, "loss": 4.0231, "step": 19564 }, { "epoch": 0.19565, "grad_norm": 1.16210771029558, "learning_rate": 0.003, "loss": 3.9818, "step": 19565 }, { "epoch": 0.19566, "grad_norm": 1.5541605775432796, "learning_rate": 0.003, "loss": 4.0236, "step": 19566 }, { "epoch": 0.19567, "grad_norm": 0.9834935966276703, "learning_rate": 0.003, "loss": 4.0011, "step": 19567 }, { "epoch": 0.19568, "grad_norm": 1.396728948759227, "learning_rate": 0.003, "loss": 4.0122, "step": 19568 }, { "epoch": 0.19569, "grad_norm": 1.190996160721869, "learning_rate": 0.003, "loss": 4.0113, "step": 19569 }, { "epoch": 0.1957, "grad_norm": 1.2895271476321848, "learning_rate": 0.003, "loss": 4.0206, "step": 19570 }, { "epoch": 0.19571, "grad_norm": 1.2245583691103334, "learning_rate": 0.003, "loss": 4.0199, "step": 19571 }, { "epoch": 0.19572, "grad_norm": 1.443414821983181, "learning_rate": 0.003, "loss": 4.013, "step": 19572 }, { "epoch": 0.19573, "grad_norm": 1.10713646564787, "learning_rate": 0.003, "loss": 3.9957, "step": 19573 }, { "epoch": 0.19574, "grad_norm": 1.6154382685828403, "learning_rate": 0.003, "loss": 4.0175, "step": 19574 }, { "epoch": 0.19575, "grad_norm": 0.8588266587571094, "learning_rate": 0.003, "loss": 4.0338, "step": 19575 }, { "epoch": 0.19576, "grad_norm": 1.3599440401283418, "learning_rate": 0.003, "loss": 4.0043, "step": 19576 }, { "epoch": 0.19577, "grad_norm": 1.0761054891917938, "learning_rate": 0.003, "loss": 4.0258, "step": 19577 }, { "epoch": 0.19578, "grad_norm": 1.546996170628607, "learning_rate": 0.003, "loss": 4.0126, "step": 19578 }, { "epoch": 0.19579, "grad_norm": 1.1745159544637447, "learning_rate": 0.003, "loss": 4.0167, "step": 19579 }, { "epoch": 0.1958, "grad_norm": 1.4089864607124443, "learning_rate": 0.003, "loss": 4.0267, "step": 19580 }, { "epoch": 0.19581, "grad_norm": 1.3387280635367134, "learning_rate": 0.003, "loss": 3.9733, "step": 19581 }, { "epoch": 0.19582, "grad_norm": 1.239627093187696, "learning_rate": 0.003, "loss": 4.0289, "step": 19582 }, { "epoch": 0.19583, "grad_norm": 1.2503241327084642, "learning_rate": 0.003, "loss": 4.0179, "step": 19583 }, { "epoch": 0.19584, "grad_norm": 1.3583129441806734, "learning_rate": 0.003, "loss": 4.0142, "step": 19584 }, { "epoch": 0.19585, "grad_norm": 1.2481769830561873, "learning_rate": 0.003, "loss": 4.0036, "step": 19585 }, { "epoch": 0.19586, "grad_norm": 1.230808044125073, "learning_rate": 0.003, "loss": 3.998, "step": 19586 }, { "epoch": 0.19587, "grad_norm": 1.1961512576689082, "learning_rate": 0.003, "loss": 4.0269, "step": 19587 }, { "epoch": 0.19588, "grad_norm": 1.2852322339234126, "learning_rate": 0.003, "loss": 3.9935, "step": 19588 }, { "epoch": 0.19589, "grad_norm": 1.221811645449711, "learning_rate": 0.003, "loss": 4.0208, "step": 19589 }, { "epoch": 0.1959, "grad_norm": 1.0076240783056, "learning_rate": 0.003, "loss": 4.0255, "step": 19590 }, { "epoch": 0.19591, "grad_norm": 1.4999150829988763, "learning_rate": 0.003, "loss": 4.0345, "step": 19591 }, { "epoch": 0.19592, "grad_norm": 1.0640297851987874, "learning_rate": 0.003, "loss": 4.0218, "step": 19592 }, { "epoch": 0.19593, "grad_norm": 1.7607148010155502, "learning_rate": 0.003, "loss": 4.0279, "step": 19593 }, { "epoch": 0.19594, "grad_norm": 1.0672595416634916, "learning_rate": 0.003, "loss": 4.0344, "step": 19594 }, { "epoch": 0.19595, "grad_norm": 1.5094645316895097, "learning_rate": 0.003, "loss": 4.0148, "step": 19595 }, { "epoch": 0.19596, "grad_norm": 1.1542637171421024, "learning_rate": 0.003, "loss": 4.0137, "step": 19596 }, { "epoch": 0.19597, "grad_norm": 1.4817112348416852, "learning_rate": 0.003, "loss": 4.0433, "step": 19597 }, { "epoch": 0.19598, "grad_norm": 1.5229437193511899, "learning_rate": 0.003, "loss": 4.0075, "step": 19598 }, { "epoch": 0.19599, "grad_norm": 1.4775125288132893, "learning_rate": 0.003, "loss": 3.9963, "step": 19599 }, { "epoch": 0.196, "grad_norm": 1.4068227524673214, "learning_rate": 0.003, "loss": 3.9933, "step": 19600 }, { "epoch": 0.19601, "grad_norm": 1.0457705201931375, "learning_rate": 0.003, "loss": 3.9944, "step": 19601 }, { "epoch": 0.19602, "grad_norm": 1.438750150083911, "learning_rate": 0.003, "loss": 3.9902, "step": 19602 }, { "epoch": 0.19603, "grad_norm": 1.1199358294588768, "learning_rate": 0.003, "loss": 4.0168, "step": 19603 }, { "epoch": 0.19604, "grad_norm": 1.331506856494912, "learning_rate": 0.003, "loss": 4.0101, "step": 19604 }, { "epoch": 0.19605, "grad_norm": 0.9161761035355457, "learning_rate": 0.003, "loss": 3.973, "step": 19605 }, { "epoch": 0.19606, "grad_norm": 1.1850879646854842, "learning_rate": 0.003, "loss": 3.9985, "step": 19606 }, { "epoch": 0.19607, "grad_norm": 1.3699921119302942, "learning_rate": 0.003, "loss": 3.9876, "step": 19607 }, { "epoch": 0.19608, "grad_norm": 1.1012663225800385, "learning_rate": 0.003, "loss": 3.9987, "step": 19608 }, { "epoch": 0.19609, "grad_norm": 1.4283681482485215, "learning_rate": 0.003, "loss": 4.0237, "step": 19609 }, { "epoch": 0.1961, "grad_norm": 1.1995755266403376, "learning_rate": 0.003, "loss": 4.0172, "step": 19610 }, { "epoch": 0.19611, "grad_norm": 1.449352654340675, "learning_rate": 0.003, "loss": 4.0195, "step": 19611 }, { "epoch": 0.19612, "grad_norm": 1.5016703062251386, "learning_rate": 0.003, "loss": 4.0291, "step": 19612 }, { "epoch": 0.19613, "grad_norm": 0.9960996752444851, "learning_rate": 0.003, "loss": 4.0232, "step": 19613 }, { "epoch": 0.19614, "grad_norm": 1.5799498651019834, "learning_rate": 0.003, "loss": 3.9868, "step": 19614 }, { "epoch": 0.19615, "grad_norm": 1.1853321445441805, "learning_rate": 0.003, "loss": 4.0025, "step": 19615 }, { "epoch": 0.19616, "grad_norm": 1.3315549252697563, "learning_rate": 0.003, "loss": 4.0066, "step": 19616 }, { "epoch": 0.19617, "grad_norm": 1.2307249576946644, "learning_rate": 0.003, "loss": 4.042, "step": 19617 }, { "epoch": 0.19618, "grad_norm": 1.429323889473967, "learning_rate": 0.003, "loss": 3.9988, "step": 19618 }, { "epoch": 0.19619, "grad_norm": 1.1816190761169785, "learning_rate": 0.003, "loss": 4.0179, "step": 19619 }, { "epoch": 0.1962, "grad_norm": 1.3978859567182818, "learning_rate": 0.003, "loss": 4.0133, "step": 19620 }, { "epoch": 0.19621, "grad_norm": 1.1054501006023867, "learning_rate": 0.003, "loss": 3.9955, "step": 19621 }, { "epoch": 0.19622, "grad_norm": 1.4621564700284058, "learning_rate": 0.003, "loss": 4.016, "step": 19622 }, { "epoch": 0.19623, "grad_norm": 1.1942028969171785, "learning_rate": 0.003, "loss": 3.9981, "step": 19623 }, { "epoch": 0.19624, "grad_norm": 1.4863189336805593, "learning_rate": 0.003, "loss": 4.0175, "step": 19624 }, { "epoch": 0.19625, "grad_norm": 1.1812195266751346, "learning_rate": 0.003, "loss": 4.0114, "step": 19625 }, { "epoch": 0.19626, "grad_norm": 1.3345435614808887, "learning_rate": 0.003, "loss": 4.029, "step": 19626 }, { "epoch": 0.19627, "grad_norm": 1.1802296947128674, "learning_rate": 0.003, "loss": 4.0043, "step": 19627 }, { "epoch": 0.19628, "grad_norm": 1.3100913634401963, "learning_rate": 0.003, "loss": 3.9956, "step": 19628 }, { "epoch": 0.19629, "grad_norm": 1.3195804620991278, "learning_rate": 0.003, "loss": 4.003, "step": 19629 }, { "epoch": 0.1963, "grad_norm": 1.3015224117549498, "learning_rate": 0.003, "loss": 3.9831, "step": 19630 }, { "epoch": 0.19631, "grad_norm": 1.3990786649498785, "learning_rate": 0.003, "loss": 4.0241, "step": 19631 }, { "epoch": 0.19632, "grad_norm": 1.2705942832047663, "learning_rate": 0.003, "loss": 4.0313, "step": 19632 }, { "epoch": 0.19633, "grad_norm": 1.3318227756444863, "learning_rate": 0.003, "loss": 3.9957, "step": 19633 }, { "epoch": 0.19634, "grad_norm": 1.358359097919518, "learning_rate": 0.003, "loss": 4.0348, "step": 19634 }, { "epoch": 0.19635, "grad_norm": 1.3281336663671188, "learning_rate": 0.003, "loss": 4.0148, "step": 19635 }, { "epoch": 0.19636, "grad_norm": 1.1148668646915247, "learning_rate": 0.003, "loss": 4.0263, "step": 19636 }, { "epoch": 0.19637, "grad_norm": 1.3268689508958573, "learning_rate": 0.003, "loss": 3.9849, "step": 19637 }, { "epoch": 0.19638, "grad_norm": 1.051025589043811, "learning_rate": 0.003, "loss": 3.9533, "step": 19638 }, { "epoch": 0.19639, "grad_norm": 1.549739495953743, "learning_rate": 0.003, "loss": 4.0487, "step": 19639 }, { "epoch": 0.1964, "grad_norm": 1.1264379384989271, "learning_rate": 0.003, "loss": 3.9896, "step": 19640 }, { "epoch": 0.19641, "grad_norm": 1.4563789788275636, "learning_rate": 0.003, "loss": 4.0337, "step": 19641 }, { "epoch": 0.19642, "grad_norm": 1.0488717460018138, "learning_rate": 0.003, "loss": 3.9972, "step": 19642 }, { "epoch": 0.19643, "grad_norm": 1.3437090100316245, "learning_rate": 0.003, "loss": 4.0229, "step": 19643 }, { "epoch": 0.19644, "grad_norm": 1.1006807337081657, "learning_rate": 0.003, "loss": 4.0314, "step": 19644 }, { "epoch": 0.19645, "grad_norm": 1.3945002548090317, "learning_rate": 0.003, "loss": 4.0253, "step": 19645 }, { "epoch": 0.19646, "grad_norm": 1.2075426583796376, "learning_rate": 0.003, "loss": 4.034, "step": 19646 }, { "epoch": 0.19647, "grad_norm": 1.293295858432891, "learning_rate": 0.003, "loss": 4.0067, "step": 19647 }, { "epoch": 0.19648, "grad_norm": 1.3098697229272513, "learning_rate": 0.003, "loss": 4.0269, "step": 19648 }, { "epoch": 0.19649, "grad_norm": 1.0961375387377226, "learning_rate": 0.003, "loss": 3.9907, "step": 19649 }, { "epoch": 0.1965, "grad_norm": 1.2180821931375414, "learning_rate": 0.003, "loss": 4.0124, "step": 19650 }, { "epoch": 0.19651, "grad_norm": 1.2338546026092299, "learning_rate": 0.003, "loss": 4.0094, "step": 19651 }, { "epoch": 0.19652, "grad_norm": 1.2197656372181531, "learning_rate": 0.003, "loss": 4.025, "step": 19652 }, { "epoch": 0.19653, "grad_norm": 1.3341198714196665, "learning_rate": 0.003, "loss": 3.9904, "step": 19653 }, { "epoch": 0.19654, "grad_norm": 1.3754483753191487, "learning_rate": 0.003, "loss": 4.0114, "step": 19654 }, { "epoch": 0.19655, "grad_norm": 1.544370728447323, "learning_rate": 0.003, "loss": 4.0112, "step": 19655 }, { "epoch": 0.19656, "grad_norm": 1.2104419322007474, "learning_rate": 0.003, "loss": 3.9973, "step": 19656 }, { "epoch": 0.19657, "grad_norm": 1.3340675053609385, "learning_rate": 0.003, "loss": 4.001, "step": 19657 }, { "epoch": 0.19658, "grad_norm": 1.3802603007206278, "learning_rate": 0.003, "loss": 4.0418, "step": 19658 }, { "epoch": 0.19659, "grad_norm": 0.9655541069967075, "learning_rate": 0.003, "loss": 4.0225, "step": 19659 }, { "epoch": 0.1966, "grad_norm": 1.4923395841179794, "learning_rate": 0.003, "loss": 3.9997, "step": 19660 }, { "epoch": 0.19661, "grad_norm": 1.2288981190118458, "learning_rate": 0.003, "loss": 3.9999, "step": 19661 }, { "epoch": 0.19662, "grad_norm": 1.502146226676791, "learning_rate": 0.003, "loss": 4.0325, "step": 19662 }, { "epoch": 0.19663, "grad_norm": 1.0514102968073638, "learning_rate": 0.003, "loss": 4.0158, "step": 19663 }, { "epoch": 0.19664, "grad_norm": 1.4654220934296756, "learning_rate": 0.003, "loss": 4.0054, "step": 19664 }, { "epoch": 0.19665, "grad_norm": 1.069241324892344, "learning_rate": 0.003, "loss": 3.992, "step": 19665 }, { "epoch": 0.19666, "grad_norm": 1.4486582930881937, "learning_rate": 0.003, "loss": 4.0166, "step": 19666 }, { "epoch": 0.19667, "grad_norm": 1.0831545760755243, "learning_rate": 0.003, "loss": 4.0287, "step": 19667 }, { "epoch": 0.19668, "grad_norm": 1.436563941257675, "learning_rate": 0.003, "loss": 4.0007, "step": 19668 }, { "epoch": 0.19669, "grad_norm": 1.5062672788108056, "learning_rate": 0.003, "loss": 3.9976, "step": 19669 }, { "epoch": 0.1967, "grad_norm": 1.3128311516230786, "learning_rate": 0.003, "loss": 4.0169, "step": 19670 }, { "epoch": 0.19671, "grad_norm": 1.1719839769410758, "learning_rate": 0.003, "loss": 4.0017, "step": 19671 }, { "epoch": 0.19672, "grad_norm": 1.1297658595941962, "learning_rate": 0.003, "loss": 3.983, "step": 19672 }, { "epoch": 0.19673, "grad_norm": 1.4355563405189087, "learning_rate": 0.003, "loss": 3.9936, "step": 19673 }, { "epoch": 0.19674, "grad_norm": 1.0567084550528547, "learning_rate": 0.003, "loss": 3.9828, "step": 19674 }, { "epoch": 0.19675, "grad_norm": 1.3423620611541782, "learning_rate": 0.003, "loss": 4.01, "step": 19675 }, { "epoch": 0.19676, "grad_norm": 1.1634078654899764, "learning_rate": 0.003, "loss": 4.014, "step": 19676 }, { "epoch": 0.19677, "grad_norm": 1.4573019513365029, "learning_rate": 0.003, "loss": 4.011, "step": 19677 }, { "epoch": 0.19678, "grad_norm": 1.1106768424828741, "learning_rate": 0.003, "loss": 4.0177, "step": 19678 }, { "epoch": 0.19679, "grad_norm": 1.2533908896551933, "learning_rate": 0.003, "loss": 3.9975, "step": 19679 }, { "epoch": 0.1968, "grad_norm": 1.217016984584878, "learning_rate": 0.003, "loss": 3.9969, "step": 19680 }, { "epoch": 0.19681, "grad_norm": 1.5785958532488575, "learning_rate": 0.003, "loss": 4.05, "step": 19681 }, { "epoch": 0.19682, "grad_norm": 1.0909009150616689, "learning_rate": 0.003, "loss": 4.0086, "step": 19682 }, { "epoch": 0.19683, "grad_norm": 1.5771301082548819, "learning_rate": 0.003, "loss": 4.0176, "step": 19683 }, { "epoch": 0.19684, "grad_norm": 1.228636595353188, "learning_rate": 0.003, "loss": 4.0103, "step": 19684 }, { "epoch": 0.19685, "grad_norm": 1.2151799400934928, "learning_rate": 0.003, "loss": 3.9708, "step": 19685 }, { "epoch": 0.19686, "grad_norm": 1.498939221090677, "learning_rate": 0.003, "loss": 4.0193, "step": 19686 }, { "epoch": 0.19687, "grad_norm": 1.1241652149792463, "learning_rate": 0.003, "loss": 4.0076, "step": 19687 }, { "epoch": 0.19688, "grad_norm": 1.4310767432747384, "learning_rate": 0.003, "loss": 4.0386, "step": 19688 }, { "epoch": 0.19689, "grad_norm": 1.2238926456348522, "learning_rate": 0.003, "loss": 4.0186, "step": 19689 }, { "epoch": 0.1969, "grad_norm": 1.4667044525979636, "learning_rate": 0.003, "loss": 4.0362, "step": 19690 }, { "epoch": 0.19691, "grad_norm": 1.0596642829766192, "learning_rate": 0.003, "loss": 3.9893, "step": 19691 }, { "epoch": 0.19692, "grad_norm": 1.3099070307399414, "learning_rate": 0.003, "loss": 4.0097, "step": 19692 }, { "epoch": 0.19693, "grad_norm": 1.2050870302144918, "learning_rate": 0.003, "loss": 4.002, "step": 19693 }, { "epoch": 0.19694, "grad_norm": 1.3051230383758814, "learning_rate": 0.003, "loss": 3.9943, "step": 19694 }, { "epoch": 0.19695, "grad_norm": 1.19873627338944, "learning_rate": 0.003, "loss": 4.0242, "step": 19695 }, { "epoch": 0.19696, "grad_norm": 1.335301000643218, "learning_rate": 0.003, "loss": 4.0236, "step": 19696 }, { "epoch": 0.19697, "grad_norm": 1.0525106864958966, "learning_rate": 0.003, "loss": 3.9965, "step": 19697 }, { "epoch": 0.19698, "grad_norm": 1.2690670053698654, "learning_rate": 0.003, "loss": 4.0402, "step": 19698 }, { "epoch": 0.19699, "grad_norm": 1.1667388083079688, "learning_rate": 0.003, "loss": 3.9784, "step": 19699 }, { "epoch": 0.197, "grad_norm": 1.3902853677707654, "learning_rate": 0.003, "loss": 4.0169, "step": 19700 }, { "epoch": 0.19701, "grad_norm": 1.3054212801520557, "learning_rate": 0.003, "loss": 4.0381, "step": 19701 }, { "epoch": 0.19702, "grad_norm": 1.0057312698443932, "learning_rate": 0.003, "loss": 4.0197, "step": 19702 }, { "epoch": 0.19703, "grad_norm": 1.4078413465511643, "learning_rate": 0.003, "loss": 4.0374, "step": 19703 }, { "epoch": 0.19704, "grad_norm": 1.1415846814421957, "learning_rate": 0.003, "loss": 3.9853, "step": 19704 }, { "epoch": 0.19705, "grad_norm": 1.5772425361349942, "learning_rate": 0.003, "loss": 4.0017, "step": 19705 }, { "epoch": 0.19706, "grad_norm": 1.168198686303975, "learning_rate": 0.003, "loss": 3.9745, "step": 19706 }, { "epoch": 0.19707, "grad_norm": 1.5687239053768094, "learning_rate": 0.003, "loss": 4.023, "step": 19707 }, { "epoch": 0.19708, "grad_norm": 1.396968834570952, "learning_rate": 0.003, "loss": 4.0251, "step": 19708 }, { "epoch": 0.19709, "grad_norm": 1.1717022640531727, "learning_rate": 0.003, "loss": 4.0414, "step": 19709 }, { "epoch": 0.1971, "grad_norm": 1.3824148125197184, "learning_rate": 0.003, "loss": 4.0234, "step": 19710 }, { "epoch": 0.19711, "grad_norm": 1.2581546806587176, "learning_rate": 0.003, "loss": 4.0242, "step": 19711 }, { "epoch": 0.19712, "grad_norm": 1.1889986692506627, "learning_rate": 0.003, "loss": 4.0145, "step": 19712 }, { "epoch": 0.19713, "grad_norm": 1.373788115379153, "learning_rate": 0.003, "loss": 4.0125, "step": 19713 }, { "epoch": 0.19714, "grad_norm": 1.1078579990780477, "learning_rate": 0.003, "loss": 3.9761, "step": 19714 }, { "epoch": 0.19715, "grad_norm": 1.6183362393693175, "learning_rate": 0.003, "loss": 4.0179, "step": 19715 }, { "epoch": 0.19716, "grad_norm": 1.3729903618430215, "learning_rate": 0.003, "loss": 3.9911, "step": 19716 }, { "epoch": 0.19717, "grad_norm": 1.4009331087675325, "learning_rate": 0.003, "loss": 4.041, "step": 19717 }, { "epoch": 0.19718, "grad_norm": 0.9686668335443502, "learning_rate": 0.003, "loss": 4.0015, "step": 19718 }, { "epoch": 0.19719, "grad_norm": 1.315650140810695, "learning_rate": 0.003, "loss": 3.9646, "step": 19719 }, { "epoch": 0.1972, "grad_norm": 1.1046163591875344, "learning_rate": 0.003, "loss": 3.9724, "step": 19720 }, { "epoch": 0.19721, "grad_norm": 1.3711991789963014, "learning_rate": 0.003, "loss": 3.9994, "step": 19721 }, { "epoch": 0.19722, "grad_norm": 1.1196374050213858, "learning_rate": 0.003, "loss": 4.0168, "step": 19722 }, { "epoch": 0.19723, "grad_norm": 1.3906875449946674, "learning_rate": 0.003, "loss": 4.0204, "step": 19723 }, { "epoch": 0.19724, "grad_norm": 1.3877266384695668, "learning_rate": 0.003, "loss": 4.0041, "step": 19724 }, { "epoch": 0.19725, "grad_norm": 1.0779669526235471, "learning_rate": 0.003, "loss": 3.9982, "step": 19725 }, { "epoch": 0.19726, "grad_norm": 1.4568307478920994, "learning_rate": 0.003, "loss": 4.0192, "step": 19726 }, { "epoch": 0.19727, "grad_norm": 0.9949820751362443, "learning_rate": 0.003, "loss": 4.0015, "step": 19727 }, { "epoch": 0.19728, "grad_norm": 1.520425469944409, "learning_rate": 0.003, "loss": 4.0318, "step": 19728 }, { "epoch": 0.19729, "grad_norm": 1.2530391457994432, "learning_rate": 0.003, "loss": 4.0162, "step": 19729 }, { "epoch": 0.1973, "grad_norm": 1.4172911370366776, "learning_rate": 0.003, "loss": 4.021, "step": 19730 }, { "epoch": 0.19731, "grad_norm": 1.3113726894976678, "learning_rate": 0.003, "loss": 4.04, "step": 19731 }, { "epoch": 0.19732, "grad_norm": 1.2560314409513915, "learning_rate": 0.003, "loss": 4.0165, "step": 19732 }, { "epoch": 0.19733, "grad_norm": 1.3348054249116506, "learning_rate": 0.003, "loss": 4.0084, "step": 19733 }, { "epoch": 0.19734, "grad_norm": 1.4097709381334718, "learning_rate": 0.003, "loss": 4.0077, "step": 19734 }, { "epoch": 0.19735, "grad_norm": 1.1071202352582918, "learning_rate": 0.003, "loss": 4.0225, "step": 19735 }, { "epoch": 0.19736, "grad_norm": 1.3179239304648167, "learning_rate": 0.003, "loss": 4.0085, "step": 19736 }, { "epoch": 0.19737, "grad_norm": 1.2450256904300783, "learning_rate": 0.003, "loss": 3.9909, "step": 19737 }, { "epoch": 0.19738, "grad_norm": 1.2947671488610253, "learning_rate": 0.003, "loss": 4.0044, "step": 19738 }, { "epoch": 0.19739, "grad_norm": 1.402401371335116, "learning_rate": 0.003, "loss": 4.0198, "step": 19739 }, { "epoch": 0.1974, "grad_norm": 1.4593342879624207, "learning_rate": 0.003, "loss": 3.9954, "step": 19740 }, { "epoch": 0.19741, "grad_norm": 1.3004113201345335, "learning_rate": 0.003, "loss": 4.0112, "step": 19741 }, { "epoch": 0.19742, "grad_norm": 1.22010355334233, "learning_rate": 0.003, "loss": 4.0028, "step": 19742 }, { "epoch": 0.19743, "grad_norm": 1.3374302148104331, "learning_rate": 0.003, "loss": 4.0064, "step": 19743 }, { "epoch": 0.19744, "grad_norm": 1.434411640228916, "learning_rate": 0.003, "loss": 4.0066, "step": 19744 }, { "epoch": 0.19745, "grad_norm": 1.0662071283113321, "learning_rate": 0.003, "loss": 3.9904, "step": 19745 }, { "epoch": 0.19746, "grad_norm": 1.3419550070704667, "learning_rate": 0.003, "loss": 4.0183, "step": 19746 }, { "epoch": 0.19747, "grad_norm": 1.1002303551271284, "learning_rate": 0.003, "loss": 4.0199, "step": 19747 }, { "epoch": 0.19748, "grad_norm": 1.6190660192363975, "learning_rate": 0.003, "loss": 4.013, "step": 19748 }, { "epoch": 0.19749, "grad_norm": 1.1364568126867673, "learning_rate": 0.003, "loss": 4.0133, "step": 19749 }, { "epoch": 0.1975, "grad_norm": 1.5666824252130285, "learning_rate": 0.003, "loss": 4.0236, "step": 19750 }, { "epoch": 0.19751, "grad_norm": 1.068959596393331, "learning_rate": 0.003, "loss": 4.0303, "step": 19751 }, { "epoch": 0.19752, "grad_norm": 1.1833795926952322, "learning_rate": 0.003, "loss": 4.0231, "step": 19752 }, { "epoch": 0.19753, "grad_norm": 1.345961427843612, "learning_rate": 0.003, "loss": 4.0105, "step": 19753 }, { "epoch": 0.19754, "grad_norm": 1.2433704664673184, "learning_rate": 0.003, "loss": 4.0104, "step": 19754 }, { "epoch": 0.19755, "grad_norm": 1.4718043415443065, "learning_rate": 0.003, "loss": 4.041, "step": 19755 }, { "epoch": 0.19756, "grad_norm": 1.4154876808187333, "learning_rate": 0.003, "loss": 3.9857, "step": 19756 }, { "epoch": 0.19757, "grad_norm": 1.29862051326179, "learning_rate": 0.003, "loss": 4.0039, "step": 19757 }, { "epoch": 0.19758, "grad_norm": 1.0561727245174066, "learning_rate": 0.003, "loss": 4.0466, "step": 19758 }, { "epoch": 0.19759, "grad_norm": 1.5862824440824188, "learning_rate": 0.003, "loss": 4.0133, "step": 19759 }, { "epoch": 0.1976, "grad_norm": 0.9619700344844889, "learning_rate": 0.003, "loss": 4.0522, "step": 19760 }, { "epoch": 0.19761, "grad_norm": 1.4055473677373886, "learning_rate": 0.003, "loss": 4.0196, "step": 19761 }, { "epoch": 0.19762, "grad_norm": 1.1390642245141878, "learning_rate": 0.003, "loss": 4.0182, "step": 19762 }, { "epoch": 0.19763, "grad_norm": 1.3596343739148216, "learning_rate": 0.003, "loss": 4.0055, "step": 19763 }, { "epoch": 0.19764, "grad_norm": 1.2867303890863369, "learning_rate": 0.003, "loss": 4.0159, "step": 19764 }, { "epoch": 0.19765, "grad_norm": 1.445471166508086, "learning_rate": 0.003, "loss": 4.0, "step": 19765 }, { "epoch": 0.19766, "grad_norm": 1.2450351054399715, "learning_rate": 0.003, "loss": 4.045, "step": 19766 }, { "epoch": 0.19767, "grad_norm": 1.1953604706804337, "learning_rate": 0.003, "loss": 4.0025, "step": 19767 }, { "epoch": 0.19768, "grad_norm": 1.4080992195858932, "learning_rate": 0.003, "loss": 4.0299, "step": 19768 }, { "epoch": 0.19769, "grad_norm": 1.3522236017358396, "learning_rate": 0.003, "loss": 4.0256, "step": 19769 }, { "epoch": 0.1977, "grad_norm": 1.4830586469562648, "learning_rate": 0.003, "loss": 4.0468, "step": 19770 }, { "epoch": 0.19771, "grad_norm": 1.3615642238244234, "learning_rate": 0.003, "loss": 4.0288, "step": 19771 }, { "epoch": 0.19772, "grad_norm": 1.0944898688609779, "learning_rate": 0.003, "loss": 4.0104, "step": 19772 }, { "epoch": 0.19773, "grad_norm": 1.3924128323557636, "learning_rate": 0.003, "loss": 3.9849, "step": 19773 }, { "epoch": 0.19774, "grad_norm": 0.9974291921166375, "learning_rate": 0.003, "loss": 4.0143, "step": 19774 }, { "epoch": 0.19775, "grad_norm": 1.5710353468739093, "learning_rate": 0.003, "loss": 4.0051, "step": 19775 }, { "epoch": 0.19776, "grad_norm": 1.0049435153152277, "learning_rate": 0.003, "loss": 3.9937, "step": 19776 }, { "epoch": 0.19777, "grad_norm": 1.4986107319436253, "learning_rate": 0.003, "loss": 3.9965, "step": 19777 }, { "epoch": 0.19778, "grad_norm": 1.113289922822315, "learning_rate": 0.003, "loss": 4.0099, "step": 19778 }, { "epoch": 0.19779, "grad_norm": 1.5881179883654661, "learning_rate": 0.003, "loss": 4.0429, "step": 19779 }, { "epoch": 0.1978, "grad_norm": 1.3407453564226892, "learning_rate": 0.003, "loss": 4.0247, "step": 19780 }, { "epoch": 0.19781, "grad_norm": 1.153278243038539, "learning_rate": 0.003, "loss": 4.0135, "step": 19781 }, { "epoch": 0.19782, "grad_norm": 1.2399114381953802, "learning_rate": 0.003, "loss": 4.0062, "step": 19782 }, { "epoch": 0.19783, "grad_norm": 1.2685810404410176, "learning_rate": 0.003, "loss": 4.0228, "step": 19783 }, { "epoch": 0.19784, "grad_norm": 1.1153915574929145, "learning_rate": 0.003, "loss": 4.0219, "step": 19784 }, { "epoch": 0.19785, "grad_norm": 1.3493493096133802, "learning_rate": 0.003, "loss": 4.0251, "step": 19785 }, { "epoch": 0.19786, "grad_norm": 1.4730269498551556, "learning_rate": 0.003, "loss": 4.0139, "step": 19786 }, { "epoch": 0.19787, "grad_norm": 1.119131137812184, "learning_rate": 0.003, "loss": 4.0073, "step": 19787 }, { "epoch": 0.19788, "grad_norm": 1.4487121712179094, "learning_rate": 0.003, "loss": 4.0254, "step": 19788 }, { "epoch": 0.19789, "grad_norm": 1.3570686590605106, "learning_rate": 0.003, "loss": 4.0278, "step": 19789 }, { "epoch": 0.1979, "grad_norm": 1.2103468288826205, "learning_rate": 0.003, "loss": 3.9791, "step": 19790 }, { "epoch": 0.19791, "grad_norm": 1.462626491459287, "learning_rate": 0.003, "loss": 4.0258, "step": 19791 }, { "epoch": 0.19792, "grad_norm": 1.2764421121716867, "learning_rate": 0.003, "loss": 4.0409, "step": 19792 }, { "epoch": 0.19793, "grad_norm": 1.4071334596388037, "learning_rate": 0.003, "loss": 4.0113, "step": 19793 }, { "epoch": 0.19794, "grad_norm": 1.2124538019834994, "learning_rate": 0.003, "loss": 4.0173, "step": 19794 }, { "epoch": 0.19795, "grad_norm": 1.1890995556358788, "learning_rate": 0.003, "loss": 4.0144, "step": 19795 }, { "epoch": 0.19796, "grad_norm": 1.3079898222991817, "learning_rate": 0.003, "loss": 4.0059, "step": 19796 }, { "epoch": 0.19797, "grad_norm": 1.104979515146523, "learning_rate": 0.003, "loss": 3.9935, "step": 19797 }, { "epoch": 0.19798, "grad_norm": 1.3875520492552549, "learning_rate": 0.003, "loss": 4.0183, "step": 19798 }, { "epoch": 0.19799, "grad_norm": 1.199380206009414, "learning_rate": 0.003, "loss": 3.9654, "step": 19799 }, { "epoch": 0.198, "grad_norm": 1.4032844438770256, "learning_rate": 0.003, "loss": 4.0406, "step": 19800 }, { "epoch": 0.19801, "grad_norm": 1.546886984318848, "learning_rate": 0.003, "loss": 4.0127, "step": 19801 }, { "epoch": 0.19802, "grad_norm": 1.1354085245190393, "learning_rate": 0.003, "loss": 4.0343, "step": 19802 }, { "epoch": 0.19803, "grad_norm": 1.2404790730112516, "learning_rate": 0.003, "loss": 4.0089, "step": 19803 }, { "epoch": 0.19804, "grad_norm": 1.008365070009348, "learning_rate": 0.003, "loss": 4.005, "step": 19804 }, { "epoch": 0.19805, "grad_norm": 1.2628932558937247, "learning_rate": 0.003, "loss": 3.9848, "step": 19805 }, { "epoch": 0.19806, "grad_norm": 1.3964097186100302, "learning_rate": 0.003, "loss": 4.0243, "step": 19806 }, { "epoch": 0.19807, "grad_norm": 1.3239075578065276, "learning_rate": 0.003, "loss": 4.0049, "step": 19807 }, { "epoch": 0.19808, "grad_norm": 1.032021827127806, "learning_rate": 0.003, "loss": 4.0549, "step": 19808 }, { "epoch": 0.19809, "grad_norm": 1.4297437315593309, "learning_rate": 0.003, "loss": 4.0236, "step": 19809 }, { "epoch": 0.1981, "grad_norm": 1.0751040588462952, "learning_rate": 0.003, "loss": 4.0115, "step": 19810 }, { "epoch": 0.19811, "grad_norm": 1.319129264951117, "learning_rate": 0.003, "loss": 3.9853, "step": 19811 }, { "epoch": 0.19812, "grad_norm": 1.2437025060882883, "learning_rate": 0.003, "loss": 3.9898, "step": 19812 }, { "epoch": 0.19813, "grad_norm": 1.3482541217732182, "learning_rate": 0.003, "loss": 4.0034, "step": 19813 }, { "epoch": 0.19814, "grad_norm": 1.2897947774281204, "learning_rate": 0.003, "loss": 4.0207, "step": 19814 }, { "epoch": 0.19815, "grad_norm": 1.4141049719480012, "learning_rate": 0.003, "loss": 4.0044, "step": 19815 }, { "epoch": 0.19816, "grad_norm": 1.1082584286705897, "learning_rate": 0.003, "loss": 3.9993, "step": 19816 }, { "epoch": 0.19817, "grad_norm": 1.465709555937987, "learning_rate": 0.003, "loss": 4.0097, "step": 19817 }, { "epoch": 0.19818, "grad_norm": 1.2025427141188985, "learning_rate": 0.003, "loss": 3.99, "step": 19818 }, { "epoch": 0.19819, "grad_norm": 1.7289218859723787, "learning_rate": 0.003, "loss": 4.0051, "step": 19819 }, { "epoch": 0.1982, "grad_norm": 1.059815716228972, "learning_rate": 0.003, "loss": 4.0143, "step": 19820 }, { "epoch": 0.19821, "grad_norm": 1.3661140252107111, "learning_rate": 0.003, "loss": 4.0198, "step": 19821 }, { "epoch": 0.19822, "grad_norm": 1.1619339212780349, "learning_rate": 0.003, "loss": 3.9927, "step": 19822 }, { "epoch": 0.19823, "grad_norm": 1.2345919141522645, "learning_rate": 0.003, "loss": 3.9772, "step": 19823 }, { "epoch": 0.19824, "grad_norm": 1.1943941087601408, "learning_rate": 0.003, "loss": 4.0249, "step": 19824 }, { "epoch": 0.19825, "grad_norm": 1.3209228992162947, "learning_rate": 0.003, "loss": 4.0, "step": 19825 }, { "epoch": 0.19826, "grad_norm": 1.400626853056868, "learning_rate": 0.003, "loss": 4.0122, "step": 19826 }, { "epoch": 0.19827, "grad_norm": 1.1838198395248278, "learning_rate": 0.003, "loss": 3.9862, "step": 19827 }, { "epoch": 0.19828, "grad_norm": 1.4139212015643148, "learning_rate": 0.003, "loss": 4.007, "step": 19828 }, { "epoch": 0.19829, "grad_norm": 1.1611027705727395, "learning_rate": 0.003, "loss": 3.9847, "step": 19829 }, { "epoch": 0.1983, "grad_norm": 1.4802990006639916, "learning_rate": 0.003, "loss": 3.9983, "step": 19830 }, { "epoch": 0.19831, "grad_norm": 1.1519922294359293, "learning_rate": 0.003, "loss": 4.0167, "step": 19831 }, { "epoch": 0.19832, "grad_norm": 1.6324002323022744, "learning_rate": 0.003, "loss": 4.0105, "step": 19832 }, { "epoch": 0.19833, "grad_norm": 1.0663013699844095, "learning_rate": 0.003, "loss": 3.9993, "step": 19833 }, { "epoch": 0.19834, "grad_norm": 1.4282551215001644, "learning_rate": 0.003, "loss": 3.9863, "step": 19834 }, { "epoch": 0.19835, "grad_norm": 1.1324964277531966, "learning_rate": 0.003, "loss": 4.0073, "step": 19835 }, { "epoch": 0.19836, "grad_norm": 1.3709562050334312, "learning_rate": 0.003, "loss": 3.9982, "step": 19836 }, { "epoch": 0.19837, "grad_norm": 1.0940404076180703, "learning_rate": 0.003, "loss": 4.0037, "step": 19837 }, { "epoch": 0.19838, "grad_norm": 1.3847674516720958, "learning_rate": 0.003, "loss": 4.003, "step": 19838 }, { "epoch": 0.19839, "grad_norm": 1.1291151502493115, "learning_rate": 0.003, "loss": 3.9882, "step": 19839 }, { "epoch": 0.1984, "grad_norm": 1.3777051185906417, "learning_rate": 0.003, "loss": 4.0207, "step": 19840 }, { "epoch": 0.19841, "grad_norm": 1.0919508755929583, "learning_rate": 0.003, "loss": 4.0082, "step": 19841 }, { "epoch": 0.19842, "grad_norm": 1.348881062278302, "learning_rate": 0.003, "loss": 4.0182, "step": 19842 }, { "epoch": 0.19843, "grad_norm": 1.2418211304593945, "learning_rate": 0.003, "loss": 4.0189, "step": 19843 }, { "epoch": 0.19844, "grad_norm": 1.3728476453222995, "learning_rate": 0.003, "loss": 4.0067, "step": 19844 }, { "epoch": 0.19845, "grad_norm": 1.2269618919614198, "learning_rate": 0.003, "loss": 4.0064, "step": 19845 }, { "epoch": 0.19846, "grad_norm": 1.1871889776753077, "learning_rate": 0.003, "loss": 4.0053, "step": 19846 }, { "epoch": 0.19847, "grad_norm": 1.2001224886804518, "learning_rate": 0.003, "loss": 4.0005, "step": 19847 }, { "epoch": 0.19848, "grad_norm": 1.5625985536350755, "learning_rate": 0.003, "loss": 3.9857, "step": 19848 }, { "epoch": 0.19849, "grad_norm": 1.292579711151962, "learning_rate": 0.003, "loss": 4.0076, "step": 19849 }, { "epoch": 0.1985, "grad_norm": 1.3145883717714808, "learning_rate": 0.003, "loss": 3.9985, "step": 19850 }, { "epoch": 0.19851, "grad_norm": 1.3274648000379654, "learning_rate": 0.003, "loss": 4.0058, "step": 19851 }, { "epoch": 0.19852, "grad_norm": 1.265246028849256, "learning_rate": 0.003, "loss": 4.0019, "step": 19852 }, { "epoch": 0.19853, "grad_norm": 1.375749702846153, "learning_rate": 0.003, "loss": 3.9905, "step": 19853 }, { "epoch": 0.19854, "grad_norm": 1.115377590562821, "learning_rate": 0.003, "loss": 4.0034, "step": 19854 }, { "epoch": 0.19855, "grad_norm": 1.2386360086935877, "learning_rate": 0.003, "loss": 3.9933, "step": 19855 }, { "epoch": 0.19856, "grad_norm": 1.3153541975749203, "learning_rate": 0.003, "loss": 4.021, "step": 19856 }, { "epoch": 0.19857, "grad_norm": 1.415213998189166, "learning_rate": 0.003, "loss": 4.0008, "step": 19857 }, { "epoch": 0.19858, "grad_norm": 1.150890878628086, "learning_rate": 0.003, "loss": 4.0084, "step": 19858 }, { "epoch": 0.19859, "grad_norm": 1.2589607683679, "learning_rate": 0.003, "loss": 4.0081, "step": 19859 }, { "epoch": 0.1986, "grad_norm": 1.3003198481543805, "learning_rate": 0.003, "loss": 4.0118, "step": 19860 }, { "epoch": 0.19861, "grad_norm": 1.3075287213165774, "learning_rate": 0.003, "loss": 4.0087, "step": 19861 }, { "epoch": 0.19862, "grad_norm": 1.2372342463276393, "learning_rate": 0.003, "loss": 4.0022, "step": 19862 }, { "epoch": 0.19863, "grad_norm": 1.2074841014390805, "learning_rate": 0.003, "loss": 4.0142, "step": 19863 }, { "epoch": 0.19864, "grad_norm": 1.3158510489112867, "learning_rate": 0.003, "loss": 4.0186, "step": 19864 }, { "epoch": 0.19865, "grad_norm": 1.266258313126113, "learning_rate": 0.003, "loss": 4.0127, "step": 19865 }, { "epoch": 0.19866, "grad_norm": 1.3092180528508726, "learning_rate": 0.003, "loss": 3.967, "step": 19866 }, { "epoch": 0.19867, "grad_norm": 1.3898364795834728, "learning_rate": 0.003, "loss": 4.0099, "step": 19867 }, { "epoch": 0.19868, "grad_norm": 1.223230386165742, "learning_rate": 0.003, "loss": 4.0177, "step": 19868 }, { "epoch": 0.19869, "grad_norm": 1.1343795821090121, "learning_rate": 0.003, "loss": 4.0129, "step": 19869 }, { "epoch": 0.1987, "grad_norm": 1.2313783666454252, "learning_rate": 0.003, "loss": 4.006, "step": 19870 }, { "epoch": 0.19871, "grad_norm": 1.1124810180891331, "learning_rate": 0.003, "loss": 4.0086, "step": 19871 }, { "epoch": 0.19872, "grad_norm": 1.122986648539543, "learning_rate": 0.003, "loss": 3.9892, "step": 19872 }, { "epoch": 0.19873, "grad_norm": 1.4957523759581952, "learning_rate": 0.003, "loss": 4.0357, "step": 19873 }, { "epoch": 0.19874, "grad_norm": 1.2538678226409337, "learning_rate": 0.003, "loss": 4.0169, "step": 19874 }, { "epoch": 0.19875, "grad_norm": 1.3763175903101053, "learning_rate": 0.003, "loss": 3.9986, "step": 19875 }, { "epoch": 0.19876, "grad_norm": 1.3769147680473421, "learning_rate": 0.003, "loss": 4.0187, "step": 19876 }, { "epoch": 0.19877, "grad_norm": 1.240206570751857, "learning_rate": 0.003, "loss": 4.0121, "step": 19877 }, { "epoch": 0.19878, "grad_norm": 1.4923959449465398, "learning_rate": 0.003, "loss": 4.0179, "step": 19878 }, { "epoch": 0.19879, "grad_norm": 1.4426497078834775, "learning_rate": 0.003, "loss": 3.975, "step": 19879 }, { "epoch": 0.1988, "grad_norm": 1.5326782513880812, "learning_rate": 0.003, "loss": 4.0107, "step": 19880 }, { "epoch": 0.19881, "grad_norm": 1.1198484349384787, "learning_rate": 0.003, "loss": 4.0035, "step": 19881 }, { "epoch": 0.19882, "grad_norm": 1.4758766797996754, "learning_rate": 0.003, "loss": 4.0393, "step": 19882 }, { "epoch": 0.19883, "grad_norm": 1.3020158184335777, "learning_rate": 0.003, "loss": 4.0184, "step": 19883 }, { "epoch": 0.19884, "grad_norm": 1.3738726300410613, "learning_rate": 0.003, "loss": 4.0254, "step": 19884 }, { "epoch": 0.19885, "grad_norm": 1.2538233171835351, "learning_rate": 0.003, "loss": 4.0275, "step": 19885 }, { "epoch": 0.19886, "grad_norm": 1.2578411688474234, "learning_rate": 0.003, "loss": 3.9965, "step": 19886 }, { "epoch": 0.19887, "grad_norm": 1.356752364377474, "learning_rate": 0.003, "loss": 4.0429, "step": 19887 }, { "epoch": 0.19888, "grad_norm": 1.540066905196912, "learning_rate": 0.003, "loss": 4.0155, "step": 19888 }, { "epoch": 0.19889, "grad_norm": 1.2019991754918868, "learning_rate": 0.003, "loss": 4.0025, "step": 19889 }, { "epoch": 0.1989, "grad_norm": 1.2585274105606052, "learning_rate": 0.003, "loss": 4.0275, "step": 19890 }, { "epoch": 0.19891, "grad_norm": 1.1130643779284155, "learning_rate": 0.003, "loss": 4.0111, "step": 19891 }, { "epoch": 0.19892, "grad_norm": 1.346197602965055, "learning_rate": 0.003, "loss": 3.9954, "step": 19892 }, { "epoch": 0.19893, "grad_norm": 1.3142039541052513, "learning_rate": 0.003, "loss": 4.0153, "step": 19893 }, { "epoch": 0.19894, "grad_norm": 1.4499935452412276, "learning_rate": 0.003, "loss": 4.0099, "step": 19894 }, { "epoch": 0.19895, "grad_norm": 1.4097271225315005, "learning_rate": 0.003, "loss": 4.038, "step": 19895 }, { "epoch": 0.19896, "grad_norm": 1.278539844921079, "learning_rate": 0.003, "loss": 3.9989, "step": 19896 }, { "epoch": 0.19897, "grad_norm": 1.4983820941940884, "learning_rate": 0.003, "loss": 3.9857, "step": 19897 }, { "epoch": 0.19898, "grad_norm": 1.3140971611681886, "learning_rate": 0.003, "loss": 4.016, "step": 19898 }, { "epoch": 0.19899, "grad_norm": 1.2677827863744955, "learning_rate": 0.003, "loss": 3.9779, "step": 19899 }, { "epoch": 0.199, "grad_norm": 1.4003077985378822, "learning_rate": 0.003, "loss": 3.9992, "step": 19900 }, { "epoch": 0.19901, "grad_norm": 1.2017085916412145, "learning_rate": 0.003, "loss": 3.9923, "step": 19901 }, { "epoch": 0.19902, "grad_norm": 1.4066261250854917, "learning_rate": 0.003, "loss": 4.0038, "step": 19902 }, { "epoch": 0.19903, "grad_norm": 1.149929211457563, "learning_rate": 0.003, "loss": 4.0262, "step": 19903 }, { "epoch": 0.19904, "grad_norm": 1.4021669503030783, "learning_rate": 0.003, "loss": 4.0121, "step": 19904 }, { "epoch": 0.19905, "grad_norm": 1.3332020748358346, "learning_rate": 0.003, "loss": 4.0148, "step": 19905 }, { "epoch": 0.19906, "grad_norm": 1.1980970172011012, "learning_rate": 0.003, "loss": 3.9863, "step": 19906 }, { "epoch": 0.19907, "grad_norm": 1.5499950321433702, "learning_rate": 0.003, "loss": 4.0175, "step": 19907 }, { "epoch": 0.19908, "grad_norm": 1.3335967522562018, "learning_rate": 0.003, "loss": 3.9668, "step": 19908 }, { "epoch": 0.19909, "grad_norm": 1.3178438098368022, "learning_rate": 0.003, "loss": 3.9901, "step": 19909 }, { "epoch": 0.1991, "grad_norm": 1.1461851507997267, "learning_rate": 0.003, "loss": 3.9963, "step": 19910 }, { "epoch": 0.19911, "grad_norm": 1.232874197462962, "learning_rate": 0.003, "loss": 4.0137, "step": 19911 }, { "epoch": 0.19912, "grad_norm": 1.327651192716843, "learning_rate": 0.003, "loss": 4.0155, "step": 19912 }, { "epoch": 0.19913, "grad_norm": 1.1418981933750165, "learning_rate": 0.003, "loss": 4.0141, "step": 19913 }, { "epoch": 0.19914, "grad_norm": 1.5386496412005504, "learning_rate": 0.003, "loss": 4.0013, "step": 19914 }, { "epoch": 0.19915, "grad_norm": 1.0185695420834662, "learning_rate": 0.003, "loss": 4.0032, "step": 19915 }, { "epoch": 0.19916, "grad_norm": 1.611532283397339, "learning_rate": 0.003, "loss": 4.0208, "step": 19916 }, { "epoch": 0.19917, "grad_norm": 1.0257260145852496, "learning_rate": 0.003, "loss": 4.0203, "step": 19917 }, { "epoch": 0.19918, "grad_norm": 1.5786020005498411, "learning_rate": 0.003, "loss": 4.0245, "step": 19918 }, { "epoch": 0.19919, "grad_norm": 1.5006642093997518, "learning_rate": 0.003, "loss": 4.019, "step": 19919 }, { "epoch": 0.1992, "grad_norm": 1.4091374141645097, "learning_rate": 0.003, "loss": 4.0294, "step": 19920 }, { "epoch": 0.19921, "grad_norm": 0.9780913462589801, "learning_rate": 0.003, "loss": 4.0215, "step": 19921 }, { "epoch": 0.19922, "grad_norm": 1.3135862334881405, "learning_rate": 0.003, "loss": 4.0108, "step": 19922 }, { "epoch": 0.19923, "grad_norm": 1.1272742738674693, "learning_rate": 0.003, "loss": 4.0299, "step": 19923 }, { "epoch": 0.19924, "grad_norm": 1.4765541385377001, "learning_rate": 0.003, "loss": 4.0188, "step": 19924 }, { "epoch": 0.19925, "grad_norm": 1.3555426971862763, "learning_rate": 0.003, "loss": 4.036, "step": 19925 }, { "epoch": 0.19926, "grad_norm": 1.2239283352193775, "learning_rate": 0.003, "loss": 4.015, "step": 19926 }, { "epoch": 0.19927, "grad_norm": 1.1140792333302996, "learning_rate": 0.003, "loss": 4.0048, "step": 19927 }, { "epoch": 0.19928, "grad_norm": 1.4139228446583747, "learning_rate": 0.003, "loss": 4.0187, "step": 19928 }, { "epoch": 0.19929, "grad_norm": 1.068354073531398, "learning_rate": 0.003, "loss": 4.0073, "step": 19929 }, { "epoch": 0.1993, "grad_norm": 1.5084297239368216, "learning_rate": 0.003, "loss": 4.0102, "step": 19930 }, { "epoch": 0.19931, "grad_norm": 1.2842815142998567, "learning_rate": 0.003, "loss": 4.0492, "step": 19931 }, { "epoch": 0.19932, "grad_norm": 1.2681605296451006, "learning_rate": 0.003, "loss": 4.0183, "step": 19932 }, { "epoch": 0.19933, "grad_norm": 1.0668443824768168, "learning_rate": 0.003, "loss": 4.0087, "step": 19933 }, { "epoch": 0.19934, "grad_norm": 1.347065457082421, "learning_rate": 0.003, "loss": 4.0258, "step": 19934 }, { "epoch": 0.19935, "grad_norm": 1.2044594506341308, "learning_rate": 0.003, "loss": 3.9975, "step": 19935 }, { "epoch": 0.19936, "grad_norm": 1.1635541263351354, "learning_rate": 0.003, "loss": 4.0266, "step": 19936 }, { "epoch": 0.19937, "grad_norm": 1.367447608030504, "learning_rate": 0.003, "loss": 4.0107, "step": 19937 }, { "epoch": 0.19938, "grad_norm": 1.2758116677340372, "learning_rate": 0.003, "loss": 4.0055, "step": 19938 }, { "epoch": 0.19939, "grad_norm": 1.1756831882235983, "learning_rate": 0.003, "loss": 4.0042, "step": 19939 }, { "epoch": 0.1994, "grad_norm": 1.3299796255278968, "learning_rate": 0.003, "loss": 3.9871, "step": 19940 }, { "epoch": 0.19941, "grad_norm": 1.2884697266558414, "learning_rate": 0.003, "loss": 4.026, "step": 19941 }, { "epoch": 0.19942, "grad_norm": 1.1449187545607178, "learning_rate": 0.003, "loss": 3.9881, "step": 19942 }, { "epoch": 0.19943, "grad_norm": 1.4859591304059343, "learning_rate": 0.003, "loss": 4.0375, "step": 19943 }, { "epoch": 0.19944, "grad_norm": 1.0957539924182813, "learning_rate": 0.003, "loss": 4.0306, "step": 19944 }, { "epoch": 0.19945, "grad_norm": 1.3378678776508732, "learning_rate": 0.003, "loss": 4.0124, "step": 19945 }, { "epoch": 0.19946, "grad_norm": 1.4819931482001178, "learning_rate": 0.003, "loss": 4.0253, "step": 19946 }, { "epoch": 0.19947, "grad_norm": 1.294077698382347, "learning_rate": 0.003, "loss": 3.9961, "step": 19947 }, { "epoch": 0.19948, "grad_norm": 1.2265482459437984, "learning_rate": 0.003, "loss": 4.01, "step": 19948 }, { "epoch": 0.19949, "grad_norm": 1.4934306418524002, "learning_rate": 0.003, "loss": 4.003, "step": 19949 }, { "epoch": 0.1995, "grad_norm": 1.2508703182311427, "learning_rate": 0.003, "loss": 3.996, "step": 19950 }, { "epoch": 0.19951, "grad_norm": 1.164793526173201, "learning_rate": 0.003, "loss": 4.0055, "step": 19951 }, { "epoch": 0.19952, "grad_norm": 1.4860610404809922, "learning_rate": 0.003, "loss": 4.0357, "step": 19952 }, { "epoch": 0.19953, "grad_norm": 1.255059689304981, "learning_rate": 0.003, "loss": 3.9924, "step": 19953 }, { "epoch": 0.19954, "grad_norm": 1.2160808296014287, "learning_rate": 0.003, "loss": 3.985, "step": 19954 }, { "epoch": 0.19955, "grad_norm": 1.4832942389587467, "learning_rate": 0.003, "loss": 4.0053, "step": 19955 }, { "epoch": 0.19956, "grad_norm": 1.1506199135947195, "learning_rate": 0.003, "loss": 3.9999, "step": 19956 }, { "epoch": 0.19957, "grad_norm": 1.23649567328495, "learning_rate": 0.003, "loss": 3.9989, "step": 19957 }, { "epoch": 0.19958, "grad_norm": 1.3458934293176252, "learning_rate": 0.003, "loss": 4.0339, "step": 19958 }, { "epoch": 0.19959, "grad_norm": 1.3655953224892161, "learning_rate": 0.003, "loss": 4.0223, "step": 19959 }, { "epoch": 0.1996, "grad_norm": 1.3044738879594926, "learning_rate": 0.003, "loss": 3.9969, "step": 19960 }, { "epoch": 0.19961, "grad_norm": 1.3656005856402742, "learning_rate": 0.003, "loss": 4.0222, "step": 19961 }, { "epoch": 0.19962, "grad_norm": 1.2196436402418755, "learning_rate": 0.003, "loss": 4.0235, "step": 19962 }, { "epoch": 0.19963, "grad_norm": 1.223435855406788, "learning_rate": 0.003, "loss": 4.0178, "step": 19963 }, { "epoch": 0.19964, "grad_norm": 1.0966402736545902, "learning_rate": 0.003, "loss": 3.9995, "step": 19964 }, { "epoch": 0.19965, "grad_norm": 1.3802718574385502, "learning_rate": 0.003, "loss": 4.0201, "step": 19965 }, { "epoch": 0.19966, "grad_norm": 1.231443033853684, "learning_rate": 0.003, "loss": 4.0054, "step": 19966 }, { "epoch": 0.19967, "grad_norm": 1.3717819094638526, "learning_rate": 0.003, "loss": 4.0117, "step": 19967 }, { "epoch": 0.19968, "grad_norm": 1.1266311034223935, "learning_rate": 0.003, "loss": 3.994, "step": 19968 }, { "epoch": 0.19969, "grad_norm": 1.2503275015265496, "learning_rate": 0.003, "loss": 3.9883, "step": 19969 }, { "epoch": 0.1997, "grad_norm": 1.2000810702068685, "learning_rate": 0.003, "loss": 3.9929, "step": 19970 }, { "epoch": 0.19971, "grad_norm": 1.3187373438292624, "learning_rate": 0.003, "loss": 3.973, "step": 19971 }, { "epoch": 0.19972, "grad_norm": 1.2474299210918074, "learning_rate": 0.003, "loss": 4.0085, "step": 19972 }, { "epoch": 0.19973, "grad_norm": 1.5067833226250715, "learning_rate": 0.003, "loss": 4.0271, "step": 19973 }, { "epoch": 0.19974, "grad_norm": 1.264432323155917, "learning_rate": 0.003, "loss": 3.9903, "step": 19974 }, { "epoch": 0.19975, "grad_norm": 1.437462646132342, "learning_rate": 0.003, "loss": 3.9926, "step": 19975 }, { "epoch": 0.19976, "grad_norm": 1.1779257514663124, "learning_rate": 0.003, "loss": 3.9967, "step": 19976 }, { "epoch": 0.19977, "grad_norm": 1.4933212514645917, "learning_rate": 0.003, "loss": 3.9756, "step": 19977 }, { "epoch": 0.19978, "grad_norm": 1.1039158051657205, "learning_rate": 0.003, "loss": 4.0328, "step": 19978 }, { "epoch": 0.19979, "grad_norm": 1.4831708404398949, "learning_rate": 0.003, "loss": 4.0155, "step": 19979 }, { "epoch": 0.1998, "grad_norm": 1.0937830712886094, "learning_rate": 0.003, "loss": 3.9983, "step": 19980 }, { "epoch": 0.19981, "grad_norm": 1.3268229958031996, "learning_rate": 0.003, "loss": 3.9959, "step": 19981 }, { "epoch": 0.19982, "grad_norm": 1.2029460435726707, "learning_rate": 0.003, "loss": 4.0141, "step": 19982 }, { "epoch": 0.19983, "grad_norm": 1.2607148017431733, "learning_rate": 0.003, "loss": 4.0467, "step": 19983 }, { "epoch": 0.19984, "grad_norm": 1.176885731672173, "learning_rate": 0.003, "loss": 4.0125, "step": 19984 }, { "epoch": 0.19985, "grad_norm": 1.355409636225859, "learning_rate": 0.003, "loss": 3.9954, "step": 19985 }, { "epoch": 0.19986, "grad_norm": 1.2593861683226664, "learning_rate": 0.003, "loss": 3.9992, "step": 19986 }, { "epoch": 0.19987, "grad_norm": 1.5982713930931183, "learning_rate": 0.003, "loss": 3.9826, "step": 19987 }, { "epoch": 0.19988, "grad_norm": 1.2088792888274642, "learning_rate": 0.003, "loss": 3.9583, "step": 19988 }, { "epoch": 0.19989, "grad_norm": 1.3268367608327727, "learning_rate": 0.003, "loss": 4.0103, "step": 19989 }, { "epoch": 0.1999, "grad_norm": 1.2187431402077036, "learning_rate": 0.003, "loss": 4.0096, "step": 19990 }, { "epoch": 0.19991, "grad_norm": 1.1412597332587968, "learning_rate": 0.003, "loss": 3.9942, "step": 19991 }, { "epoch": 0.19992, "grad_norm": 1.3208487753825884, "learning_rate": 0.003, "loss": 3.9872, "step": 19992 }, { "epoch": 0.19993, "grad_norm": 1.1448332257967233, "learning_rate": 0.003, "loss": 4.0232, "step": 19993 }, { "epoch": 0.19994, "grad_norm": 1.324365890403094, "learning_rate": 0.003, "loss": 4.0287, "step": 19994 }, { "epoch": 0.19995, "grad_norm": 1.221510254969645, "learning_rate": 0.003, "loss": 4.0006, "step": 19995 }, { "epoch": 0.19996, "grad_norm": 1.332054529635232, "learning_rate": 0.003, "loss": 3.984, "step": 19996 }, { "epoch": 0.19997, "grad_norm": 1.2621766572128545, "learning_rate": 0.003, "loss": 3.9892, "step": 19997 }, { "epoch": 0.19998, "grad_norm": 1.4821269222180264, "learning_rate": 0.003, "loss": 4.0296, "step": 19998 }, { "epoch": 0.19999, "grad_norm": 1.2383755886705985, "learning_rate": 0.003, "loss": 3.988, "step": 19999 }, { "epoch": 0.2, "grad_norm": 1.4557591721914918, "learning_rate": 0.003, "loss": 3.9894, "step": 20000 }, { "epoch": 0.20001, "grad_norm": 1.2872108905424813, "learning_rate": 0.003, "loss": 3.981, "step": 20001 }, { "epoch": 0.20002, "grad_norm": 1.2053813588690776, "learning_rate": 0.003, "loss": 4.0001, "step": 20002 }, { "epoch": 0.20003, "grad_norm": 1.4003686859177387, "learning_rate": 0.003, "loss": 4.027, "step": 20003 }, { "epoch": 0.20004, "grad_norm": 1.1003969393093953, "learning_rate": 0.003, "loss": 3.9871, "step": 20004 }, { "epoch": 0.20005, "grad_norm": 1.4342306664500517, "learning_rate": 0.003, "loss": 4.02, "step": 20005 }, { "epoch": 0.20006, "grad_norm": 1.2429183425432138, "learning_rate": 0.003, "loss": 3.9722, "step": 20006 }, { "epoch": 0.20007, "grad_norm": 1.3933561646927375, "learning_rate": 0.003, "loss": 3.9802, "step": 20007 }, { "epoch": 0.20008, "grad_norm": 1.2390480037790046, "learning_rate": 0.003, "loss": 4.0034, "step": 20008 }, { "epoch": 0.20009, "grad_norm": 1.3427409829587686, "learning_rate": 0.003, "loss": 4.0192, "step": 20009 }, { "epoch": 0.2001, "grad_norm": 1.3159038348492624, "learning_rate": 0.003, "loss": 4.0, "step": 20010 }, { "epoch": 0.20011, "grad_norm": 1.2899834821602063, "learning_rate": 0.003, "loss": 4.0229, "step": 20011 }, { "epoch": 0.20012, "grad_norm": 1.1668848801126719, "learning_rate": 0.003, "loss": 4.0209, "step": 20012 }, { "epoch": 0.20013, "grad_norm": 1.1642712714507102, "learning_rate": 0.003, "loss": 4.0309, "step": 20013 }, { "epoch": 0.20014, "grad_norm": 1.3006093286438671, "learning_rate": 0.003, "loss": 4.0086, "step": 20014 }, { "epoch": 0.20015, "grad_norm": 1.1177349605233404, "learning_rate": 0.003, "loss": 3.9962, "step": 20015 }, { "epoch": 0.20016, "grad_norm": 1.0024671816096333, "learning_rate": 0.003, "loss": 4.015, "step": 20016 }, { "epoch": 0.20017, "grad_norm": 1.572375924836335, "learning_rate": 0.003, "loss": 3.9896, "step": 20017 }, { "epoch": 0.20018, "grad_norm": 1.3004790977845826, "learning_rate": 0.003, "loss": 4.0036, "step": 20018 }, { "epoch": 0.20019, "grad_norm": 1.481719642055324, "learning_rate": 0.003, "loss": 4.0194, "step": 20019 }, { "epoch": 0.2002, "grad_norm": 1.1059269512091963, "learning_rate": 0.003, "loss": 4.0029, "step": 20020 }, { "epoch": 0.20021, "grad_norm": 1.6076807970962637, "learning_rate": 0.003, "loss": 4.0466, "step": 20021 }, { "epoch": 0.20022, "grad_norm": 1.4272304241824465, "learning_rate": 0.003, "loss": 4.0228, "step": 20022 }, { "epoch": 0.20023, "grad_norm": 1.178696720969443, "learning_rate": 0.003, "loss": 4.0084, "step": 20023 }, { "epoch": 0.20024, "grad_norm": 1.394151581191937, "learning_rate": 0.003, "loss": 4.0068, "step": 20024 }, { "epoch": 0.20025, "grad_norm": 1.4613247298003293, "learning_rate": 0.003, "loss": 3.9916, "step": 20025 }, { "epoch": 0.20026, "grad_norm": 1.2082960902802726, "learning_rate": 0.003, "loss": 4.0009, "step": 20026 }, { "epoch": 0.20027, "grad_norm": 1.3249875445929593, "learning_rate": 0.003, "loss": 4.0121, "step": 20027 }, { "epoch": 0.20028, "grad_norm": 1.1242590630173444, "learning_rate": 0.003, "loss": 3.9858, "step": 20028 }, { "epoch": 0.20029, "grad_norm": 1.4352881803928175, "learning_rate": 0.003, "loss": 3.985, "step": 20029 }, { "epoch": 0.2003, "grad_norm": 1.2221350940695344, "learning_rate": 0.003, "loss": 4.0083, "step": 20030 }, { "epoch": 0.20031, "grad_norm": 1.2304864519730752, "learning_rate": 0.003, "loss": 4.011, "step": 20031 }, { "epoch": 0.20032, "grad_norm": 1.3644401921709184, "learning_rate": 0.003, "loss": 4.011, "step": 20032 }, { "epoch": 0.20033, "grad_norm": 1.259897526731243, "learning_rate": 0.003, "loss": 4.008, "step": 20033 }, { "epoch": 0.20034, "grad_norm": 1.5434712026957687, "learning_rate": 0.003, "loss": 4.0013, "step": 20034 }, { "epoch": 0.20035, "grad_norm": 1.2918860847668912, "learning_rate": 0.003, "loss": 4.0075, "step": 20035 }, { "epoch": 0.20036, "grad_norm": 1.5923452257821784, "learning_rate": 0.003, "loss": 4.0455, "step": 20036 }, { "epoch": 0.20037, "grad_norm": 1.2648145937080033, "learning_rate": 0.003, "loss": 3.999, "step": 20037 }, { "epoch": 0.20038, "grad_norm": 1.2699819487430486, "learning_rate": 0.003, "loss": 4.0039, "step": 20038 }, { "epoch": 0.20039, "grad_norm": 1.2841294478366938, "learning_rate": 0.003, "loss": 3.9833, "step": 20039 }, { "epoch": 0.2004, "grad_norm": 1.33632210794439, "learning_rate": 0.003, "loss": 4.0237, "step": 20040 }, { "epoch": 0.20041, "grad_norm": 1.298100771622154, "learning_rate": 0.003, "loss": 4.0127, "step": 20041 }, { "epoch": 0.20042, "grad_norm": 1.1849981863708918, "learning_rate": 0.003, "loss": 4.0466, "step": 20042 }, { "epoch": 0.20043, "grad_norm": 1.2435358469967919, "learning_rate": 0.003, "loss": 4.0065, "step": 20043 }, { "epoch": 0.20044, "grad_norm": 1.3633863411001568, "learning_rate": 0.003, "loss": 4.001, "step": 20044 }, { "epoch": 0.20045, "grad_norm": 1.3442885354413563, "learning_rate": 0.003, "loss": 3.9906, "step": 20045 }, { "epoch": 0.20046, "grad_norm": 1.5520787810014827, "learning_rate": 0.003, "loss": 3.9878, "step": 20046 }, { "epoch": 0.20047, "grad_norm": 1.0670731132203308, "learning_rate": 0.003, "loss": 3.9856, "step": 20047 }, { "epoch": 0.20048, "grad_norm": 1.4191995908315127, "learning_rate": 0.003, "loss": 4.0192, "step": 20048 }, { "epoch": 0.20049, "grad_norm": 1.1899697103030682, "learning_rate": 0.003, "loss": 3.9945, "step": 20049 }, { "epoch": 0.2005, "grad_norm": 1.3281054822577516, "learning_rate": 0.003, "loss": 4.0013, "step": 20050 }, { "epoch": 0.20051, "grad_norm": 1.4123263689267866, "learning_rate": 0.003, "loss": 4.0057, "step": 20051 }, { "epoch": 0.20052, "grad_norm": 1.344657615520193, "learning_rate": 0.003, "loss": 4.0019, "step": 20052 }, { "epoch": 0.20053, "grad_norm": 1.1895858299547728, "learning_rate": 0.003, "loss": 3.997, "step": 20053 }, { "epoch": 0.20054, "grad_norm": 1.2619835687206515, "learning_rate": 0.003, "loss": 4.0186, "step": 20054 }, { "epoch": 0.20055, "grad_norm": 1.2723581474773138, "learning_rate": 0.003, "loss": 3.9994, "step": 20055 }, { "epoch": 0.20056, "grad_norm": 1.3225633007851507, "learning_rate": 0.003, "loss": 4.0306, "step": 20056 }, { "epoch": 0.20057, "grad_norm": 1.365413629076785, "learning_rate": 0.003, "loss": 3.9981, "step": 20057 }, { "epoch": 0.20058, "grad_norm": 1.2220705717607125, "learning_rate": 0.003, "loss": 4.0137, "step": 20058 }, { "epoch": 0.20059, "grad_norm": 1.3245988678828018, "learning_rate": 0.003, "loss": 4.0208, "step": 20059 }, { "epoch": 0.2006, "grad_norm": 1.1725317711954784, "learning_rate": 0.003, "loss": 3.9815, "step": 20060 }, { "epoch": 0.20061, "grad_norm": 1.5272780825576795, "learning_rate": 0.003, "loss": 4.0291, "step": 20061 }, { "epoch": 0.20062, "grad_norm": 1.3282626852957824, "learning_rate": 0.003, "loss": 4.0292, "step": 20062 }, { "epoch": 0.20063, "grad_norm": 1.5302396317146756, "learning_rate": 0.003, "loss": 4.0471, "step": 20063 }, { "epoch": 0.20064, "grad_norm": 1.1765431266454116, "learning_rate": 0.003, "loss": 4.0381, "step": 20064 }, { "epoch": 0.20065, "grad_norm": 1.3309505004290878, "learning_rate": 0.003, "loss": 4.0201, "step": 20065 }, { "epoch": 0.20066, "grad_norm": 1.2444476656383605, "learning_rate": 0.003, "loss": 3.9748, "step": 20066 }, { "epoch": 0.20067, "grad_norm": 1.454187621773579, "learning_rate": 0.003, "loss": 4.013, "step": 20067 }, { "epoch": 0.20068, "grad_norm": 1.2170824440586727, "learning_rate": 0.003, "loss": 3.9877, "step": 20068 }, { "epoch": 0.20069, "grad_norm": 1.4814436309680565, "learning_rate": 0.003, "loss": 4.0243, "step": 20069 }, { "epoch": 0.2007, "grad_norm": 1.2886756920520606, "learning_rate": 0.003, "loss": 4.0326, "step": 20070 }, { "epoch": 0.20071, "grad_norm": 1.115153442763866, "learning_rate": 0.003, "loss": 4.0004, "step": 20071 }, { "epoch": 0.20072, "grad_norm": 1.1954032357491189, "learning_rate": 0.003, "loss": 3.961, "step": 20072 }, { "epoch": 0.20073, "grad_norm": 1.246933428026038, "learning_rate": 0.003, "loss": 3.9696, "step": 20073 }, { "epoch": 0.20074, "grad_norm": 1.1385288952762787, "learning_rate": 0.003, "loss": 3.9916, "step": 20074 }, { "epoch": 0.20075, "grad_norm": 1.2424746403434173, "learning_rate": 0.003, "loss": 3.9963, "step": 20075 }, { "epoch": 0.20076, "grad_norm": 1.1431095852525643, "learning_rate": 0.003, "loss": 4.0115, "step": 20076 }, { "epoch": 0.20077, "grad_norm": 1.1367546583818051, "learning_rate": 0.003, "loss": 3.9722, "step": 20077 }, { "epoch": 0.20078, "grad_norm": 1.3415782590391023, "learning_rate": 0.003, "loss": 4.0176, "step": 20078 }, { "epoch": 0.20079, "grad_norm": 1.0971663948510084, "learning_rate": 0.003, "loss": 3.9892, "step": 20079 }, { "epoch": 0.2008, "grad_norm": 1.7216741097283537, "learning_rate": 0.003, "loss": 4.0228, "step": 20080 }, { "epoch": 0.20081, "grad_norm": 1.2054948883065015, "learning_rate": 0.003, "loss": 3.9977, "step": 20081 }, { "epoch": 0.20082, "grad_norm": 1.3338790861123881, "learning_rate": 0.003, "loss": 4.0238, "step": 20082 }, { "epoch": 0.20083, "grad_norm": 1.2717671202422345, "learning_rate": 0.003, "loss": 4.011, "step": 20083 }, { "epoch": 0.20084, "grad_norm": 1.307149328463756, "learning_rate": 0.003, "loss": 3.9908, "step": 20084 }, { "epoch": 0.20085, "grad_norm": 1.2979914114623365, "learning_rate": 0.003, "loss": 4.0273, "step": 20085 }, { "epoch": 0.20086, "grad_norm": 1.4206074068510508, "learning_rate": 0.003, "loss": 4.0011, "step": 20086 }, { "epoch": 0.20087, "grad_norm": 1.0192147372436002, "learning_rate": 0.003, "loss": 4.0092, "step": 20087 }, { "epoch": 0.20088, "grad_norm": 1.6587732395138055, "learning_rate": 0.003, "loss": 4.0012, "step": 20088 }, { "epoch": 0.20089, "grad_norm": 1.0145247831716289, "learning_rate": 0.003, "loss": 4.009, "step": 20089 }, { "epoch": 0.2009, "grad_norm": 1.517183870317736, "learning_rate": 0.003, "loss": 4.0151, "step": 20090 }, { "epoch": 0.20091, "grad_norm": 1.1287122468763793, "learning_rate": 0.003, "loss": 4.0245, "step": 20091 }, { "epoch": 0.20092, "grad_norm": 1.4065941168792935, "learning_rate": 0.003, "loss": 4.032, "step": 20092 }, { "epoch": 0.20093, "grad_norm": 1.5152175609115452, "learning_rate": 0.003, "loss": 4.022, "step": 20093 }, { "epoch": 0.20094, "grad_norm": 1.2557890165383672, "learning_rate": 0.003, "loss": 4.0011, "step": 20094 }, { "epoch": 0.20095, "grad_norm": 1.4765759908029792, "learning_rate": 0.003, "loss": 4.0439, "step": 20095 }, { "epoch": 0.20096, "grad_norm": 1.4147471159240106, "learning_rate": 0.003, "loss": 3.9984, "step": 20096 }, { "epoch": 0.20097, "grad_norm": 1.2295943893767531, "learning_rate": 0.003, "loss": 4.0185, "step": 20097 }, { "epoch": 0.20098, "grad_norm": 1.3818534289791886, "learning_rate": 0.003, "loss": 4.002, "step": 20098 }, { "epoch": 0.20099, "grad_norm": 1.109535252396866, "learning_rate": 0.003, "loss": 4.024, "step": 20099 }, { "epoch": 0.201, "grad_norm": 1.3466977091540862, "learning_rate": 0.003, "loss": 4.0024, "step": 20100 }, { "epoch": 0.20101, "grad_norm": 1.1591770302731246, "learning_rate": 0.003, "loss": 3.9896, "step": 20101 }, { "epoch": 0.20102, "grad_norm": 1.472840707378827, "learning_rate": 0.003, "loss": 4.0364, "step": 20102 }, { "epoch": 0.20103, "grad_norm": 1.4403623555508618, "learning_rate": 0.003, "loss": 4.0185, "step": 20103 }, { "epoch": 0.20104, "grad_norm": 1.0350042730914473, "learning_rate": 0.003, "loss": 4.0186, "step": 20104 }, { "epoch": 0.20105, "grad_norm": 1.393050291190935, "learning_rate": 0.003, "loss": 4.0219, "step": 20105 }, { "epoch": 0.20106, "grad_norm": 1.149268736097747, "learning_rate": 0.003, "loss": 4.0127, "step": 20106 }, { "epoch": 0.20107, "grad_norm": 1.4875169346336197, "learning_rate": 0.003, "loss": 4.02, "step": 20107 }, { "epoch": 0.20108, "grad_norm": 0.9980571787630449, "learning_rate": 0.003, "loss": 4.0282, "step": 20108 }, { "epoch": 0.20109, "grad_norm": 1.5526839289477394, "learning_rate": 0.003, "loss": 4.034, "step": 20109 }, { "epoch": 0.2011, "grad_norm": 0.9384169542455092, "learning_rate": 0.003, "loss": 4.0107, "step": 20110 }, { "epoch": 0.20111, "grad_norm": 1.5901805633703026, "learning_rate": 0.003, "loss": 4.0208, "step": 20111 }, { "epoch": 0.20112, "grad_norm": 1.429652090642894, "learning_rate": 0.003, "loss": 4.0131, "step": 20112 }, { "epoch": 0.20113, "grad_norm": 1.1906045873467526, "learning_rate": 0.003, "loss": 4.0288, "step": 20113 }, { "epoch": 0.20114, "grad_norm": 1.4432488779744677, "learning_rate": 0.003, "loss": 4.0078, "step": 20114 }, { "epoch": 0.20115, "grad_norm": 1.385667914005685, "learning_rate": 0.003, "loss": 4.0527, "step": 20115 }, { "epoch": 0.20116, "grad_norm": 1.4244009552049495, "learning_rate": 0.003, "loss": 4.0045, "step": 20116 }, { "epoch": 0.20117, "grad_norm": 1.2827299199486064, "learning_rate": 0.003, "loss": 4.0072, "step": 20117 }, { "epoch": 0.20118, "grad_norm": 1.4885227076803627, "learning_rate": 0.003, "loss": 4.0165, "step": 20118 }, { "epoch": 0.20119, "grad_norm": 1.1422224850100746, "learning_rate": 0.003, "loss": 4.0213, "step": 20119 }, { "epoch": 0.2012, "grad_norm": 1.5110093400210558, "learning_rate": 0.003, "loss": 4.0176, "step": 20120 }, { "epoch": 0.20121, "grad_norm": 1.1259204309102298, "learning_rate": 0.003, "loss": 4.0287, "step": 20121 }, { "epoch": 0.20122, "grad_norm": 1.4670824057585605, "learning_rate": 0.003, "loss": 4.0511, "step": 20122 }, { "epoch": 0.20123, "grad_norm": 1.1807438985917096, "learning_rate": 0.003, "loss": 4.0371, "step": 20123 }, { "epoch": 0.20124, "grad_norm": 1.2746016742055788, "learning_rate": 0.003, "loss": 4.0011, "step": 20124 }, { "epoch": 0.20125, "grad_norm": 1.2434507795806846, "learning_rate": 0.003, "loss": 4.0041, "step": 20125 }, { "epoch": 0.20126, "grad_norm": 1.3278992693902891, "learning_rate": 0.003, "loss": 3.9932, "step": 20126 }, { "epoch": 0.20127, "grad_norm": 1.2855424228037862, "learning_rate": 0.003, "loss": 4.0046, "step": 20127 }, { "epoch": 0.20128, "grad_norm": 1.3123046599317134, "learning_rate": 0.003, "loss": 4.0364, "step": 20128 }, { "epoch": 0.20129, "grad_norm": 1.107544969634977, "learning_rate": 0.003, "loss": 4.0119, "step": 20129 }, { "epoch": 0.2013, "grad_norm": 1.6826516446291635, "learning_rate": 0.003, "loss": 4.041, "step": 20130 }, { "epoch": 0.20131, "grad_norm": 1.257371993334881, "learning_rate": 0.003, "loss": 4.0175, "step": 20131 }, { "epoch": 0.20132, "grad_norm": 1.4243106118614248, "learning_rate": 0.003, "loss": 4.0326, "step": 20132 }, { "epoch": 0.20133, "grad_norm": 1.0949220481466881, "learning_rate": 0.003, "loss": 4.0076, "step": 20133 }, { "epoch": 0.20134, "grad_norm": 1.2920476144233841, "learning_rate": 0.003, "loss": 3.996, "step": 20134 }, { "epoch": 0.20135, "grad_norm": 1.135408557241526, "learning_rate": 0.003, "loss": 4.016, "step": 20135 }, { "epoch": 0.20136, "grad_norm": 1.3402672333918495, "learning_rate": 0.003, "loss": 4.0281, "step": 20136 }, { "epoch": 0.20137, "grad_norm": 1.3975384167418234, "learning_rate": 0.003, "loss": 3.9846, "step": 20137 }, { "epoch": 0.20138, "grad_norm": 1.2811500288043876, "learning_rate": 0.003, "loss": 4.0214, "step": 20138 }, { "epoch": 0.20139, "grad_norm": 1.2901415308452353, "learning_rate": 0.003, "loss": 4.0071, "step": 20139 }, { "epoch": 0.2014, "grad_norm": 1.182963869393872, "learning_rate": 0.003, "loss": 3.9874, "step": 20140 }, { "epoch": 0.20141, "grad_norm": 1.2209959804839656, "learning_rate": 0.003, "loss": 4.001, "step": 20141 }, { "epoch": 0.20142, "grad_norm": 1.2332097681123626, "learning_rate": 0.003, "loss": 3.9911, "step": 20142 }, { "epoch": 0.20143, "grad_norm": 1.0745254812982972, "learning_rate": 0.003, "loss": 3.993, "step": 20143 }, { "epoch": 0.20144, "grad_norm": 1.2744526919235004, "learning_rate": 0.003, "loss": 3.9898, "step": 20144 }, { "epoch": 0.20145, "grad_norm": 1.18420265775978, "learning_rate": 0.003, "loss": 4.0138, "step": 20145 }, { "epoch": 0.20146, "grad_norm": 1.4372379403279205, "learning_rate": 0.003, "loss": 4.035, "step": 20146 }, { "epoch": 0.20147, "grad_norm": 1.3169521933254276, "learning_rate": 0.003, "loss": 4.0177, "step": 20147 }, { "epoch": 0.20148, "grad_norm": 1.3744205542397776, "learning_rate": 0.003, "loss": 4.018, "step": 20148 }, { "epoch": 0.20149, "grad_norm": 1.2093005754059674, "learning_rate": 0.003, "loss": 3.9994, "step": 20149 }, { "epoch": 0.2015, "grad_norm": 1.25458693690898, "learning_rate": 0.003, "loss": 4.0161, "step": 20150 }, { "epoch": 0.20151, "grad_norm": 1.1773862214312012, "learning_rate": 0.003, "loss": 4.0013, "step": 20151 }, { "epoch": 0.20152, "grad_norm": 1.4180178744550276, "learning_rate": 0.003, "loss": 4.0203, "step": 20152 }, { "epoch": 0.20153, "grad_norm": 1.1778560617955687, "learning_rate": 0.003, "loss": 3.99, "step": 20153 }, { "epoch": 0.20154, "grad_norm": 1.1779384188513027, "learning_rate": 0.003, "loss": 4.0302, "step": 20154 }, { "epoch": 0.20155, "grad_norm": 1.2536376136623886, "learning_rate": 0.003, "loss": 3.9987, "step": 20155 }, { "epoch": 0.20156, "grad_norm": 1.3728855827149575, "learning_rate": 0.003, "loss": 4.0127, "step": 20156 }, { "epoch": 0.20157, "grad_norm": 1.343386900313245, "learning_rate": 0.003, "loss": 3.9821, "step": 20157 }, { "epoch": 0.20158, "grad_norm": 1.3618232156497776, "learning_rate": 0.003, "loss": 3.9893, "step": 20158 }, { "epoch": 0.20159, "grad_norm": 1.3728458800836976, "learning_rate": 0.003, "loss": 3.9784, "step": 20159 }, { "epoch": 0.2016, "grad_norm": 1.1283477996506779, "learning_rate": 0.003, "loss": 3.9831, "step": 20160 }, { "epoch": 0.20161, "grad_norm": 1.584751284728246, "learning_rate": 0.003, "loss": 4.0093, "step": 20161 }, { "epoch": 0.20162, "grad_norm": 1.1737340645649315, "learning_rate": 0.003, "loss": 4.0193, "step": 20162 }, { "epoch": 0.20163, "grad_norm": 1.2790645862333698, "learning_rate": 0.003, "loss": 4.0188, "step": 20163 }, { "epoch": 0.20164, "grad_norm": 1.231813768294353, "learning_rate": 0.003, "loss": 4.0404, "step": 20164 }, { "epoch": 0.20165, "grad_norm": 1.2454239838143542, "learning_rate": 0.003, "loss": 3.9814, "step": 20165 }, { "epoch": 0.20166, "grad_norm": 1.3922839597941756, "learning_rate": 0.003, "loss": 4.0248, "step": 20166 }, { "epoch": 0.20167, "grad_norm": 1.048922364357797, "learning_rate": 0.003, "loss": 3.9788, "step": 20167 }, { "epoch": 0.20168, "grad_norm": 1.3596808715150543, "learning_rate": 0.003, "loss": 4.0092, "step": 20168 }, { "epoch": 0.20169, "grad_norm": 1.3290999734916824, "learning_rate": 0.003, "loss": 4.0014, "step": 20169 }, { "epoch": 0.2017, "grad_norm": 1.3226337338361225, "learning_rate": 0.003, "loss": 4.0108, "step": 20170 }, { "epoch": 0.20171, "grad_norm": 1.330582325554692, "learning_rate": 0.003, "loss": 4.0337, "step": 20171 }, { "epoch": 0.20172, "grad_norm": 1.2093047586735512, "learning_rate": 0.003, "loss": 4.0229, "step": 20172 }, { "epoch": 0.20173, "grad_norm": 1.2833758445854349, "learning_rate": 0.003, "loss": 3.9657, "step": 20173 }, { "epoch": 0.20174, "grad_norm": 1.2298504324394215, "learning_rate": 0.003, "loss": 3.9846, "step": 20174 }, { "epoch": 0.20175, "grad_norm": 1.7804306903211693, "learning_rate": 0.003, "loss": 4.0238, "step": 20175 }, { "epoch": 0.20176, "grad_norm": 0.977935165562048, "learning_rate": 0.003, "loss": 4.01, "step": 20176 }, { "epoch": 0.20177, "grad_norm": 1.546406717352743, "learning_rate": 0.003, "loss": 4.027, "step": 20177 }, { "epoch": 0.20178, "grad_norm": 0.9882514453495875, "learning_rate": 0.003, "loss": 4.0013, "step": 20178 }, { "epoch": 0.20179, "grad_norm": 1.7550199528474113, "learning_rate": 0.003, "loss": 4.0294, "step": 20179 }, { "epoch": 0.2018, "grad_norm": 1.1257262526802088, "learning_rate": 0.003, "loss": 4.0282, "step": 20180 }, { "epoch": 0.20181, "grad_norm": 1.1523457169554314, "learning_rate": 0.003, "loss": 3.9936, "step": 20181 }, { "epoch": 0.20182, "grad_norm": 1.4302406555160894, "learning_rate": 0.003, "loss": 4.0268, "step": 20182 }, { "epoch": 0.20183, "grad_norm": 1.1754735762686452, "learning_rate": 0.003, "loss": 4.0014, "step": 20183 }, { "epoch": 0.20184, "grad_norm": 1.298474774973355, "learning_rate": 0.003, "loss": 4.053, "step": 20184 }, { "epoch": 0.20185, "grad_norm": 1.2844971546398924, "learning_rate": 0.003, "loss": 3.995, "step": 20185 }, { "epoch": 0.20186, "grad_norm": 1.3426691354966496, "learning_rate": 0.003, "loss": 4.019, "step": 20186 }, { "epoch": 0.20187, "grad_norm": 1.508097314747256, "learning_rate": 0.003, "loss": 4.0173, "step": 20187 }, { "epoch": 0.20188, "grad_norm": 1.223706888537585, "learning_rate": 0.003, "loss": 4.0371, "step": 20188 }, { "epoch": 0.20189, "grad_norm": 1.222043157625563, "learning_rate": 0.003, "loss": 3.991, "step": 20189 }, { "epoch": 0.2019, "grad_norm": 1.320343981670849, "learning_rate": 0.003, "loss": 4.0184, "step": 20190 }, { "epoch": 0.20191, "grad_norm": 1.2618735336780729, "learning_rate": 0.003, "loss": 4.036, "step": 20191 }, { "epoch": 0.20192, "grad_norm": 1.400327710716091, "learning_rate": 0.003, "loss": 4.022, "step": 20192 }, { "epoch": 0.20193, "grad_norm": 1.01807780330107, "learning_rate": 0.003, "loss": 3.9881, "step": 20193 }, { "epoch": 0.20194, "grad_norm": 1.7488995079542997, "learning_rate": 0.003, "loss": 4.0329, "step": 20194 }, { "epoch": 0.20195, "grad_norm": 1.1083844011298842, "learning_rate": 0.003, "loss": 4.0648, "step": 20195 }, { "epoch": 0.20196, "grad_norm": 1.3297383762977133, "learning_rate": 0.003, "loss": 4.0059, "step": 20196 }, { "epoch": 0.20197, "grad_norm": 1.4447513034206332, "learning_rate": 0.003, "loss": 4.0216, "step": 20197 }, { "epoch": 0.20198, "grad_norm": 1.3077494918982797, "learning_rate": 0.003, "loss": 3.9912, "step": 20198 }, { "epoch": 0.20199, "grad_norm": 1.4154278522839727, "learning_rate": 0.003, "loss": 4.0101, "step": 20199 }, { "epoch": 0.202, "grad_norm": 1.0413482944604868, "learning_rate": 0.003, "loss": 4.0334, "step": 20200 }, { "epoch": 0.20201, "grad_norm": 1.4383261793649906, "learning_rate": 0.003, "loss": 4.0098, "step": 20201 }, { "epoch": 0.20202, "grad_norm": 1.268487557721576, "learning_rate": 0.003, "loss": 4.0577, "step": 20202 }, { "epoch": 0.20203, "grad_norm": 1.5503468949242645, "learning_rate": 0.003, "loss": 4.0156, "step": 20203 }, { "epoch": 0.20204, "grad_norm": 1.2890936081091573, "learning_rate": 0.003, "loss": 4.036, "step": 20204 }, { "epoch": 0.20205, "grad_norm": 1.6118174908253122, "learning_rate": 0.003, "loss": 4.0329, "step": 20205 }, { "epoch": 0.20206, "grad_norm": 1.0932163816214477, "learning_rate": 0.003, "loss": 3.9689, "step": 20206 }, { "epoch": 0.20207, "grad_norm": 1.1876581306298424, "learning_rate": 0.003, "loss": 3.9991, "step": 20207 }, { "epoch": 0.20208, "grad_norm": 1.2077265033884137, "learning_rate": 0.003, "loss": 3.9916, "step": 20208 }, { "epoch": 0.20209, "grad_norm": 1.3403918921503821, "learning_rate": 0.003, "loss": 4.0175, "step": 20209 }, { "epoch": 0.2021, "grad_norm": 1.290795683684151, "learning_rate": 0.003, "loss": 4.013, "step": 20210 }, { "epoch": 0.20211, "grad_norm": 1.299199574309394, "learning_rate": 0.003, "loss": 4.0416, "step": 20211 }, { "epoch": 0.20212, "grad_norm": 1.23269592933517, "learning_rate": 0.003, "loss": 4.0092, "step": 20212 }, { "epoch": 0.20213, "grad_norm": 1.5565793866193829, "learning_rate": 0.003, "loss": 4.008, "step": 20213 }, { "epoch": 0.20214, "grad_norm": 1.1394728992463181, "learning_rate": 0.003, "loss": 3.97, "step": 20214 }, { "epoch": 0.20215, "grad_norm": 1.2046820437826478, "learning_rate": 0.003, "loss": 4.0062, "step": 20215 }, { "epoch": 0.20216, "grad_norm": 1.253587573699531, "learning_rate": 0.003, "loss": 4.0419, "step": 20216 }, { "epoch": 0.20217, "grad_norm": 1.4559418744607342, "learning_rate": 0.003, "loss": 3.9961, "step": 20217 }, { "epoch": 0.20218, "grad_norm": 1.1905825696880952, "learning_rate": 0.003, "loss": 4.0093, "step": 20218 }, { "epoch": 0.20219, "grad_norm": 1.483020268595251, "learning_rate": 0.003, "loss": 3.9969, "step": 20219 }, { "epoch": 0.2022, "grad_norm": 1.1837160124556272, "learning_rate": 0.003, "loss": 3.976, "step": 20220 }, { "epoch": 0.20221, "grad_norm": 1.4373127013141753, "learning_rate": 0.003, "loss": 4.0181, "step": 20221 }, { "epoch": 0.20222, "grad_norm": 1.2052240361209432, "learning_rate": 0.003, "loss": 4.0108, "step": 20222 }, { "epoch": 0.20223, "grad_norm": 1.239448680306081, "learning_rate": 0.003, "loss": 4.002, "step": 20223 }, { "epoch": 0.20224, "grad_norm": 1.1676740118569406, "learning_rate": 0.003, "loss": 4.0415, "step": 20224 }, { "epoch": 0.20225, "grad_norm": 1.5894936936109902, "learning_rate": 0.003, "loss": 3.9946, "step": 20225 }, { "epoch": 0.20226, "grad_norm": 1.188104726580713, "learning_rate": 0.003, "loss": 4.014, "step": 20226 }, { "epoch": 0.20227, "grad_norm": 1.432307529198231, "learning_rate": 0.003, "loss": 3.9915, "step": 20227 }, { "epoch": 0.20228, "grad_norm": 1.1506883972373618, "learning_rate": 0.003, "loss": 3.9829, "step": 20228 }, { "epoch": 0.20229, "grad_norm": 1.6021857878693837, "learning_rate": 0.003, "loss": 4.0023, "step": 20229 }, { "epoch": 0.2023, "grad_norm": 1.1979385145893622, "learning_rate": 0.003, "loss": 3.9968, "step": 20230 }, { "epoch": 0.20231, "grad_norm": 1.2796081849203744, "learning_rate": 0.003, "loss": 4.0268, "step": 20231 }, { "epoch": 0.20232, "grad_norm": 1.2378739449003042, "learning_rate": 0.003, "loss": 3.9782, "step": 20232 }, { "epoch": 0.20233, "grad_norm": 1.3167193552722471, "learning_rate": 0.003, "loss": 4.0185, "step": 20233 }, { "epoch": 0.20234, "grad_norm": 1.2269656161617786, "learning_rate": 0.003, "loss": 4.0222, "step": 20234 }, { "epoch": 0.20235, "grad_norm": 1.1998982242267153, "learning_rate": 0.003, "loss": 3.9935, "step": 20235 }, { "epoch": 0.20236, "grad_norm": 1.3573496414235882, "learning_rate": 0.003, "loss": 4.0072, "step": 20236 }, { "epoch": 0.20237, "grad_norm": 1.2282065372452702, "learning_rate": 0.003, "loss": 4.0035, "step": 20237 }, { "epoch": 0.20238, "grad_norm": 1.3782178627983412, "learning_rate": 0.003, "loss": 4.0007, "step": 20238 }, { "epoch": 0.20239, "grad_norm": 1.1152356313993674, "learning_rate": 0.003, "loss": 3.994, "step": 20239 }, { "epoch": 0.2024, "grad_norm": 1.2132838784905071, "learning_rate": 0.003, "loss": 3.9943, "step": 20240 }, { "epoch": 0.20241, "grad_norm": 1.3542371912523392, "learning_rate": 0.003, "loss": 4.0178, "step": 20241 }, { "epoch": 0.20242, "grad_norm": 1.3079189369228095, "learning_rate": 0.003, "loss": 4.0244, "step": 20242 }, { "epoch": 0.20243, "grad_norm": 1.1961243401791775, "learning_rate": 0.003, "loss": 3.9666, "step": 20243 }, { "epoch": 0.20244, "grad_norm": 1.4313341587358037, "learning_rate": 0.003, "loss": 4.0324, "step": 20244 }, { "epoch": 0.20245, "grad_norm": 1.2704524820960144, "learning_rate": 0.003, "loss": 3.9917, "step": 20245 }, { "epoch": 0.20246, "grad_norm": 1.3037494474167584, "learning_rate": 0.003, "loss": 3.9961, "step": 20246 }, { "epoch": 0.20247, "grad_norm": 1.2560248322424168, "learning_rate": 0.003, "loss": 4.0363, "step": 20247 }, { "epoch": 0.20248, "grad_norm": 1.1988705173723269, "learning_rate": 0.003, "loss": 3.9916, "step": 20248 }, { "epoch": 0.20249, "grad_norm": 1.2617050127120686, "learning_rate": 0.003, "loss": 4.0151, "step": 20249 }, { "epoch": 0.2025, "grad_norm": 1.2027070240866309, "learning_rate": 0.003, "loss": 3.9974, "step": 20250 }, { "epoch": 0.20251, "grad_norm": 1.2485388543546203, "learning_rate": 0.003, "loss": 3.989, "step": 20251 }, { "epoch": 0.20252, "grad_norm": 1.1196564115044871, "learning_rate": 0.003, "loss": 4.0125, "step": 20252 }, { "epoch": 0.20253, "grad_norm": 1.3536692154318077, "learning_rate": 0.003, "loss": 4.0008, "step": 20253 }, { "epoch": 0.20254, "grad_norm": 1.2757481487301507, "learning_rate": 0.003, "loss": 4.0516, "step": 20254 }, { "epoch": 0.20255, "grad_norm": 1.3087604055792272, "learning_rate": 0.003, "loss": 3.9971, "step": 20255 }, { "epoch": 0.20256, "grad_norm": 1.2702260923996773, "learning_rate": 0.003, "loss": 4.0161, "step": 20256 }, { "epoch": 0.20257, "grad_norm": 1.5783167815565562, "learning_rate": 0.003, "loss": 3.9925, "step": 20257 }, { "epoch": 0.20258, "grad_norm": 1.1697443585360252, "learning_rate": 0.003, "loss": 3.9689, "step": 20258 }, { "epoch": 0.20259, "grad_norm": 1.5605518636585392, "learning_rate": 0.003, "loss": 4.0186, "step": 20259 }, { "epoch": 0.2026, "grad_norm": 1.085020225876315, "learning_rate": 0.003, "loss": 4.0082, "step": 20260 }, { "epoch": 0.20261, "grad_norm": 1.3576484248038343, "learning_rate": 0.003, "loss": 4.0388, "step": 20261 }, { "epoch": 0.20262, "grad_norm": 1.1881881509307515, "learning_rate": 0.003, "loss": 4.0104, "step": 20262 }, { "epoch": 0.20263, "grad_norm": 1.2971654316092998, "learning_rate": 0.003, "loss": 4.0074, "step": 20263 }, { "epoch": 0.20264, "grad_norm": 1.3158425439657275, "learning_rate": 0.003, "loss": 4.0229, "step": 20264 }, { "epoch": 0.20265, "grad_norm": 1.082100710781211, "learning_rate": 0.003, "loss": 3.9768, "step": 20265 }, { "epoch": 0.20266, "grad_norm": 1.5878331474512877, "learning_rate": 0.003, "loss": 3.9986, "step": 20266 }, { "epoch": 0.20267, "grad_norm": 1.185043746435416, "learning_rate": 0.003, "loss": 4.0109, "step": 20267 }, { "epoch": 0.20268, "grad_norm": 1.3374171610687906, "learning_rate": 0.003, "loss": 4.0257, "step": 20268 }, { "epoch": 0.20269, "grad_norm": 1.0569770290809042, "learning_rate": 0.003, "loss": 4.0021, "step": 20269 }, { "epoch": 0.2027, "grad_norm": 1.4211386909396528, "learning_rate": 0.003, "loss": 4.0152, "step": 20270 }, { "epoch": 0.20271, "grad_norm": 1.380398469753099, "learning_rate": 0.003, "loss": 4.034, "step": 20271 }, { "epoch": 0.20272, "grad_norm": 1.2613656323029032, "learning_rate": 0.003, "loss": 4.0106, "step": 20272 }, { "epoch": 0.20273, "grad_norm": 1.58425620799395, "learning_rate": 0.003, "loss": 4.0008, "step": 20273 }, { "epoch": 0.20274, "grad_norm": 1.0041151675612472, "learning_rate": 0.003, "loss": 4.0278, "step": 20274 }, { "epoch": 0.20275, "grad_norm": 1.4728703225784694, "learning_rate": 0.003, "loss": 4.0105, "step": 20275 }, { "epoch": 0.20276, "grad_norm": 1.0492474335040847, "learning_rate": 0.003, "loss": 4.0181, "step": 20276 }, { "epoch": 0.20277, "grad_norm": 1.4959742596402308, "learning_rate": 0.003, "loss": 4.0393, "step": 20277 }, { "epoch": 0.20278, "grad_norm": 1.3857891714823416, "learning_rate": 0.003, "loss": 3.9915, "step": 20278 }, { "epoch": 0.20279, "grad_norm": 1.3188951749936073, "learning_rate": 0.003, "loss": 4.0095, "step": 20279 }, { "epoch": 0.2028, "grad_norm": 1.3213419081138378, "learning_rate": 0.003, "loss": 3.9746, "step": 20280 }, { "epoch": 0.20281, "grad_norm": 1.2136789329059783, "learning_rate": 0.003, "loss": 3.9909, "step": 20281 }, { "epoch": 0.20282, "grad_norm": 1.4007399486198164, "learning_rate": 0.003, "loss": 4.0113, "step": 20282 }, { "epoch": 0.20283, "grad_norm": 1.2375760425253393, "learning_rate": 0.003, "loss": 4.029, "step": 20283 }, { "epoch": 0.20284, "grad_norm": 1.4128467117262387, "learning_rate": 0.003, "loss": 4.009, "step": 20284 }, { "epoch": 0.20285, "grad_norm": 1.0545780614995544, "learning_rate": 0.003, "loss": 4.0006, "step": 20285 }, { "epoch": 0.20286, "grad_norm": 1.2774852180254666, "learning_rate": 0.003, "loss": 4.0044, "step": 20286 }, { "epoch": 0.20287, "grad_norm": 1.22659554413782, "learning_rate": 0.003, "loss": 3.9818, "step": 20287 }, { "epoch": 0.20288, "grad_norm": 1.2571524748307277, "learning_rate": 0.003, "loss": 4.0085, "step": 20288 }, { "epoch": 0.20289, "grad_norm": 1.3115559107561467, "learning_rate": 0.003, "loss": 4.023, "step": 20289 }, { "epoch": 0.2029, "grad_norm": 1.204490346438109, "learning_rate": 0.003, "loss": 4.0238, "step": 20290 }, { "epoch": 0.20291, "grad_norm": 1.3761764888272403, "learning_rate": 0.003, "loss": 3.9929, "step": 20291 }, { "epoch": 0.20292, "grad_norm": 1.2688526439417949, "learning_rate": 0.003, "loss": 4.009, "step": 20292 }, { "epoch": 0.20293, "grad_norm": 1.2054148313170274, "learning_rate": 0.003, "loss": 4.0181, "step": 20293 }, { "epoch": 0.20294, "grad_norm": 1.33196114027554, "learning_rate": 0.003, "loss": 3.9868, "step": 20294 }, { "epoch": 0.20295, "grad_norm": 1.2346252883165996, "learning_rate": 0.003, "loss": 4.0164, "step": 20295 }, { "epoch": 0.20296, "grad_norm": 1.4734618197484464, "learning_rate": 0.003, "loss": 3.9929, "step": 20296 }, { "epoch": 0.20297, "grad_norm": 1.1111987448681402, "learning_rate": 0.003, "loss": 4.0131, "step": 20297 }, { "epoch": 0.20298, "grad_norm": 1.1061908155011686, "learning_rate": 0.003, "loss": 4.0045, "step": 20298 }, { "epoch": 0.20299, "grad_norm": 1.3725650724168703, "learning_rate": 0.003, "loss": 4.0025, "step": 20299 }, { "epoch": 0.203, "grad_norm": 1.4686507083639422, "learning_rate": 0.003, "loss": 4.0263, "step": 20300 }, { "epoch": 0.20301, "grad_norm": 1.311929867892505, "learning_rate": 0.003, "loss": 4.0032, "step": 20301 }, { "epoch": 0.20302, "grad_norm": 1.2465306464884274, "learning_rate": 0.003, "loss": 4.0162, "step": 20302 }, { "epoch": 0.20303, "grad_norm": 1.3766970797515607, "learning_rate": 0.003, "loss": 4.025, "step": 20303 }, { "epoch": 0.20304, "grad_norm": 1.2067539414401074, "learning_rate": 0.003, "loss": 3.994, "step": 20304 }, { "epoch": 0.20305, "grad_norm": 1.1205991706530403, "learning_rate": 0.003, "loss": 4.021, "step": 20305 }, { "epoch": 0.20306, "grad_norm": 1.3473746947655052, "learning_rate": 0.003, "loss": 3.9847, "step": 20306 }, { "epoch": 0.20307, "grad_norm": 1.0050786521679067, "learning_rate": 0.003, "loss": 4.0088, "step": 20307 }, { "epoch": 0.20308, "grad_norm": 1.5771708800047481, "learning_rate": 0.003, "loss": 4.0116, "step": 20308 }, { "epoch": 0.20309, "grad_norm": 1.1222002278931142, "learning_rate": 0.003, "loss": 4.0021, "step": 20309 }, { "epoch": 0.2031, "grad_norm": 1.58717189855105, "learning_rate": 0.003, "loss": 4.0062, "step": 20310 }, { "epoch": 0.20311, "grad_norm": 1.1010743064375048, "learning_rate": 0.003, "loss": 4.0067, "step": 20311 }, { "epoch": 0.20312, "grad_norm": 1.4719661864251636, "learning_rate": 0.003, "loss": 3.9967, "step": 20312 }, { "epoch": 0.20313, "grad_norm": 1.1210987798148684, "learning_rate": 0.003, "loss": 4.0228, "step": 20313 }, { "epoch": 0.20314, "grad_norm": 1.2614937931604777, "learning_rate": 0.003, "loss": 4.0225, "step": 20314 }, { "epoch": 0.20315, "grad_norm": 1.3978311219468802, "learning_rate": 0.003, "loss": 4.0284, "step": 20315 }, { "epoch": 0.20316, "grad_norm": 1.2264249194484476, "learning_rate": 0.003, "loss": 3.9999, "step": 20316 }, { "epoch": 0.20317, "grad_norm": 1.2595157772698269, "learning_rate": 0.003, "loss": 4.0062, "step": 20317 }, { "epoch": 0.20318, "grad_norm": 1.348121275472313, "learning_rate": 0.003, "loss": 4.0129, "step": 20318 }, { "epoch": 0.20319, "grad_norm": 1.2066827119276617, "learning_rate": 0.003, "loss": 4.0172, "step": 20319 }, { "epoch": 0.2032, "grad_norm": 1.349925078091736, "learning_rate": 0.003, "loss": 4.0097, "step": 20320 }, { "epoch": 0.20321, "grad_norm": 1.2298683880325787, "learning_rate": 0.003, "loss": 4.0152, "step": 20321 }, { "epoch": 0.20322, "grad_norm": 1.1907032866789202, "learning_rate": 0.003, "loss": 4.007, "step": 20322 }, { "epoch": 0.20323, "grad_norm": 1.2956137255808344, "learning_rate": 0.003, "loss": 4.0293, "step": 20323 }, { "epoch": 0.20324, "grad_norm": 1.311864433855721, "learning_rate": 0.003, "loss": 4.0218, "step": 20324 }, { "epoch": 0.20325, "grad_norm": 1.2000243918958653, "learning_rate": 0.003, "loss": 4.0, "step": 20325 }, { "epoch": 0.20326, "grad_norm": 1.319566270131484, "learning_rate": 0.003, "loss": 3.9664, "step": 20326 }, { "epoch": 0.20327, "grad_norm": 1.2385489398116172, "learning_rate": 0.003, "loss": 4.0144, "step": 20327 }, { "epoch": 0.20328, "grad_norm": 1.7402875384851648, "learning_rate": 0.003, "loss": 4.0335, "step": 20328 }, { "epoch": 0.20329, "grad_norm": 1.2492891000778201, "learning_rate": 0.003, "loss": 3.9855, "step": 20329 }, { "epoch": 0.2033, "grad_norm": 1.3983382796279817, "learning_rate": 0.003, "loss": 4.0136, "step": 20330 }, { "epoch": 0.20331, "grad_norm": 1.2690542054828082, "learning_rate": 0.003, "loss": 4.0016, "step": 20331 }, { "epoch": 0.20332, "grad_norm": 1.2491676004712835, "learning_rate": 0.003, "loss": 3.997, "step": 20332 }, { "epoch": 0.20333, "grad_norm": 1.300337776590903, "learning_rate": 0.003, "loss": 4.0248, "step": 20333 }, { "epoch": 0.20334, "grad_norm": 1.1509550530041472, "learning_rate": 0.003, "loss": 3.9953, "step": 20334 }, { "epoch": 0.20335, "grad_norm": 1.2354439082953654, "learning_rate": 0.003, "loss": 3.9735, "step": 20335 }, { "epoch": 0.20336, "grad_norm": 1.2748845950178649, "learning_rate": 0.003, "loss": 4.0019, "step": 20336 }, { "epoch": 0.20337, "grad_norm": 1.0392136880108995, "learning_rate": 0.003, "loss": 3.9945, "step": 20337 }, { "epoch": 0.20338, "grad_norm": 1.435576618462437, "learning_rate": 0.003, "loss": 4.0102, "step": 20338 }, { "epoch": 0.20339, "grad_norm": 1.0032635361648778, "learning_rate": 0.003, "loss": 4.0125, "step": 20339 }, { "epoch": 0.2034, "grad_norm": 1.4168747456382615, "learning_rate": 0.003, "loss": 4.0421, "step": 20340 }, { "epoch": 0.20341, "grad_norm": 1.1994839027062312, "learning_rate": 0.003, "loss": 3.9926, "step": 20341 }, { "epoch": 0.20342, "grad_norm": 1.4958144371532647, "learning_rate": 0.003, "loss": 3.9922, "step": 20342 }, { "epoch": 0.20343, "grad_norm": 1.2129980120860568, "learning_rate": 0.003, "loss": 4.0248, "step": 20343 }, { "epoch": 0.20344, "grad_norm": 1.3674163352739366, "learning_rate": 0.003, "loss": 4.0059, "step": 20344 }, { "epoch": 0.20345, "grad_norm": 1.5189368288173968, "learning_rate": 0.003, "loss": 4.0086, "step": 20345 }, { "epoch": 0.20346, "grad_norm": 1.1740054256478134, "learning_rate": 0.003, "loss": 3.9733, "step": 20346 }, { "epoch": 0.20347, "grad_norm": 1.506462112719063, "learning_rate": 0.003, "loss": 4.0295, "step": 20347 }, { "epoch": 0.20348, "grad_norm": 1.1086995123193881, "learning_rate": 0.003, "loss": 4.0179, "step": 20348 }, { "epoch": 0.20349, "grad_norm": 1.5094925324332276, "learning_rate": 0.003, "loss": 4.0222, "step": 20349 }, { "epoch": 0.2035, "grad_norm": 1.0771995990686078, "learning_rate": 0.003, "loss": 4.0149, "step": 20350 }, { "epoch": 0.20351, "grad_norm": 1.6950364503780027, "learning_rate": 0.003, "loss": 4.0038, "step": 20351 }, { "epoch": 0.20352, "grad_norm": 1.0174841625125581, "learning_rate": 0.003, "loss": 4.0105, "step": 20352 }, { "epoch": 0.20353, "grad_norm": 1.3580540148388978, "learning_rate": 0.003, "loss": 4.0114, "step": 20353 }, { "epoch": 0.20354, "grad_norm": 1.2465835232100113, "learning_rate": 0.003, "loss": 3.9968, "step": 20354 }, { "epoch": 0.20355, "grad_norm": 1.349436996143901, "learning_rate": 0.003, "loss": 4.0145, "step": 20355 }, { "epoch": 0.20356, "grad_norm": 1.1724588765158126, "learning_rate": 0.003, "loss": 3.9935, "step": 20356 }, { "epoch": 0.20357, "grad_norm": 1.256484708783395, "learning_rate": 0.003, "loss": 4.0108, "step": 20357 }, { "epoch": 0.20358, "grad_norm": 1.239249040314291, "learning_rate": 0.003, "loss": 4.0217, "step": 20358 }, { "epoch": 0.20359, "grad_norm": 1.3694637971205457, "learning_rate": 0.003, "loss": 3.9977, "step": 20359 }, { "epoch": 0.2036, "grad_norm": 1.5179212255135088, "learning_rate": 0.003, "loss": 4.0115, "step": 20360 }, { "epoch": 0.20361, "grad_norm": 1.2100335206389845, "learning_rate": 0.003, "loss": 3.9989, "step": 20361 }, { "epoch": 0.20362, "grad_norm": 1.3114906979666825, "learning_rate": 0.003, "loss": 4.0077, "step": 20362 }, { "epoch": 0.20363, "grad_norm": 1.2595435929020353, "learning_rate": 0.003, "loss": 3.9698, "step": 20363 }, { "epoch": 0.20364, "grad_norm": 1.249281565321927, "learning_rate": 0.003, "loss": 4.007, "step": 20364 }, { "epoch": 0.20365, "grad_norm": 1.193766439501634, "learning_rate": 0.003, "loss": 4.0017, "step": 20365 }, { "epoch": 0.20366, "grad_norm": 1.6214554865486757, "learning_rate": 0.003, "loss": 4.0168, "step": 20366 }, { "epoch": 0.20367, "grad_norm": 0.9978285168413173, "learning_rate": 0.003, "loss": 4.0095, "step": 20367 }, { "epoch": 0.20368, "grad_norm": 1.272986813494103, "learning_rate": 0.003, "loss": 3.9958, "step": 20368 }, { "epoch": 0.20369, "grad_norm": 1.1673062224197925, "learning_rate": 0.003, "loss": 4.0331, "step": 20369 }, { "epoch": 0.2037, "grad_norm": 1.4150841339577258, "learning_rate": 0.003, "loss": 4.0377, "step": 20370 }, { "epoch": 0.20371, "grad_norm": 1.1221728601775236, "learning_rate": 0.003, "loss": 4.0071, "step": 20371 }, { "epoch": 0.20372, "grad_norm": 1.4249595263589507, "learning_rate": 0.003, "loss": 3.9923, "step": 20372 }, { "epoch": 0.20373, "grad_norm": 1.2627194119411804, "learning_rate": 0.003, "loss": 4.0293, "step": 20373 }, { "epoch": 0.20374, "grad_norm": 1.4703928646398432, "learning_rate": 0.003, "loss": 4.0217, "step": 20374 }, { "epoch": 0.20375, "grad_norm": 1.1086741663890378, "learning_rate": 0.003, "loss": 4.0076, "step": 20375 }, { "epoch": 0.20376, "grad_norm": 1.4777891980567714, "learning_rate": 0.003, "loss": 4.0088, "step": 20376 }, { "epoch": 0.20377, "grad_norm": 1.307666498511952, "learning_rate": 0.003, "loss": 4.0331, "step": 20377 }, { "epoch": 0.20378, "grad_norm": 1.270419756620071, "learning_rate": 0.003, "loss": 4.0055, "step": 20378 }, { "epoch": 0.20379, "grad_norm": 1.2940595355574276, "learning_rate": 0.003, "loss": 4.0386, "step": 20379 }, { "epoch": 0.2038, "grad_norm": 1.3719520445103808, "learning_rate": 0.003, "loss": 4.0168, "step": 20380 }, { "epoch": 0.20381, "grad_norm": 1.3550286427736966, "learning_rate": 0.003, "loss": 3.9763, "step": 20381 }, { "epoch": 0.20382, "grad_norm": 1.2719617029079637, "learning_rate": 0.003, "loss": 3.9913, "step": 20382 }, { "epoch": 0.20383, "grad_norm": 1.4371074919695377, "learning_rate": 0.003, "loss": 4.0231, "step": 20383 }, { "epoch": 0.20384, "grad_norm": 1.1059137253501337, "learning_rate": 0.003, "loss": 4.0348, "step": 20384 }, { "epoch": 0.20385, "grad_norm": 1.463132360637437, "learning_rate": 0.003, "loss": 4.0177, "step": 20385 }, { "epoch": 0.20386, "grad_norm": 1.1249567812697288, "learning_rate": 0.003, "loss": 4.0036, "step": 20386 }, { "epoch": 0.20387, "grad_norm": 1.3454617764373504, "learning_rate": 0.003, "loss": 4.0188, "step": 20387 }, { "epoch": 0.20388, "grad_norm": 1.0242291647934376, "learning_rate": 0.003, "loss": 3.9892, "step": 20388 }, { "epoch": 0.20389, "grad_norm": 1.5980101580086403, "learning_rate": 0.003, "loss": 3.9934, "step": 20389 }, { "epoch": 0.2039, "grad_norm": 1.1519951887381599, "learning_rate": 0.003, "loss": 4.0319, "step": 20390 }, { "epoch": 0.20391, "grad_norm": 1.3341951637510467, "learning_rate": 0.003, "loss": 4.0257, "step": 20391 }, { "epoch": 0.20392, "grad_norm": 1.171678602916609, "learning_rate": 0.003, "loss": 4.0376, "step": 20392 }, { "epoch": 0.20393, "grad_norm": 1.3382638436681917, "learning_rate": 0.003, "loss": 4.0254, "step": 20393 }, { "epoch": 0.20394, "grad_norm": 1.071362031614952, "learning_rate": 0.003, "loss": 4.0061, "step": 20394 }, { "epoch": 0.20395, "grad_norm": 1.4081144402118346, "learning_rate": 0.003, "loss": 4.0331, "step": 20395 }, { "epoch": 0.20396, "grad_norm": 1.315394098695792, "learning_rate": 0.003, "loss": 3.9805, "step": 20396 }, { "epoch": 0.20397, "grad_norm": 1.3713805429562576, "learning_rate": 0.003, "loss": 4.0362, "step": 20397 }, { "epoch": 0.20398, "grad_norm": 1.1772341755348297, "learning_rate": 0.003, "loss": 4.0222, "step": 20398 }, { "epoch": 0.20399, "grad_norm": 1.4554876783263795, "learning_rate": 0.003, "loss": 4.0174, "step": 20399 }, { "epoch": 0.204, "grad_norm": 1.1787335540120323, "learning_rate": 0.003, "loss": 4.039, "step": 20400 }, { "epoch": 0.20401, "grad_norm": 1.2396339898475883, "learning_rate": 0.003, "loss": 4.0046, "step": 20401 }, { "epoch": 0.20402, "grad_norm": 1.1748562227798123, "learning_rate": 0.003, "loss": 4.003, "step": 20402 }, { "epoch": 0.20403, "grad_norm": 1.2576506215414536, "learning_rate": 0.003, "loss": 3.992, "step": 20403 }, { "epoch": 0.20404, "grad_norm": 1.349130787830397, "learning_rate": 0.003, "loss": 4.0145, "step": 20404 }, { "epoch": 0.20405, "grad_norm": 1.0989732487986719, "learning_rate": 0.003, "loss": 3.9888, "step": 20405 }, { "epoch": 0.20406, "grad_norm": 1.3685258926173318, "learning_rate": 0.003, "loss": 4.0126, "step": 20406 }, { "epoch": 0.20407, "grad_norm": 1.1433116123180145, "learning_rate": 0.003, "loss": 4.0239, "step": 20407 }, { "epoch": 0.20408, "grad_norm": 1.2906198313755357, "learning_rate": 0.003, "loss": 4.012, "step": 20408 }, { "epoch": 0.20409, "grad_norm": 1.3826855036176626, "learning_rate": 0.003, "loss": 4.0101, "step": 20409 }, { "epoch": 0.2041, "grad_norm": 1.345009129641235, "learning_rate": 0.003, "loss": 4.0038, "step": 20410 }, { "epoch": 0.20411, "grad_norm": 1.2059078273944797, "learning_rate": 0.003, "loss": 3.9857, "step": 20411 }, { "epoch": 0.20412, "grad_norm": 1.443846880230482, "learning_rate": 0.003, "loss": 3.9805, "step": 20412 }, { "epoch": 0.20413, "grad_norm": 1.0714659998400948, "learning_rate": 0.003, "loss": 4.0036, "step": 20413 }, { "epoch": 0.20414, "grad_norm": 1.717200174768339, "learning_rate": 0.003, "loss": 4.0039, "step": 20414 }, { "epoch": 0.20415, "grad_norm": 1.0817003879923672, "learning_rate": 0.003, "loss": 3.9866, "step": 20415 }, { "epoch": 0.20416, "grad_norm": 1.5647546641462835, "learning_rate": 0.003, "loss": 4.0392, "step": 20416 }, { "epoch": 0.20417, "grad_norm": 1.1839582528126777, "learning_rate": 0.003, "loss": 4.0074, "step": 20417 }, { "epoch": 0.20418, "grad_norm": 1.2565920426717236, "learning_rate": 0.003, "loss": 3.9996, "step": 20418 }, { "epoch": 0.20419, "grad_norm": 1.209842104848665, "learning_rate": 0.003, "loss": 4.0126, "step": 20419 }, { "epoch": 0.2042, "grad_norm": 1.2761959568325196, "learning_rate": 0.003, "loss": 3.9966, "step": 20420 }, { "epoch": 0.20421, "grad_norm": 1.437332262772935, "learning_rate": 0.003, "loss": 4.0155, "step": 20421 }, { "epoch": 0.20422, "grad_norm": 1.1289685166944816, "learning_rate": 0.003, "loss": 4.0183, "step": 20422 }, { "epoch": 0.20423, "grad_norm": 1.6683403434908055, "learning_rate": 0.003, "loss": 4.006, "step": 20423 }, { "epoch": 0.20424, "grad_norm": 1.011401007418477, "learning_rate": 0.003, "loss": 4.0003, "step": 20424 }, { "epoch": 0.20425, "grad_norm": 1.636163206529611, "learning_rate": 0.003, "loss": 4.0226, "step": 20425 }, { "epoch": 0.20426, "grad_norm": 1.1235362794582984, "learning_rate": 0.003, "loss": 4.021, "step": 20426 }, { "epoch": 0.20427, "grad_norm": 1.3751719462148506, "learning_rate": 0.003, "loss": 4.0221, "step": 20427 }, { "epoch": 0.20428, "grad_norm": 1.278148454238994, "learning_rate": 0.003, "loss": 4.0279, "step": 20428 }, { "epoch": 0.20429, "grad_norm": 1.4640440816171707, "learning_rate": 0.003, "loss": 3.9872, "step": 20429 }, { "epoch": 0.2043, "grad_norm": 1.267962245071738, "learning_rate": 0.003, "loss": 4.0435, "step": 20430 }, { "epoch": 0.20431, "grad_norm": 1.4487367083307598, "learning_rate": 0.003, "loss": 4.0139, "step": 20431 }, { "epoch": 0.20432, "grad_norm": 1.0832277310407208, "learning_rate": 0.003, "loss": 4.0069, "step": 20432 }, { "epoch": 0.20433, "grad_norm": 1.4954859693244373, "learning_rate": 0.003, "loss": 4.0142, "step": 20433 }, { "epoch": 0.20434, "grad_norm": 1.3055492118407634, "learning_rate": 0.003, "loss": 4.0282, "step": 20434 }, { "epoch": 0.20435, "grad_norm": 1.3318250615225313, "learning_rate": 0.003, "loss": 4.0246, "step": 20435 }, { "epoch": 0.20436, "grad_norm": 1.2545448209890644, "learning_rate": 0.003, "loss": 3.9992, "step": 20436 }, { "epoch": 0.20437, "grad_norm": 1.3607302696820325, "learning_rate": 0.003, "loss": 4.0083, "step": 20437 }, { "epoch": 0.20438, "grad_norm": 1.3634086582500857, "learning_rate": 0.003, "loss": 3.9921, "step": 20438 }, { "epoch": 0.20439, "grad_norm": 1.2268248002932576, "learning_rate": 0.003, "loss": 4.0117, "step": 20439 }, { "epoch": 0.2044, "grad_norm": 1.2174080720851592, "learning_rate": 0.003, "loss": 3.9994, "step": 20440 }, { "epoch": 0.20441, "grad_norm": 1.4371734678946444, "learning_rate": 0.003, "loss": 4.0117, "step": 20441 }, { "epoch": 0.20442, "grad_norm": 1.1237183186967938, "learning_rate": 0.003, "loss": 4.0055, "step": 20442 }, { "epoch": 0.20443, "grad_norm": 1.5692385820880266, "learning_rate": 0.003, "loss": 4.0238, "step": 20443 }, { "epoch": 0.20444, "grad_norm": 1.0562477382228892, "learning_rate": 0.003, "loss": 4.0095, "step": 20444 }, { "epoch": 0.20445, "grad_norm": 1.4161033690224094, "learning_rate": 0.003, "loss": 3.9934, "step": 20445 }, { "epoch": 0.20446, "grad_norm": 1.10093812404361, "learning_rate": 0.003, "loss": 4.01, "step": 20446 }, { "epoch": 0.20447, "grad_norm": 1.3646182883604736, "learning_rate": 0.003, "loss": 4.0399, "step": 20447 }, { "epoch": 0.20448, "grad_norm": 1.218721734363518, "learning_rate": 0.003, "loss": 4.0192, "step": 20448 }, { "epoch": 0.20449, "grad_norm": 1.2759893784129883, "learning_rate": 0.003, "loss": 3.9983, "step": 20449 }, { "epoch": 0.2045, "grad_norm": 1.2871640711368166, "learning_rate": 0.003, "loss": 4.0191, "step": 20450 }, { "epoch": 0.20451, "grad_norm": 1.1328891508989805, "learning_rate": 0.003, "loss": 3.9837, "step": 20451 }, { "epoch": 0.20452, "grad_norm": 1.323593248870549, "learning_rate": 0.003, "loss": 3.9889, "step": 20452 }, { "epoch": 0.20453, "grad_norm": 1.3823404967514885, "learning_rate": 0.003, "loss": 4.0043, "step": 20453 }, { "epoch": 0.20454, "grad_norm": 1.1873097121479368, "learning_rate": 0.003, "loss": 4.0299, "step": 20454 }, { "epoch": 0.20455, "grad_norm": 1.5752740333417847, "learning_rate": 0.003, "loss": 4.0175, "step": 20455 }, { "epoch": 0.20456, "grad_norm": 1.4173233047120901, "learning_rate": 0.003, "loss": 3.987, "step": 20456 }, { "epoch": 0.20457, "grad_norm": 1.0202018052306596, "learning_rate": 0.003, "loss": 3.9887, "step": 20457 }, { "epoch": 0.20458, "grad_norm": 1.4564651253747352, "learning_rate": 0.003, "loss": 3.9993, "step": 20458 }, { "epoch": 0.20459, "grad_norm": 1.179781747035679, "learning_rate": 0.003, "loss": 3.993, "step": 20459 }, { "epoch": 0.2046, "grad_norm": 1.413425678978077, "learning_rate": 0.003, "loss": 4.0046, "step": 20460 }, { "epoch": 0.20461, "grad_norm": 1.2238887889743972, "learning_rate": 0.003, "loss": 4.0162, "step": 20461 }, { "epoch": 0.20462, "grad_norm": 1.2112588556400181, "learning_rate": 0.003, "loss": 4.0066, "step": 20462 }, { "epoch": 0.20463, "grad_norm": 1.307173538461754, "learning_rate": 0.003, "loss": 3.9976, "step": 20463 }, { "epoch": 0.20464, "grad_norm": 1.3423813083580993, "learning_rate": 0.003, "loss": 4.0402, "step": 20464 }, { "epoch": 0.20465, "grad_norm": 1.4136149858559084, "learning_rate": 0.003, "loss": 4.0197, "step": 20465 }, { "epoch": 0.20466, "grad_norm": 1.1582909044152148, "learning_rate": 0.003, "loss": 4.0346, "step": 20466 }, { "epoch": 0.20467, "grad_norm": 1.439848593107039, "learning_rate": 0.003, "loss": 4.0046, "step": 20467 }, { "epoch": 0.20468, "grad_norm": 1.0109651289096517, "learning_rate": 0.003, "loss": 4.0189, "step": 20468 }, { "epoch": 0.20469, "grad_norm": 1.4419813336186957, "learning_rate": 0.003, "loss": 4.0253, "step": 20469 }, { "epoch": 0.2047, "grad_norm": 1.1688445164993988, "learning_rate": 0.003, "loss": 3.9907, "step": 20470 }, { "epoch": 0.20471, "grad_norm": 1.2885229310012967, "learning_rate": 0.003, "loss": 3.9953, "step": 20471 }, { "epoch": 0.20472, "grad_norm": 1.2452530406815392, "learning_rate": 0.003, "loss": 4.0196, "step": 20472 }, { "epoch": 0.20473, "grad_norm": 1.2833320118159188, "learning_rate": 0.003, "loss": 4.0121, "step": 20473 }, { "epoch": 0.20474, "grad_norm": 1.583866958885907, "learning_rate": 0.003, "loss": 4.0189, "step": 20474 }, { "epoch": 0.20475, "grad_norm": 0.9941341306814071, "learning_rate": 0.003, "loss": 4.0242, "step": 20475 }, { "epoch": 0.20476, "grad_norm": 1.5365651920742551, "learning_rate": 0.003, "loss": 4.0244, "step": 20476 }, { "epoch": 0.20477, "grad_norm": 0.9652598829705031, "learning_rate": 0.003, "loss": 3.9833, "step": 20477 }, { "epoch": 0.20478, "grad_norm": 1.3759081216424855, "learning_rate": 0.003, "loss": 3.9992, "step": 20478 }, { "epoch": 0.20479, "grad_norm": 1.3101232314467952, "learning_rate": 0.003, "loss": 4.0441, "step": 20479 }, { "epoch": 0.2048, "grad_norm": 1.0539585629552575, "learning_rate": 0.003, "loss": 4.0177, "step": 20480 }, { "epoch": 0.20481, "grad_norm": 1.3541991428277784, "learning_rate": 0.003, "loss": 3.9643, "step": 20481 }, { "epoch": 0.20482, "grad_norm": 1.3449523695755412, "learning_rate": 0.003, "loss": 4.0054, "step": 20482 }, { "epoch": 0.20483, "grad_norm": 1.1738595670645797, "learning_rate": 0.003, "loss": 4.0148, "step": 20483 }, { "epoch": 0.20484, "grad_norm": 1.376693017031834, "learning_rate": 0.003, "loss": 4.0287, "step": 20484 }, { "epoch": 0.20485, "grad_norm": 1.2564985368181085, "learning_rate": 0.003, "loss": 4.0412, "step": 20485 }, { "epoch": 0.20486, "grad_norm": 1.3424955727366965, "learning_rate": 0.003, "loss": 4.0039, "step": 20486 }, { "epoch": 0.20487, "grad_norm": 1.3579864662806096, "learning_rate": 0.003, "loss": 4.0234, "step": 20487 }, { "epoch": 0.20488, "grad_norm": 1.0884526655820375, "learning_rate": 0.003, "loss": 4.0116, "step": 20488 }, { "epoch": 0.20489, "grad_norm": 1.632075715263895, "learning_rate": 0.003, "loss": 4.0209, "step": 20489 }, { "epoch": 0.2049, "grad_norm": 1.0796499689351091, "learning_rate": 0.003, "loss": 4.0131, "step": 20490 }, { "epoch": 0.20491, "grad_norm": 1.3384187872573343, "learning_rate": 0.003, "loss": 4.0214, "step": 20491 }, { "epoch": 0.20492, "grad_norm": 1.2574063732160432, "learning_rate": 0.003, "loss": 4.0086, "step": 20492 }, { "epoch": 0.20493, "grad_norm": 1.269768376871494, "learning_rate": 0.003, "loss": 4.0227, "step": 20493 }, { "epoch": 0.20494, "grad_norm": 1.3966390008879743, "learning_rate": 0.003, "loss": 4.0142, "step": 20494 }, { "epoch": 0.20495, "grad_norm": 1.167124198151884, "learning_rate": 0.003, "loss": 3.9849, "step": 20495 }, { "epoch": 0.20496, "grad_norm": 1.5837550364400803, "learning_rate": 0.003, "loss": 4.0121, "step": 20496 }, { "epoch": 0.20497, "grad_norm": 1.135556661155727, "learning_rate": 0.003, "loss": 4.0122, "step": 20497 }, { "epoch": 0.20498, "grad_norm": 1.5459802109692873, "learning_rate": 0.003, "loss": 4.0224, "step": 20498 }, { "epoch": 0.20499, "grad_norm": 1.100762358773126, "learning_rate": 0.003, "loss": 4.0381, "step": 20499 }, { "epoch": 0.205, "grad_norm": 1.3789655931433107, "learning_rate": 0.003, "loss": 4.0255, "step": 20500 }, { "epoch": 0.20501, "grad_norm": 1.2451891187234967, "learning_rate": 0.003, "loss": 4.0204, "step": 20501 }, { "epoch": 0.20502, "grad_norm": 1.1309611233823003, "learning_rate": 0.003, "loss": 4.0, "step": 20502 }, { "epoch": 0.20503, "grad_norm": 1.2604068246082096, "learning_rate": 0.003, "loss": 4.0077, "step": 20503 }, { "epoch": 0.20504, "grad_norm": 1.1839926447967617, "learning_rate": 0.003, "loss": 4.0304, "step": 20504 }, { "epoch": 0.20505, "grad_norm": 1.4026805005182839, "learning_rate": 0.003, "loss": 3.9935, "step": 20505 }, { "epoch": 0.20506, "grad_norm": 1.2020012719076192, "learning_rate": 0.003, "loss": 4.0662, "step": 20506 }, { "epoch": 0.20507, "grad_norm": 1.113617135034334, "learning_rate": 0.003, "loss": 4.0245, "step": 20507 }, { "epoch": 0.20508, "grad_norm": 1.1275545486192737, "learning_rate": 0.003, "loss": 4.0096, "step": 20508 }, { "epoch": 0.20509, "grad_norm": 1.1593430722890004, "learning_rate": 0.003, "loss": 4.0286, "step": 20509 }, { "epoch": 0.2051, "grad_norm": 1.40481022329612, "learning_rate": 0.003, "loss": 4.0054, "step": 20510 }, { "epoch": 0.20511, "grad_norm": 1.2445624335163232, "learning_rate": 0.003, "loss": 4.0104, "step": 20511 }, { "epoch": 0.20512, "grad_norm": 1.377467179865664, "learning_rate": 0.003, "loss": 3.9822, "step": 20512 }, { "epoch": 0.20513, "grad_norm": 1.23005556537273, "learning_rate": 0.003, "loss": 4.028, "step": 20513 }, { "epoch": 0.20514, "grad_norm": 1.3812950509838113, "learning_rate": 0.003, "loss": 4.0092, "step": 20514 }, { "epoch": 0.20515, "grad_norm": 1.2170981103454575, "learning_rate": 0.003, "loss": 4.0057, "step": 20515 }, { "epoch": 0.20516, "grad_norm": 1.3998682052656384, "learning_rate": 0.003, "loss": 3.9806, "step": 20516 }, { "epoch": 0.20517, "grad_norm": 1.1960498568543985, "learning_rate": 0.003, "loss": 4.015, "step": 20517 }, { "epoch": 0.20518, "grad_norm": 1.3997913391279395, "learning_rate": 0.003, "loss": 3.9943, "step": 20518 }, { "epoch": 0.20519, "grad_norm": 1.1549659703499877, "learning_rate": 0.003, "loss": 4.0133, "step": 20519 }, { "epoch": 0.2052, "grad_norm": 1.3553112474695659, "learning_rate": 0.003, "loss": 4.0033, "step": 20520 }, { "epoch": 0.20521, "grad_norm": 1.4761498854844728, "learning_rate": 0.003, "loss": 3.9848, "step": 20521 }, { "epoch": 0.20522, "grad_norm": 1.2014863966468765, "learning_rate": 0.003, "loss": 4.0144, "step": 20522 }, { "epoch": 0.20523, "grad_norm": 1.3065676257084342, "learning_rate": 0.003, "loss": 4.021, "step": 20523 }, { "epoch": 0.20524, "grad_norm": 1.0765788551663926, "learning_rate": 0.003, "loss": 4.0026, "step": 20524 }, { "epoch": 0.20525, "grad_norm": 1.39573503177698, "learning_rate": 0.003, "loss": 4.0106, "step": 20525 }, { "epoch": 0.20526, "grad_norm": 1.2895510254939981, "learning_rate": 0.003, "loss": 4.0013, "step": 20526 }, { "epoch": 0.20527, "grad_norm": 1.283121855455, "learning_rate": 0.003, "loss": 4.0077, "step": 20527 }, { "epoch": 0.20528, "grad_norm": 1.6461266020632557, "learning_rate": 0.003, "loss": 4.0077, "step": 20528 }, { "epoch": 0.20529, "grad_norm": 1.070997454164778, "learning_rate": 0.003, "loss": 4.0248, "step": 20529 }, { "epoch": 0.2053, "grad_norm": 1.6011188993117524, "learning_rate": 0.003, "loss": 4.0188, "step": 20530 }, { "epoch": 0.20531, "grad_norm": 1.1726257479000965, "learning_rate": 0.003, "loss": 4.0261, "step": 20531 }, { "epoch": 0.20532, "grad_norm": 1.333611663197986, "learning_rate": 0.003, "loss": 3.9781, "step": 20532 }, { "epoch": 0.20533, "grad_norm": 1.3281196087521732, "learning_rate": 0.003, "loss": 4.0146, "step": 20533 }, { "epoch": 0.20534, "grad_norm": 1.275063232716974, "learning_rate": 0.003, "loss": 4.0153, "step": 20534 }, { "epoch": 0.20535, "grad_norm": 1.399575421257767, "learning_rate": 0.003, "loss": 4.0025, "step": 20535 }, { "epoch": 0.20536, "grad_norm": 1.4609737493111625, "learning_rate": 0.003, "loss": 4.005, "step": 20536 }, { "epoch": 0.20537, "grad_norm": 1.289700499556751, "learning_rate": 0.003, "loss": 3.996, "step": 20537 }, { "epoch": 0.20538, "grad_norm": 1.1532533117400263, "learning_rate": 0.003, "loss": 3.9851, "step": 20538 }, { "epoch": 0.20539, "grad_norm": 1.3673726798115244, "learning_rate": 0.003, "loss": 4.0114, "step": 20539 }, { "epoch": 0.2054, "grad_norm": 1.0990584803222765, "learning_rate": 0.003, "loss": 4.0136, "step": 20540 }, { "epoch": 0.20541, "grad_norm": 1.2842097728635957, "learning_rate": 0.003, "loss": 3.9928, "step": 20541 }, { "epoch": 0.20542, "grad_norm": 1.2840210767235878, "learning_rate": 0.003, "loss": 4.064, "step": 20542 }, { "epoch": 0.20543, "grad_norm": 1.419649350128111, "learning_rate": 0.003, "loss": 4.0067, "step": 20543 }, { "epoch": 0.20544, "grad_norm": 1.2523549449045448, "learning_rate": 0.003, "loss": 4.0017, "step": 20544 }, { "epoch": 0.20545, "grad_norm": 1.4074485733227524, "learning_rate": 0.003, "loss": 4.008, "step": 20545 }, { "epoch": 0.20546, "grad_norm": 1.061800238651892, "learning_rate": 0.003, "loss": 3.9707, "step": 20546 }, { "epoch": 0.20547, "grad_norm": 1.4625601184576438, "learning_rate": 0.003, "loss": 3.9984, "step": 20547 }, { "epoch": 0.20548, "grad_norm": 1.3911019266503366, "learning_rate": 0.003, "loss": 4.0402, "step": 20548 }, { "epoch": 0.20549, "grad_norm": 1.3791685530944973, "learning_rate": 0.003, "loss": 4.0148, "step": 20549 }, { "epoch": 0.2055, "grad_norm": 1.240972813150801, "learning_rate": 0.003, "loss": 4.0237, "step": 20550 }, { "epoch": 0.20551, "grad_norm": 1.1971776526888327, "learning_rate": 0.003, "loss": 4.0087, "step": 20551 }, { "epoch": 0.20552, "grad_norm": 1.5060869965067512, "learning_rate": 0.003, "loss": 4.0078, "step": 20552 }, { "epoch": 0.20553, "grad_norm": 1.114017667915659, "learning_rate": 0.003, "loss": 3.9848, "step": 20553 }, { "epoch": 0.20554, "grad_norm": 1.4261085445517363, "learning_rate": 0.003, "loss": 4.0191, "step": 20554 }, { "epoch": 0.20555, "grad_norm": 1.1786318999064316, "learning_rate": 0.003, "loss": 4.0277, "step": 20555 }, { "epoch": 0.20556, "grad_norm": 1.339959236345092, "learning_rate": 0.003, "loss": 3.9928, "step": 20556 }, { "epoch": 0.20557, "grad_norm": 1.1892416002023873, "learning_rate": 0.003, "loss": 4.0107, "step": 20557 }, { "epoch": 0.20558, "grad_norm": 1.3826411968223087, "learning_rate": 0.003, "loss": 4.0361, "step": 20558 }, { "epoch": 0.20559, "grad_norm": 1.3639245730004423, "learning_rate": 0.003, "loss": 4.0063, "step": 20559 }, { "epoch": 0.2056, "grad_norm": 0.9666214138445555, "learning_rate": 0.003, "loss": 4.0156, "step": 20560 }, { "epoch": 0.20561, "grad_norm": 1.4847671648655332, "learning_rate": 0.003, "loss": 4.0149, "step": 20561 }, { "epoch": 0.20562, "grad_norm": 1.1222047212643582, "learning_rate": 0.003, "loss": 4.0111, "step": 20562 }, { "epoch": 0.20563, "grad_norm": 1.5720280325897276, "learning_rate": 0.003, "loss": 4.0333, "step": 20563 }, { "epoch": 0.20564, "grad_norm": 1.256016027297345, "learning_rate": 0.003, "loss": 3.9993, "step": 20564 }, { "epoch": 0.20565, "grad_norm": 1.1215394340087894, "learning_rate": 0.003, "loss": 3.9977, "step": 20565 }, { "epoch": 0.20566, "grad_norm": 1.3320378335509828, "learning_rate": 0.003, "loss": 4.0111, "step": 20566 }, { "epoch": 0.20567, "grad_norm": 1.1266204339000965, "learning_rate": 0.003, "loss": 3.9825, "step": 20567 }, { "epoch": 0.20568, "grad_norm": 1.2947269271197213, "learning_rate": 0.003, "loss": 3.9856, "step": 20568 }, { "epoch": 0.20569, "grad_norm": 1.323547470360493, "learning_rate": 0.003, "loss": 3.9909, "step": 20569 }, { "epoch": 0.2057, "grad_norm": 1.3808605806119016, "learning_rate": 0.003, "loss": 4.01, "step": 20570 }, { "epoch": 0.20571, "grad_norm": 1.1226757786628874, "learning_rate": 0.003, "loss": 4.0109, "step": 20571 }, { "epoch": 0.20572, "grad_norm": 1.4520121655408023, "learning_rate": 0.003, "loss": 4.0241, "step": 20572 }, { "epoch": 0.20573, "grad_norm": 1.2799293567575476, "learning_rate": 0.003, "loss": 4.0229, "step": 20573 }, { "epoch": 0.20574, "grad_norm": 1.189555045205036, "learning_rate": 0.003, "loss": 4.0082, "step": 20574 }, { "epoch": 0.20575, "grad_norm": 1.2369487733048843, "learning_rate": 0.003, "loss": 4.0284, "step": 20575 }, { "epoch": 0.20576, "grad_norm": 1.2638883091347621, "learning_rate": 0.003, "loss": 3.9894, "step": 20576 }, { "epoch": 0.20577, "grad_norm": 1.472620673991004, "learning_rate": 0.003, "loss": 3.9961, "step": 20577 }, { "epoch": 0.20578, "grad_norm": 1.0513629693754731, "learning_rate": 0.003, "loss": 4.0124, "step": 20578 }, { "epoch": 0.20579, "grad_norm": 1.545249525696994, "learning_rate": 0.003, "loss": 4.0019, "step": 20579 }, { "epoch": 0.2058, "grad_norm": 1.111774577991971, "learning_rate": 0.003, "loss": 4.0241, "step": 20580 }, { "epoch": 0.20581, "grad_norm": 1.4511201831757192, "learning_rate": 0.003, "loss": 4.0043, "step": 20581 }, { "epoch": 0.20582, "grad_norm": 1.3217257597406564, "learning_rate": 0.003, "loss": 4.0245, "step": 20582 }, { "epoch": 0.20583, "grad_norm": 1.2865553777542038, "learning_rate": 0.003, "loss": 3.9805, "step": 20583 }, { "epoch": 0.20584, "grad_norm": 1.2712595787222918, "learning_rate": 0.003, "loss": 4.0145, "step": 20584 }, { "epoch": 0.20585, "grad_norm": 1.2903223416773595, "learning_rate": 0.003, "loss": 4.0018, "step": 20585 }, { "epoch": 0.20586, "grad_norm": 1.2855548438355584, "learning_rate": 0.003, "loss": 3.995, "step": 20586 }, { "epoch": 0.20587, "grad_norm": 1.2206579233496302, "learning_rate": 0.003, "loss": 4.0168, "step": 20587 }, { "epoch": 0.20588, "grad_norm": 1.1559486033155753, "learning_rate": 0.003, "loss": 3.9897, "step": 20588 }, { "epoch": 0.20589, "grad_norm": 1.3270067686982983, "learning_rate": 0.003, "loss": 4.0002, "step": 20589 }, { "epoch": 0.2059, "grad_norm": 1.2063978658164853, "learning_rate": 0.003, "loss": 4.0216, "step": 20590 }, { "epoch": 0.20591, "grad_norm": 1.2805182089034122, "learning_rate": 0.003, "loss": 3.9986, "step": 20591 }, { "epoch": 0.20592, "grad_norm": 1.2809423865160992, "learning_rate": 0.003, "loss": 4.0045, "step": 20592 }, { "epoch": 0.20593, "grad_norm": 1.3974586842002943, "learning_rate": 0.003, "loss": 4.0058, "step": 20593 }, { "epoch": 0.20594, "grad_norm": 1.0942478018284425, "learning_rate": 0.003, "loss": 4.0006, "step": 20594 }, { "epoch": 0.20595, "grad_norm": 1.2747137112779623, "learning_rate": 0.003, "loss": 4.0067, "step": 20595 }, { "epoch": 0.20596, "grad_norm": 1.3819452643269272, "learning_rate": 0.003, "loss": 4.0267, "step": 20596 }, { "epoch": 0.20597, "grad_norm": 1.3211829669543382, "learning_rate": 0.003, "loss": 3.9796, "step": 20597 }, { "epoch": 0.20598, "grad_norm": 1.178660124641291, "learning_rate": 0.003, "loss": 4.0138, "step": 20598 }, { "epoch": 0.20599, "grad_norm": 1.3644000461117907, "learning_rate": 0.003, "loss": 4.0553, "step": 20599 }, { "epoch": 0.206, "grad_norm": 1.217466801731437, "learning_rate": 0.003, "loss": 3.9904, "step": 20600 }, { "epoch": 0.20601, "grad_norm": 1.1454527330303983, "learning_rate": 0.003, "loss": 4.0117, "step": 20601 }, { "epoch": 0.20602, "grad_norm": 1.3190660349181011, "learning_rate": 0.003, "loss": 4.0052, "step": 20602 }, { "epoch": 0.20603, "grad_norm": 1.2555997363614386, "learning_rate": 0.003, "loss": 3.9864, "step": 20603 }, { "epoch": 0.20604, "grad_norm": 1.3992701868999888, "learning_rate": 0.003, "loss": 4.0093, "step": 20604 }, { "epoch": 0.20605, "grad_norm": 1.4976837652852493, "learning_rate": 0.003, "loss": 4.0257, "step": 20605 }, { "epoch": 0.20606, "grad_norm": 1.1865323786360482, "learning_rate": 0.003, "loss": 3.9773, "step": 20606 }, { "epoch": 0.20607, "grad_norm": 1.2809142822904975, "learning_rate": 0.003, "loss": 4.0341, "step": 20607 }, { "epoch": 0.20608, "grad_norm": 1.3504397720490322, "learning_rate": 0.003, "loss": 3.9894, "step": 20608 }, { "epoch": 0.20609, "grad_norm": 1.0158339370513485, "learning_rate": 0.003, "loss": 4.0095, "step": 20609 }, { "epoch": 0.2061, "grad_norm": 1.5301956197044464, "learning_rate": 0.003, "loss": 4.0045, "step": 20610 }, { "epoch": 0.20611, "grad_norm": 1.1755431494787218, "learning_rate": 0.003, "loss": 4.0275, "step": 20611 }, { "epoch": 0.20612, "grad_norm": 1.5389533869565877, "learning_rate": 0.003, "loss": 4.0302, "step": 20612 }, { "epoch": 0.20613, "grad_norm": 1.0744611483737596, "learning_rate": 0.003, "loss": 3.9787, "step": 20613 }, { "epoch": 0.20614, "grad_norm": 1.40708776055189, "learning_rate": 0.003, "loss": 4.0367, "step": 20614 }, { "epoch": 0.20615, "grad_norm": 1.3747869052840511, "learning_rate": 0.003, "loss": 3.9758, "step": 20615 }, { "epoch": 0.20616, "grad_norm": 1.4331851062065355, "learning_rate": 0.003, "loss": 4.0179, "step": 20616 }, { "epoch": 0.20617, "grad_norm": 1.3407159770644455, "learning_rate": 0.003, "loss": 3.9981, "step": 20617 }, { "epoch": 0.20618, "grad_norm": 1.2768955892238656, "learning_rate": 0.003, "loss": 4.0128, "step": 20618 }, { "epoch": 0.20619, "grad_norm": 1.3080299761105072, "learning_rate": 0.003, "loss": 4.0454, "step": 20619 }, { "epoch": 0.2062, "grad_norm": 1.2865388103203717, "learning_rate": 0.003, "loss": 4.0073, "step": 20620 }, { "epoch": 0.20621, "grad_norm": 1.3363652510846296, "learning_rate": 0.003, "loss": 4.021, "step": 20621 }, { "epoch": 0.20622, "grad_norm": 1.1170030540815248, "learning_rate": 0.003, "loss": 3.9911, "step": 20622 }, { "epoch": 0.20623, "grad_norm": 1.2683880378078294, "learning_rate": 0.003, "loss": 4.0, "step": 20623 }, { "epoch": 0.20624, "grad_norm": 1.212849363064571, "learning_rate": 0.003, "loss": 3.9934, "step": 20624 }, { "epoch": 0.20625, "grad_norm": 1.356058213868984, "learning_rate": 0.003, "loss": 3.9898, "step": 20625 }, { "epoch": 0.20626, "grad_norm": 1.3459499081576194, "learning_rate": 0.003, "loss": 4.0381, "step": 20626 }, { "epoch": 0.20627, "grad_norm": 1.4174675996189183, "learning_rate": 0.003, "loss": 4.0201, "step": 20627 }, { "epoch": 0.20628, "grad_norm": 1.176828583358703, "learning_rate": 0.003, "loss": 4.033, "step": 20628 }, { "epoch": 0.20629, "grad_norm": 1.2503714517860733, "learning_rate": 0.003, "loss": 4.0067, "step": 20629 }, { "epoch": 0.2063, "grad_norm": 1.1528020942216353, "learning_rate": 0.003, "loss": 3.9774, "step": 20630 }, { "epoch": 0.20631, "grad_norm": 1.5248490762349984, "learning_rate": 0.003, "loss": 4.004, "step": 20631 }, { "epoch": 0.20632, "grad_norm": 1.295593891273598, "learning_rate": 0.003, "loss": 4.0068, "step": 20632 }, { "epoch": 0.20633, "grad_norm": 1.262912319565957, "learning_rate": 0.003, "loss": 3.9966, "step": 20633 }, { "epoch": 0.20634, "grad_norm": 1.3047062287083504, "learning_rate": 0.003, "loss": 4.0075, "step": 20634 }, { "epoch": 0.20635, "grad_norm": 1.0937140196112127, "learning_rate": 0.003, "loss": 3.9863, "step": 20635 }, { "epoch": 0.20636, "grad_norm": 1.3655807850177033, "learning_rate": 0.003, "loss": 4.0327, "step": 20636 }, { "epoch": 0.20637, "grad_norm": 1.2649651522358472, "learning_rate": 0.003, "loss": 3.9867, "step": 20637 }, { "epoch": 0.20638, "grad_norm": 1.4727599306393149, "learning_rate": 0.003, "loss": 3.9957, "step": 20638 }, { "epoch": 0.20639, "grad_norm": 1.1188449807535996, "learning_rate": 0.003, "loss": 3.9846, "step": 20639 }, { "epoch": 0.2064, "grad_norm": 1.517193017130125, "learning_rate": 0.003, "loss": 4.023, "step": 20640 }, { "epoch": 0.20641, "grad_norm": 1.1615846079181251, "learning_rate": 0.003, "loss": 4.0036, "step": 20641 }, { "epoch": 0.20642, "grad_norm": 1.331983615865443, "learning_rate": 0.003, "loss": 4.0126, "step": 20642 }, { "epoch": 0.20643, "grad_norm": 1.1339331664069554, "learning_rate": 0.003, "loss": 4.0107, "step": 20643 }, { "epoch": 0.20644, "grad_norm": 1.523861615831484, "learning_rate": 0.003, "loss": 4.0319, "step": 20644 }, { "epoch": 0.20645, "grad_norm": 1.0967301726398142, "learning_rate": 0.003, "loss": 4.0261, "step": 20645 }, { "epoch": 0.20646, "grad_norm": 1.2546083406177109, "learning_rate": 0.003, "loss": 4.0139, "step": 20646 }, { "epoch": 0.20647, "grad_norm": 1.2914190996289006, "learning_rate": 0.003, "loss": 4.0186, "step": 20647 }, { "epoch": 0.20648, "grad_norm": 1.2202489559769463, "learning_rate": 0.003, "loss": 3.9851, "step": 20648 }, { "epoch": 0.20649, "grad_norm": 1.2446350548788678, "learning_rate": 0.003, "loss": 4.014, "step": 20649 }, { "epoch": 0.2065, "grad_norm": 1.060336173915405, "learning_rate": 0.003, "loss": 3.9731, "step": 20650 }, { "epoch": 0.20651, "grad_norm": 1.4534817567096714, "learning_rate": 0.003, "loss": 4.0177, "step": 20651 }, { "epoch": 0.20652, "grad_norm": 1.6169219171799551, "learning_rate": 0.003, "loss": 3.9662, "step": 20652 }, { "epoch": 0.20653, "grad_norm": 1.425633538149865, "learning_rate": 0.003, "loss": 4.0119, "step": 20653 }, { "epoch": 0.20654, "grad_norm": 1.3653587165092793, "learning_rate": 0.003, "loss": 4.027, "step": 20654 }, { "epoch": 0.20655, "grad_norm": 1.1013599802631413, "learning_rate": 0.003, "loss": 4.0076, "step": 20655 }, { "epoch": 0.20656, "grad_norm": 1.389759493828228, "learning_rate": 0.003, "loss": 4.0117, "step": 20656 }, { "epoch": 0.20657, "grad_norm": 1.1118818231305716, "learning_rate": 0.003, "loss": 4.0456, "step": 20657 }, { "epoch": 0.20658, "grad_norm": 1.1976859327513487, "learning_rate": 0.003, "loss": 4.0138, "step": 20658 }, { "epoch": 0.20659, "grad_norm": 1.6270206809984922, "learning_rate": 0.003, "loss": 4.0265, "step": 20659 }, { "epoch": 0.2066, "grad_norm": 1.3083284960876418, "learning_rate": 0.003, "loss": 3.9954, "step": 20660 }, { "epoch": 0.20661, "grad_norm": 1.2424107371931825, "learning_rate": 0.003, "loss": 4.0364, "step": 20661 }, { "epoch": 0.20662, "grad_norm": 1.3452500939675385, "learning_rate": 0.003, "loss": 4.0072, "step": 20662 }, { "epoch": 0.20663, "grad_norm": 1.5353196441580816, "learning_rate": 0.003, "loss": 4.0023, "step": 20663 }, { "epoch": 0.20664, "grad_norm": 1.1350995906876258, "learning_rate": 0.003, "loss": 3.9781, "step": 20664 }, { "epoch": 0.20665, "grad_norm": 1.376225639854085, "learning_rate": 0.003, "loss": 4.0052, "step": 20665 }, { "epoch": 0.20666, "grad_norm": 1.2415491933836773, "learning_rate": 0.003, "loss": 4.0131, "step": 20666 }, { "epoch": 0.20667, "grad_norm": 1.1787054133313857, "learning_rate": 0.003, "loss": 4.0293, "step": 20667 }, { "epoch": 0.20668, "grad_norm": 1.362267845670038, "learning_rate": 0.003, "loss": 4.0217, "step": 20668 }, { "epoch": 0.20669, "grad_norm": 1.0902815479880927, "learning_rate": 0.003, "loss": 3.9717, "step": 20669 }, { "epoch": 0.2067, "grad_norm": 1.3816746211237632, "learning_rate": 0.003, "loss": 4.029, "step": 20670 }, { "epoch": 0.20671, "grad_norm": 1.0922986068393714, "learning_rate": 0.003, "loss": 4.0033, "step": 20671 }, { "epoch": 0.20672, "grad_norm": 1.428276902598254, "learning_rate": 0.003, "loss": 4.0318, "step": 20672 }, { "epoch": 0.20673, "grad_norm": 1.233053263102435, "learning_rate": 0.003, "loss": 4.0125, "step": 20673 }, { "epoch": 0.20674, "grad_norm": 1.4063505898997375, "learning_rate": 0.003, "loss": 3.9858, "step": 20674 }, { "epoch": 0.20675, "grad_norm": 1.3812546537852057, "learning_rate": 0.003, "loss": 4.0305, "step": 20675 }, { "epoch": 0.20676, "grad_norm": 1.21906759164386, "learning_rate": 0.003, "loss": 3.9946, "step": 20676 }, { "epoch": 0.20677, "grad_norm": 1.2977669940591485, "learning_rate": 0.003, "loss": 3.975, "step": 20677 }, { "epoch": 0.20678, "grad_norm": 1.1407187398419785, "learning_rate": 0.003, "loss": 4.0042, "step": 20678 }, { "epoch": 0.20679, "grad_norm": 1.4003206700491742, "learning_rate": 0.003, "loss": 4.0388, "step": 20679 }, { "epoch": 0.2068, "grad_norm": 1.185002888761693, "learning_rate": 0.003, "loss": 4.0042, "step": 20680 }, { "epoch": 0.20681, "grad_norm": 1.4307246065912882, "learning_rate": 0.003, "loss": 4.0087, "step": 20681 }, { "epoch": 0.20682, "grad_norm": 1.0988166617689916, "learning_rate": 0.003, "loss": 3.9651, "step": 20682 }, { "epoch": 0.20683, "grad_norm": 1.3493442609773985, "learning_rate": 0.003, "loss": 3.9963, "step": 20683 }, { "epoch": 0.20684, "grad_norm": 1.174629793616725, "learning_rate": 0.003, "loss": 4.0163, "step": 20684 }, { "epoch": 0.20685, "grad_norm": 1.2722670210540725, "learning_rate": 0.003, "loss": 3.986, "step": 20685 }, { "epoch": 0.20686, "grad_norm": 1.3432316722671938, "learning_rate": 0.003, "loss": 4.0191, "step": 20686 }, { "epoch": 0.20687, "grad_norm": 1.4251511683598665, "learning_rate": 0.003, "loss": 3.9779, "step": 20687 }, { "epoch": 0.20688, "grad_norm": 1.2702409179527885, "learning_rate": 0.003, "loss": 4.0039, "step": 20688 }, { "epoch": 0.20689, "grad_norm": 1.3540547528204405, "learning_rate": 0.003, "loss": 3.9958, "step": 20689 }, { "epoch": 0.2069, "grad_norm": 1.2373425670072522, "learning_rate": 0.003, "loss": 4.0108, "step": 20690 }, { "epoch": 0.20691, "grad_norm": 1.3664240434372155, "learning_rate": 0.003, "loss": 4.0305, "step": 20691 }, { "epoch": 0.20692, "grad_norm": 1.191253007054927, "learning_rate": 0.003, "loss": 4.0195, "step": 20692 }, { "epoch": 0.20693, "grad_norm": 1.374403158257714, "learning_rate": 0.003, "loss": 3.9848, "step": 20693 }, { "epoch": 0.20694, "grad_norm": 1.1771697436083528, "learning_rate": 0.003, "loss": 3.9954, "step": 20694 }, { "epoch": 0.20695, "grad_norm": 1.48097177425113, "learning_rate": 0.003, "loss": 4.0022, "step": 20695 }, { "epoch": 0.20696, "grad_norm": 1.0130894722928716, "learning_rate": 0.003, "loss": 4.0038, "step": 20696 }, { "epoch": 0.20697, "grad_norm": 1.5468434394501385, "learning_rate": 0.003, "loss": 4.0085, "step": 20697 }, { "epoch": 0.20698, "grad_norm": 1.2870689064812881, "learning_rate": 0.003, "loss": 4.0128, "step": 20698 }, { "epoch": 0.20699, "grad_norm": 1.5312212457141665, "learning_rate": 0.003, "loss": 4.0363, "step": 20699 }, { "epoch": 0.207, "grad_norm": 1.392568501537993, "learning_rate": 0.003, "loss": 4.0014, "step": 20700 }, { "epoch": 0.20701, "grad_norm": 1.1403734007521096, "learning_rate": 0.003, "loss": 4.02, "step": 20701 }, { "epoch": 0.20702, "grad_norm": 1.194152404792695, "learning_rate": 0.003, "loss": 4.0285, "step": 20702 }, { "epoch": 0.20703, "grad_norm": 1.3632185855689758, "learning_rate": 0.003, "loss": 3.995, "step": 20703 }, { "epoch": 0.20704, "grad_norm": 1.3918710485699248, "learning_rate": 0.003, "loss": 4.0129, "step": 20704 }, { "epoch": 0.20705, "grad_norm": 1.2117858382962787, "learning_rate": 0.003, "loss": 4.0029, "step": 20705 }, { "epoch": 0.20706, "grad_norm": 1.4534391333265622, "learning_rate": 0.003, "loss": 3.9978, "step": 20706 }, { "epoch": 0.20707, "grad_norm": 1.2311747956897248, "learning_rate": 0.003, "loss": 4.0029, "step": 20707 }, { "epoch": 0.20708, "grad_norm": 1.154244274853029, "learning_rate": 0.003, "loss": 4.0199, "step": 20708 }, { "epoch": 0.20709, "grad_norm": 1.2588712245534515, "learning_rate": 0.003, "loss": 4.0172, "step": 20709 }, { "epoch": 0.2071, "grad_norm": 1.1199682038217924, "learning_rate": 0.003, "loss": 3.9839, "step": 20710 }, { "epoch": 0.20711, "grad_norm": 1.242815824650162, "learning_rate": 0.003, "loss": 4.0265, "step": 20711 }, { "epoch": 0.20712, "grad_norm": 1.199687443416815, "learning_rate": 0.003, "loss": 4.0262, "step": 20712 }, { "epoch": 0.20713, "grad_norm": 1.4011147370295212, "learning_rate": 0.003, "loss": 3.9983, "step": 20713 }, { "epoch": 0.20714, "grad_norm": 1.3889339867150936, "learning_rate": 0.003, "loss": 4.006, "step": 20714 }, { "epoch": 0.20715, "grad_norm": 1.3791162445570997, "learning_rate": 0.003, "loss": 4.0053, "step": 20715 }, { "epoch": 0.20716, "grad_norm": 1.3848688663249529, "learning_rate": 0.003, "loss": 3.993, "step": 20716 }, { "epoch": 0.20717, "grad_norm": 1.0682848244643386, "learning_rate": 0.003, "loss": 3.9915, "step": 20717 }, { "epoch": 0.20718, "grad_norm": 1.4117279775919247, "learning_rate": 0.003, "loss": 4.0239, "step": 20718 }, { "epoch": 0.20719, "grad_norm": 1.0104646813563232, "learning_rate": 0.003, "loss": 4.0135, "step": 20719 }, { "epoch": 0.2072, "grad_norm": 1.3508238842242124, "learning_rate": 0.003, "loss": 4.01, "step": 20720 }, { "epoch": 0.20721, "grad_norm": 1.3606526550845897, "learning_rate": 0.003, "loss": 4.0459, "step": 20721 }, { "epoch": 0.20722, "grad_norm": 1.1153649551211486, "learning_rate": 0.003, "loss": 4.0186, "step": 20722 }, { "epoch": 0.20723, "grad_norm": 1.4087524912260174, "learning_rate": 0.003, "loss": 4.0264, "step": 20723 }, { "epoch": 0.20724, "grad_norm": 1.1634798503769788, "learning_rate": 0.003, "loss": 4.0025, "step": 20724 }, { "epoch": 0.20725, "grad_norm": 1.353255865520132, "learning_rate": 0.003, "loss": 4.0405, "step": 20725 }, { "epoch": 0.20726, "grad_norm": 1.3053899490743734, "learning_rate": 0.003, "loss": 4.0047, "step": 20726 }, { "epoch": 0.20727, "grad_norm": 1.2761599390148615, "learning_rate": 0.003, "loss": 3.9964, "step": 20727 }, { "epoch": 0.20728, "grad_norm": 1.3535293874816996, "learning_rate": 0.003, "loss": 4.0068, "step": 20728 }, { "epoch": 0.20729, "grad_norm": 1.1160122844154825, "learning_rate": 0.003, "loss": 3.989, "step": 20729 }, { "epoch": 0.2073, "grad_norm": 1.4603381559467412, "learning_rate": 0.003, "loss": 4.011, "step": 20730 }, { "epoch": 0.20731, "grad_norm": 1.3619902186698736, "learning_rate": 0.003, "loss": 3.9886, "step": 20731 }, { "epoch": 0.20732, "grad_norm": 1.370862438754088, "learning_rate": 0.003, "loss": 3.9647, "step": 20732 }, { "epoch": 0.20733, "grad_norm": 1.1538581243827948, "learning_rate": 0.003, "loss": 3.9882, "step": 20733 }, { "epoch": 0.20734, "grad_norm": 1.2160670915743559, "learning_rate": 0.003, "loss": 4.0084, "step": 20734 }, { "epoch": 0.20735, "grad_norm": 1.3774866452867383, "learning_rate": 0.003, "loss": 4.0352, "step": 20735 }, { "epoch": 0.20736, "grad_norm": 1.1941753023916182, "learning_rate": 0.003, "loss": 4.0039, "step": 20736 }, { "epoch": 0.20737, "grad_norm": 1.5219723574569388, "learning_rate": 0.003, "loss": 4.0098, "step": 20737 }, { "epoch": 0.20738, "grad_norm": 1.1705040250652128, "learning_rate": 0.003, "loss": 4.0167, "step": 20738 }, { "epoch": 0.20739, "grad_norm": 1.3300273074518532, "learning_rate": 0.003, "loss": 4.0059, "step": 20739 }, { "epoch": 0.2074, "grad_norm": 1.3519116547813115, "learning_rate": 0.003, "loss": 4.0146, "step": 20740 }, { "epoch": 0.20741, "grad_norm": 1.2437283628637685, "learning_rate": 0.003, "loss": 4.0068, "step": 20741 }, { "epoch": 0.20742, "grad_norm": 1.2139133471208732, "learning_rate": 0.003, "loss": 3.9908, "step": 20742 }, { "epoch": 0.20743, "grad_norm": 1.011757550463894, "learning_rate": 0.003, "loss": 4.0069, "step": 20743 }, { "epoch": 0.20744, "grad_norm": 1.476849468515335, "learning_rate": 0.003, "loss": 4.0431, "step": 20744 }, { "epoch": 0.20745, "grad_norm": 1.124190433730722, "learning_rate": 0.003, "loss": 3.9892, "step": 20745 }, { "epoch": 0.20746, "grad_norm": 1.511443329096388, "learning_rate": 0.003, "loss": 4.0043, "step": 20746 }, { "epoch": 0.20747, "grad_norm": 0.9825076361804065, "learning_rate": 0.003, "loss": 4.0146, "step": 20747 }, { "epoch": 0.20748, "grad_norm": 1.5064621839673242, "learning_rate": 0.003, "loss": 4.0055, "step": 20748 }, { "epoch": 0.20749, "grad_norm": 1.2827956509312328, "learning_rate": 0.003, "loss": 4.0097, "step": 20749 }, { "epoch": 0.2075, "grad_norm": 1.3916254376191106, "learning_rate": 0.003, "loss": 4.0402, "step": 20750 }, { "epoch": 0.20751, "grad_norm": 1.3100723021927003, "learning_rate": 0.003, "loss": 4.0099, "step": 20751 }, { "epoch": 0.20752, "grad_norm": 1.3098096513551125, "learning_rate": 0.003, "loss": 4.041, "step": 20752 }, { "epoch": 0.20753, "grad_norm": 1.2926125070104577, "learning_rate": 0.003, "loss": 4.024, "step": 20753 }, { "epoch": 0.20754, "grad_norm": 1.4281878678811832, "learning_rate": 0.003, "loss": 4.0204, "step": 20754 }, { "epoch": 0.20755, "grad_norm": 1.3968188177213192, "learning_rate": 0.003, "loss": 4.0132, "step": 20755 }, { "epoch": 0.20756, "grad_norm": 1.433140678814419, "learning_rate": 0.003, "loss": 4.0052, "step": 20756 }, { "epoch": 0.20757, "grad_norm": 1.3649186304567098, "learning_rate": 0.003, "loss": 4.0155, "step": 20757 }, { "epoch": 0.20758, "grad_norm": 1.0490527414403288, "learning_rate": 0.003, "loss": 4.0038, "step": 20758 }, { "epoch": 0.20759, "grad_norm": 1.2655298684550977, "learning_rate": 0.003, "loss": 3.9909, "step": 20759 }, { "epoch": 0.2076, "grad_norm": 1.0217947523084412, "learning_rate": 0.003, "loss": 3.9711, "step": 20760 }, { "epoch": 0.20761, "grad_norm": 1.4718944547170667, "learning_rate": 0.003, "loss": 4.0035, "step": 20761 }, { "epoch": 0.20762, "grad_norm": 1.131937511658232, "learning_rate": 0.003, "loss": 4.0158, "step": 20762 }, { "epoch": 0.20763, "grad_norm": 1.4730515140899714, "learning_rate": 0.003, "loss": 4.0128, "step": 20763 }, { "epoch": 0.20764, "grad_norm": 1.3322254925719181, "learning_rate": 0.003, "loss": 4.0311, "step": 20764 }, { "epoch": 0.20765, "grad_norm": 1.2302313544070185, "learning_rate": 0.003, "loss": 3.9996, "step": 20765 }, { "epoch": 0.20766, "grad_norm": 1.577993326336582, "learning_rate": 0.003, "loss": 4.0257, "step": 20766 }, { "epoch": 0.20767, "grad_norm": 1.4112168266005138, "learning_rate": 0.003, "loss": 4.0357, "step": 20767 }, { "epoch": 0.20768, "grad_norm": 0.9286027845956305, "learning_rate": 0.003, "loss": 4.0275, "step": 20768 }, { "epoch": 0.20769, "grad_norm": 1.2672174109465204, "learning_rate": 0.003, "loss": 4.0091, "step": 20769 }, { "epoch": 0.2077, "grad_norm": 1.3292904225378337, "learning_rate": 0.003, "loss": 4.0152, "step": 20770 }, { "epoch": 0.20771, "grad_norm": 1.267402357750023, "learning_rate": 0.003, "loss": 3.9679, "step": 20771 }, { "epoch": 0.20772, "grad_norm": 1.1606444074798226, "learning_rate": 0.003, "loss": 3.9883, "step": 20772 }, { "epoch": 0.20773, "grad_norm": 1.4224852426464072, "learning_rate": 0.003, "loss": 4.0183, "step": 20773 }, { "epoch": 0.20774, "grad_norm": 1.0794472944753835, "learning_rate": 0.003, "loss": 4.0033, "step": 20774 }, { "epoch": 0.20775, "grad_norm": 1.5700931108159009, "learning_rate": 0.003, "loss": 4.0199, "step": 20775 }, { "epoch": 0.20776, "grad_norm": 1.2117575695534015, "learning_rate": 0.003, "loss": 4.0008, "step": 20776 }, { "epoch": 0.20777, "grad_norm": 1.1635798890179556, "learning_rate": 0.003, "loss": 4.039, "step": 20777 }, { "epoch": 0.20778, "grad_norm": 1.332541192592899, "learning_rate": 0.003, "loss": 4.0264, "step": 20778 }, { "epoch": 0.20779, "grad_norm": 1.07754798751962, "learning_rate": 0.003, "loss": 4.0041, "step": 20779 }, { "epoch": 0.2078, "grad_norm": 1.4150568316394432, "learning_rate": 0.003, "loss": 3.9979, "step": 20780 }, { "epoch": 0.20781, "grad_norm": 1.2569495751056659, "learning_rate": 0.003, "loss": 4.0251, "step": 20781 }, { "epoch": 0.20782, "grad_norm": 1.303935631429353, "learning_rate": 0.003, "loss": 4.0117, "step": 20782 }, { "epoch": 0.20783, "grad_norm": 1.070262931021732, "learning_rate": 0.003, "loss": 4.0049, "step": 20783 }, { "epoch": 0.20784, "grad_norm": 1.2463366521176107, "learning_rate": 0.003, "loss": 3.9917, "step": 20784 }, { "epoch": 0.20785, "grad_norm": 1.332859569457362, "learning_rate": 0.003, "loss": 3.9998, "step": 20785 }, { "epoch": 0.20786, "grad_norm": 1.555431904423007, "learning_rate": 0.003, "loss": 4.0345, "step": 20786 }, { "epoch": 0.20787, "grad_norm": 1.5210815629933276, "learning_rate": 0.003, "loss": 4.0041, "step": 20787 }, { "epoch": 0.20788, "grad_norm": 1.165457018427775, "learning_rate": 0.003, "loss": 3.9856, "step": 20788 }, { "epoch": 0.20789, "grad_norm": 1.4178219764680484, "learning_rate": 0.003, "loss": 4.0318, "step": 20789 }, { "epoch": 0.2079, "grad_norm": 1.1854969763823446, "learning_rate": 0.003, "loss": 4.0162, "step": 20790 }, { "epoch": 0.20791, "grad_norm": 1.3568456533168791, "learning_rate": 0.003, "loss": 4.0138, "step": 20791 }, { "epoch": 0.20792, "grad_norm": 1.078205671141796, "learning_rate": 0.003, "loss": 4.0164, "step": 20792 }, { "epoch": 0.20793, "grad_norm": 1.399454875613823, "learning_rate": 0.003, "loss": 4.0425, "step": 20793 }, { "epoch": 0.20794, "grad_norm": 1.047424292569248, "learning_rate": 0.003, "loss": 4.0177, "step": 20794 }, { "epoch": 0.20795, "grad_norm": 1.4960949989355845, "learning_rate": 0.003, "loss": 4.0102, "step": 20795 }, { "epoch": 0.20796, "grad_norm": 1.1708483719124951, "learning_rate": 0.003, "loss": 4.0136, "step": 20796 }, { "epoch": 0.20797, "grad_norm": 1.3591757273193632, "learning_rate": 0.003, "loss": 3.9679, "step": 20797 }, { "epoch": 0.20798, "grad_norm": 1.1381751592273424, "learning_rate": 0.003, "loss": 4.0103, "step": 20798 }, { "epoch": 0.20799, "grad_norm": 1.3842694374877977, "learning_rate": 0.003, "loss": 4.0153, "step": 20799 }, { "epoch": 0.208, "grad_norm": 1.2717777939290427, "learning_rate": 0.003, "loss": 4.001, "step": 20800 }, { "epoch": 0.20801, "grad_norm": 1.673543247494367, "learning_rate": 0.003, "loss": 4.0205, "step": 20801 }, { "epoch": 0.20802, "grad_norm": 1.1391768832265765, "learning_rate": 0.003, "loss": 4.0288, "step": 20802 }, { "epoch": 0.20803, "grad_norm": 1.3249789689990805, "learning_rate": 0.003, "loss": 3.9989, "step": 20803 }, { "epoch": 0.20804, "grad_norm": 1.1419414901724636, "learning_rate": 0.003, "loss": 4.0394, "step": 20804 }, { "epoch": 0.20805, "grad_norm": 1.3004736578234641, "learning_rate": 0.003, "loss": 4.0032, "step": 20805 }, { "epoch": 0.20806, "grad_norm": 1.0913698211834306, "learning_rate": 0.003, "loss": 4.0348, "step": 20806 }, { "epoch": 0.20807, "grad_norm": 1.631126860591073, "learning_rate": 0.003, "loss": 4.0165, "step": 20807 }, { "epoch": 0.20808, "grad_norm": 1.0782997477311531, "learning_rate": 0.003, "loss": 3.9936, "step": 20808 }, { "epoch": 0.20809, "grad_norm": 1.4599194338314092, "learning_rate": 0.003, "loss": 4.0266, "step": 20809 }, { "epoch": 0.2081, "grad_norm": 1.3475472121598244, "learning_rate": 0.003, "loss": 4.0264, "step": 20810 }, { "epoch": 0.20811, "grad_norm": 1.391921105172872, "learning_rate": 0.003, "loss": 4.017, "step": 20811 }, { "epoch": 0.20812, "grad_norm": 1.1615546155092566, "learning_rate": 0.003, "loss": 4.0099, "step": 20812 }, { "epoch": 0.20813, "grad_norm": 1.470093653345452, "learning_rate": 0.003, "loss": 4.0349, "step": 20813 }, { "epoch": 0.20814, "grad_norm": 1.1524547889534358, "learning_rate": 0.003, "loss": 4.034, "step": 20814 }, { "epoch": 0.20815, "grad_norm": 1.3009815958092343, "learning_rate": 0.003, "loss": 4.0127, "step": 20815 }, { "epoch": 0.20816, "grad_norm": 1.0347613315400521, "learning_rate": 0.003, "loss": 4.0116, "step": 20816 }, { "epoch": 0.20817, "grad_norm": 1.2376279673360198, "learning_rate": 0.003, "loss": 4.0159, "step": 20817 }, { "epoch": 0.20818, "grad_norm": 1.43748282615632, "learning_rate": 0.003, "loss": 4.0442, "step": 20818 }, { "epoch": 0.20819, "grad_norm": 1.3146545910267338, "learning_rate": 0.003, "loss": 4.0016, "step": 20819 }, { "epoch": 0.2082, "grad_norm": 1.3140342819154898, "learning_rate": 0.003, "loss": 4.0154, "step": 20820 }, { "epoch": 0.20821, "grad_norm": 1.1283767018277284, "learning_rate": 0.003, "loss": 3.9895, "step": 20821 }, { "epoch": 0.20822, "grad_norm": 1.2414655674025967, "learning_rate": 0.003, "loss": 4.0354, "step": 20822 }, { "epoch": 0.20823, "grad_norm": 1.4824330805251629, "learning_rate": 0.003, "loss": 4.0071, "step": 20823 }, { "epoch": 0.20824, "grad_norm": 1.1643365672873889, "learning_rate": 0.003, "loss": 4.0379, "step": 20824 }, { "epoch": 0.20825, "grad_norm": 1.2843731391744342, "learning_rate": 0.003, "loss": 4.0303, "step": 20825 }, { "epoch": 0.20826, "grad_norm": 1.13954319317425, "learning_rate": 0.003, "loss": 4.0309, "step": 20826 }, { "epoch": 0.20827, "grad_norm": 1.3462498957908857, "learning_rate": 0.003, "loss": 3.9997, "step": 20827 }, { "epoch": 0.20828, "grad_norm": 1.1197594007395637, "learning_rate": 0.003, "loss": 4.0071, "step": 20828 }, { "epoch": 0.20829, "grad_norm": 1.508424835574956, "learning_rate": 0.003, "loss": 4.0149, "step": 20829 }, { "epoch": 0.2083, "grad_norm": 1.1426482207964674, "learning_rate": 0.003, "loss": 3.9933, "step": 20830 }, { "epoch": 0.20831, "grad_norm": 1.501334615124463, "learning_rate": 0.003, "loss": 4.0281, "step": 20831 }, { "epoch": 0.20832, "grad_norm": 1.1407177606222458, "learning_rate": 0.003, "loss": 3.9962, "step": 20832 }, { "epoch": 0.20833, "grad_norm": 1.6613078855726637, "learning_rate": 0.003, "loss": 4.053, "step": 20833 }, { "epoch": 0.20834, "grad_norm": 1.0033287750508755, "learning_rate": 0.003, "loss": 3.9987, "step": 20834 }, { "epoch": 0.20835, "grad_norm": 1.4374401538502266, "learning_rate": 0.003, "loss": 4.039, "step": 20835 }, { "epoch": 0.20836, "grad_norm": 1.0935475297295707, "learning_rate": 0.003, "loss": 4.0276, "step": 20836 }, { "epoch": 0.20837, "grad_norm": 1.4131584994295754, "learning_rate": 0.003, "loss": 4.0479, "step": 20837 }, { "epoch": 0.20838, "grad_norm": 1.2294335094649325, "learning_rate": 0.003, "loss": 3.993, "step": 20838 }, { "epoch": 0.20839, "grad_norm": 1.472671249281069, "learning_rate": 0.003, "loss": 4.021, "step": 20839 }, { "epoch": 0.2084, "grad_norm": 1.1940720000074654, "learning_rate": 0.003, "loss": 4.0011, "step": 20840 }, { "epoch": 0.20841, "grad_norm": 1.5240340417727574, "learning_rate": 0.003, "loss": 4.0015, "step": 20841 }, { "epoch": 0.20842, "grad_norm": 1.0576897803130114, "learning_rate": 0.003, "loss": 4.0346, "step": 20842 }, { "epoch": 0.20843, "grad_norm": 1.399109973232184, "learning_rate": 0.003, "loss": 3.9992, "step": 20843 }, { "epoch": 0.20844, "grad_norm": 1.201599226730298, "learning_rate": 0.003, "loss": 4.0054, "step": 20844 }, { "epoch": 0.20845, "grad_norm": 1.4341061355773497, "learning_rate": 0.003, "loss": 4.015, "step": 20845 }, { "epoch": 0.20846, "grad_norm": 1.3792120707292328, "learning_rate": 0.003, "loss": 4.0058, "step": 20846 }, { "epoch": 0.20847, "grad_norm": 1.3301536053199357, "learning_rate": 0.003, "loss": 4.0393, "step": 20847 }, { "epoch": 0.20848, "grad_norm": 1.4318432994732744, "learning_rate": 0.003, "loss": 4.0008, "step": 20848 }, { "epoch": 0.20849, "grad_norm": 1.1220748806678396, "learning_rate": 0.003, "loss": 4.004, "step": 20849 }, { "epoch": 0.2085, "grad_norm": 1.5563610202056835, "learning_rate": 0.003, "loss": 4.017, "step": 20850 }, { "epoch": 0.20851, "grad_norm": 1.1916118048537319, "learning_rate": 0.003, "loss": 3.9965, "step": 20851 }, { "epoch": 0.20852, "grad_norm": 1.3917243433589763, "learning_rate": 0.003, "loss": 4.0208, "step": 20852 }, { "epoch": 0.20853, "grad_norm": 0.9829251420864882, "learning_rate": 0.003, "loss": 3.9985, "step": 20853 }, { "epoch": 0.20854, "grad_norm": 1.484250504274921, "learning_rate": 0.003, "loss": 4.0329, "step": 20854 }, { "epoch": 0.20855, "grad_norm": 1.2513668225153176, "learning_rate": 0.003, "loss": 4.0069, "step": 20855 }, { "epoch": 0.20856, "grad_norm": 1.4523932295277415, "learning_rate": 0.003, "loss": 4.0066, "step": 20856 }, { "epoch": 0.20857, "grad_norm": 1.2910304787177638, "learning_rate": 0.003, "loss": 4.0289, "step": 20857 }, { "epoch": 0.20858, "grad_norm": 1.1418392651256097, "learning_rate": 0.003, "loss": 4.0253, "step": 20858 }, { "epoch": 0.20859, "grad_norm": 1.2668562927176923, "learning_rate": 0.003, "loss": 4.0464, "step": 20859 }, { "epoch": 0.2086, "grad_norm": 1.4214567798945295, "learning_rate": 0.003, "loss": 4.0145, "step": 20860 }, { "epoch": 0.20861, "grad_norm": 1.1480111389004846, "learning_rate": 0.003, "loss": 4.0044, "step": 20861 }, { "epoch": 0.20862, "grad_norm": 1.2274962404976055, "learning_rate": 0.003, "loss": 4.0007, "step": 20862 }, { "epoch": 0.20863, "grad_norm": 1.27374838045122, "learning_rate": 0.003, "loss": 4.0209, "step": 20863 }, { "epoch": 0.20864, "grad_norm": 1.2200686497382318, "learning_rate": 0.003, "loss": 3.9821, "step": 20864 }, { "epoch": 0.20865, "grad_norm": 1.2442953387451878, "learning_rate": 0.003, "loss": 4.008, "step": 20865 }, { "epoch": 0.20866, "grad_norm": 1.1650642613840394, "learning_rate": 0.003, "loss": 4.0068, "step": 20866 }, { "epoch": 0.20867, "grad_norm": 1.5364798780309676, "learning_rate": 0.003, "loss": 4.0095, "step": 20867 }, { "epoch": 0.20868, "grad_norm": 1.2471734611742733, "learning_rate": 0.003, "loss": 4.0001, "step": 20868 }, { "epoch": 0.20869, "grad_norm": 1.3291685662832533, "learning_rate": 0.003, "loss": 4.0247, "step": 20869 }, { "epoch": 0.2087, "grad_norm": 1.3411980481798331, "learning_rate": 0.003, "loss": 4.0117, "step": 20870 }, { "epoch": 0.20871, "grad_norm": 1.3715362672953424, "learning_rate": 0.003, "loss": 4.0314, "step": 20871 }, { "epoch": 0.20872, "grad_norm": 0.9983099319581852, "learning_rate": 0.003, "loss": 4.0375, "step": 20872 }, { "epoch": 0.20873, "grad_norm": 1.2465703888512631, "learning_rate": 0.003, "loss": 4.0049, "step": 20873 }, { "epoch": 0.20874, "grad_norm": 1.268492851746666, "learning_rate": 0.003, "loss": 4.0189, "step": 20874 }, { "epoch": 0.20875, "grad_norm": 1.3237560560328707, "learning_rate": 0.003, "loss": 3.9968, "step": 20875 }, { "epoch": 0.20876, "grad_norm": 1.212713327915906, "learning_rate": 0.003, "loss": 4.0205, "step": 20876 }, { "epoch": 0.20877, "grad_norm": 1.35991248945412, "learning_rate": 0.003, "loss": 3.9983, "step": 20877 }, { "epoch": 0.20878, "grad_norm": 1.2941770872136193, "learning_rate": 0.003, "loss": 4.0192, "step": 20878 }, { "epoch": 0.20879, "grad_norm": 1.349236628104444, "learning_rate": 0.003, "loss": 4.0065, "step": 20879 }, { "epoch": 0.2088, "grad_norm": 1.111820171868114, "learning_rate": 0.003, "loss": 4.0096, "step": 20880 }, { "epoch": 0.20881, "grad_norm": 1.417026905232516, "learning_rate": 0.003, "loss": 4.0254, "step": 20881 }, { "epoch": 0.20882, "grad_norm": 1.480137036015666, "learning_rate": 0.003, "loss": 4.0259, "step": 20882 }, { "epoch": 0.20883, "grad_norm": 1.2642757657636645, "learning_rate": 0.003, "loss": 4.0109, "step": 20883 }, { "epoch": 0.20884, "grad_norm": 1.3747794452666113, "learning_rate": 0.003, "loss": 4.0428, "step": 20884 }, { "epoch": 0.20885, "grad_norm": 1.2437901348416465, "learning_rate": 0.003, "loss": 4.006, "step": 20885 }, { "epoch": 0.20886, "grad_norm": 1.2896036091080418, "learning_rate": 0.003, "loss": 3.9975, "step": 20886 }, { "epoch": 0.20887, "grad_norm": 1.1710095132315907, "learning_rate": 0.003, "loss": 4.0446, "step": 20887 }, { "epoch": 0.20888, "grad_norm": 1.435226503891415, "learning_rate": 0.003, "loss": 4.0339, "step": 20888 }, { "epoch": 0.20889, "grad_norm": 1.086233771944457, "learning_rate": 0.003, "loss": 4.0141, "step": 20889 }, { "epoch": 0.2089, "grad_norm": 1.257460661003727, "learning_rate": 0.003, "loss": 3.9823, "step": 20890 }, { "epoch": 0.20891, "grad_norm": 1.2099953935582919, "learning_rate": 0.003, "loss": 3.9963, "step": 20891 }, { "epoch": 0.20892, "grad_norm": 1.2353827481489195, "learning_rate": 0.003, "loss": 4.0182, "step": 20892 }, { "epoch": 0.20893, "grad_norm": 1.3587299496919547, "learning_rate": 0.003, "loss": 3.9956, "step": 20893 }, { "epoch": 0.20894, "grad_norm": 1.3272217581387291, "learning_rate": 0.003, "loss": 3.9676, "step": 20894 }, { "epoch": 0.20895, "grad_norm": 1.0978762697383098, "learning_rate": 0.003, "loss": 4.0299, "step": 20895 }, { "epoch": 0.20896, "grad_norm": 1.1916421289786143, "learning_rate": 0.003, "loss": 4.0203, "step": 20896 }, { "epoch": 0.20897, "grad_norm": 1.122132726075262, "learning_rate": 0.003, "loss": 3.995, "step": 20897 }, { "epoch": 0.20898, "grad_norm": 1.6292753930404273, "learning_rate": 0.003, "loss": 4.0106, "step": 20898 }, { "epoch": 0.20899, "grad_norm": 1.208907119628758, "learning_rate": 0.003, "loss": 4.0205, "step": 20899 }, { "epoch": 0.209, "grad_norm": 1.636360595449662, "learning_rate": 0.003, "loss": 4.0025, "step": 20900 }, { "epoch": 0.20901, "grad_norm": 1.134323633843346, "learning_rate": 0.003, "loss": 4.0413, "step": 20901 }, { "epoch": 0.20902, "grad_norm": 1.190116579787095, "learning_rate": 0.003, "loss": 4.0023, "step": 20902 }, { "epoch": 0.20903, "grad_norm": 1.4453255374232301, "learning_rate": 0.003, "loss": 3.9898, "step": 20903 }, { "epoch": 0.20904, "grad_norm": 1.3558102337820357, "learning_rate": 0.003, "loss": 4.0057, "step": 20904 }, { "epoch": 0.20905, "grad_norm": 1.350475312101927, "learning_rate": 0.003, "loss": 4.051, "step": 20905 }, { "epoch": 0.20906, "grad_norm": 1.3242363143984324, "learning_rate": 0.003, "loss": 4.0243, "step": 20906 }, { "epoch": 0.20907, "grad_norm": 1.2990795278588714, "learning_rate": 0.003, "loss": 4.0199, "step": 20907 }, { "epoch": 0.20908, "grad_norm": 1.0584069261196563, "learning_rate": 0.003, "loss": 3.9836, "step": 20908 }, { "epoch": 0.20909, "grad_norm": 1.5779688926743314, "learning_rate": 0.003, "loss": 3.9945, "step": 20909 }, { "epoch": 0.2091, "grad_norm": 0.968561392808828, "learning_rate": 0.003, "loss": 4.0177, "step": 20910 }, { "epoch": 0.20911, "grad_norm": 1.4869033307180153, "learning_rate": 0.003, "loss": 4.0276, "step": 20911 }, { "epoch": 0.20912, "grad_norm": 1.2472397489966522, "learning_rate": 0.003, "loss": 4.0075, "step": 20912 }, { "epoch": 0.20913, "grad_norm": 1.1943919775368714, "learning_rate": 0.003, "loss": 4.0182, "step": 20913 }, { "epoch": 0.20914, "grad_norm": 1.3110083589780148, "learning_rate": 0.003, "loss": 4.0117, "step": 20914 }, { "epoch": 0.20915, "grad_norm": 1.1125060135367526, "learning_rate": 0.003, "loss": 4.0171, "step": 20915 }, { "epoch": 0.20916, "grad_norm": 1.692721948610048, "learning_rate": 0.003, "loss": 4.0489, "step": 20916 }, { "epoch": 0.20917, "grad_norm": 1.0080651902147466, "learning_rate": 0.003, "loss": 3.9825, "step": 20917 }, { "epoch": 0.20918, "grad_norm": 1.6541579730934663, "learning_rate": 0.003, "loss": 4.0166, "step": 20918 }, { "epoch": 0.20919, "grad_norm": 1.1882879206737498, "learning_rate": 0.003, "loss": 4.0292, "step": 20919 }, { "epoch": 0.2092, "grad_norm": 1.1928966350989192, "learning_rate": 0.003, "loss": 4.0236, "step": 20920 }, { "epoch": 0.20921, "grad_norm": 1.3281674142026325, "learning_rate": 0.003, "loss": 4.0198, "step": 20921 }, { "epoch": 0.20922, "grad_norm": 1.1281466809423264, "learning_rate": 0.003, "loss": 3.9992, "step": 20922 }, { "epoch": 0.20923, "grad_norm": 1.405317684930867, "learning_rate": 0.003, "loss": 4.0489, "step": 20923 }, { "epoch": 0.20924, "grad_norm": 1.2996071800213322, "learning_rate": 0.003, "loss": 3.9971, "step": 20924 }, { "epoch": 0.20925, "grad_norm": 1.4798297342438993, "learning_rate": 0.003, "loss": 4.0359, "step": 20925 }, { "epoch": 0.20926, "grad_norm": 0.9910328299841175, "learning_rate": 0.003, "loss": 4.0088, "step": 20926 }, { "epoch": 0.20927, "grad_norm": 1.5054054101988479, "learning_rate": 0.003, "loss": 4.0151, "step": 20927 }, { "epoch": 0.20928, "grad_norm": 1.2440736855379702, "learning_rate": 0.003, "loss": 3.9921, "step": 20928 }, { "epoch": 0.20929, "grad_norm": 1.3046514138811083, "learning_rate": 0.003, "loss": 4.0219, "step": 20929 }, { "epoch": 0.2093, "grad_norm": 1.4542832610800758, "learning_rate": 0.003, "loss": 4.0021, "step": 20930 }, { "epoch": 0.20931, "grad_norm": 1.0506587656577084, "learning_rate": 0.003, "loss": 4.0235, "step": 20931 }, { "epoch": 0.20932, "grad_norm": 1.485776450071703, "learning_rate": 0.003, "loss": 4.009, "step": 20932 }, { "epoch": 0.20933, "grad_norm": 1.1129187452645215, "learning_rate": 0.003, "loss": 3.9883, "step": 20933 }, { "epoch": 0.20934, "grad_norm": 1.4503475196015443, "learning_rate": 0.003, "loss": 4.0322, "step": 20934 }, { "epoch": 0.20935, "grad_norm": 1.2543700385634864, "learning_rate": 0.003, "loss": 4.0312, "step": 20935 }, { "epoch": 0.20936, "grad_norm": 1.4533892287731454, "learning_rate": 0.003, "loss": 3.9788, "step": 20936 }, { "epoch": 0.20937, "grad_norm": 1.1414007351312137, "learning_rate": 0.003, "loss": 4.0043, "step": 20937 }, { "epoch": 0.20938, "grad_norm": 1.251294910318001, "learning_rate": 0.003, "loss": 4.0075, "step": 20938 }, { "epoch": 0.20939, "grad_norm": 1.1816910191914949, "learning_rate": 0.003, "loss": 4.0133, "step": 20939 }, { "epoch": 0.2094, "grad_norm": 1.345794539806514, "learning_rate": 0.003, "loss": 4.0209, "step": 20940 }, { "epoch": 0.20941, "grad_norm": 1.1287102077071347, "learning_rate": 0.003, "loss": 4.0184, "step": 20941 }, { "epoch": 0.20942, "grad_norm": 1.7059360765530418, "learning_rate": 0.003, "loss": 4.0233, "step": 20942 }, { "epoch": 0.20943, "grad_norm": 0.9725796875070399, "learning_rate": 0.003, "loss": 4.0126, "step": 20943 }, { "epoch": 0.20944, "grad_norm": 1.4227583733274918, "learning_rate": 0.003, "loss": 4.0083, "step": 20944 }, { "epoch": 0.20945, "grad_norm": 1.3462901465800026, "learning_rate": 0.003, "loss": 4.034, "step": 20945 }, { "epoch": 0.20946, "grad_norm": 1.3232371071169384, "learning_rate": 0.003, "loss": 4.0195, "step": 20946 }, { "epoch": 0.20947, "grad_norm": 1.2248052701779697, "learning_rate": 0.003, "loss": 3.9961, "step": 20947 }, { "epoch": 0.20948, "grad_norm": 1.4871470534289315, "learning_rate": 0.003, "loss": 3.9994, "step": 20948 }, { "epoch": 0.20949, "grad_norm": 1.1315933153070257, "learning_rate": 0.003, "loss": 4.0032, "step": 20949 }, { "epoch": 0.2095, "grad_norm": 1.1270368023326598, "learning_rate": 0.003, "loss": 4.0071, "step": 20950 }, { "epoch": 0.20951, "grad_norm": 1.1241772227392153, "learning_rate": 0.003, "loss": 4.013, "step": 20951 }, { "epoch": 0.20952, "grad_norm": 1.4724044363304891, "learning_rate": 0.003, "loss": 4.0463, "step": 20952 }, { "epoch": 0.20953, "grad_norm": 0.9499607561075719, "learning_rate": 0.003, "loss": 3.9764, "step": 20953 }, { "epoch": 0.20954, "grad_norm": 1.4605437266261925, "learning_rate": 0.003, "loss": 3.9795, "step": 20954 }, { "epoch": 0.20955, "grad_norm": 1.1489102623569274, "learning_rate": 0.003, "loss": 3.9959, "step": 20955 }, { "epoch": 0.20956, "grad_norm": 1.5273005662502421, "learning_rate": 0.003, "loss": 4.0064, "step": 20956 }, { "epoch": 0.20957, "grad_norm": 1.0026624263343034, "learning_rate": 0.003, "loss": 3.9934, "step": 20957 }, { "epoch": 0.20958, "grad_norm": 1.3073050152222774, "learning_rate": 0.003, "loss": 4.0321, "step": 20958 }, { "epoch": 0.20959, "grad_norm": 1.3324447364034024, "learning_rate": 0.003, "loss": 4.0103, "step": 20959 }, { "epoch": 0.2096, "grad_norm": 1.2337033940702584, "learning_rate": 0.003, "loss": 3.9988, "step": 20960 }, { "epoch": 0.20961, "grad_norm": 1.3637803086304312, "learning_rate": 0.003, "loss": 3.9996, "step": 20961 }, { "epoch": 0.20962, "grad_norm": 1.2146625047395507, "learning_rate": 0.003, "loss": 4.0165, "step": 20962 }, { "epoch": 0.20963, "grad_norm": 1.3748678345887644, "learning_rate": 0.003, "loss": 3.9958, "step": 20963 }, { "epoch": 0.20964, "grad_norm": 1.0949866482552657, "learning_rate": 0.003, "loss": 4.0058, "step": 20964 }, { "epoch": 0.20965, "grad_norm": 1.270735005537506, "learning_rate": 0.003, "loss": 4.0074, "step": 20965 }, { "epoch": 0.20966, "grad_norm": 1.373823448387118, "learning_rate": 0.003, "loss": 3.9873, "step": 20966 }, { "epoch": 0.20967, "grad_norm": 1.054114676775662, "learning_rate": 0.003, "loss": 3.9937, "step": 20967 }, { "epoch": 0.20968, "grad_norm": 1.4429330087355257, "learning_rate": 0.003, "loss": 4.0229, "step": 20968 }, { "epoch": 0.20969, "grad_norm": 1.0481154144518454, "learning_rate": 0.003, "loss": 4.006, "step": 20969 }, { "epoch": 0.2097, "grad_norm": 1.2741545221380652, "learning_rate": 0.003, "loss": 4.0063, "step": 20970 }, { "epoch": 0.20971, "grad_norm": 1.3559480875835053, "learning_rate": 0.003, "loss": 4.0096, "step": 20971 }, { "epoch": 0.20972, "grad_norm": 1.3707470670490596, "learning_rate": 0.003, "loss": 4.0283, "step": 20972 }, { "epoch": 0.20973, "grad_norm": 1.269143570049498, "learning_rate": 0.003, "loss": 3.9909, "step": 20973 }, { "epoch": 0.20974, "grad_norm": 1.471821638408851, "learning_rate": 0.003, "loss": 4.031, "step": 20974 }, { "epoch": 0.20975, "grad_norm": 1.1597546030173398, "learning_rate": 0.003, "loss": 4.0362, "step": 20975 }, { "epoch": 0.20976, "grad_norm": 1.2716315390796005, "learning_rate": 0.003, "loss": 3.9922, "step": 20976 }, { "epoch": 0.20977, "grad_norm": 1.2396585803890137, "learning_rate": 0.003, "loss": 4.0429, "step": 20977 }, { "epoch": 0.20978, "grad_norm": 1.1273775371894441, "learning_rate": 0.003, "loss": 3.9841, "step": 20978 }, { "epoch": 0.20979, "grad_norm": 1.1579893963134125, "learning_rate": 0.003, "loss": 4.0503, "step": 20979 }, { "epoch": 0.2098, "grad_norm": 1.4770136889416856, "learning_rate": 0.003, "loss": 4.018, "step": 20980 }, { "epoch": 0.20981, "grad_norm": 1.2525591883130254, "learning_rate": 0.003, "loss": 3.9856, "step": 20981 }, { "epoch": 0.20982, "grad_norm": 1.1521818196021785, "learning_rate": 0.003, "loss": 4.0142, "step": 20982 }, { "epoch": 0.20983, "grad_norm": 1.46384638181763, "learning_rate": 0.003, "loss": 4.0094, "step": 20983 }, { "epoch": 0.20984, "grad_norm": 1.3818191030963758, "learning_rate": 0.003, "loss": 3.995, "step": 20984 }, { "epoch": 0.20985, "grad_norm": 1.4162840722372632, "learning_rate": 0.003, "loss": 4.0383, "step": 20985 }, { "epoch": 0.20986, "grad_norm": 1.253322408134988, "learning_rate": 0.003, "loss": 4.0133, "step": 20986 }, { "epoch": 0.20987, "grad_norm": 1.6227389818820805, "learning_rate": 0.003, "loss": 4.0256, "step": 20987 }, { "epoch": 0.20988, "grad_norm": 1.146151961671114, "learning_rate": 0.003, "loss": 4.001, "step": 20988 }, { "epoch": 0.20989, "grad_norm": 1.3767610749270778, "learning_rate": 0.003, "loss": 4.0004, "step": 20989 }, { "epoch": 0.2099, "grad_norm": 1.2004378651192353, "learning_rate": 0.003, "loss": 4.0143, "step": 20990 }, { "epoch": 0.20991, "grad_norm": 1.4464699255172628, "learning_rate": 0.003, "loss": 4.0297, "step": 20991 }, { "epoch": 0.20992, "grad_norm": 1.1316848430378001, "learning_rate": 0.003, "loss": 4.0249, "step": 20992 }, { "epoch": 0.20993, "grad_norm": 1.4153563571018821, "learning_rate": 0.003, "loss": 4.0668, "step": 20993 }, { "epoch": 0.20994, "grad_norm": 1.1866069808551145, "learning_rate": 0.003, "loss": 4.0255, "step": 20994 }, { "epoch": 0.20995, "grad_norm": 1.4210869979103622, "learning_rate": 0.003, "loss": 3.9855, "step": 20995 }, { "epoch": 0.20996, "grad_norm": 1.220423579265803, "learning_rate": 0.003, "loss": 4.0133, "step": 20996 }, { "epoch": 0.20997, "grad_norm": 1.550320873073864, "learning_rate": 0.003, "loss": 3.9953, "step": 20997 }, { "epoch": 0.20998, "grad_norm": 1.2052910374405408, "learning_rate": 0.003, "loss": 4.003, "step": 20998 }, { "epoch": 0.20999, "grad_norm": 1.2626508910416614, "learning_rate": 0.003, "loss": 4.0109, "step": 20999 }, { "epoch": 0.21, "grad_norm": 1.4657094273895415, "learning_rate": 0.003, "loss": 4.0437, "step": 21000 }, { "epoch": 0.21001, "grad_norm": 0.8426466033842976, "learning_rate": 0.003, "loss": 3.9955, "step": 21001 }, { "epoch": 0.21002, "grad_norm": 1.2162380406344855, "learning_rate": 0.003, "loss": 4.0076, "step": 21002 }, { "epoch": 0.21003, "grad_norm": 1.247299129417583, "learning_rate": 0.003, "loss": 4.0013, "step": 21003 }, { "epoch": 0.21004, "grad_norm": 1.0497703558196676, "learning_rate": 0.003, "loss": 3.9842, "step": 21004 }, { "epoch": 0.21005, "grad_norm": 1.4297853219221703, "learning_rate": 0.003, "loss": 4.0073, "step": 21005 }, { "epoch": 0.21006, "grad_norm": 1.3668254442780212, "learning_rate": 0.003, "loss": 4.0051, "step": 21006 }, { "epoch": 0.21007, "grad_norm": 1.3091479199392788, "learning_rate": 0.003, "loss": 4.0087, "step": 21007 }, { "epoch": 0.21008, "grad_norm": 1.1503344038772567, "learning_rate": 0.003, "loss": 3.9987, "step": 21008 }, { "epoch": 0.21009, "grad_norm": 1.2694370522716472, "learning_rate": 0.003, "loss": 4.0043, "step": 21009 }, { "epoch": 0.2101, "grad_norm": 1.2791155348899692, "learning_rate": 0.003, "loss": 3.9891, "step": 21010 }, { "epoch": 0.21011, "grad_norm": 1.2916566176769724, "learning_rate": 0.003, "loss": 4.0006, "step": 21011 }, { "epoch": 0.21012, "grad_norm": 1.2066521168500823, "learning_rate": 0.003, "loss": 4.0245, "step": 21012 }, { "epoch": 0.21013, "grad_norm": 1.150050377124669, "learning_rate": 0.003, "loss": 4.0017, "step": 21013 }, { "epoch": 0.21014, "grad_norm": 1.250403826729695, "learning_rate": 0.003, "loss": 4.0182, "step": 21014 }, { "epoch": 0.21015, "grad_norm": 1.2682030173775363, "learning_rate": 0.003, "loss": 3.9945, "step": 21015 }, { "epoch": 0.21016, "grad_norm": 1.346590192420962, "learning_rate": 0.003, "loss": 4.0241, "step": 21016 }, { "epoch": 0.21017, "grad_norm": 1.2444908446914722, "learning_rate": 0.003, "loss": 3.9939, "step": 21017 }, { "epoch": 0.21018, "grad_norm": 1.1814548626955845, "learning_rate": 0.003, "loss": 3.995, "step": 21018 }, { "epoch": 0.21019, "grad_norm": 1.1802264531515365, "learning_rate": 0.003, "loss": 3.9948, "step": 21019 }, { "epoch": 0.2102, "grad_norm": 1.4055546693015075, "learning_rate": 0.003, "loss": 4.0084, "step": 21020 }, { "epoch": 0.21021, "grad_norm": 1.3276315943777508, "learning_rate": 0.003, "loss": 4.0213, "step": 21021 }, { "epoch": 0.21022, "grad_norm": 1.4067770249435363, "learning_rate": 0.003, "loss": 4.0075, "step": 21022 }, { "epoch": 0.21023, "grad_norm": 1.1286118229062, "learning_rate": 0.003, "loss": 3.9764, "step": 21023 }, { "epoch": 0.21024, "grad_norm": 1.5151752380705241, "learning_rate": 0.003, "loss": 4.012, "step": 21024 }, { "epoch": 0.21025, "grad_norm": 1.4351006532320592, "learning_rate": 0.003, "loss": 4.0077, "step": 21025 }, { "epoch": 0.21026, "grad_norm": 1.2755208333175851, "learning_rate": 0.003, "loss": 4.0121, "step": 21026 }, { "epoch": 0.21027, "grad_norm": 1.5326479194480152, "learning_rate": 0.003, "loss": 4.0389, "step": 21027 }, { "epoch": 0.21028, "grad_norm": 1.1975456551922903, "learning_rate": 0.003, "loss": 3.9994, "step": 21028 }, { "epoch": 0.21029, "grad_norm": 1.293909836603582, "learning_rate": 0.003, "loss": 4.0227, "step": 21029 }, { "epoch": 0.2103, "grad_norm": 1.1873533656071764, "learning_rate": 0.003, "loss": 4.0126, "step": 21030 }, { "epoch": 0.21031, "grad_norm": 1.3542935137011907, "learning_rate": 0.003, "loss": 3.999, "step": 21031 }, { "epoch": 0.21032, "grad_norm": 1.3454802136916275, "learning_rate": 0.003, "loss": 4.0002, "step": 21032 }, { "epoch": 0.21033, "grad_norm": 1.4319767531483432, "learning_rate": 0.003, "loss": 4.0071, "step": 21033 }, { "epoch": 0.21034, "grad_norm": 1.5311868287561543, "learning_rate": 0.003, "loss": 3.9989, "step": 21034 }, { "epoch": 0.21035, "grad_norm": 1.0635668223136652, "learning_rate": 0.003, "loss": 3.9905, "step": 21035 }, { "epoch": 0.21036, "grad_norm": 1.3992802359851222, "learning_rate": 0.003, "loss": 3.9935, "step": 21036 }, { "epoch": 0.21037, "grad_norm": 1.101610180781639, "learning_rate": 0.003, "loss": 4.0042, "step": 21037 }, { "epoch": 0.21038, "grad_norm": 1.6727626016844743, "learning_rate": 0.003, "loss": 4.0287, "step": 21038 }, { "epoch": 0.21039, "grad_norm": 1.0503441658961554, "learning_rate": 0.003, "loss": 3.9944, "step": 21039 }, { "epoch": 0.2104, "grad_norm": 1.651521482017359, "learning_rate": 0.003, "loss": 4.0254, "step": 21040 }, { "epoch": 0.21041, "grad_norm": 1.1222898948926991, "learning_rate": 0.003, "loss": 4.0105, "step": 21041 }, { "epoch": 0.21042, "grad_norm": 1.1895038194778, "learning_rate": 0.003, "loss": 4.0087, "step": 21042 }, { "epoch": 0.21043, "grad_norm": 1.4185472706486735, "learning_rate": 0.003, "loss": 4.0224, "step": 21043 }, { "epoch": 0.21044, "grad_norm": 1.1929862417245685, "learning_rate": 0.003, "loss": 4.0002, "step": 21044 }, { "epoch": 0.21045, "grad_norm": 1.4127058660166885, "learning_rate": 0.003, "loss": 3.9939, "step": 21045 }, { "epoch": 0.21046, "grad_norm": 1.1841882626446538, "learning_rate": 0.003, "loss": 4.0082, "step": 21046 }, { "epoch": 0.21047, "grad_norm": 1.4199594552451236, "learning_rate": 0.003, "loss": 3.9904, "step": 21047 }, { "epoch": 0.21048, "grad_norm": 1.3935221160042208, "learning_rate": 0.003, "loss": 4.026, "step": 21048 }, { "epoch": 0.21049, "grad_norm": 1.3406735873786433, "learning_rate": 0.003, "loss": 3.9986, "step": 21049 }, { "epoch": 0.2105, "grad_norm": 1.2900406268940852, "learning_rate": 0.003, "loss": 4.0062, "step": 21050 }, { "epoch": 0.21051, "grad_norm": 1.0942924994969878, "learning_rate": 0.003, "loss": 4.0417, "step": 21051 }, { "epoch": 0.21052, "grad_norm": 1.5115795749679444, "learning_rate": 0.003, "loss": 3.9988, "step": 21052 }, { "epoch": 0.21053, "grad_norm": 0.987699006005316, "learning_rate": 0.003, "loss": 3.9862, "step": 21053 }, { "epoch": 0.21054, "grad_norm": 1.6226452918593997, "learning_rate": 0.003, "loss": 4.0397, "step": 21054 }, { "epoch": 0.21055, "grad_norm": 1.1075132236580925, "learning_rate": 0.003, "loss": 4.0259, "step": 21055 }, { "epoch": 0.21056, "grad_norm": 1.2913376821432705, "learning_rate": 0.003, "loss": 4.0218, "step": 21056 }, { "epoch": 0.21057, "grad_norm": 1.1302175982467895, "learning_rate": 0.003, "loss": 4.0014, "step": 21057 }, { "epoch": 0.21058, "grad_norm": 1.4493129591507272, "learning_rate": 0.003, "loss": 4.0148, "step": 21058 }, { "epoch": 0.21059, "grad_norm": 1.0930744676151898, "learning_rate": 0.003, "loss": 3.9973, "step": 21059 }, { "epoch": 0.2106, "grad_norm": 1.6498175362929546, "learning_rate": 0.003, "loss": 4.0268, "step": 21060 }, { "epoch": 0.21061, "grad_norm": 1.1566122332822928, "learning_rate": 0.003, "loss": 4.0179, "step": 21061 }, { "epoch": 0.21062, "grad_norm": 1.1773004778131306, "learning_rate": 0.003, "loss": 3.9953, "step": 21062 }, { "epoch": 0.21063, "grad_norm": 1.3418062796509926, "learning_rate": 0.003, "loss": 4.0343, "step": 21063 }, { "epoch": 0.21064, "grad_norm": 1.214846334840867, "learning_rate": 0.003, "loss": 4.0225, "step": 21064 }, { "epoch": 0.21065, "grad_norm": 1.1592282011731485, "learning_rate": 0.003, "loss": 4.0124, "step": 21065 }, { "epoch": 0.21066, "grad_norm": 1.1829194312236775, "learning_rate": 0.003, "loss": 4.0024, "step": 21066 }, { "epoch": 0.21067, "grad_norm": 1.1453211903455005, "learning_rate": 0.003, "loss": 3.9988, "step": 21067 }, { "epoch": 0.21068, "grad_norm": 1.6792141295044758, "learning_rate": 0.003, "loss": 4.0096, "step": 21068 }, { "epoch": 0.21069, "grad_norm": 1.248624612245966, "learning_rate": 0.003, "loss": 4.028, "step": 21069 }, { "epoch": 0.2107, "grad_norm": 1.3307055884158077, "learning_rate": 0.003, "loss": 4.02, "step": 21070 }, { "epoch": 0.21071, "grad_norm": 1.310414259405094, "learning_rate": 0.003, "loss": 3.9843, "step": 21071 }, { "epoch": 0.21072, "grad_norm": 1.3485595491448568, "learning_rate": 0.003, "loss": 4.011, "step": 21072 }, { "epoch": 0.21073, "grad_norm": 1.150016878506225, "learning_rate": 0.003, "loss": 4.0228, "step": 21073 }, { "epoch": 0.21074, "grad_norm": 1.5636638520179817, "learning_rate": 0.003, "loss": 4.0225, "step": 21074 }, { "epoch": 0.21075, "grad_norm": 0.9103378989825072, "learning_rate": 0.003, "loss": 4.0225, "step": 21075 }, { "epoch": 0.21076, "grad_norm": 1.6435064365914083, "learning_rate": 0.003, "loss": 4.0191, "step": 21076 }, { "epoch": 0.21077, "grad_norm": 1.389869727075436, "learning_rate": 0.003, "loss": 4.01, "step": 21077 }, { "epoch": 0.21078, "grad_norm": 1.2968667365055693, "learning_rate": 0.003, "loss": 4.0054, "step": 21078 }, { "epoch": 0.21079, "grad_norm": 1.2852164509409945, "learning_rate": 0.003, "loss": 4.0032, "step": 21079 }, { "epoch": 0.2108, "grad_norm": 1.2863709229281344, "learning_rate": 0.003, "loss": 3.9712, "step": 21080 }, { "epoch": 0.21081, "grad_norm": 1.165286701517474, "learning_rate": 0.003, "loss": 4.0239, "step": 21081 }, { "epoch": 0.21082, "grad_norm": 1.1831702445738859, "learning_rate": 0.003, "loss": 4.0053, "step": 21082 }, { "epoch": 0.21083, "grad_norm": 1.3698874275408328, "learning_rate": 0.003, "loss": 4.0202, "step": 21083 }, { "epoch": 0.21084, "grad_norm": 1.070155197844283, "learning_rate": 0.003, "loss": 3.9705, "step": 21084 }, { "epoch": 0.21085, "grad_norm": 1.593572081936517, "learning_rate": 0.003, "loss": 4.0111, "step": 21085 }, { "epoch": 0.21086, "grad_norm": 1.0050184761337113, "learning_rate": 0.003, "loss": 3.9902, "step": 21086 }, { "epoch": 0.21087, "grad_norm": 1.3248452916758007, "learning_rate": 0.003, "loss": 4.0259, "step": 21087 }, { "epoch": 0.21088, "grad_norm": 1.2574847715468032, "learning_rate": 0.003, "loss": 3.9945, "step": 21088 }, { "epoch": 0.21089, "grad_norm": 1.5059041185140845, "learning_rate": 0.003, "loss": 4.0375, "step": 21089 }, { "epoch": 0.2109, "grad_norm": 1.2814550650514651, "learning_rate": 0.003, "loss": 4.017, "step": 21090 }, { "epoch": 0.21091, "grad_norm": 1.265478656418895, "learning_rate": 0.003, "loss": 3.9912, "step": 21091 }, { "epoch": 0.21092, "grad_norm": 1.4710173927962453, "learning_rate": 0.003, "loss": 4.0303, "step": 21092 }, { "epoch": 0.21093, "grad_norm": 1.124084105327157, "learning_rate": 0.003, "loss": 4.0262, "step": 21093 }, { "epoch": 0.21094, "grad_norm": 1.2903391392014474, "learning_rate": 0.003, "loss": 4.0064, "step": 21094 }, { "epoch": 0.21095, "grad_norm": 1.138267319770349, "learning_rate": 0.003, "loss": 4.0182, "step": 21095 }, { "epoch": 0.21096, "grad_norm": 1.3545573663070989, "learning_rate": 0.003, "loss": 3.995, "step": 21096 }, { "epoch": 0.21097, "grad_norm": 1.1737661476679708, "learning_rate": 0.003, "loss": 3.9992, "step": 21097 }, { "epoch": 0.21098, "grad_norm": 1.4812522281228715, "learning_rate": 0.003, "loss": 4.0124, "step": 21098 }, { "epoch": 0.21099, "grad_norm": 1.1802122750236088, "learning_rate": 0.003, "loss": 3.9921, "step": 21099 }, { "epoch": 0.211, "grad_norm": 1.3917582376759665, "learning_rate": 0.003, "loss": 4.0101, "step": 21100 }, { "epoch": 0.21101, "grad_norm": 1.204102248892187, "learning_rate": 0.003, "loss": 3.9705, "step": 21101 }, { "epoch": 0.21102, "grad_norm": 1.4138395551661178, "learning_rate": 0.003, "loss": 3.9876, "step": 21102 }, { "epoch": 0.21103, "grad_norm": 1.0780545100150152, "learning_rate": 0.003, "loss": 4.0123, "step": 21103 }, { "epoch": 0.21104, "grad_norm": 1.8828123474872969, "learning_rate": 0.003, "loss": 4.0157, "step": 21104 }, { "epoch": 0.21105, "grad_norm": 1.074311571175294, "learning_rate": 0.003, "loss": 4.0275, "step": 21105 }, { "epoch": 0.21106, "grad_norm": 1.3443121477824183, "learning_rate": 0.003, "loss": 4.0036, "step": 21106 }, { "epoch": 0.21107, "grad_norm": 1.3230201601297726, "learning_rate": 0.003, "loss": 4.0207, "step": 21107 }, { "epoch": 0.21108, "grad_norm": 1.357944008595562, "learning_rate": 0.003, "loss": 4.0204, "step": 21108 }, { "epoch": 0.21109, "grad_norm": 1.180808947757267, "learning_rate": 0.003, "loss": 4.0207, "step": 21109 }, { "epoch": 0.2111, "grad_norm": 1.2478080750731326, "learning_rate": 0.003, "loss": 4.0076, "step": 21110 }, { "epoch": 0.21111, "grad_norm": 1.3521947162150847, "learning_rate": 0.003, "loss": 3.992, "step": 21111 }, { "epoch": 0.21112, "grad_norm": 1.0976268891110357, "learning_rate": 0.003, "loss": 4.0227, "step": 21112 }, { "epoch": 0.21113, "grad_norm": 1.3818483763584866, "learning_rate": 0.003, "loss": 4.0478, "step": 21113 }, { "epoch": 0.21114, "grad_norm": 1.2578417994011797, "learning_rate": 0.003, "loss": 4.0376, "step": 21114 }, { "epoch": 0.21115, "grad_norm": 1.3902811835130122, "learning_rate": 0.003, "loss": 4.0272, "step": 21115 }, { "epoch": 0.21116, "grad_norm": 1.37366404359566, "learning_rate": 0.003, "loss": 4.0305, "step": 21116 }, { "epoch": 0.21117, "grad_norm": 1.445033660678071, "learning_rate": 0.003, "loss": 4.0129, "step": 21117 }, { "epoch": 0.21118, "grad_norm": 1.2422670048266182, "learning_rate": 0.003, "loss": 3.9693, "step": 21118 }, { "epoch": 0.21119, "grad_norm": 1.3384360813281369, "learning_rate": 0.003, "loss": 4.0056, "step": 21119 }, { "epoch": 0.2112, "grad_norm": 1.3856165342606725, "learning_rate": 0.003, "loss": 4.0334, "step": 21120 }, { "epoch": 0.21121, "grad_norm": 1.1978637673350985, "learning_rate": 0.003, "loss": 3.9954, "step": 21121 }, { "epoch": 0.21122, "grad_norm": 1.1699913770043076, "learning_rate": 0.003, "loss": 3.983, "step": 21122 }, { "epoch": 0.21123, "grad_norm": 1.41661631111151, "learning_rate": 0.003, "loss": 4.0106, "step": 21123 }, { "epoch": 0.21124, "grad_norm": 1.1704038954773548, "learning_rate": 0.003, "loss": 3.9978, "step": 21124 }, { "epoch": 0.21125, "grad_norm": 1.299620782241244, "learning_rate": 0.003, "loss": 4.0272, "step": 21125 }, { "epoch": 0.21126, "grad_norm": 1.2174487967720073, "learning_rate": 0.003, "loss": 4.0193, "step": 21126 }, { "epoch": 0.21127, "grad_norm": 1.393982683315909, "learning_rate": 0.003, "loss": 4.024, "step": 21127 }, { "epoch": 0.21128, "grad_norm": 1.3240217199864575, "learning_rate": 0.003, "loss": 4.0144, "step": 21128 }, { "epoch": 0.21129, "grad_norm": 1.2993691202699973, "learning_rate": 0.003, "loss": 4.0293, "step": 21129 }, { "epoch": 0.2113, "grad_norm": 1.1787335642082368, "learning_rate": 0.003, "loss": 4.008, "step": 21130 }, { "epoch": 0.21131, "grad_norm": 1.445809140642193, "learning_rate": 0.003, "loss": 4.0209, "step": 21131 }, { "epoch": 0.21132, "grad_norm": 1.2324873762168307, "learning_rate": 0.003, "loss": 4.0144, "step": 21132 }, { "epoch": 0.21133, "grad_norm": 1.268946911603336, "learning_rate": 0.003, "loss": 3.9748, "step": 21133 }, { "epoch": 0.21134, "grad_norm": 1.2067948759056248, "learning_rate": 0.003, "loss": 4.0041, "step": 21134 }, { "epoch": 0.21135, "grad_norm": 1.6419534750273073, "learning_rate": 0.003, "loss": 4.0181, "step": 21135 }, { "epoch": 0.21136, "grad_norm": 1.119240468427281, "learning_rate": 0.003, "loss": 4.0058, "step": 21136 }, { "epoch": 0.21137, "grad_norm": 1.4929187913273507, "learning_rate": 0.003, "loss": 4.0035, "step": 21137 }, { "epoch": 0.21138, "grad_norm": 1.111352429473447, "learning_rate": 0.003, "loss": 3.9775, "step": 21138 }, { "epoch": 0.21139, "grad_norm": 1.3678438972361697, "learning_rate": 0.003, "loss": 4.0064, "step": 21139 }, { "epoch": 0.2114, "grad_norm": 1.1760781129856996, "learning_rate": 0.003, "loss": 4.0208, "step": 21140 }, { "epoch": 0.21141, "grad_norm": 1.4054599165807802, "learning_rate": 0.003, "loss": 3.9999, "step": 21141 }, { "epoch": 0.21142, "grad_norm": 1.3083418704104623, "learning_rate": 0.003, "loss": 4.0094, "step": 21142 }, { "epoch": 0.21143, "grad_norm": 1.545234464149026, "learning_rate": 0.003, "loss": 3.9966, "step": 21143 }, { "epoch": 0.21144, "grad_norm": 1.021963450164767, "learning_rate": 0.003, "loss": 4.0243, "step": 21144 }, { "epoch": 0.21145, "grad_norm": 1.6117880071532047, "learning_rate": 0.003, "loss": 3.9973, "step": 21145 }, { "epoch": 0.21146, "grad_norm": 1.0852313479915172, "learning_rate": 0.003, "loss": 4.0099, "step": 21146 }, { "epoch": 0.21147, "grad_norm": 1.6406506749866605, "learning_rate": 0.003, "loss": 4.0485, "step": 21147 }, { "epoch": 0.21148, "grad_norm": 1.1086528379341336, "learning_rate": 0.003, "loss": 4.0084, "step": 21148 }, { "epoch": 0.21149, "grad_norm": 1.2074324107997394, "learning_rate": 0.003, "loss": 4.05, "step": 21149 }, { "epoch": 0.2115, "grad_norm": 1.2565883617470976, "learning_rate": 0.003, "loss": 4.0231, "step": 21150 }, { "epoch": 0.21151, "grad_norm": 1.3749799932962032, "learning_rate": 0.003, "loss": 4.0162, "step": 21151 }, { "epoch": 0.21152, "grad_norm": 1.0141556827650298, "learning_rate": 0.003, "loss": 3.993, "step": 21152 }, { "epoch": 0.21153, "grad_norm": 1.4091018054828766, "learning_rate": 0.003, "loss": 4.0057, "step": 21153 }, { "epoch": 0.21154, "grad_norm": 1.3023257100575532, "learning_rate": 0.003, "loss": 3.998, "step": 21154 }, { "epoch": 0.21155, "grad_norm": 1.3574208743600995, "learning_rate": 0.003, "loss": 4.0178, "step": 21155 }, { "epoch": 0.21156, "grad_norm": 1.0617336708276712, "learning_rate": 0.003, "loss": 4.002, "step": 21156 }, { "epoch": 0.21157, "grad_norm": 1.5076212705854435, "learning_rate": 0.003, "loss": 3.9975, "step": 21157 }, { "epoch": 0.21158, "grad_norm": 1.2291871443389546, "learning_rate": 0.003, "loss": 4.0112, "step": 21158 }, { "epoch": 0.21159, "grad_norm": 1.3655401640930263, "learning_rate": 0.003, "loss": 3.9861, "step": 21159 }, { "epoch": 0.2116, "grad_norm": 1.0443193430636346, "learning_rate": 0.003, "loss": 4.0147, "step": 21160 }, { "epoch": 0.21161, "grad_norm": 1.4299310999365014, "learning_rate": 0.003, "loss": 4.0007, "step": 21161 }, { "epoch": 0.21162, "grad_norm": 1.2692880074849462, "learning_rate": 0.003, "loss": 4.0102, "step": 21162 }, { "epoch": 0.21163, "grad_norm": 1.4467051000318716, "learning_rate": 0.003, "loss": 4.0006, "step": 21163 }, { "epoch": 0.21164, "grad_norm": 1.2263805149790108, "learning_rate": 0.003, "loss": 4.029, "step": 21164 }, { "epoch": 0.21165, "grad_norm": 1.2532661606448459, "learning_rate": 0.003, "loss": 4.0047, "step": 21165 }, { "epoch": 0.21166, "grad_norm": 1.2656021765074004, "learning_rate": 0.003, "loss": 3.9952, "step": 21166 }, { "epoch": 0.21167, "grad_norm": 1.5371437632072553, "learning_rate": 0.003, "loss": 4.0137, "step": 21167 }, { "epoch": 0.21168, "grad_norm": 1.1799093813679427, "learning_rate": 0.003, "loss": 4.0069, "step": 21168 }, { "epoch": 0.21169, "grad_norm": 1.325110285511314, "learning_rate": 0.003, "loss": 4.0105, "step": 21169 }, { "epoch": 0.2117, "grad_norm": 1.22533828774372, "learning_rate": 0.003, "loss": 4.0091, "step": 21170 }, { "epoch": 0.21171, "grad_norm": 1.3652978701819354, "learning_rate": 0.003, "loss": 4.0298, "step": 21171 }, { "epoch": 0.21172, "grad_norm": 1.1544571379270874, "learning_rate": 0.003, "loss": 4.0261, "step": 21172 }, { "epoch": 0.21173, "grad_norm": 1.3994496860010797, "learning_rate": 0.003, "loss": 4.0138, "step": 21173 }, { "epoch": 0.21174, "grad_norm": 1.123817944555958, "learning_rate": 0.003, "loss": 4.0093, "step": 21174 }, { "epoch": 0.21175, "grad_norm": 1.4295865239118823, "learning_rate": 0.003, "loss": 4.0233, "step": 21175 }, { "epoch": 0.21176, "grad_norm": 1.0348636678471874, "learning_rate": 0.003, "loss": 4.0185, "step": 21176 }, { "epoch": 0.21177, "grad_norm": 1.6072331151182246, "learning_rate": 0.003, "loss": 4.0101, "step": 21177 }, { "epoch": 0.21178, "grad_norm": 1.1050078156271919, "learning_rate": 0.003, "loss": 3.9797, "step": 21178 }, { "epoch": 0.21179, "grad_norm": 1.2591936996096824, "learning_rate": 0.003, "loss": 4.0268, "step": 21179 }, { "epoch": 0.2118, "grad_norm": 1.3893481065272373, "learning_rate": 0.003, "loss": 4.0088, "step": 21180 }, { "epoch": 0.21181, "grad_norm": 1.231384484431582, "learning_rate": 0.003, "loss": 3.9858, "step": 21181 }, { "epoch": 0.21182, "grad_norm": 1.2593482817011141, "learning_rate": 0.003, "loss": 4.0149, "step": 21182 }, { "epoch": 0.21183, "grad_norm": 1.5188009035828427, "learning_rate": 0.003, "loss": 4.0138, "step": 21183 }, { "epoch": 0.21184, "grad_norm": 0.9300588947910111, "learning_rate": 0.003, "loss": 4.024, "step": 21184 }, { "epoch": 0.21185, "grad_norm": 1.4765518696942888, "learning_rate": 0.003, "loss": 4.0178, "step": 21185 }, { "epoch": 0.21186, "grad_norm": 1.308708043301671, "learning_rate": 0.003, "loss": 4.04, "step": 21186 }, { "epoch": 0.21187, "grad_norm": 1.2400948459783754, "learning_rate": 0.003, "loss": 3.9979, "step": 21187 }, { "epoch": 0.21188, "grad_norm": 1.3130035673237144, "learning_rate": 0.003, "loss": 3.9982, "step": 21188 }, { "epoch": 0.21189, "grad_norm": 1.3112422848593148, "learning_rate": 0.003, "loss": 3.9862, "step": 21189 }, { "epoch": 0.2119, "grad_norm": 1.234793747656434, "learning_rate": 0.003, "loss": 4.0166, "step": 21190 }, { "epoch": 0.21191, "grad_norm": 1.3178223161666065, "learning_rate": 0.003, "loss": 4.0118, "step": 21191 }, { "epoch": 0.21192, "grad_norm": 1.0896180388630579, "learning_rate": 0.003, "loss": 3.998, "step": 21192 }, { "epoch": 0.21193, "grad_norm": 1.3829030955309882, "learning_rate": 0.003, "loss": 3.9827, "step": 21193 }, { "epoch": 0.21194, "grad_norm": 1.2610078086332306, "learning_rate": 0.003, "loss": 4.0391, "step": 21194 }, { "epoch": 0.21195, "grad_norm": 1.3994103501887596, "learning_rate": 0.003, "loss": 4.0101, "step": 21195 }, { "epoch": 0.21196, "grad_norm": 1.1993987801944324, "learning_rate": 0.003, "loss": 4.0288, "step": 21196 }, { "epoch": 0.21197, "grad_norm": 1.4211816838775149, "learning_rate": 0.003, "loss": 4.0167, "step": 21197 }, { "epoch": 0.21198, "grad_norm": 1.3207625342701859, "learning_rate": 0.003, "loss": 4.0093, "step": 21198 }, { "epoch": 0.21199, "grad_norm": 1.0758771183435807, "learning_rate": 0.003, "loss": 3.9941, "step": 21199 }, { "epoch": 0.212, "grad_norm": 1.6162045608429785, "learning_rate": 0.003, "loss": 4.0068, "step": 21200 }, { "epoch": 0.21201, "grad_norm": 1.0790395045590022, "learning_rate": 0.003, "loss": 4.0032, "step": 21201 }, { "epoch": 0.21202, "grad_norm": 1.6472784630646147, "learning_rate": 0.003, "loss": 4.0098, "step": 21202 }, { "epoch": 0.21203, "grad_norm": 1.1335521484918203, "learning_rate": 0.003, "loss": 4.022, "step": 21203 }, { "epoch": 0.21204, "grad_norm": 1.3954711483586664, "learning_rate": 0.003, "loss": 4.0184, "step": 21204 }, { "epoch": 0.21205, "grad_norm": 1.260586187770137, "learning_rate": 0.003, "loss": 4.0176, "step": 21205 }, { "epoch": 0.21206, "grad_norm": 1.2769729410825157, "learning_rate": 0.003, "loss": 4.0098, "step": 21206 }, { "epoch": 0.21207, "grad_norm": 1.256410062460252, "learning_rate": 0.003, "loss": 4.0479, "step": 21207 }, { "epoch": 0.21208, "grad_norm": 1.132304345314271, "learning_rate": 0.003, "loss": 4.0357, "step": 21208 }, { "epoch": 0.21209, "grad_norm": 1.3677394624036245, "learning_rate": 0.003, "loss": 4.001, "step": 21209 }, { "epoch": 0.2121, "grad_norm": 1.1444877643698947, "learning_rate": 0.003, "loss": 4.014, "step": 21210 }, { "epoch": 0.21211, "grad_norm": 1.5283058825969142, "learning_rate": 0.003, "loss": 4.0169, "step": 21211 }, { "epoch": 0.21212, "grad_norm": 1.1604966173902387, "learning_rate": 0.003, "loss": 4.0063, "step": 21212 }, { "epoch": 0.21213, "grad_norm": 1.4297043972795795, "learning_rate": 0.003, "loss": 4.0185, "step": 21213 }, { "epoch": 0.21214, "grad_norm": 1.2774619845532906, "learning_rate": 0.003, "loss": 3.996, "step": 21214 }, { "epoch": 0.21215, "grad_norm": 1.363797220566659, "learning_rate": 0.003, "loss": 3.9875, "step": 21215 }, { "epoch": 0.21216, "grad_norm": 1.1316247770105718, "learning_rate": 0.003, "loss": 3.9944, "step": 21216 }, { "epoch": 0.21217, "grad_norm": 1.3718156467132354, "learning_rate": 0.003, "loss": 3.9873, "step": 21217 }, { "epoch": 0.21218, "grad_norm": 1.0877161459964804, "learning_rate": 0.003, "loss": 3.9964, "step": 21218 }, { "epoch": 0.21219, "grad_norm": 1.3839190340504315, "learning_rate": 0.003, "loss": 4.0177, "step": 21219 }, { "epoch": 0.2122, "grad_norm": 1.2799548858568972, "learning_rate": 0.003, "loss": 4.0311, "step": 21220 }, { "epoch": 0.21221, "grad_norm": 1.4556264698251036, "learning_rate": 0.003, "loss": 4.0132, "step": 21221 }, { "epoch": 0.21222, "grad_norm": 1.3097882774362106, "learning_rate": 0.003, "loss": 4.0006, "step": 21222 }, { "epoch": 0.21223, "grad_norm": 1.2055914198945927, "learning_rate": 0.003, "loss": 4.0045, "step": 21223 }, { "epoch": 0.21224, "grad_norm": 1.223304682917192, "learning_rate": 0.003, "loss": 3.9916, "step": 21224 }, { "epoch": 0.21225, "grad_norm": 1.1841725520333635, "learning_rate": 0.003, "loss": 3.9763, "step": 21225 }, { "epoch": 0.21226, "grad_norm": 1.1767385630970966, "learning_rate": 0.003, "loss": 4.0137, "step": 21226 }, { "epoch": 0.21227, "grad_norm": 1.4446032690434942, "learning_rate": 0.003, "loss": 4.0267, "step": 21227 }, { "epoch": 0.21228, "grad_norm": 1.1971968443793868, "learning_rate": 0.003, "loss": 4.01, "step": 21228 }, { "epoch": 0.21229, "grad_norm": 1.3803089736356173, "learning_rate": 0.003, "loss": 4.0177, "step": 21229 }, { "epoch": 0.2123, "grad_norm": 1.3745377610142673, "learning_rate": 0.003, "loss": 4.0018, "step": 21230 }, { "epoch": 0.21231, "grad_norm": 1.336353792415373, "learning_rate": 0.003, "loss": 4.0257, "step": 21231 }, { "epoch": 0.21232, "grad_norm": 1.3480835217619898, "learning_rate": 0.003, "loss": 3.9762, "step": 21232 }, { "epoch": 0.21233, "grad_norm": 1.29922723438427, "learning_rate": 0.003, "loss": 4.005, "step": 21233 }, { "epoch": 0.21234, "grad_norm": 1.3082049009246703, "learning_rate": 0.003, "loss": 4.005, "step": 21234 }, { "epoch": 0.21235, "grad_norm": 1.4359919055611325, "learning_rate": 0.003, "loss": 4.0152, "step": 21235 }, { "epoch": 0.21236, "grad_norm": 1.3516132572632047, "learning_rate": 0.003, "loss": 3.9899, "step": 21236 }, { "epoch": 0.21237, "grad_norm": 1.1728754873626648, "learning_rate": 0.003, "loss": 3.987, "step": 21237 }, { "epoch": 0.21238, "grad_norm": 1.3178500080278042, "learning_rate": 0.003, "loss": 4.0101, "step": 21238 }, { "epoch": 0.21239, "grad_norm": 1.2032317332130826, "learning_rate": 0.003, "loss": 3.9974, "step": 21239 }, { "epoch": 0.2124, "grad_norm": 1.4083790793202176, "learning_rate": 0.003, "loss": 3.984, "step": 21240 }, { "epoch": 0.21241, "grad_norm": 1.0902518036476174, "learning_rate": 0.003, "loss": 4.015, "step": 21241 }, { "epoch": 0.21242, "grad_norm": 1.3964181006615006, "learning_rate": 0.003, "loss": 3.9936, "step": 21242 }, { "epoch": 0.21243, "grad_norm": 1.1141556346665313, "learning_rate": 0.003, "loss": 3.9903, "step": 21243 }, { "epoch": 0.21244, "grad_norm": 1.360287346610363, "learning_rate": 0.003, "loss": 3.9963, "step": 21244 }, { "epoch": 0.21245, "grad_norm": 1.1476238440548074, "learning_rate": 0.003, "loss": 4.0033, "step": 21245 }, { "epoch": 0.21246, "grad_norm": 1.4498650374787685, "learning_rate": 0.003, "loss": 4.013, "step": 21246 }, { "epoch": 0.21247, "grad_norm": 1.219634209806882, "learning_rate": 0.003, "loss": 4.0036, "step": 21247 }, { "epoch": 0.21248, "grad_norm": 1.3677626752722343, "learning_rate": 0.003, "loss": 4.0002, "step": 21248 }, { "epoch": 0.21249, "grad_norm": 1.1730841227727533, "learning_rate": 0.003, "loss": 4.0197, "step": 21249 }, { "epoch": 0.2125, "grad_norm": 1.283121563545289, "learning_rate": 0.003, "loss": 4.0285, "step": 21250 }, { "epoch": 0.21251, "grad_norm": 1.5899711206972593, "learning_rate": 0.003, "loss": 4.0283, "step": 21251 }, { "epoch": 0.21252, "grad_norm": 1.1279668522018718, "learning_rate": 0.003, "loss": 4.0199, "step": 21252 }, { "epoch": 0.21253, "grad_norm": 1.4016566409211078, "learning_rate": 0.003, "loss": 4.008, "step": 21253 }, { "epoch": 0.21254, "grad_norm": 1.1211305110660514, "learning_rate": 0.003, "loss": 3.993, "step": 21254 }, { "epoch": 0.21255, "grad_norm": 1.2678127873644853, "learning_rate": 0.003, "loss": 3.9781, "step": 21255 }, { "epoch": 0.21256, "grad_norm": 1.159226715669131, "learning_rate": 0.003, "loss": 3.9887, "step": 21256 }, { "epoch": 0.21257, "grad_norm": 1.401600018057241, "learning_rate": 0.003, "loss": 4.0105, "step": 21257 }, { "epoch": 0.21258, "grad_norm": 1.1026264776335892, "learning_rate": 0.003, "loss": 4.0102, "step": 21258 }, { "epoch": 0.21259, "grad_norm": 1.3058149541218889, "learning_rate": 0.003, "loss": 4.0024, "step": 21259 }, { "epoch": 0.2126, "grad_norm": 1.1550427999452855, "learning_rate": 0.003, "loss": 4.0147, "step": 21260 }, { "epoch": 0.21261, "grad_norm": 1.4578555975512333, "learning_rate": 0.003, "loss": 4.0194, "step": 21261 }, { "epoch": 0.21262, "grad_norm": 1.2485963272479557, "learning_rate": 0.003, "loss": 3.9878, "step": 21262 }, { "epoch": 0.21263, "grad_norm": 1.4034550145512787, "learning_rate": 0.003, "loss": 3.9642, "step": 21263 }, { "epoch": 0.21264, "grad_norm": 1.2735800476724184, "learning_rate": 0.003, "loss": 3.975, "step": 21264 }, { "epoch": 0.21265, "grad_norm": 1.2827274536484716, "learning_rate": 0.003, "loss": 3.9989, "step": 21265 }, { "epoch": 0.21266, "grad_norm": 1.354228376291486, "learning_rate": 0.003, "loss": 4.003, "step": 21266 }, { "epoch": 0.21267, "grad_norm": 1.1627210296817798, "learning_rate": 0.003, "loss": 4.0, "step": 21267 }, { "epoch": 0.21268, "grad_norm": 1.267854984356927, "learning_rate": 0.003, "loss": 4.0068, "step": 21268 }, { "epoch": 0.21269, "grad_norm": 1.2604412859041527, "learning_rate": 0.003, "loss": 4.0221, "step": 21269 }, { "epoch": 0.2127, "grad_norm": 1.2660641521622518, "learning_rate": 0.003, "loss": 3.9778, "step": 21270 }, { "epoch": 0.21271, "grad_norm": 1.4597987476940328, "learning_rate": 0.003, "loss": 4.0328, "step": 21271 }, { "epoch": 0.21272, "grad_norm": 1.2362391320302166, "learning_rate": 0.003, "loss": 3.984, "step": 21272 }, { "epoch": 0.21273, "grad_norm": 1.2000551547748395, "learning_rate": 0.003, "loss": 4.0009, "step": 21273 }, { "epoch": 0.21274, "grad_norm": 1.4783597163078859, "learning_rate": 0.003, "loss": 4.0385, "step": 21274 }, { "epoch": 0.21275, "grad_norm": 1.2112814570056818, "learning_rate": 0.003, "loss": 3.9656, "step": 21275 }, { "epoch": 0.21276, "grad_norm": 1.6225107617285, "learning_rate": 0.003, "loss": 4.0063, "step": 21276 }, { "epoch": 0.21277, "grad_norm": 1.0994356146259867, "learning_rate": 0.003, "loss": 3.976, "step": 21277 }, { "epoch": 0.21278, "grad_norm": 1.3355542311221413, "learning_rate": 0.003, "loss": 4.0098, "step": 21278 }, { "epoch": 0.21279, "grad_norm": 1.4528812021900295, "learning_rate": 0.003, "loss": 4.0098, "step": 21279 }, { "epoch": 0.2128, "grad_norm": 1.1270010183870507, "learning_rate": 0.003, "loss": 3.9846, "step": 21280 }, { "epoch": 0.21281, "grad_norm": 1.6222837511228707, "learning_rate": 0.003, "loss": 4.0075, "step": 21281 }, { "epoch": 0.21282, "grad_norm": 1.3560559171024427, "learning_rate": 0.003, "loss": 4.027, "step": 21282 }, { "epoch": 0.21283, "grad_norm": 1.206377337998466, "learning_rate": 0.003, "loss": 3.9823, "step": 21283 }, { "epoch": 0.21284, "grad_norm": 1.4478849666553033, "learning_rate": 0.003, "loss": 4.0051, "step": 21284 }, { "epoch": 0.21285, "grad_norm": 1.031682289816814, "learning_rate": 0.003, "loss": 4.0314, "step": 21285 }, { "epoch": 0.21286, "grad_norm": 1.5492431397673714, "learning_rate": 0.003, "loss": 4.0003, "step": 21286 }, { "epoch": 0.21287, "grad_norm": 0.9294348924620607, "learning_rate": 0.003, "loss": 3.9942, "step": 21287 }, { "epoch": 0.21288, "grad_norm": 1.3343708198068434, "learning_rate": 0.003, "loss": 4.012, "step": 21288 }, { "epoch": 0.21289, "grad_norm": 1.2126015330442157, "learning_rate": 0.003, "loss": 4.0063, "step": 21289 }, { "epoch": 0.2129, "grad_norm": 1.310241506031151, "learning_rate": 0.003, "loss": 3.983, "step": 21290 }, { "epoch": 0.21291, "grad_norm": 1.272249554497266, "learning_rate": 0.003, "loss": 4.0219, "step": 21291 }, { "epoch": 0.21292, "grad_norm": 1.226696730447073, "learning_rate": 0.003, "loss": 3.9995, "step": 21292 }, { "epoch": 0.21293, "grad_norm": 1.2684456382263114, "learning_rate": 0.003, "loss": 4.0065, "step": 21293 }, { "epoch": 0.21294, "grad_norm": 1.1753006797691539, "learning_rate": 0.003, "loss": 4.0318, "step": 21294 }, { "epoch": 0.21295, "grad_norm": 1.3836189603806852, "learning_rate": 0.003, "loss": 4.0238, "step": 21295 }, { "epoch": 0.21296, "grad_norm": 1.2423560997932626, "learning_rate": 0.003, "loss": 4.0152, "step": 21296 }, { "epoch": 0.21297, "grad_norm": 1.415963176126685, "learning_rate": 0.003, "loss": 4.0103, "step": 21297 }, { "epoch": 0.21298, "grad_norm": 1.5576290526647152, "learning_rate": 0.003, "loss": 4.0523, "step": 21298 }, { "epoch": 0.21299, "grad_norm": 1.092855683681634, "learning_rate": 0.003, "loss": 4.0184, "step": 21299 }, { "epoch": 0.213, "grad_norm": 1.4105239129756129, "learning_rate": 0.003, "loss": 4.0175, "step": 21300 }, { "epoch": 0.21301, "grad_norm": 1.1931889775606974, "learning_rate": 0.003, "loss": 4.0036, "step": 21301 }, { "epoch": 0.21302, "grad_norm": 1.3281142647686974, "learning_rate": 0.003, "loss": 4.0003, "step": 21302 }, { "epoch": 0.21303, "grad_norm": 1.3356632188378508, "learning_rate": 0.003, "loss": 4.0082, "step": 21303 }, { "epoch": 0.21304, "grad_norm": 1.299170991171862, "learning_rate": 0.003, "loss": 3.9906, "step": 21304 }, { "epoch": 0.21305, "grad_norm": 1.2414543840786276, "learning_rate": 0.003, "loss": 3.9942, "step": 21305 }, { "epoch": 0.21306, "grad_norm": 1.5792973486716455, "learning_rate": 0.003, "loss": 4.0083, "step": 21306 }, { "epoch": 0.21307, "grad_norm": 1.0003613200836647, "learning_rate": 0.003, "loss": 3.986, "step": 21307 }, { "epoch": 0.21308, "grad_norm": 1.5683257258969845, "learning_rate": 0.003, "loss": 4.0196, "step": 21308 }, { "epoch": 0.21309, "grad_norm": 1.1250512755794553, "learning_rate": 0.003, "loss": 3.9688, "step": 21309 }, { "epoch": 0.2131, "grad_norm": 1.2735480228773357, "learning_rate": 0.003, "loss": 3.986, "step": 21310 }, { "epoch": 0.21311, "grad_norm": 1.1773729391010723, "learning_rate": 0.003, "loss": 4.0051, "step": 21311 }, { "epoch": 0.21312, "grad_norm": 1.2610886885253147, "learning_rate": 0.003, "loss": 4.0031, "step": 21312 }, { "epoch": 0.21313, "grad_norm": 1.1574334866357563, "learning_rate": 0.003, "loss": 4.0082, "step": 21313 }, { "epoch": 0.21314, "grad_norm": 1.2808612310624075, "learning_rate": 0.003, "loss": 4.003, "step": 21314 }, { "epoch": 0.21315, "grad_norm": 1.349130588459404, "learning_rate": 0.003, "loss": 4.0222, "step": 21315 }, { "epoch": 0.21316, "grad_norm": 1.1423955234689311, "learning_rate": 0.003, "loss": 4.0218, "step": 21316 }, { "epoch": 0.21317, "grad_norm": 1.8164151986280979, "learning_rate": 0.003, "loss": 4.0417, "step": 21317 }, { "epoch": 0.21318, "grad_norm": 1.1210772084413818, "learning_rate": 0.003, "loss": 4.0233, "step": 21318 }, { "epoch": 0.21319, "grad_norm": 1.6191899228858475, "learning_rate": 0.003, "loss": 3.9924, "step": 21319 }, { "epoch": 0.2132, "grad_norm": 1.1237918111085823, "learning_rate": 0.003, "loss": 4.0289, "step": 21320 }, { "epoch": 0.21321, "grad_norm": 1.2988708232693222, "learning_rate": 0.003, "loss": 4.0029, "step": 21321 }, { "epoch": 0.21322, "grad_norm": 1.2005726508870185, "learning_rate": 0.003, "loss": 4.0161, "step": 21322 }, { "epoch": 0.21323, "grad_norm": 1.1443523272905045, "learning_rate": 0.003, "loss": 3.9964, "step": 21323 }, { "epoch": 0.21324, "grad_norm": 1.3226837192294245, "learning_rate": 0.003, "loss": 4.0096, "step": 21324 }, { "epoch": 0.21325, "grad_norm": 1.1074293784611595, "learning_rate": 0.003, "loss": 3.9932, "step": 21325 }, { "epoch": 0.21326, "grad_norm": 1.5446720373953398, "learning_rate": 0.003, "loss": 4.034, "step": 21326 }, { "epoch": 0.21327, "grad_norm": 1.2244182787707605, "learning_rate": 0.003, "loss": 3.9968, "step": 21327 }, { "epoch": 0.21328, "grad_norm": 1.470114012074915, "learning_rate": 0.003, "loss": 3.9874, "step": 21328 }, { "epoch": 0.21329, "grad_norm": 1.211871809487852, "learning_rate": 0.003, "loss": 4.0032, "step": 21329 }, { "epoch": 0.2133, "grad_norm": 1.4899181351460404, "learning_rate": 0.003, "loss": 4.0205, "step": 21330 }, { "epoch": 0.21331, "grad_norm": 1.1453057803915716, "learning_rate": 0.003, "loss": 4.0158, "step": 21331 }, { "epoch": 0.21332, "grad_norm": 1.1285885084390557, "learning_rate": 0.003, "loss": 4.0176, "step": 21332 }, { "epoch": 0.21333, "grad_norm": 1.4747605208858212, "learning_rate": 0.003, "loss": 4.0126, "step": 21333 }, { "epoch": 0.21334, "grad_norm": 1.5361029100826216, "learning_rate": 0.003, "loss": 4.0032, "step": 21334 }, { "epoch": 0.21335, "grad_norm": 1.0461949717899224, "learning_rate": 0.003, "loss": 4.0139, "step": 21335 }, { "epoch": 0.21336, "grad_norm": 1.4826082082744698, "learning_rate": 0.003, "loss": 4.0108, "step": 21336 }, { "epoch": 0.21337, "grad_norm": 1.256608497172299, "learning_rate": 0.003, "loss": 4.025, "step": 21337 }, { "epoch": 0.21338, "grad_norm": 1.26022149364038, "learning_rate": 0.003, "loss": 4.025, "step": 21338 }, { "epoch": 0.21339, "grad_norm": 1.5966159579768393, "learning_rate": 0.003, "loss": 4.0222, "step": 21339 }, { "epoch": 0.2134, "grad_norm": 1.2374109671712106, "learning_rate": 0.003, "loss": 4.023, "step": 21340 }, { "epoch": 0.21341, "grad_norm": 1.3149471938773223, "learning_rate": 0.003, "loss": 4.0279, "step": 21341 }, { "epoch": 0.21342, "grad_norm": 1.3164788239225016, "learning_rate": 0.003, "loss": 4.018, "step": 21342 }, { "epoch": 0.21343, "grad_norm": 1.1776331709735899, "learning_rate": 0.003, "loss": 4.0127, "step": 21343 }, { "epoch": 0.21344, "grad_norm": 1.3151643264593478, "learning_rate": 0.003, "loss": 4.0099, "step": 21344 }, { "epoch": 0.21345, "grad_norm": 1.2954014699369114, "learning_rate": 0.003, "loss": 4.0125, "step": 21345 }, { "epoch": 0.21346, "grad_norm": 1.1601775387560542, "learning_rate": 0.003, "loss": 4.0034, "step": 21346 }, { "epoch": 0.21347, "grad_norm": 1.4393013756118482, "learning_rate": 0.003, "loss": 4.0301, "step": 21347 }, { "epoch": 0.21348, "grad_norm": 1.190822005653938, "learning_rate": 0.003, "loss": 4.0155, "step": 21348 }, { "epoch": 0.21349, "grad_norm": 1.4618647769557138, "learning_rate": 0.003, "loss": 4.0055, "step": 21349 }, { "epoch": 0.2135, "grad_norm": 1.293711295223463, "learning_rate": 0.003, "loss": 4.0018, "step": 21350 }, { "epoch": 0.21351, "grad_norm": 1.25873860579439, "learning_rate": 0.003, "loss": 4.0094, "step": 21351 }, { "epoch": 0.21352, "grad_norm": 1.2304525206180121, "learning_rate": 0.003, "loss": 4.0103, "step": 21352 }, { "epoch": 0.21353, "grad_norm": 1.1840839682881577, "learning_rate": 0.003, "loss": 3.9998, "step": 21353 }, { "epoch": 0.21354, "grad_norm": 1.3984978933015169, "learning_rate": 0.003, "loss": 4.019, "step": 21354 }, { "epoch": 0.21355, "grad_norm": 1.2661975355284674, "learning_rate": 0.003, "loss": 3.9889, "step": 21355 }, { "epoch": 0.21356, "grad_norm": 1.347473468869683, "learning_rate": 0.003, "loss": 4.0123, "step": 21356 }, { "epoch": 0.21357, "grad_norm": 1.0885962108686378, "learning_rate": 0.003, "loss": 4.0186, "step": 21357 }, { "epoch": 0.21358, "grad_norm": 1.1314897911001327, "learning_rate": 0.003, "loss": 3.9813, "step": 21358 }, { "epoch": 0.21359, "grad_norm": 1.3005439871359972, "learning_rate": 0.003, "loss": 3.997, "step": 21359 }, { "epoch": 0.2136, "grad_norm": 1.5073575783852275, "learning_rate": 0.003, "loss": 4.0096, "step": 21360 }, { "epoch": 0.21361, "grad_norm": 1.0652492379261547, "learning_rate": 0.003, "loss": 4.0, "step": 21361 }, { "epoch": 0.21362, "grad_norm": 1.216758340178142, "learning_rate": 0.003, "loss": 4.0139, "step": 21362 }, { "epoch": 0.21363, "grad_norm": 1.1995866387632559, "learning_rate": 0.003, "loss": 4.0095, "step": 21363 }, { "epoch": 0.21364, "grad_norm": 1.4131807551457323, "learning_rate": 0.003, "loss": 4.0038, "step": 21364 }, { "epoch": 0.21365, "grad_norm": 1.5043171830474817, "learning_rate": 0.003, "loss": 4.0014, "step": 21365 }, { "epoch": 0.21366, "grad_norm": 1.0624516728743951, "learning_rate": 0.003, "loss": 4.0093, "step": 21366 }, { "epoch": 0.21367, "grad_norm": 1.3607057371756948, "learning_rate": 0.003, "loss": 4.0002, "step": 21367 }, { "epoch": 0.21368, "grad_norm": 1.3096954634897635, "learning_rate": 0.003, "loss": 4.0162, "step": 21368 }, { "epoch": 0.21369, "grad_norm": 1.2522586992594944, "learning_rate": 0.003, "loss": 3.9812, "step": 21369 }, { "epoch": 0.2137, "grad_norm": 1.403120464272327, "learning_rate": 0.003, "loss": 4.0458, "step": 21370 }, { "epoch": 0.21371, "grad_norm": 1.35181527667303, "learning_rate": 0.003, "loss": 4.0269, "step": 21371 }, { "epoch": 0.21372, "grad_norm": 1.3008981433425613, "learning_rate": 0.003, "loss": 4.037, "step": 21372 }, { "epoch": 0.21373, "grad_norm": 1.2515627769029236, "learning_rate": 0.003, "loss": 4.0113, "step": 21373 }, { "epoch": 0.21374, "grad_norm": 1.2148352999355096, "learning_rate": 0.003, "loss": 3.9927, "step": 21374 }, { "epoch": 0.21375, "grad_norm": 1.4139390953454516, "learning_rate": 0.003, "loss": 3.9902, "step": 21375 }, { "epoch": 0.21376, "grad_norm": 1.0759238654505578, "learning_rate": 0.003, "loss": 3.9838, "step": 21376 }, { "epoch": 0.21377, "grad_norm": 1.6849312862891452, "learning_rate": 0.003, "loss": 4.0321, "step": 21377 }, { "epoch": 0.21378, "grad_norm": 1.1059074948266352, "learning_rate": 0.003, "loss": 3.9999, "step": 21378 }, { "epoch": 0.21379, "grad_norm": 1.3182515548313258, "learning_rate": 0.003, "loss": 4.0094, "step": 21379 }, { "epoch": 0.2138, "grad_norm": 1.2574813585308635, "learning_rate": 0.003, "loss": 4.0119, "step": 21380 }, { "epoch": 0.21381, "grad_norm": 1.2399070771067897, "learning_rate": 0.003, "loss": 3.9971, "step": 21381 }, { "epoch": 0.21382, "grad_norm": 1.3641032279001806, "learning_rate": 0.003, "loss": 3.9784, "step": 21382 }, { "epoch": 0.21383, "grad_norm": 1.1099829198459543, "learning_rate": 0.003, "loss": 4.0022, "step": 21383 }, { "epoch": 0.21384, "grad_norm": 1.4251897190054135, "learning_rate": 0.003, "loss": 3.9955, "step": 21384 }, { "epoch": 0.21385, "grad_norm": 1.158582942078021, "learning_rate": 0.003, "loss": 3.9935, "step": 21385 }, { "epoch": 0.21386, "grad_norm": 1.3353797687285938, "learning_rate": 0.003, "loss": 4.0025, "step": 21386 }, { "epoch": 0.21387, "grad_norm": 1.2214721877347425, "learning_rate": 0.003, "loss": 3.9904, "step": 21387 }, { "epoch": 0.21388, "grad_norm": 1.4260190324506035, "learning_rate": 0.003, "loss": 4.0014, "step": 21388 }, { "epoch": 0.21389, "grad_norm": 1.2079203894619288, "learning_rate": 0.003, "loss": 4.0215, "step": 21389 }, { "epoch": 0.2139, "grad_norm": 1.3252664547362911, "learning_rate": 0.003, "loss": 3.9878, "step": 21390 }, { "epoch": 0.21391, "grad_norm": 1.1213318980684008, "learning_rate": 0.003, "loss": 3.995, "step": 21391 }, { "epoch": 0.21392, "grad_norm": 1.443050277228066, "learning_rate": 0.003, "loss": 4.013, "step": 21392 }, { "epoch": 0.21393, "grad_norm": 1.0634393333504684, "learning_rate": 0.003, "loss": 4.0031, "step": 21393 }, { "epoch": 0.21394, "grad_norm": 1.2988684282009924, "learning_rate": 0.003, "loss": 4.0209, "step": 21394 }, { "epoch": 0.21395, "grad_norm": 1.2909380005113325, "learning_rate": 0.003, "loss": 4.0123, "step": 21395 }, { "epoch": 0.21396, "grad_norm": 1.217411864513033, "learning_rate": 0.003, "loss": 3.9909, "step": 21396 }, { "epoch": 0.21397, "grad_norm": 1.2409544569046358, "learning_rate": 0.003, "loss": 4.0134, "step": 21397 }, { "epoch": 0.21398, "grad_norm": 1.3481818038287408, "learning_rate": 0.003, "loss": 4.0061, "step": 21398 }, { "epoch": 0.21399, "grad_norm": 1.2349195631598209, "learning_rate": 0.003, "loss": 4.0044, "step": 21399 }, { "epoch": 0.214, "grad_norm": 1.453933386247848, "learning_rate": 0.003, "loss": 4.0319, "step": 21400 }, { "epoch": 0.21401, "grad_norm": 1.2639852374422023, "learning_rate": 0.003, "loss": 4.0135, "step": 21401 }, { "epoch": 0.21402, "grad_norm": 1.2683657297189679, "learning_rate": 0.003, "loss": 4.0045, "step": 21402 }, { "epoch": 0.21403, "grad_norm": 1.5789091020620567, "learning_rate": 0.003, "loss": 4.0292, "step": 21403 }, { "epoch": 0.21404, "grad_norm": 1.1410429952755408, "learning_rate": 0.003, "loss": 4.0121, "step": 21404 }, { "epoch": 0.21405, "grad_norm": 1.3913877893115831, "learning_rate": 0.003, "loss": 3.999, "step": 21405 }, { "epoch": 0.21406, "grad_norm": 1.442491921078408, "learning_rate": 0.003, "loss": 3.9927, "step": 21406 }, { "epoch": 0.21407, "grad_norm": 1.1217783508484191, "learning_rate": 0.003, "loss": 4.0215, "step": 21407 }, { "epoch": 0.21408, "grad_norm": 1.5234491519218374, "learning_rate": 0.003, "loss": 3.9798, "step": 21408 }, { "epoch": 0.21409, "grad_norm": 1.0170027424104313, "learning_rate": 0.003, "loss": 4.0166, "step": 21409 }, { "epoch": 0.2141, "grad_norm": 1.5807878224787788, "learning_rate": 0.003, "loss": 3.9995, "step": 21410 }, { "epoch": 0.21411, "grad_norm": 1.1118604708356918, "learning_rate": 0.003, "loss": 4.0088, "step": 21411 }, { "epoch": 0.21412, "grad_norm": 1.377643628162498, "learning_rate": 0.003, "loss": 4.0256, "step": 21412 }, { "epoch": 0.21413, "grad_norm": 1.2533109098303772, "learning_rate": 0.003, "loss": 4.0199, "step": 21413 }, { "epoch": 0.21414, "grad_norm": 1.395891997233696, "learning_rate": 0.003, "loss": 3.9749, "step": 21414 }, { "epoch": 0.21415, "grad_norm": 1.2769178610219172, "learning_rate": 0.003, "loss": 3.9918, "step": 21415 }, { "epoch": 0.21416, "grad_norm": 1.404707776522886, "learning_rate": 0.003, "loss": 3.9945, "step": 21416 }, { "epoch": 0.21417, "grad_norm": 1.2219210917427004, "learning_rate": 0.003, "loss": 4.0028, "step": 21417 }, { "epoch": 0.21418, "grad_norm": 1.3301764256413287, "learning_rate": 0.003, "loss": 4.021, "step": 21418 }, { "epoch": 0.21419, "grad_norm": 1.255608479546366, "learning_rate": 0.003, "loss": 4.01, "step": 21419 }, { "epoch": 0.2142, "grad_norm": 1.0150683005258947, "learning_rate": 0.003, "loss": 3.9975, "step": 21420 }, { "epoch": 0.21421, "grad_norm": 1.4938975794565952, "learning_rate": 0.003, "loss": 4.0204, "step": 21421 }, { "epoch": 0.21422, "grad_norm": 1.0870969814531026, "learning_rate": 0.003, "loss": 4.011, "step": 21422 }, { "epoch": 0.21423, "grad_norm": 1.6389893248907068, "learning_rate": 0.003, "loss": 4.0256, "step": 21423 }, { "epoch": 0.21424, "grad_norm": 1.0803050974565995, "learning_rate": 0.003, "loss": 4.0049, "step": 21424 }, { "epoch": 0.21425, "grad_norm": 1.3629649486136104, "learning_rate": 0.003, "loss": 4.0378, "step": 21425 }, { "epoch": 0.21426, "grad_norm": 1.27790761440876, "learning_rate": 0.003, "loss": 4.035, "step": 21426 }, { "epoch": 0.21427, "grad_norm": 1.3471173057991788, "learning_rate": 0.003, "loss": 4.0266, "step": 21427 }, { "epoch": 0.21428, "grad_norm": 1.1650916012836452, "learning_rate": 0.003, "loss": 4.0081, "step": 21428 }, { "epoch": 0.21429, "grad_norm": 1.3525680889018905, "learning_rate": 0.003, "loss": 4.0034, "step": 21429 }, { "epoch": 0.2143, "grad_norm": 1.3578685013555272, "learning_rate": 0.003, "loss": 4.0115, "step": 21430 }, { "epoch": 0.21431, "grad_norm": 1.5313463457738652, "learning_rate": 0.003, "loss": 4.0389, "step": 21431 }, { "epoch": 0.21432, "grad_norm": 1.1221053706443744, "learning_rate": 0.003, "loss": 4.0284, "step": 21432 }, { "epoch": 0.21433, "grad_norm": 1.262878111973225, "learning_rate": 0.003, "loss": 4.003, "step": 21433 }, { "epoch": 0.21434, "grad_norm": 1.112496416079058, "learning_rate": 0.003, "loss": 3.9856, "step": 21434 }, { "epoch": 0.21435, "grad_norm": 1.3488067706818132, "learning_rate": 0.003, "loss": 4.0058, "step": 21435 }, { "epoch": 0.21436, "grad_norm": 1.2722101358484585, "learning_rate": 0.003, "loss": 4.0071, "step": 21436 }, { "epoch": 0.21437, "grad_norm": 1.3003697516118862, "learning_rate": 0.003, "loss": 3.9965, "step": 21437 }, { "epoch": 0.21438, "grad_norm": 1.3446776104487859, "learning_rate": 0.003, "loss": 3.9924, "step": 21438 }, { "epoch": 0.21439, "grad_norm": 1.13573298412396, "learning_rate": 0.003, "loss": 4.0222, "step": 21439 }, { "epoch": 0.2144, "grad_norm": 1.2671007531062772, "learning_rate": 0.003, "loss": 3.9825, "step": 21440 }, { "epoch": 0.21441, "grad_norm": 1.1054463986022816, "learning_rate": 0.003, "loss": 3.9846, "step": 21441 }, { "epoch": 0.21442, "grad_norm": 1.543097375970362, "learning_rate": 0.003, "loss": 4.0348, "step": 21442 }, { "epoch": 0.21443, "grad_norm": 1.07568513756536, "learning_rate": 0.003, "loss": 4.0247, "step": 21443 }, { "epoch": 0.21444, "grad_norm": 1.5448034457264181, "learning_rate": 0.003, "loss": 4.0532, "step": 21444 }, { "epoch": 0.21445, "grad_norm": 1.118102941141119, "learning_rate": 0.003, "loss": 4.035, "step": 21445 }, { "epoch": 0.21446, "grad_norm": 1.3245607697334398, "learning_rate": 0.003, "loss": 4.0079, "step": 21446 }, { "epoch": 0.21447, "grad_norm": 1.1060064073278655, "learning_rate": 0.003, "loss": 3.9851, "step": 21447 }, { "epoch": 0.21448, "grad_norm": 1.3605482738300085, "learning_rate": 0.003, "loss": 4.0171, "step": 21448 }, { "epoch": 0.21449, "grad_norm": 1.2014023092926354, "learning_rate": 0.003, "loss": 4.0193, "step": 21449 }, { "epoch": 0.2145, "grad_norm": 1.5949864538879863, "learning_rate": 0.003, "loss": 4.0098, "step": 21450 }, { "epoch": 0.21451, "grad_norm": 1.0462933231610054, "learning_rate": 0.003, "loss": 4.0191, "step": 21451 }, { "epoch": 0.21452, "grad_norm": 1.0730870629231792, "learning_rate": 0.003, "loss": 4.0004, "step": 21452 }, { "epoch": 0.21453, "grad_norm": 1.3531634152425605, "learning_rate": 0.003, "loss": 4.0012, "step": 21453 }, { "epoch": 0.21454, "grad_norm": 1.2492241430343944, "learning_rate": 0.003, "loss": 3.9898, "step": 21454 }, { "epoch": 0.21455, "grad_norm": 1.2562263465305519, "learning_rate": 0.003, "loss": 3.9899, "step": 21455 }, { "epoch": 0.21456, "grad_norm": 1.3416900438392367, "learning_rate": 0.003, "loss": 4.0334, "step": 21456 }, { "epoch": 0.21457, "grad_norm": 1.2882097788811127, "learning_rate": 0.003, "loss": 4.0089, "step": 21457 }, { "epoch": 0.21458, "grad_norm": 1.6754492054948766, "learning_rate": 0.003, "loss": 4.0048, "step": 21458 }, { "epoch": 0.21459, "grad_norm": 1.2750228404207182, "learning_rate": 0.003, "loss": 4.0311, "step": 21459 }, { "epoch": 0.2146, "grad_norm": 1.2312690083780862, "learning_rate": 0.003, "loss": 4.0209, "step": 21460 }, { "epoch": 0.21461, "grad_norm": 1.415119412197984, "learning_rate": 0.003, "loss": 4.0176, "step": 21461 }, { "epoch": 0.21462, "grad_norm": 1.042354813227625, "learning_rate": 0.003, "loss": 4.0285, "step": 21462 }, { "epoch": 0.21463, "grad_norm": 1.4205642690972138, "learning_rate": 0.003, "loss": 4.0351, "step": 21463 }, { "epoch": 0.21464, "grad_norm": 1.2038177455095624, "learning_rate": 0.003, "loss": 4.0271, "step": 21464 }, { "epoch": 0.21465, "grad_norm": 1.5209852052323058, "learning_rate": 0.003, "loss": 4.0154, "step": 21465 }, { "epoch": 0.21466, "grad_norm": 1.1719406615878747, "learning_rate": 0.003, "loss": 4.0251, "step": 21466 }, { "epoch": 0.21467, "grad_norm": 1.2860622089796727, "learning_rate": 0.003, "loss": 4.0292, "step": 21467 }, { "epoch": 0.21468, "grad_norm": 1.2243853816287118, "learning_rate": 0.003, "loss": 4.0066, "step": 21468 }, { "epoch": 0.21469, "grad_norm": 1.1212517738190864, "learning_rate": 0.003, "loss": 4.0381, "step": 21469 }, { "epoch": 0.2147, "grad_norm": 1.3962602151682324, "learning_rate": 0.003, "loss": 4.0372, "step": 21470 }, { "epoch": 0.21471, "grad_norm": 1.1418886482327282, "learning_rate": 0.003, "loss": 3.9954, "step": 21471 }, { "epoch": 0.21472, "grad_norm": 1.2181218711146389, "learning_rate": 0.003, "loss": 4.0235, "step": 21472 }, { "epoch": 0.21473, "grad_norm": 1.1252515483849532, "learning_rate": 0.003, "loss": 3.9996, "step": 21473 }, { "epoch": 0.21474, "grad_norm": 1.458273668384171, "learning_rate": 0.003, "loss": 4.0094, "step": 21474 }, { "epoch": 0.21475, "grad_norm": 1.2525130639963844, "learning_rate": 0.003, "loss": 4.0083, "step": 21475 }, { "epoch": 0.21476, "grad_norm": 1.2556582836326315, "learning_rate": 0.003, "loss": 4.0333, "step": 21476 }, { "epoch": 0.21477, "grad_norm": 1.1993392452488705, "learning_rate": 0.003, "loss": 4.0317, "step": 21477 }, { "epoch": 0.21478, "grad_norm": 1.3649808422080891, "learning_rate": 0.003, "loss": 3.9771, "step": 21478 }, { "epoch": 0.21479, "grad_norm": 1.4171615759163327, "learning_rate": 0.003, "loss": 3.9926, "step": 21479 }, { "epoch": 0.2148, "grad_norm": 1.1018595505645379, "learning_rate": 0.003, "loss": 4.0148, "step": 21480 }, { "epoch": 0.21481, "grad_norm": 1.5358015328014705, "learning_rate": 0.003, "loss": 3.9918, "step": 21481 }, { "epoch": 0.21482, "grad_norm": 1.1275084769898691, "learning_rate": 0.003, "loss": 3.9887, "step": 21482 }, { "epoch": 0.21483, "grad_norm": 1.4868032279174914, "learning_rate": 0.003, "loss": 4.0147, "step": 21483 }, { "epoch": 0.21484, "grad_norm": 1.212412362015427, "learning_rate": 0.003, "loss": 4.0207, "step": 21484 }, { "epoch": 0.21485, "grad_norm": 1.3202183971504091, "learning_rate": 0.003, "loss": 4.0045, "step": 21485 }, { "epoch": 0.21486, "grad_norm": 1.3196587805978937, "learning_rate": 0.003, "loss": 4.0375, "step": 21486 }, { "epoch": 0.21487, "grad_norm": 1.248637036083901, "learning_rate": 0.003, "loss": 4.0042, "step": 21487 }, { "epoch": 0.21488, "grad_norm": 1.3820373428235133, "learning_rate": 0.003, "loss": 4.0481, "step": 21488 }, { "epoch": 0.21489, "grad_norm": 1.307355208344091, "learning_rate": 0.003, "loss": 4.0127, "step": 21489 }, { "epoch": 0.2149, "grad_norm": 1.3202726915499903, "learning_rate": 0.003, "loss": 4.0111, "step": 21490 }, { "epoch": 0.21491, "grad_norm": 1.287520544838405, "learning_rate": 0.003, "loss": 4.0477, "step": 21491 }, { "epoch": 0.21492, "grad_norm": 1.49770344778566, "learning_rate": 0.003, "loss": 4.0078, "step": 21492 }, { "epoch": 0.21493, "grad_norm": 1.077593416463218, "learning_rate": 0.003, "loss": 4.01, "step": 21493 }, { "epoch": 0.21494, "grad_norm": 1.4410608889447494, "learning_rate": 0.003, "loss": 4.0493, "step": 21494 }, { "epoch": 0.21495, "grad_norm": 1.192103509332826, "learning_rate": 0.003, "loss": 4.0108, "step": 21495 }, { "epoch": 0.21496, "grad_norm": 1.21422316517921, "learning_rate": 0.003, "loss": 3.9912, "step": 21496 }, { "epoch": 0.21497, "grad_norm": 1.4007812486101756, "learning_rate": 0.003, "loss": 4.0128, "step": 21497 }, { "epoch": 0.21498, "grad_norm": 1.2377016010563344, "learning_rate": 0.003, "loss": 4.0272, "step": 21498 }, { "epoch": 0.21499, "grad_norm": 1.2812928825175924, "learning_rate": 0.003, "loss": 3.9921, "step": 21499 }, { "epoch": 0.215, "grad_norm": 1.3011255692312629, "learning_rate": 0.003, "loss": 3.9887, "step": 21500 }, { "epoch": 0.21501, "grad_norm": 1.3848494007403251, "learning_rate": 0.003, "loss": 4.0335, "step": 21501 }, { "epoch": 0.21502, "grad_norm": 1.1629301338044207, "learning_rate": 0.003, "loss": 3.9917, "step": 21502 }, { "epoch": 0.21503, "grad_norm": 1.1111612135670403, "learning_rate": 0.003, "loss": 3.9943, "step": 21503 }, { "epoch": 0.21504, "grad_norm": 1.3145510880194946, "learning_rate": 0.003, "loss": 3.9964, "step": 21504 }, { "epoch": 0.21505, "grad_norm": 1.2718876175438374, "learning_rate": 0.003, "loss": 3.9936, "step": 21505 }, { "epoch": 0.21506, "grad_norm": 1.3691633475516427, "learning_rate": 0.003, "loss": 3.9751, "step": 21506 }, { "epoch": 0.21507, "grad_norm": 1.300701360877103, "learning_rate": 0.003, "loss": 4.0048, "step": 21507 }, { "epoch": 0.21508, "grad_norm": 1.2663418016031303, "learning_rate": 0.003, "loss": 4.0036, "step": 21508 }, { "epoch": 0.21509, "grad_norm": 1.3091183945038203, "learning_rate": 0.003, "loss": 4.0195, "step": 21509 }, { "epoch": 0.2151, "grad_norm": 1.238548275613207, "learning_rate": 0.003, "loss": 3.9942, "step": 21510 }, { "epoch": 0.21511, "grad_norm": 1.3447995961323977, "learning_rate": 0.003, "loss": 4.0226, "step": 21511 }, { "epoch": 0.21512, "grad_norm": 1.2700646163007345, "learning_rate": 0.003, "loss": 3.9612, "step": 21512 }, { "epoch": 0.21513, "grad_norm": 1.192192636795088, "learning_rate": 0.003, "loss": 4.0225, "step": 21513 }, { "epoch": 0.21514, "grad_norm": 1.566529771381087, "learning_rate": 0.003, "loss": 3.9876, "step": 21514 }, { "epoch": 0.21515, "grad_norm": 1.2346913291823813, "learning_rate": 0.003, "loss": 4.0253, "step": 21515 }, { "epoch": 0.21516, "grad_norm": 1.567897815090988, "learning_rate": 0.003, "loss": 4.0183, "step": 21516 }, { "epoch": 0.21517, "grad_norm": 1.0617164953336868, "learning_rate": 0.003, "loss": 4.0052, "step": 21517 }, { "epoch": 0.21518, "grad_norm": 1.2683577720991326, "learning_rate": 0.003, "loss": 3.9954, "step": 21518 }, { "epoch": 0.21519, "grad_norm": 1.3018919985938366, "learning_rate": 0.003, "loss": 4.0113, "step": 21519 }, { "epoch": 0.2152, "grad_norm": 1.3055454741378032, "learning_rate": 0.003, "loss": 3.9985, "step": 21520 }, { "epoch": 0.21521, "grad_norm": 1.362220291414442, "learning_rate": 0.003, "loss": 4.0099, "step": 21521 }, { "epoch": 0.21522, "grad_norm": 1.162003439266571, "learning_rate": 0.003, "loss": 4.0006, "step": 21522 }, { "epoch": 0.21523, "grad_norm": 1.3806136621438434, "learning_rate": 0.003, "loss": 4.0001, "step": 21523 }, { "epoch": 0.21524, "grad_norm": 1.1756719701949396, "learning_rate": 0.003, "loss": 4.0274, "step": 21524 }, { "epoch": 0.21525, "grad_norm": 1.6002550402263216, "learning_rate": 0.003, "loss": 4.0247, "step": 21525 }, { "epoch": 0.21526, "grad_norm": 0.9510201251373374, "learning_rate": 0.003, "loss": 4.0004, "step": 21526 }, { "epoch": 0.21527, "grad_norm": 1.4230316184313634, "learning_rate": 0.003, "loss": 4.024, "step": 21527 }, { "epoch": 0.21528, "grad_norm": 1.2252281393771665, "learning_rate": 0.003, "loss": 3.9924, "step": 21528 }, { "epoch": 0.21529, "grad_norm": 1.5926361397217603, "learning_rate": 0.003, "loss": 4.0187, "step": 21529 }, { "epoch": 0.2153, "grad_norm": 1.3812537596578873, "learning_rate": 0.003, "loss": 4.0239, "step": 21530 }, { "epoch": 0.21531, "grad_norm": 1.1737513610992676, "learning_rate": 0.003, "loss": 3.977, "step": 21531 }, { "epoch": 0.21532, "grad_norm": 1.2391919663735265, "learning_rate": 0.003, "loss": 4.0165, "step": 21532 }, { "epoch": 0.21533, "grad_norm": 1.3387340929685454, "learning_rate": 0.003, "loss": 3.9829, "step": 21533 }, { "epoch": 0.21534, "grad_norm": 1.4085696577884634, "learning_rate": 0.003, "loss": 3.9931, "step": 21534 }, { "epoch": 0.21535, "grad_norm": 1.287757664032639, "learning_rate": 0.003, "loss": 4.0365, "step": 21535 }, { "epoch": 0.21536, "grad_norm": 1.2367610458982665, "learning_rate": 0.003, "loss": 4.0298, "step": 21536 }, { "epoch": 0.21537, "grad_norm": 1.1791147699146494, "learning_rate": 0.003, "loss": 3.9961, "step": 21537 }, { "epoch": 0.21538, "grad_norm": 1.3103459315528823, "learning_rate": 0.003, "loss": 4.0112, "step": 21538 }, { "epoch": 0.21539, "grad_norm": 1.1040274078506163, "learning_rate": 0.003, "loss": 4.0111, "step": 21539 }, { "epoch": 0.2154, "grad_norm": 1.4766377659183196, "learning_rate": 0.003, "loss": 4.0074, "step": 21540 }, { "epoch": 0.21541, "grad_norm": 1.1156256372156026, "learning_rate": 0.003, "loss": 4.0053, "step": 21541 }, { "epoch": 0.21542, "grad_norm": 1.4069418166838936, "learning_rate": 0.003, "loss": 3.9909, "step": 21542 }, { "epoch": 0.21543, "grad_norm": 1.1247318380739004, "learning_rate": 0.003, "loss": 3.9966, "step": 21543 }, { "epoch": 0.21544, "grad_norm": 1.355167105477023, "learning_rate": 0.003, "loss": 4.0049, "step": 21544 }, { "epoch": 0.21545, "grad_norm": 1.3337309122264525, "learning_rate": 0.003, "loss": 4.0132, "step": 21545 }, { "epoch": 0.21546, "grad_norm": 1.0436121273661982, "learning_rate": 0.003, "loss": 3.9909, "step": 21546 }, { "epoch": 0.21547, "grad_norm": 1.7015641085513726, "learning_rate": 0.003, "loss": 4.0172, "step": 21547 }, { "epoch": 0.21548, "grad_norm": 1.175123400015565, "learning_rate": 0.003, "loss": 4.0181, "step": 21548 }, { "epoch": 0.21549, "grad_norm": 1.3312914687925124, "learning_rate": 0.003, "loss": 4.0135, "step": 21549 }, { "epoch": 0.2155, "grad_norm": 1.1516290689968334, "learning_rate": 0.003, "loss": 4.0178, "step": 21550 }, { "epoch": 0.21551, "grad_norm": 1.28333153594318, "learning_rate": 0.003, "loss": 3.9993, "step": 21551 }, { "epoch": 0.21552, "grad_norm": 1.3364300882430293, "learning_rate": 0.003, "loss": 3.9922, "step": 21552 }, { "epoch": 0.21553, "grad_norm": 1.4340714484331327, "learning_rate": 0.003, "loss": 3.9969, "step": 21553 }, { "epoch": 0.21554, "grad_norm": 1.3014945862086704, "learning_rate": 0.003, "loss": 4.0076, "step": 21554 }, { "epoch": 0.21555, "grad_norm": 1.3793039844586237, "learning_rate": 0.003, "loss": 4.0105, "step": 21555 }, { "epoch": 0.21556, "grad_norm": 1.292337084154698, "learning_rate": 0.003, "loss": 4.01, "step": 21556 }, { "epoch": 0.21557, "grad_norm": 1.3012859842430289, "learning_rate": 0.003, "loss": 3.9997, "step": 21557 }, { "epoch": 0.21558, "grad_norm": 1.4466265968979954, "learning_rate": 0.003, "loss": 4.0, "step": 21558 }, { "epoch": 0.21559, "grad_norm": 1.201840963312194, "learning_rate": 0.003, "loss": 4.0352, "step": 21559 }, { "epoch": 0.2156, "grad_norm": 1.1252968897872588, "learning_rate": 0.003, "loss": 4.0016, "step": 21560 }, { "epoch": 0.21561, "grad_norm": 1.3188106793046008, "learning_rate": 0.003, "loss": 4.0381, "step": 21561 }, { "epoch": 0.21562, "grad_norm": 1.4399410091928935, "learning_rate": 0.003, "loss": 4.0322, "step": 21562 }, { "epoch": 0.21563, "grad_norm": 1.3050535870583118, "learning_rate": 0.003, "loss": 4.0197, "step": 21563 }, { "epoch": 0.21564, "grad_norm": 1.2325796186719207, "learning_rate": 0.003, "loss": 3.9804, "step": 21564 }, { "epoch": 0.21565, "grad_norm": 1.1871720632493905, "learning_rate": 0.003, "loss": 4.0387, "step": 21565 }, { "epoch": 0.21566, "grad_norm": 1.2980626768718073, "learning_rate": 0.003, "loss": 4.0207, "step": 21566 }, { "epoch": 0.21567, "grad_norm": 1.3120457358261468, "learning_rate": 0.003, "loss": 4.0053, "step": 21567 }, { "epoch": 0.21568, "grad_norm": 1.2460441177312536, "learning_rate": 0.003, "loss": 4.0239, "step": 21568 }, { "epoch": 0.21569, "grad_norm": 1.2384229219806921, "learning_rate": 0.003, "loss": 3.9998, "step": 21569 }, { "epoch": 0.2157, "grad_norm": 1.269190754788751, "learning_rate": 0.003, "loss": 4.0024, "step": 21570 }, { "epoch": 0.21571, "grad_norm": 1.07270538026013, "learning_rate": 0.003, "loss": 3.9878, "step": 21571 }, { "epoch": 0.21572, "grad_norm": 1.494984254269472, "learning_rate": 0.003, "loss": 4.0264, "step": 21572 }, { "epoch": 0.21573, "grad_norm": 1.5219928963083493, "learning_rate": 0.003, "loss": 3.9997, "step": 21573 }, { "epoch": 0.21574, "grad_norm": 1.2984546593376043, "learning_rate": 0.003, "loss": 3.9999, "step": 21574 }, { "epoch": 0.21575, "grad_norm": 1.35461997606962, "learning_rate": 0.003, "loss": 4.0188, "step": 21575 }, { "epoch": 0.21576, "grad_norm": 1.3005928166211627, "learning_rate": 0.003, "loss": 4.0021, "step": 21576 }, { "epoch": 0.21577, "grad_norm": 1.3210686653827426, "learning_rate": 0.003, "loss": 4.0191, "step": 21577 }, { "epoch": 0.21578, "grad_norm": 1.2110012137728905, "learning_rate": 0.003, "loss": 4.0034, "step": 21578 }, { "epoch": 0.21579, "grad_norm": 1.4269860763663738, "learning_rate": 0.003, "loss": 4.0203, "step": 21579 }, { "epoch": 0.2158, "grad_norm": 1.1662932840226656, "learning_rate": 0.003, "loss": 3.9741, "step": 21580 }, { "epoch": 0.21581, "grad_norm": 1.3856283334182, "learning_rate": 0.003, "loss": 4.0043, "step": 21581 }, { "epoch": 0.21582, "grad_norm": 1.3301065045099503, "learning_rate": 0.003, "loss": 4.0014, "step": 21582 }, { "epoch": 0.21583, "grad_norm": 1.1895275616563454, "learning_rate": 0.003, "loss": 3.9997, "step": 21583 }, { "epoch": 0.21584, "grad_norm": 1.3457124049635305, "learning_rate": 0.003, "loss": 4.0102, "step": 21584 }, { "epoch": 0.21585, "grad_norm": 1.1499220470680713, "learning_rate": 0.003, "loss": 4.0168, "step": 21585 }, { "epoch": 0.21586, "grad_norm": 1.3402306440082998, "learning_rate": 0.003, "loss": 3.9833, "step": 21586 }, { "epoch": 0.21587, "grad_norm": 1.0066198572824352, "learning_rate": 0.003, "loss": 4.0355, "step": 21587 }, { "epoch": 0.21588, "grad_norm": 1.5583470280103575, "learning_rate": 0.003, "loss": 4.0017, "step": 21588 }, { "epoch": 0.21589, "grad_norm": 1.2200907213305383, "learning_rate": 0.003, "loss": 4.0095, "step": 21589 }, { "epoch": 0.2159, "grad_norm": 1.252556496702691, "learning_rate": 0.003, "loss": 3.9907, "step": 21590 }, { "epoch": 0.21591, "grad_norm": 1.2638632006359072, "learning_rate": 0.003, "loss": 3.9949, "step": 21591 }, { "epoch": 0.21592, "grad_norm": 1.3350262491666196, "learning_rate": 0.003, "loss": 4.0028, "step": 21592 }, { "epoch": 0.21593, "grad_norm": 1.0951232387339365, "learning_rate": 0.003, "loss": 4.0233, "step": 21593 }, { "epoch": 0.21594, "grad_norm": 1.2333193009867252, "learning_rate": 0.003, "loss": 3.9789, "step": 21594 }, { "epoch": 0.21595, "grad_norm": 1.2664374852775644, "learning_rate": 0.003, "loss": 4.0104, "step": 21595 }, { "epoch": 0.21596, "grad_norm": 1.3239022084911074, "learning_rate": 0.003, "loss": 3.9956, "step": 21596 }, { "epoch": 0.21597, "grad_norm": 1.416198013508405, "learning_rate": 0.003, "loss": 3.9875, "step": 21597 }, { "epoch": 0.21598, "grad_norm": 1.2537323869749861, "learning_rate": 0.003, "loss": 4.0292, "step": 21598 }, { "epoch": 0.21599, "grad_norm": 1.391116233453997, "learning_rate": 0.003, "loss": 4.0044, "step": 21599 }, { "epoch": 0.216, "grad_norm": 1.3079907275182432, "learning_rate": 0.003, "loss": 4.0266, "step": 21600 }, { "epoch": 0.21601, "grad_norm": 1.0873175064541083, "learning_rate": 0.003, "loss": 3.9913, "step": 21601 }, { "epoch": 0.21602, "grad_norm": 1.5935660122574395, "learning_rate": 0.003, "loss": 3.9635, "step": 21602 }, { "epoch": 0.21603, "grad_norm": 1.0121143826910628, "learning_rate": 0.003, "loss": 3.9993, "step": 21603 }, { "epoch": 0.21604, "grad_norm": 1.7148121435561192, "learning_rate": 0.003, "loss": 3.9976, "step": 21604 }, { "epoch": 0.21605, "grad_norm": 0.9726324244427823, "learning_rate": 0.003, "loss": 3.987, "step": 21605 }, { "epoch": 0.21606, "grad_norm": 1.4420878431916702, "learning_rate": 0.003, "loss": 4.0194, "step": 21606 }, { "epoch": 0.21607, "grad_norm": 1.3060035380141735, "learning_rate": 0.003, "loss": 4.0185, "step": 21607 }, { "epoch": 0.21608, "grad_norm": 1.1754846501447693, "learning_rate": 0.003, "loss": 4.0129, "step": 21608 }, { "epoch": 0.21609, "grad_norm": 1.3342871543174484, "learning_rate": 0.003, "loss": 4.0072, "step": 21609 }, { "epoch": 0.2161, "grad_norm": 1.374608092298604, "learning_rate": 0.003, "loss": 4.0012, "step": 21610 }, { "epoch": 0.21611, "grad_norm": 1.20039605615043, "learning_rate": 0.003, "loss": 4.0165, "step": 21611 }, { "epoch": 0.21612, "grad_norm": 1.3568860773316367, "learning_rate": 0.003, "loss": 3.9998, "step": 21612 }, { "epoch": 0.21613, "grad_norm": 1.2733747858679545, "learning_rate": 0.003, "loss": 3.9932, "step": 21613 }, { "epoch": 0.21614, "grad_norm": 1.2305176558244306, "learning_rate": 0.003, "loss": 4.0219, "step": 21614 }, { "epoch": 0.21615, "grad_norm": 1.4160324108799682, "learning_rate": 0.003, "loss": 4.0173, "step": 21615 }, { "epoch": 0.21616, "grad_norm": 1.1310488820607207, "learning_rate": 0.003, "loss": 4.0062, "step": 21616 }, { "epoch": 0.21617, "grad_norm": 1.8259809849359045, "learning_rate": 0.003, "loss": 4.0208, "step": 21617 }, { "epoch": 0.21618, "grad_norm": 1.051851488393845, "learning_rate": 0.003, "loss": 4.0333, "step": 21618 }, { "epoch": 0.21619, "grad_norm": 1.4688683843210053, "learning_rate": 0.003, "loss": 4.0304, "step": 21619 }, { "epoch": 0.2162, "grad_norm": 1.0974349810657484, "learning_rate": 0.003, "loss": 4.0246, "step": 21620 }, { "epoch": 0.21621, "grad_norm": 1.3610626807784518, "learning_rate": 0.003, "loss": 4.0147, "step": 21621 }, { "epoch": 0.21622, "grad_norm": 1.2355274722346339, "learning_rate": 0.003, "loss": 4.0501, "step": 21622 }, { "epoch": 0.21623, "grad_norm": 1.33178724761873, "learning_rate": 0.003, "loss": 4.0327, "step": 21623 }, { "epoch": 0.21624, "grad_norm": 1.4603083448858682, "learning_rate": 0.003, "loss": 4.027, "step": 21624 }, { "epoch": 0.21625, "grad_norm": 1.1243791989782295, "learning_rate": 0.003, "loss": 4.0051, "step": 21625 }, { "epoch": 0.21626, "grad_norm": 1.484195067622712, "learning_rate": 0.003, "loss": 4.0045, "step": 21626 }, { "epoch": 0.21627, "grad_norm": 1.218784181073381, "learning_rate": 0.003, "loss": 4.0238, "step": 21627 }, { "epoch": 0.21628, "grad_norm": 1.3334051004880332, "learning_rate": 0.003, "loss": 3.9629, "step": 21628 }, { "epoch": 0.21629, "grad_norm": 1.207501320003813, "learning_rate": 0.003, "loss": 4.0085, "step": 21629 }, { "epoch": 0.2163, "grad_norm": 1.3392180174201664, "learning_rate": 0.003, "loss": 3.9981, "step": 21630 }, { "epoch": 0.21631, "grad_norm": 1.2710572671613782, "learning_rate": 0.003, "loss": 4.0071, "step": 21631 }, { "epoch": 0.21632, "grad_norm": 1.3290913698237814, "learning_rate": 0.003, "loss": 4.0062, "step": 21632 }, { "epoch": 0.21633, "grad_norm": 1.269992234423413, "learning_rate": 0.003, "loss": 4.0276, "step": 21633 }, { "epoch": 0.21634, "grad_norm": 1.206141856243168, "learning_rate": 0.003, "loss": 4.0156, "step": 21634 }, { "epoch": 0.21635, "grad_norm": 1.3928225677791977, "learning_rate": 0.003, "loss": 4.0305, "step": 21635 }, { "epoch": 0.21636, "grad_norm": 1.2005486039226834, "learning_rate": 0.003, "loss": 4.0147, "step": 21636 }, { "epoch": 0.21637, "grad_norm": 1.3728159047856086, "learning_rate": 0.003, "loss": 4.0148, "step": 21637 }, { "epoch": 0.21638, "grad_norm": 1.0955566158279648, "learning_rate": 0.003, "loss": 4.0005, "step": 21638 }, { "epoch": 0.21639, "grad_norm": 1.5940527478748334, "learning_rate": 0.003, "loss": 4.0068, "step": 21639 }, { "epoch": 0.2164, "grad_norm": 1.0102210518984438, "learning_rate": 0.003, "loss": 3.9752, "step": 21640 }, { "epoch": 0.21641, "grad_norm": 1.415137545108236, "learning_rate": 0.003, "loss": 4.0324, "step": 21641 }, { "epoch": 0.21642, "grad_norm": 1.4277910850917153, "learning_rate": 0.003, "loss": 4.0108, "step": 21642 }, { "epoch": 0.21643, "grad_norm": 1.2487741429658454, "learning_rate": 0.003, "loss": 4.0138, "step": 21643 }, { "epoch": 0.21644, "grad_norm": 1.5327888142924717, "learning_rate": 0.003, "loss": 4.01, "step": 21644 }, { "epoch": 0.21645, "grad_norm": 1.2506162821676914, "learning_rate": 0.003, "loss": 4.0278, "step": 21645 }, { "epoch": 0.21646, "grad_norm": 1.5241257750209818, "learning_rate": 0.003, "loss": 4.0171, "step": 21646 }, { "epoch": 0.21647, "grad_norm": 1.197381169980551, "learning_rate": 0.003, "loss": 3.9947, "step": 21647 }, { "epoch": 0.21648, "grad_norm": 1.185695004725597, "learning_rate": 0.003, "loss": 4.0045, "step": 21648 }, { "epoch": 0.21649, "grad_norm": 1.4550391037823611, "learning_rate": 0.003, "loss": 4.0077, "step": 21649 }, { "epoch": 0.2165, "grad_norm": 1.2073659233470535, "learning_rate": 0.003, "loss": 4.0218, "step": 21650 }, { "epoch": 0.21651, "grad_norm": 1.3404599948545233, "learning_rate": 0.003, "loss": 4.0111, "step": 21651 }, { "epoch": 0.21652, "grad_norm": 1.20061095623674, "learning_rate": 0.003, "loss": 3.9679, "step": 21652 }, { "epoch": 0.21653, "grad_norm": 1.2169502751387722, "learning_rate": 0.003, "loss": 4.0173, "step": 21653 }, { "epoch": 0.21654, "grad_norm": 1.3700323706590056, "learning_rate": 0.003, "loss": 3.9812, "step": 21654 }, { "epoch": 0.21655, "grad_norm": 1.1127266599738366, "learning_rate": 0.003, "loss": 4.0177, "step": 21655 }, { "epoch": 0.21656, "grad_norm": 1.402723000731283, "learning_rate": 0.003, "loss": 4.0108, "step": 21656 }, { "epoch": 0.21657, "grad_norm": 0.9826649562830617, "learning_rate": 0.003, "loss": 3.9834, "step": 21657 }, { "epoch": 0.21658, "grad_norm": 1.8237487885515333, "learning_rate": 0.003, "loss": 4.0306, "step": 21658 }, { "epoch": 0.21659, "grad_norm": 1.2025173879128868, "learning_rate": 0.003, "loss": 4.003, "step": 21659 }, { "epoch": 0.2166, "grad_norm": 1.3851675760367717, "learning_rate": 0.003, "loss": 4.0074, "step": 21660 }, { "epoch": 0.21661, "grad_norm": 1.30111935773009, "learning_rate": 0.003, "loss": 4.033, "step": 21661 }, { "epoch": 0.21662, "grad_norm": 1.213149374103388, "learning_rate": 0.003, "loss": 4.0136, "step": 21662 }, { "epoch": 0.21663, "grad_norm": 1.444962349335395, "learning_rate": 0.003, "loss": 4.0202, "step": 21663 }, { "epoch": 0.21664, "grad_norm": 1.206997630380186, "learning_rate": 0.003, "loss": 4.0135, "step": 21664 }, { "epoch": 0.21665, "grad_norm": 1.2379710826969892, "learning_rate": 0.003, "loss": 4.0284, "step": 21665 }, { "epoch": 0.21666, "grad_norm": 1.397976312571475, "learning_rate": 0.003, "loss": 3.9935, "step": 21666 }, { "epoch": 0.21667, "grad_norm": 1.1937125362065113, "learning_rate": 0.003, "loss": 4.0056, "step": 21667 }, { "epoch": 0.21668, "grad_norm": 1.2490990243407358, "learning_rate": 0.003, "loss": 3.9927, "step": 21668 }, { "epoch": 0.21669, "grad_norm": 1.4043922338296373, "learning_rate": 0.003, "loss": 3.9882, "step": 21669 }, { "epoch": 0.2167, "grad_norm": 1.2615751481824282, "learning_rate": 0.003, "loss": 4.0162, "step": 21670 }, { "epoch": 0.21671, "grad_norm": 1.344356231908855, "learning_rate": 0.003, "loss": 4.0277, "step": 21671 }, { "epoch": 0.21672, "grad_norm": 1.1400790721660696, "learning_rate": 0.003, "loss": 3.9669, "step": 21672 }, { "epoch": 0.21673, "grad_norm": 1.5424540301549963, "learning_rate": 0.003, "loss": 4.0009, "step": 21673 }, { "epoch": 0.21674, "grad_norm": 1.0435686313764396, "learning_rate": 0.003, "loss": 3.9679, "step": 21674 }, { "epoch": 0.21675, "grad_norm": 1.5350962853554635, "learning_rate": 0.003, "loss": 3.9862, "step": 21675 }, { "epoch": 0.21676, "grad_norm": 1.197188073620894, "learning_rate": 0.003, "loss": 4.0183, "step": 21676 }, { "epoch": 0.21677, "grad_norm": 1.3310557359090402, "learning_rate": 0.003, "loss": 4.0176, "step": 21677 }, { "epoch": 0.21678, "grad_norm": 1.3483813696140483, "learning_rate": 0.003, "loss": 4.0039, "step": 21678 }, { "epoch": 0.21679, "grad_norm": 1.1729218098364484, "learning_rate": 0.003, "loss": 4.0253, "step": 21679 }, { "epoch": 0.2168, "grad_norm": 1.3972695166124591, "learning_rate": 0.003, "loss": 3.9983, "step": 21680 }, { "epoch": 0.21681, "grad_norm": 1.3127849633881548, "learning_rate": 0.003, "loss": 4.002, "step": 21681 }, { "epoch": 0.21682, "grad_norm": 1.1370627065021182, "learning_rate": 0.003, "loss": 4.0006, "step": 21682 }, { "epoch": 0.21683, "grad_norm": 1.2479174395510761, "learning_rate": 0.003, "loss": 4.0355, "step": 21683 }, { "epoch": 0.21684, "grad_norm": 1.136086103823961, "learning_rate": 0.003, "loss": 4.0055, "step": 21684 }, { "epoch": 0.21685, "grad_norm": 1.6604438283201557, "learning_rate": 0.003, "loss": 4.0174, "step": 21685 }, { "epoch": 0.21686, "grad_norm": 0.9994540058684338, "learning_rate": 0.003, "loss": 3.9959, "step": 21686 }, { "epoch": 0.21687, "grad_norm": 1.4006978735705777, "learning_rate": 0.003, "loss": 3.989, "step": 21687 }, { "epoch": 0.21688, "grad_norm": 1.1887855248626609, "learning_rate": 0.003, "loss": 4.0262, "step": 21688 }, { "epoch": 0.21689, "grad_norm": 1.7287476311703591, "learning_rate": 0.003, "loss": 4.0081, "step": 21689 }, { "epoch": 0.2169, "grad_norm": 1.2772627880386433, "learning_rate": 0.003, "loss": 4.0185, "step": 21690 }, { "epoch": 0.21691, "grad_norm": 1.1441100272120863, "learning_rate": 0.003, "loss": 3.9863, "step": 21691 }, { "epoch": 0.21692, "grad_norm": 1.2524948429553053, "learning_rate": 0.003, "loss": 4.0233, "step": 21692 }, { "epoch": 0.21693, "grad_norm": 1.2964441258486796, "learning_rate": 0.003, "loss": 4.0016, "step": 21693 }, { "epoch": 0.21694, "grad_norm": 1.4187669456699001, "learning_rate": 0.003, "loss": 3.995, "step": 21694 }, { "epoch": 0.21695, "grad_norm": 1.2401018867081617, "learning_rate": 0.003, "loss": 4.0199, "step": 21695 }, { "epoch": 0.21696, "grad_norm": 1.3213689642653372, "learning_rate": 0.003, "loss": 4.0166, "step": 21696 }, { "epoch": 0.21697, "grad_norm": 1.250095142155684, "learning_rate": 0.003, "loss": 4.017, "step": 21697 }, { "epoch": 0.21698, "grad_norm": 1.2342677618775901, "learning_rate": 0.003, "loss": 3.9603, "step": 21698 }, { "epoch": 0.21699, "grad_norm": 1.1763537298729496, "learning_rate": 0.003, "loss": 4.0133, "step": 21699 }, { "epoch": 0.217, "grad_norm": 1.1624684839726565, "learning_rate": 0.003, "loss": 4.0056, "step": 21700 }, { "epoch": 0.21701, "grad_norm": 1.3582490003593168, "learning_rate": 0.003, "loss": 4.0266, "step": 21701 }, { "epoch": 0.21702, "grad_norm": 1.2189610658498278, "learning_rate": 0.003, "loss": 4.0156, "step": 21702 }, { "epoch": 0.21703, "grad_norm": 1.400861181711102, "learning_rate": 0.003, "loss": 3.9961, "step": 21703 }, { "epoch": 0.21704, "grad_norm": 1.3793076427971191, "learning_rate": 0.003, "loss": 4.01, "step": 21704 }, { "epoch": 0.21705, "grad_norm": 1.2547707154100634, "learning_rate": 0.003, "loss": 3.9879, "step": 21705 }, { "epoch": 0.21706, "grad_norm": 1.422807917028276, "learning_rate": 0.003, "loss": 3.9957, "step": 21706 }, { "epoch": 0.21707, "grad_norm": 1.2631625810418166, "learning_rate": 0.003, "loss": 4.0232, "step": 21707 }, { "epoch": 0.21708, "grad_norm": 1.5388596405107844, "learning_rate": 0.003, "loss": 4.0043, "step": 21708 }, { "epoch": 0.21709, "grad_norm": 0.9160040309264672, "learning_rate": 0.003, "loss": 3.9846, "step": 21709 }, { "epoch": 0.2171, "grad_norm": 1.4301554597373987, "learning_rate": 0.003, "loss": 4.0156, "step": 21710 }, { "epoch": 0.21711, "grad_norm": 1.223623836909467, "learning_rate": 0.003, "loss": 4.004, "step": 21711 }, { "epoch": 0.21712, "grad_norm": 1.3822427485303515, "learning_rate": 0.003, "loss": 3.998, "step": 21712 }, { "epoch": 0.21713, "grad_norm": 1.0559367677743268, "learning_rate": 0.003, "loss": 4.0275, "step": 21713 }, { "epoch": 0.21714, "grad_norm": 1.289162450194436, "learning_rate": 0.003, "loss": 3.9822, "step": 21714 }, { "epoch": 0.21715, "grad_norm": 1.3029986587668727, "learning_rate": 0.003, "loss": 4.0061, "step": 21715 }, { "epoch": 0.21716, "grad_norm": 1.5030526802190594, "learning_rate": 0.003, "loss": 4.0119, "step": 21716 }, { "epoch": 0.21717, "grad_norm": 1.2648928391488217, "learning_rate": 0.003, "loss": 4.002, "step": 21717 }, { "epoch": 0.21718, "grad_norm": 1.3001179721627285, "learning_rate": 0.003, "loss": 3.9987, "step": 21718 }, { "epoch": 0.21719, "grad_norm": 1.0463610143181978, "learning_rate": 0.003, "loss": 3.9934, "step": 21719 }, { "epoch": 0.2172, "grad_norm": 1.3993417369971985, "learning_rate": 0.003, "loss": 4.006, "step": 21720 }, { "epoch": 0.21721, "grad_norm": 1.100640650540458, "learning_rate": 0.003, "loss": 4.0212, "step": 21721 }, { "epoch": 0.21722, "grad_norm": 1.3661680298866732, "learning_rate": 0.003, "loss": 3.9849, "step": 21722 }, { "epoch": 0.21723, "grad_norm": 1.2823271976456876, "learning_rate": 0.003, "loss": 4.0079, "step": 21723 }, { "epoch": 0.21724, "grad_norm": 1.4231791470111517, "learning_rate": 0.003, "loss": 4.0211, "step": 21724 }, { "epoch": 0.21725, "grad_norm": 1.2870024886802647, "learning_rate": 0.003, "loss": 4.0014, "step": 21725 }, { "epoch": 0.21726, "grad_norm": 1.20542877042387, "learning_rate": 0.003, "loss": 3.9911, "step": 21726 }, { "epoch": 0.21727, "grad_norm": 1.2826568651715116, "learning_rate": 0.003, "loss": 4.0176, "step": 21727 }, { "epoch": 0.21728, "grad_norm": 1.2352665442852366, "learning_rate": 0.003, "loss": 4.0152, "step": 21728 }, { "epoch": 0.21729, "grad_norm": 1.2154328135228454, "learning_rate": 0.003, "loss": 3.999, "step": 21729 }, { "epoch": 0.2173, "grad_norm": 1.2418098423770925, "learning_rate": 0.003, "loss": 3.9897, "step": 21730 }, { "epoch": 0.21731, "grad_norm": 1.1875155243886, "learning_rate": 0.003, "loss": 4.0473, "step": 21731 }, { "epoch": 0.21732, "grad_norm": 1.262029586192612, "learning_rate": 0.003, "loss": 4.0185, "step": 21732 }, { "epoch": 0.21733, "grad_norm": 1.4239950145149205, "learning_rate": 0.003, "loss": 4.0302, "step": 21733 }, { "epoch": 0.21734, "grad_norm": 1.259297756408471, "learning_rate": 0.003, "loss": 4.0166, "step": 21734 }, { "epoch": 0.21735, "grad_norm": 1.1719438615292317, "learning_rate": 0.003, "loss": 3.997, "step": 21735 }, { "epoch": 0.21736, "grad_norm": 1.5409436411221293, "learning_rate": 0.003, "loss": 3.9933, "step": 21736 }, { "epoch": 0.21737, "grad_norm": 1.1451597065097385, "learning_rate": 0.003, "loss": 3.9836, "step": 21737 }, { "epoch": 0.21738, "grad_norm": 1.279614585746944, "learning_rate": 0.003, "loss": 4.0229, "step": 21738 }, { "epoch": 0.21739, "grad_norm": 1.2966456076805943, "learning_rate": 0.003, "loss": 4.0087, "step": 21739 }, { "epoch": 0.2174, "grad_norm": 1.4656034760074008, "learning_rate": 0.003, "loss": 3.9753, "step": 21740 }, { "epoch": 0.21741, "grad_norm": 1.4479869247362216, "learning_rate": 0.003, "loss": 4.0201, "step": 21741 }, { "epoch": 0.21742, "grad_norm": 1.1848165729106541, "learning_rate": 0.003, "loss": 4.0235, "step": 21742 }, { "epoch": 0.21743, "grad_norm": 1.3840384365755485, "learning_rate": 0.003, "loss": 4.0378, "step": 21743 }, { "epoch": 0.21744, "grad_norm": 1.279590145644443, "learning_rate": 0.003, "loss": 4.0193, "step": 21744 }, { "epoch": 0.21745, "grad_norm": 1.3789629070982803, "learning_rate": 0.003, "loss": 4.0143, "step": 21745 }, { "epoch": 0.21746, "grad_norm": 1.0540940977160531, "learning_rate": 0.003, "loss": 3.9914, "step": 21746 }, { "epoch": 0.21747, "grad_norm": 1.5730727187948093, "learning_rate": 0.003, "loss": 4.0318, "step": 21747 }, { "epoch": 0.21748, "grad_norm": 1.1764800514808005, "learning_rate": 0.003, "loss": 3.9988, "step": 21748 }, { "epoch": 0.21749, "grad_norm": 1.2460213606544117, "learning_rate": 0.003, "loss": 3.9792, "step": 21749 }, { "epoch": 0.2175, "grad_norm": 1.3122230070799068, "learning_rate": 0.003, "loss": 4.0029, "step": 21750 }, { "epoch": 0.21751, "grad_norm": 1.141371455852024, "learning_rate": 0.003, "loss": 3.9686, "step": 21751 }, { "epoch": 0.21752, "grad_norm": 1.4919469282401676, "learning_rate": 0.003, "loss": 4.0219, "step": 21752 }, { "epoch": 0.21753, "grad_norm": 1.1735280521429639, "learning_rate": 0.003, "loss": 4.0112, "step": 21753 }, { "epoch": 0.21754, "grad_norm": 1.427043387774454, "learning_rate": 0.003, "loss": 3.9871, "step": 21754 }, { "epoch": 0.21755, "grad_norm": 1.2779868785226811, "learning_rate": 0.003, "loss": 4.0251, "step": 21755 }, { "epoch": 0.21756, "grad_norm": 1.2548683750358114, "learning_rate": 0.003, "loss": 3.9704, "step": 21756 }, { "epoch": 0.21757, "grad_norm": 1.2679058514990853, "learning_rate": 0.003, "loss": 4.0097, "step": 21757 }, { "epoch": 0.21758, "grad_norm": 1.303131517984688, "learning_rate": 0.003, "loss": 4.0151, "step": 21758 }, { "epoch": 0.21759, "grad_norm": 1.331985687637226, "learning_rate": 0.003, "loss": 4.0156, "step": 21759 }, { "epoch": 0.2176, "grad_norm": 1.4031679322445785, "learning_rate": 0.003, "loss": 3.9819, "step": 21760 }, { "epoch": 0.21761, "grad_norm": 1.1076077714180101, "learning_rate": 0.003, "loss": 3.9726, "step": 21761 }, { "epoch": 0.21762, "grad_norm": 1.3687737150539718, "learning_rate": 0.003, "loss": 3.9912, "step": 21762 }, { "epoch": 0.21763, "grad_norm": 1.304071379845354, "learning_rate": 0.003, "loss": 4.0141, "step": 21763 }, { "epoch": 0.21764, "grad_norm": 1.323771094154932, "learning_rate": 0.003, "loss": 4.0119, "step": 21764 }, { "epoch": 0.21765, "grad_norm": 1.1774993312902868, "learning_rate": 0.003, "loss": 4.0188, "step": 21765 }, { "epoch": 0.21766, "grad_norm": 1.327044182245997, "learning_rate": 0.003, "loss": 3.999, "step": 21766 }, { "epoch": 0.21767, "grad_norm": 1.1776694552478215, "learning_rate": 0.003, "loss": 4.011, "step": 21767 }, { "epoch": 0.21768, "grad_norm": 1.223011154706187, "learning_rate": 0.003, "loss": 4.0167, "step": 21768 }, { "epoch": 0.21769, "grad_norm": 1.3694764412911384, "learning_rate": 0.003, "loss": 4.0132, "step": 21769 }, { "epoch": 0.2177, "grad_norm": 1.1699432890161034, "learning_rate": 0.003, "loss": 4.0081, "step": 21770 }, { "epoch": 0.21771, "grad_norm": 1.5418599018135937, "learning_rate": 0.003, "loss": 4.0112, "step": 21771 }, { "epoch": 0.21772, "grad_norm": 1.0820871844775757, "learning_rate": 0.003, "loss": 3.9914, "step": 21772 }, { "epoch": 0.21773, "grad_norm": 1.3481451355140062, "learning_rate": 0.003, "loss": 4.0284, "step": 21773 }, { "epoch": 0.21774, "grad_norm": 1.1254900894759898, "learning_rate": 0.003, "loss": 3.9968, "step": 21774 }, { "epoch": 0.21775, "grad_norm": 1.264138099729919, "learning_rate": 0.003, "loss": 4.0145, "step": 21775 }, { "epoch": 0.21776, "grad_norm": 1.3801388677498272, "learning_rate": 0.003, "loss": 3.9875, "step": 21776 }, { "epoch": 0.21777, "grad_norm": 1.0510350951036482, "learning_rate": 0.003, "loss": 4.0019, "step": 21777 }, { "epoch": 0.21778, "grad_norm": 1.5313579050896282, "learning_rate": 0.003, "loss": 3.9788, "step": 21778 }, { "epoch": 0.21779, "grad_norm": 1.164113603328975, "learning_rate": 0.003, "loss": 3.9876, "step": 21779 }, { "epoch": 0.2178, "grad_norm": 1.3670399105287572, "learning_rate": 0.003, "loss": 4.0161, "step": 21780 }, { "epoch": 0.21781, "grad_norm": 1.2770534705101182, "learning_rate": 0.003, "loss": 4.019, "step": 21781 }, { "epoch": 0.21782, "grad_norm": 1.1582309497073513, "learning_rate": 0.003, "loss": 3.9711, "step": 21782 }, { "epoch": 0.21783, "grad_norm": 1.4611288408518515, "learning_rate": 0.003, "loss": 3.9811, "step": 21783 }, { "epoch": 0.21784, "grad_norm": 0.9649134082889295, "learning_rate": 0.003, "loss": 3.9933, "step": 21784 }, { "epoch": 0.21785, "grad_norm": 1.511684577494886, "learning_rate": 0.003, "loss": 4.0087, "step": 21785 }, { "epoch": 0.21786, "grad_norm": 1.2281489538221246, "learning_rate": 0.003, "loss": 4.0107, "step": 21786 }, { "epoch": 0.21787, "grad_norm": 1.6143017303562976, "learning_rate": 0.003, "loss": 4.0096, "step": 21787 }, { "epoch": 0.21788, "grad_norm": 1.0468105754483152, "learning_rate": 0.003, "loss": 4.0251, "step": 21788 }, { "epoch": 0.21789, "grad_norm": 1.646682094880902, "learning_rate": 0.003, "loss": 4.0205, "step": 21789 }, { "epoch": 0.2179, "grad_norm": 1.23610096027204, "learning_rate": 0.003, "loss": 3.9954, "step": 21790 }, { "epoch": 0.21791, "grad_norm": 1.4794489125673145, "learning_rate": 0.003, "loss": 4.0147, "step": 21791 }, { "epoch": 0.21792, "grad_norm": 1.3440837333136029, "learning_rate": 0.003, "loss": 3.9926, "step": 21792 }, { "epoch": 0.21793, "grad_norm": 1.179499030021326, "learning_rate": 0.003, "loss": 4.0253, "step": 21793 }, { "epoch": 0.21794, "grad_norm": 1.2834508849931736, "learning_rate": 0.003, "loss": 4.0239, "step": 21794 }, { "epoch": 0.21795, "grad_norm": 1.3732880876621187, "learning_rate": 0.003, "loss": 4.0166, "step": 21795 }, { "epoch": 0.21796, "grad_norm": 1.2558356220196722, "learning_rate": 0.003, "loss": 3.959, "step": 21796 }, { "epoch": 0.21797, "grad_norm": 1.2816576598999312, "learning_rate": 0.003, "loss": 4.01, "step": 21797 }, { "epoch": 0.21798, "grad_norm": 1.2503085835796202, "learning_rate": 0.003, "loss": 4.0019, "step": 21798 }, { "epoch": 0.21799, "grad_norm": 1.4029705768851444, "learning_rate": 0.003, "loss": 3.9968, "step": 21799 }, { "epoch": 0.218, "grad_norm": 1.4366730044785514, "learning_rate": 0.003, "loss": 3.9982, "step": 21800 }, { "epoch": 0.21801, "grad_norm": 1.1694798321117736, "learning_rate": 0.003, "loss": 4.0075, "step": 21801 }, { "epoch": 0.21802, "grad_norm": 1.283462284994241, "learning_rate": 0.003, "loss": 4.0085, "step": 21802 }, { "epoch": 0.21803, "grad_norm": 1.140706760661062, "learning_rate": 0.003, "loss": 4.0268, "step": 21803 }, { "epoch": 0.21804, "grad_norm": 1.453924527744494, "learning_rate": 0.003, "loss": 4.0236, "step": 21804 }, { "epoch": 0.21805, "grad_norm": 1.1912356903732884, "learning_rate": 0.003, "loss": 4.0141, "step": 21805 }, { "epoch": 0.21806, "grad_norm": 1.2334749485556487, "learning_rate": 0.003, "loss": 4.0189, "step": 21806 }, { "epoch": 0.21807, "grad_norm": 1.4471940941305517, "learning_rate": 0.003, "loss": 4.0095, "step": 21807 }, { "epoch": 0.21808, "grad_norm": 1.2353815586720716, "learning_rate": 0.003, "loss": 3.9966, "step": 21808 }, { "epoch": 0.21809, "grad_norm": 1.5224623562827944, "learning_rate": 0.003, "loss": 4.0313, "step": 21809 }, { "epoch": 0.2181, "grad_norm": 1.2077071070295733, "learning_rate": 0.003, "loss": 3.9911, "step": 21810 }, { "epoch": 0.21811, "grad_norm": 1.300146554824162, "learning_rate": 0.003, "loss": 4.0161, "step": 21811 }, { "epoch": 0.21812, "grad_norm": 1.1658697738093449, "learning_rate": 0.003, "loss": 3.9813, "step": 21812 }, { "epoch": 0.21813, "grad_norm": 1.5420504293605335, "learning_rate": 0.003, "loss": 4.0195, "step": 21813 }, { "epoch": 0.21814, "grad_norm": 1.0078477061920392, "learning_rate": 0.003, "loss": 3.9891, "step": 21814 }, { "epoch": 0.21815, "grad_norm": 1.6374236407535403, "learning_rate": 0.003, "loss": 3.9894, "step": 21815 }, { "epoch": 0.21816, "grad_norm": 1.0687861990142336, "learning_rate": 0.003, "loss": 4.0195, "step": 21816 }, { "epoch": 0.21817, "grad_norm": 1.4155436050833432, "learning_rate": 0.003, "loss": 3.9924, "step": 21817 }, { "epoch": 0.21818, "grad_norm": 1.1651205988438953, "learning_rate": 0.003, "loss": 4.0058, "step": 21818 }, { "epoch": 0.21819, "grad_norm": 1.261813264029156, "learning_rate": 0.003, "loss": 4.0156, "step": 21819 }, { "epoch": 0.2182, "grad_norm": 1.0838312480286736, "learning_rate": 0.003, "loss": 4.0116, "step": 21820 }, { "epoch": 0.21821, "grad_norm": 1.3637360642604501, "learning_rate": 0.003, "loss": 4.0281, "step": 21821 }, { "epoch": 0.21822, "grad_norm": 1.2480589047861015, "learning_rate": 0.003, "loss": 3.9838, "step": 21822 }, { "epoch": 0.21823, "grad_norm": 1.4010219198556428, "learning_rate": 0.003, "loss": 4.0429, "step": 21823 }, { "epoch": 0.21824, "grad_norm": 1.2839359085136266, "learning_rate": 0.003, "loss": 4.005, "step": 21824 }, { "epoch": 0.21825, "grad_norm": 1.240245025249499, "learning_rate": 0.003, "loss": 4.0265, "step": 21825 }, { "epoch": 0.21826, "grad_norm": 1.1938548881586089, "learning_rate": 0.003, "loss": 4.0114, "step": 21826 }, { "epoch": 0.21827, "grad_norm": 1.376678794029911, "learning_rate": 0.003, "loss": 4.0212, "step": 21827 }, { "epoch": 0.21828, "grad_norm": 1.118088098619449, "learning_rate": 0.003, "loss": 4.0197, "step": 21828 }, { "epoch": 0.21829, "grad_norm": 1.5572990507421491, "learning_rate": 0.003, "loss": 4.0274, "step": 21829 }, { "epoch": 0.2183, "grad_norm": 1.2531447666936237, "learning_rate": 0.003, "loss": 4.0163, "step": 21830 }, { "epoch": 0.21831, "grad_norm": 1.4664059698650174, "learning_rate": 0.003, "loss": 4.0259, "step": 21831 }, { "epoch": 0.21832, "grad_norm": 1.0316312311668534, "learning_rate": 0.003, "loss": 3.9765, "step": 21832 }, { "epoch": 0.21833, "grad_norm": 1.445862037602515, "learning_rate": 0.003, "loss": 3.9951, "step": 21833 }, { "epoch": 0.21834, "grad_norm": 1.2108963402547028, "learning_rate": 0.003, "loss": 4.0288, "step": 21834 }, { "epoch": 0.21835, "grad_norm": 1.3040656237630401, "learning_rate": 0.003, "loss": 4.0108, "step": 21835 }, { "epoch": 0.21836, "grad_norm": 1.1798936595699987, "learning_rate": 0.003, "loss": 4.0115, "step": 21836 }, { "epoch": 0.21837, "grad_norm": 1.3679458985709623, "learning_rate": 0.003, "loss": 3.9942, "step": 21837 }, { "epoch": 0.21838, "grad_norm": 1.2198754453964504, "learning_rate": 0.003, "loss": 4.0211, "step": 21838 }, { "epoch": 0.21839, "grad_norm": 1.4343483708140523, "learning_rate": 0.003, "loss": 4.0057, "step": 21839 }, { "epoch": 0.2184, "grad_norm": 1.0338172750567736, "learning_rate": 0.003, "loss": 3.9749, "step": 21840 }, { "epoch": 0.21841, "grad_norm": 1.7518111031861696, "learning_rate": 0.003, "loss": 4.0496, "step": 21841 }, { "epoch": 0.21842, "grad_norm": 1.0598038543555905, "learning_rate": 0.003, "loss": 4.0163, "step": 21842 }, { "epoch": 0.21843, "grad_norm": 1.3780903631226455, "learning_rate": 0.003, "loss": 3.9985, "step": 21843 }, { "epoch": 0.21844, "grad_norm": 1.1884182956063731, "learning_rate": 0.003, "loss": 4.0093, "step": 21844 }, { "epoch": 0.21845, "grad_norm": 1.4304053281200648, "learning_rate": 0.003, "loss": 4.0404, "step": 21845 }, { "epoch": 0.21846, "grad_norm": 1.0373177595603593, "learning_rate": 0.003, "loss": 3.9911, "step": 21846 }, { "epoch": 0.21847, "grad_norm": 1.2571777522053638, "learning_rate": 0.003, "loss": 3.9843, "step": 21847 }, { "epoch": 0.21848, "grad_norm": 1.2197728784912514, "learning_rate": 0.003, "loss": 4.0045, "step": 21848 }, { "epoch": 0.21849, "grad_norm": 1.2662971698959744, "learning_rate": 0.003, "loss": 3.9895, "step": 21849 }, { "epoch": 0.2185, "grad_norm": 1.3204204331438287, "learning_rate": 0.003, "loss": 4.0001, "step": 21850 }, { "epoch": 0.21851, "grad_norm": 1.2399597268774565, "learning_rate": 0.003, "loss": 4.0146, "step": 21851 }, { "epoch": 0.21852, "grad_norm": 1.364045186690722, "learning_rate": 0.003, "loss": 3.9895, "step": 21852 }, { "epoch": 0.21853, "grad_norm": 1.2713390981763568, "learning_rate": 0.003, "loss": 4.0156, "step": 21853 }, { "epoch": 0.21854, "grad_norm": 1.145328696233498, "learning_rate": 0.003, "loss": 4.0235, "step": 21854 }, { "epoch": 0.21855, "grad_norm": 1.2711334216375794, "learning_rate": 0.003, "loss": 4.0157, "step": 21855 }, { "epoch": 0.21856, "grad_norm": 1.1040199474440724, "learning_rate": 0.003, "loss": 4.0219, "step": 21856 }, { "epoch": 0.21857, "grad_norm": 1.3415364199904953, "learning_rate": 0.003, "loss": 3.9874, "step": 21857 }, { "epoch": 0.21858, "grad_norm": 1.185378392189486, "learning_rate": 0.003, "loss": 3.9737, "step": 21858 }, { "epoch": 0.21859, "grad_norm": 1.338292571518052, "learning_rate": 0.003, "loss": 4.0075, "step": 21859 }, { "epoch": 0.2186, "grad_norm": 1.2046792976741894, "learning_rate": 0.003, "loss": 3.9935, "step": 21860 }, { "epoch": 0.21861, "grad_norm": 1.291152239939995, "learning_rate": 0.003, "loss": 3.9984, "step": 21861 }, { "epoch": 0.21862, "grad_norm": 1.166982753658108, "learning_rate": 0.003, "loss": 3.9956, "step": 21862 }, { "epoch": 0.21863, "grad_norm": 1.1762413169620136, "learning_rate": 0.003, "loss": 3.9901, "step": 21863 }, { "epoch": 0.21864, "grad_norm": 1.4298673095114875, "learning_rate": 0.003, "loss": 3.9673, "step": 21864 }, { "epoch": 0.21865, "grad_norm": 1.2215428951006153, "learning_rate": 0.003, "loss": 4.031, "step": 21865 }, { "epoch": 0.21866, "grad_norm": 1.4271519651619973, "learning_rate": 0.003, "loss": 3.9963, "step": 21866 }, { "epoch": 0.21867, "grad_norm": 1.3037291738669112, "learning_rate": 0.003, "loss": 4.0253, "step": 21867 }, { "epoch": 0.21868, "grad_norm": 1.117337641278464, "learning_rate": 0.003, "loss": 3.993, "step": 21868 }, { "epoch": 0.21869, "grad_norm": 1.2402716722577118, "learning_rate": 0.003, "loss": 4.0027, "step": 21869 }, { "epoch": 0.2187, "grad_norm": 1.2345448525251175, "learning_rate": 0.003, "loss": 3.9769, "step": 21870 }, { "epoch": 0.21871, "grad_norm": 1.4014862269704604, "learning_rate": 0.003, "loss": 4.0088, "step": 21871 }, { "epoch": 0.21872, "grad_norm": 1.1402472903200775, "learning_rate": 0.003, "loss": 3.9996, "step": 21872 }, { "epoch": 0.21873, "grad_norm": 1.225973577807098, "learning_rate": 0.003, "loss": 3.9886, "step": 21873 }, { "epoch": 0.21874, "grad_norm": 1.3883287258174069, "learning_rate": 0.003, "loss": 4.014, "step": 21874 }, { "epoch": 0.21875, "grad_norm": 1.5297479332053998, "learning_rate": 0.003, "loss": 4.0085, "step": 21875 }, { "epoch": 0.21876, "grad_norm": 1.3241711109601797, "learning_rate": 0.003, "loss": 3.9906, "step": 21876 }, { "epoch": 0.21877, "grad_norm": 1.0668913234611774, "learning_rate": 0.003, "loss": 4.0257, "step": 21877 }, { "epoch": 0.21878, "grad_norm": 1.430795499540618, "learning_rate": 0.003, "loss": 3.9808, "step": 21878 }, { "epoch": 0.21879, "grad_norm": 1.115405545193698, "learning_rate": 0.003, "loss": 4.0042, "step": 21879 }, { "epoch": 0.2188, "grad_norm": 1.2108572506616062, "learning_rate": 0.003, "loss": 3.9911, "step": 21880 }, { "epoch": 0.21881, "grad_norm": 1.2240014313139185, "learning_rate": 0.003, "loss": 4.0207, "step": 21881 }, { "epoch": 0.21882, "grad_norm": 1.2065903733274945, "learning_rate": 0.003, "loss": 3.984, "step": 21882 }, { "epoch": 0.21883, "grad_norm": 1.3490610047429985, "learning_rate": 0.003, "loss": 3.9844, "step": 21883 }, { "epoch": 0.21884, "grad_norm": 1.300317917889717, "learning_rate": 0.003, "loss": 4.0224, "step": 21884 }, { "epoch": 0.21885, "grad_norm": 1.414366541811956, "learning_rate": 0.003, "loss": 4.0158, "step": 21885 }, { "epoch": 0.21886, "grad_norm": 1.443208431203201, "learning_rate": 0.003, "loss": 4.0703, "step": 21886 }, { "epoch": 0.21887, "grad_norm": 1.2319644242573962, "learning_rate": 0.003, "loss": 3.9864, "step": 21887 }, { "epoch": 0.21888, "grad_norm": 1.2176729559943604, "learning_rate": 0.003, "loss": 3.9868, "step": 21888 }, { "epoch": 0.21889, "grad_norm": 1.2467573220811374, "learning_rate": 0.003, "loss": 3.9937, "step": 21889 }, { "epoch": 0.2189, "grad_norm": 1.2081046402129583, "learning_rate": 0.003, "loss": 3.9891, "step": 21890 }, { "epoch": 0.21891, "grad_norm": 1.2940293170639094, "learning_rate": 0.003, "loss": 4.0085, "step": 21891 }, { "epoch": 0.21892, "grad_norm": 1.3723069928839458, "learning_rate": 0.003, "loss": 4.0373, "step": 21892 }, { "epoch": 0.21893, "grad_norm": 1.3301723736497029, "learning_rate": 0.003, "loss": 3.9853, "step": 21893 }, { "epoch": 0.21894, "grad_norm": 1.185436337982168, "learning_rate": 0.003, "loss": 3.9725, "step": 21894 }, { "epoch": 0.21895, "grad_norm": 1.1606511887153435, "learning_rate": 0.003, "loss": 3.9877, "step": 21895 }, { "epoch": 0.21896, "grad_norm": 1.2776651688973892, "learning_rate": 0.003, "loss": 4.0122, "step": 21896 }, { "epoch": 0.21897, "grad_norm": 1.6254167650798246, "learning_rate": 0.003, "loss": 4.0102, "step": 21897 }, { "epoch": 0.21898, "grad_norm": 1.1721704587577604, "learning_rate": 0.003, "loss": 4.0183, "step": 21898 }, { "epoch": 0.21899, "grad_norm": 1.5401132682470466, "learning_rate": 0.003, "loss": 4.0087, "step": 21899 }, { "epoch": 0.219, "grad_norm": 1.0673158640252267, "learning_rate": 0.003, "loss": 4.0214, "step": 21900 }, { "epoch": 0.21901, "grad_norm": 1.487340788414237, "learning_rate": 0.003, "loss": 4.0075, "step": 21901 }, { "epoch": 0.21902, "grad_norm": 1.1975640909149188, "learning_rate": 0.003, "loss": 4.0054, "step": 21902 }, { "epoch": 0.21903, "grad_norm": 1.3169445653765746, "learning_rate": 0.003, "loss": 4.0061, "step": 21903 }, { "epoch": 0.21904, "grad_norm": 1.4526398213406417, "learning_rate": 0.003, "loss": 4.0012, "step": 21904 }, { "epoch": 0.21905, "grad_norm": 1.3010281372906871, "learning_rate": 0.003, "loss": 3.9999, "step": 21905 }, { "epoch": 0.21906, "grad_norm": 1.3601499751659736, "learning_rate": 0.003, "loss": 4.0047, "step": 21906 }, { "epoch": 0.21907, "grad_norm": 1.2226197823039024, "learning_rate": 0.003, "loss": 3.9939, "step": 21907 }, { "epoch": 0.21908, "grad_norm": 1.2856416207852328, "learning_rate": 0.003, "loss": 4.0083, "step": 21908 }, { "epoch": 0.21909, "grad_norm": 1.1815041754329354, "learning_rate": 0.003, "loss": 3.9859, "step": 21909 }, { "epoch": 0.2191, "grad_norm": 1.2773475543260076, "learning_rate": 0.003, "loss": 4.0363, "step": 21910 }, { "epoch": 0.21911, "grad_norm": 1.2078028060180195, "learning_rate": 0.003, "loss": 4.0138, "step": 21911 }, { "epoch": 0.21912, "grad_norm": 1.2428544505529202, "learning_rate": 0.003, "loss": 4.0041, "step": 21912 }, { "epoch": 0.21913, "grad_norm": 1.2214572033876574, "learning_rate": 0.003, "loss": 4.005, "step": 21913 }, { "epoch": 0.21914, "grad_norm": 1.7431740224135908, "learning_rate": 0.003, "loss": 4.0315, "step": 21914 }, { "epoch": 0.21915, "grad_norm": 1.1040982132724255, "learning_rate": 0.003, "loss": 4.0333, "step": 21915 }, { "epoch": 0.21916, "grad_norm": 1.19844725030282, "learning_rate": 0.003, "loss": 4.0252, "step": 21916 }, { "epoch": 0.21917, "grad_norm": 1.2343599841127029, "learning_rate": 0.003, "loss": 4.02, "step": 21917 }, { "epoch": 0.21918, "grad_norm": 1.4708367502788375, "learning_rate": 0.003, "loss": 3.9997, "step": 21918 }, { "epoch": 0.21919, "grad_norm": 1.1103392226320454, "learning_rate": 0.003, "loss": 4.0347, "step": 21919 }, { "epoch": 0.2192, "grad_norm": 1.283644044947123, "learning_rate": 0.003, "loss": 3.9937, "step": 21920 }, { "epoch": 0.21921, "grad_norm": 1.1248574422060396, "learning_rate": 0.003, "loss": 3.9806, "step": 21921 }, { "epoch": 0.21922, "grad_norm": 1.5172633901063053, "learning_rate": 0.003, "loss": 3.997, "step": 21922 }, { "epoch": 0.21923, "grad_norm": 1.2789310587193718, "learning_rate": 0.003, "loss": 4.0015, "step": 21923 }, { "epoch": 0.21924, "grad_norm": 1.1568626132520783, "learning_rate": 0.003, "loss": 4.0379, "step": 21924 }, { "epoch": 0.21925, "grad_norm": 1.3820980685709467, "learning_rate": 0.003, "loss": 4.0301, "step": 21925 }, { "epoch": 0.21926, "grad_norm": 1.026116399024905, "learning_rate": 0.003, "loss": 3.992, "step": 21926 }, { "epoch": 0.21927, "grad_norm": 1.41140901858849, "learning_rate": 0.003, "loss": 4.0162, "step": 21927 }, { "epoch": 0.21928, "grad_norm": 1.1782418701940927, "learning_rate": 0.003, "loss": 4.0345, "step": 21928 }, { "epoch": 0.21929, "grad_norm": 1.6131010645869583, "learning_rate": 0.003, "loss": 4.0482, "step": 21929 }, { "epoch": 0.2193, "grad_norm": 1.0560398092073782, "learning_rate": 0.003, "loss": 4.0018, "step": 21930 }, { "epoch": 0.21931, "grad_norm": 1.6343082471022763, "learning_rate": 0.003, "loss": 4.0278, "step": 21931 }, { "epoch": 0.21932, "grad_norm": 1.0506307303060547, "learning_rate": 0.003, "loss": 4.0006, "step": 21932 }, { "epoch": 0.21933, "grad_norm": 1.4997533694840168, "learning_rate": 0.003, "loss": 4.0265, "step": 21933 }, { "epoch": 0.21934, "grad_norm": 1.3167061695979907, "learning_rate": 0.003, "loss": 4.0282, "step": 21934 }, { "epoch": 0.21935, "grad_norm": 1.4593656972207476, "learning_rate": 0.003, "loss": 4.0098, "step": 21935 }, { "epoch": 0.21936, "grad_norm": 1.097834867590188, "learning_rate": 0.003, "loss": 4.029, "step": 21936 }, { "epoch": 0.21937, "grad_norm": 1.2185424182037174, "learning_rate": 0.003, "loss": 3.991, "step": 21937 }, { "epoch": 0.21938, "grad_norm": 1.2895317110699231, "learning_rate": 0.003, "loss": 4.0508, "step": 21938 }, { "epoch": 0.21939, "grad_norm": 1.290684280947615, "learning_rate": 0.003, "loss": 4.0066, "step": 21939 }, { "epoch": 0.2194, "grad_norm": 1.3139205404251693, "learning_rate": 0.003, "loss": 4.0161, "step": 21940 }, { "epoch": 0.21941, "grad_norm": 1.4452133210796771, "learning_rate": 0.003, "loss": 4.0484, "step": 21941 }, { "epoch": 0.21942, "grad_norm": 1.3303495579649562, "learning_rate": 0.003, "loss": 4.0007, "step": 21942 }, { "epoch": 0.21943, "grad_norm": 1.2697916231419495, "learning_rate": 0.003, "loss": 3.986, "step": 21943 }, { "epoch": 0.21944, "grad_norm": 1.1408443244630757, "learning_rate": 0.003, "loss": 4.0256, "step": 21944 }, { "epoch": 0.21945, "grad_norm": 1.2600971499646672, "learning_rate": 0.003, "loss": 3.9955, "step": 21945 }, { "epoch": 0.21946, "grad_norm": 1.3098347228103253, "learning_rate": 0.003, "loss": 3.9972, "step": 21946 }, { "epoch": 0.21947, "grad_norm": 1.4513435483654045, "learning_rate": 0.003, "loss": 4.0301, "step": 21947 }, { "epoch": 0.21948, "grad_norm": 1.200830825264696, "learning_rate": 0.003, "loss": 4.0069, "step": 21948 }, { "epoch": 0.21949, "grad_norm": 1.3509222517674822, "learning_rate": 0.003, "loss": 4.0134, "step": 21949 }, { "epoch": 0.2195, "grad_norm": 1.1395968903810056, "learning_rate": 0.003, "loss": 3.9766, "step": 21950 }, { "epoch": 0.21951, "grad_norm": 1.5728761200389048, "learning_rate": 0.003, "loss": 3.9877, "step": 21951 }, { "epoch": 0.21952, "grad_norm": 1.1363787087207766, "learning_rate": 0.003, "loss": 4.0005, "step": 21952 }, { "epoch": 0.21953, "grad_norm": 1.3577314199272705, "learning_rate": 0.003, "loss": 4.0101, "step": 21953 }, { "epoch": 0.21954, "grad_norm": 1.2500914517142754, "learning_rate": 0.003, "loss": 4.0152, "step": 21954 }, { "epoch": 0.21955, "grad_norm": 1.4603544818831204, "learning_rate": 0.003, "loss": 4.0104, "step": 21955 }, { "epoch": 0.21956, "grad_norm": 1.1745907106598832, "learning_rate": 0.003, "loss": 4.006, "step": 21956 }, { "epoch": 0.21957, "grad_norm": 1.186160508033941, "learning_rate": 0.003, "loss": 3.9874, "step": 21957 }, { "epoch": 0.21958, "grad_norm": 1.2368320513108695, "learning_rate": 0.003, "loss": 3.998, "step": 21958 }, { "epoch": 0.21959, "grad_norm": 1.4236076051226265, "learning_rate": 0.003, "loss": 3.9966, "step": 21959 }, { "epoch": 0.2196, "grad_norm": 1.1865289567557014, "learning_rate": 0.003, "loss": 4.0159, "step": 21960 }, { "epoch": 0.21961, "grad_norm": 1.2546481777956995, "learning_rate": 0.003, "loss": 4.0286, "step": 21961 }, { "epoch": 0.21962, "grad_norm": 1.345252889425688, "learning_rate": 0.003, "loss": 4.0061, "step": 21962 }, { "epoch": 0.21963, "grad_norm": 1.3627518014062117, "learning_rate": 0.003, "loss": 4.0264, "step": 21963 }, { "epoch": 0.21964, "grad_norm": 1.1712241091592825, "learning_rate": 0.003, "loss": 3.9769, "step": 21964 }, { "epoch": 0.21965, "grad_norm": 1.513457301552111, "learning_rate": 0.003, "loss": 3.9868, "step": 21965 }, { "epoch": 0.21966, "grad_norm": 1.163463755306292, "learning_rate": 0.003, "loss": 4.0202, "step": 21966 }, { "epoch": 0.21967, "grad_norm": 1.2003450971786878, "learning_rate": 0.003, "loss": 4.0035, "step": 21967 }, { "epoch": 0.21968, "grad_norm": 1.1467509574049393, "learning_rate": 0.003, "loss": 3.9853, "step": 21968 }, { "epoch": 0.21969, "grad_norm": 1.379864497984008, "learning_rate": 0.003, "loss": 4.0202, "step": 21969 }, { "epoch": 0.2197, "grad_norm": 1.2584318634962848, "learning_rate": 0.003, "loss": 4.0066, "step": 21970 }, { "epoch": 0.21971, "grad_norm": 1.3972654983741013, "learning_rate": 0.003, "loss": 4.0096, "step": 21971 }, { "epoch": 0.21972, "grad_norm": 1.4502015031139905, "learning_rate": 0.003, "loss": 4.0147, "step": 21972 }, { "epoch": 0.21973, "grad_norm": 1.138620910620182, "learning_rate": 0.003, "loss": 4.0166, "step": 21973 }, { "epoch": 0.21974, "grad_norm": 1.4293096222523891, "learning_rate": 0.003, "loss": 4.0457, "step": 21974 }, { "epoch": 0.21975, "grad_norm": 1.3330163131755468, "learning_rate": 0.003, "loss": 3.9786, "step": 21975 }, { "epoch": 0.21976, "grad_norm": 1.4237210006242238, "learning_rate": 0.003, "loss": 4.0034, "step": 21976 }, { "epoch": 0.21977, "grad_norm": 1.495596782642265, "learning_rate": 0.003, "loss": 4.0382, "step": 21977 }, { "epoch": 0.21978, "grad_norm": 1.1220260672495146, "learning_rate": 0.003, "loss": 4.0363, "step": 21978 }, { "epoch": 0.21979, "grad_norm": 1.2442392075787911, "learning_rate": 0.003, "loss": 4.0168, "step": 21979 }, { "epoch": 0.2198, "grad_norm": 1.3444246511124354, "learning_rate": 0.003, "loss": 3.9896, "step": 21980 }, { "epoch": 0.21981, "grad_norm": 1.1452307342541062, "learning_rate": 0.003, "loss": 4.0095, "step": 21981 }, { "epoch": 0.21982, "grad_norm": 1.3242455461598135, "learning_rate": 0.003, "loss": 4.0114, "step": 21982 }, { "epoch": 0.21983, "grad_norm": 1.369131315266482, "learning_rate": 0.003, "loss": 4.0257, "step": 21983 }, { "epoch": 0.21984, "grad_norm": 1.2316747685982936, "learning_rate": 0.003, "loss": 4.0129, "step": 21984 }, { "epoch": 0.21985, "grad_norm": 1.1951326751468154, "learning_rate": 0.003, "loss": 4.0154, "step": 21985 }, { "epoch": 0.21986, "grad_norm": 1.37377002846383, "learning_rate": 0.003, "loss": 4.0254, "step": 21986 }, { "epoch": 0.21987, "grad_norm": 1.0896226162143197, "learning_rate": 0.003, "loss": 4.011, "step": 21987 }, { "epoch": 0.21988, "grad_norm": 1.2639202795280942, "learning_rate": 0.003, "loss": 4.0015, "step": 21988 }, { "epoch": 0.21989, "grad_norm": 1.282674369063659, "learning_rate": 0.003, "loss": 4.0175, "step": 21989 }, { "epoch": 0.2199, "grad_norm": 1.2875758150173855, "learning_rate": 0.003, "loss": 4.0146, "step": 21990 }, { "epoch": 0.21991, "grad_norm": 1.385651012209087, "learning_rate": 0.003, "loss": 4.0111, "step": 21991 }, { "epoch": 0.21992, "grad_norm": 1.347858184909434, "learning_rate": 0.003, "loss": 3.9957, "step": 21992 }, { "epoch": 0.21993, "grad_norm": 1.3305111756630719, "learning_rate": 0.003, "loss": 3.9827, "step": 21993 }, { "epoch": 0.21994, "grad_norm": 1.3283474624992067, "learning_rate": 0.003, "loss": 3.9912, "step": 21994 }, { "epoch": 0.21995, "grad_norm": 1.3826047219227724, "learning_rate": 0.003, "loss": 3.9876, "step": 21995 }, { "epoch": 0.21996, "grad_norm": 1.0951952990769498, "learning_rate": 0.003, "loss": 4.0171, "step": 21996 }, { "epoch": 0.21997, "grad_norm": 1.507892777333911, "learning_rate": 0.003, "loss": 4.027, "step": 21997 }, { "epoch": 0.21998, "grad_norm": 1.0354754259079926, "learning_rate": 0.003, "loss": 3.9935, "step": 21998 }, { "epoch": 0.21999, "grad_norm": 1.5380320213563503, "learning_rate": 0.003, "loss": 4.0063, "step": 21999 }, { "epoch": 0.22, "grad_norm": 1.0189092873836487, "learning_rate": 0.003, "loss": 4.0027, "step": 22000 }, { "epoch": 0.22001, "grad_norm": 1.428867686943894, "learning_rate": 0.003, "loss": 4.0143, "step": 22001 }, { "epoch": 0.22002, "grad_norm": 1.2319500366647884, "learning_rate": 0.003, "loss": 4.0216, "step": 22002 }, { "epoch": 0.22003, "grad_norm": 1.2633050943212367, "learning_rate": 0.003, "loss": 4.0303, "step": 22003 }, { "epoch": 0.22004, "grad_norm": 1.2948771278466273, "learning_rate": 0.003, "loss": 4.0089, "step": 22004 }, { "epoch": 0.22005, "grad_norm": 1.1374450186578489, "learning_rate": 0.003, "loss": 4.0155, "step": 22005 }, { "epoch": 0.22006, "grad_norm": 1.5237268382103961, "learning_rate": 0.003, "loss": 4.012, "step": 22006 }, { "epoch": 0.22007, "grad_norm": 1.082636516090062, "learning_rate": 0.003, "loss": 3.9862, "step": 22007 }, { "epoch": 0.22008, "grad_norm": 1.5706525964547133, "learning_rate": 0.003, "loss": 3.9941, "step": 22008 }, { "epoch": 0.22009, "grad_norm": 1.0855090068923505, "learning_rate": 0.003, "loss": 3.9855, "step": 22009 }, { "epoch": 0.2201, "grad_norm": 1.35454420551543, "learning_rate": 0.003, "loss": 4.0018, "step": 22010 }, { "epoch": 0.22011, "grad_norm": 1.3648919229378953, "learning_rate": 0.003, "loss": 4.0087, "step": 22011 }, { "epoch": 0.22012, "grad_norm": 1.154120608239134, "learning_rate": 0.003, "loss": 4.0039, "step": 22012 }, { "epoch": 0.22013, "grad_norm": 1.2865616699364808, "learning_rate": 0.003, "loss": 3.9871, "step": 22013 }, { "epoch": 0.22014, "grad_norm": 1.1980781058670849, "learning_rate": 0.003, "loss": 3.9817, "step": 22014 }, { "epoch": 0.22015, "grad_norm": 1.41767142889125, "learning_rate": 0.003, "loss": 4.0114, "step": 22015 }, { "epoch": 0.22016, "grad_norm": 1.1131704003436644, "learning_rate": 0.003, "loss": 4.0223, "step": 22016 }, { "epoch": 0.22017, "grad_norm": 1.6066146510173955, "learning_rate": 0.003, "loss": 4.0228, "step": 22017 }, { "epoch": 0.22018, "grad_norm": 1.004241072782212, "learning_rate": 0.003, "loss": 4.0144, "step": 22018 }, { "epoch": 0.22019, "grad_norm": 1.5176738872804638, "learning_rate": 0.003, "loss": 4.005, "step": 22019 }, { "epoch": 0.2202, "grad_norm": 1.0081686885092411, "learning_rate": 0.003, "loss": 4.0103, "step": 22020 }, { "epoch": 0.22021, "grad_norm": 1.829997962581874, "learning_rate": 0.003, "loss": 4.056, "step": 22021 }, { "epoch": 0.22022, "grad_norm": 1.0599632890880404, "learning_rate": 0.003, "loss": 4.002, "step": 22022 }, { "epoch": 0.22023, "grad_norm": 1.4429083557713775, "learning_rate": 0.003, "loss": 4.0205, "step": 22023 }, { "epoch": 0.22024, "grad_norm": 1.2221930211758043, "learning_rate": 0.003, "loss": 4.0317, "step": 22024 }, { "epoch": 0.22025, "grad_norm": 1.4593121814203809, "learning_rate": 0.003, "loss": 3.999, "step": 22025 }, { "epoch": 0.22026, "grad_norm": 1.2221895672813916, "learning_rate": 0.003, "loss": 4.0124, "step": 22026 }, { "epoch": 0.22027, "grad_norm": 1.344793569849184, "learning_rate": 0.003, "loss": 4.0358, "step": 22027 }, { "epoch": 0.22028, "grad_norm": 1.1483371112571372, "learning_rate": 0.003, "loss": 4.0276, "step": 22028 }, { "epoch": 0.22029, "grad_norm": 1.2909013130117, "learning_rate": 0.003, "loss": 4.0097, "step": 22029 }, { "epoch": 0.2203, "grad_norm": 1.2381653001564616, "learning_rate": 0.003, "loss": 4.0226, "step": 22030 }, { "epoch": 0.22031, "grad_norm": 1.1142173992589275, "learning_rate": 0.003, "loss": 3.9963, "step": 22031 }, { "epoch": 0.22032, "grad_norm": 1.2770716216052906, "learning_rate": 0.003, "loss": 4.0312, "step": 22032 }, { "epoch": 0.22033, "grad_norm": 1.209833031762697, "learning_rate": 0.003, "loss": 4.0245, "step": 22033 }, { "epoch": 0.22034, "grad_norm": 1.5022570969983324, "learning_rate": 0.003, "loss": 4.0137, "step": 22034 }, { "epoch": 0.22035, "grad_norm": 1.1249020633312756, "learning_rate": 0.003, "loss": 4.0195, "step": 22035 }, { "epoch": 0.22036, "grad_norm": 1.4148394651843306, "learning_rate": 0.003, "loss": 4.0318, "step": 22036 }, { "epoch": 0.22037, "grad_norm": 1.2001685633940893, "learning_rate": 0.003, "loss": 4.0237, "step": 22037 }, { "epoch": 0.22038, "grad_norm": 1.3269535278966025, "learning_rate": 0.003, "loss": 4.0137, "step": 22038 }, { "epoch": 0.22039, "grad_norm": 1.326508971574058, "learning_rate": 0.003, "loss": 4.0415, "step": 22039 }, { "epoch": 0.2204, "grad_norm": 1.1317059274603851, "learning_rate": 0.003, "loss": 4.0161, "step": 22040 }, { "epoch": 0.22041, "grad_norm": 1.3356944049515387, "learning_rate": 0.003, "loss": 4.0102, "step": 22041 }, { "epoch": 0.22042, "grad_norm": 1.2500601555558384, "learning_rate": 0.003, "loss": 4.02, "step": 22042 }, { "epoch": 0.22043, "grad_norm": 1.4474729734872778, "learning_rate": 0.003, "loss": 4.0113, "step": 22043 }, { "epoch": 0.22044, "grad_norm": 1.1308063346974266, "learning_rate": 0.003, "loss": 4.0064, "step": 22044 }, { "epoch": 0.22045, "grad_norm": 1.179501885486384, "learning_rate": 0.003, "loss": 4.0173, "step": 22045 }, { "epoch": 0.22046, "grad_norm": 1.4908231194552612, "learning_rate": 0.003, "loss": 3.9882, "step": 22046 }, { "epoch": 0.22047, "grad_norm": 1.2593301287164498, "learning_rate": 0.003, "loss": 4.0163, "step": 22047 }, { "epoch": 0.22048, "grad_norm": 1.1785909742470038, "learning_rate": 0.003, "loss": 4.013, "step": 22048 }, { "epoch": 0.22049, "grad_norm": 1.533697748210594, "learning_rate": 0.003, "loss": 3.9951, "step": 22049 }, { "epoch": 0.2205, "grad_norm": 1.1438233345486835, "learning_rate": 0.003, "loss": 3.9774, "step": 22050 }, { "epoch": 0.22051, "grad_norm": 1.7867501145052462, "learning_rate": 0.003, "loss": 3.9974, "step": 22051 }, { "epoch": 0.22052, "grad_norm": 1.1073476691169464, "learning_rate": 0.003, "loss": 4.0019, "step": 22052 }, { "epoch": 0.22053, "grad_norm": 1.4405470229714454, "learning_rate": 0.003, "loss": 4.0019, "step": 22053 }, { "epoch": 0.22054, "grad_norm": 1.2914641582535333, "learning_rate": 0.003, "loss": 4.0037, "step": 22054 }, { "epoch": 0.22055, "grad_norm": 1.253860833487621, "learning_rate": 0.003, "loss": 3.9725, "step": 22055 }, { "epoch": 0.22056, "grad_norm": 1.0641652904146015, "learning_rate": 0.003, "loss": 4.018, "step": 22056 }, { "epoch": 0.22057, "grad_norm": 1.4921300066638792, "learning_rate": 0.003, "loss": 4.0313, "step": 22057 }, { "epoch": 0.22058, "grad_norm": 1.3939940781227167, "learning_rate": 0.003, "loss": 4.0103, "step": 22058 }, { "epoch": 0.22059, "grad_norm": 1.2571460522275353, "learning_rate": 0.003, "loss": 3.9829, "step": 22059 }, { "epoch": 0.2206, "grad_norm": 1.4302707339553673, "learning_rate": 0.003, "loss": 4.0258, "step": 22060 }, { "epoch": 0.22061, "grad_norm": 1.2013298047046455, "learning_rate": 0.003, "loss": 3.9892, "step": 22061 }, { "epoch": 0.22062, "grad_norm": 1.2486095972091802, "learning_rate": 0.003, "loss": 3.9806, "step": 22062 }, { "epoch": 0.22063, "grad_norm": 1.1879590683349075, "learning_rate": 0.003, "loss": 3.9915, "step": 22063 }, { "epoch": 0.22064, "grad_norm": 1.2464384303792504, "learning_rate": 0.003, "loss": 4.0171, "step": 22064 }, { "epoch": 0.22065, "grad_norm": 1.197677070742028, "learning_rate": 0.003, "loss": 3.9662, "step": 22065 }, { "epoch": 0.22066, "grad_norm": 1.4446443900954185, "learning_rate": 0.003, "loss": 3.9754, "step": 22066 }, { "epoch": 0.22067, "grad_norm": 1.1333958047741617, "learning_rate": 0.003, "loss": 4.0106, "step": 22067 }, { "epoch": 0.22068, "grad_norm": 1.4235986061193857, "learning_rate": 0.003, "loss": 3.982, "step": 22068 }, { "epoch": 0.22069, "grad_norm": 1.2465562007016322, "learning_rate": 0.003, "loss": 4.0103, "step": 22069 }, { "epoch": 0.2207, "grad_norm": 1.362587303234457, "learning_rate": 0.003, "loss": 4.0026, "step": 22070 }, { "epoch": 0.22071, "grad_norm": 1.155060477336059, "learning_rate": 0.003, "loss": 4.0184, "step": 22071 }, { "epoch": 0.22072, "grad_norm": 1.1970466312434473, "learning_rate": 0.003, "loss": 4.0206, "step": 22072 }, { "epoch": 0.22073, "grad_norm": 1.3725158353516962, "learning_rate": 0.003, "loss": 4.0265, "step": 22073 }, { "epoch": 0.22074, "grad_norm": 1.1690013901086118, "learning_rate": 0.003, "loss": 4.0036, "step": 22074 }, { "epoch": 0.22075, "grad_norm": 1.3394892608775293, "learning_rate": 0.003, "loss": 3.9923, "step": 22075 }, { "epoch": 0.22076, "grad_norm": 1.091080000041114, "learning_rate": 0.003, "loss": 4.0363, "step": 22076 }, { "epoch": 0.22077, "grad_norm": 1.6062558864733216, "learning_rate": 0.003, "loss": 4.0098, "step": 22077 }, { "epoch": 0.22078, "grad_norm": 0.9616858561917966, "learning_rate": 0.003, "loss": 3.9977, "step": 22078 }, { "epoch": 0.22079, "grad_norm": 1.4179928361291607, "learning_rate": 0.003, "loss": 4.0222, "step": 22079 }, { "epoch": 0.2208, "grad_norm": 1.1139799121889618, "learning_rate": 0.003, "loss": 4.0134, "step": 22080 }, { "epoch": 0.22081, "grad_norm": 1.6243199534585553, "learning_rate": 0.003, "loss": 4.0234, "step": 22081 }, { "epoch": 0.22082, "grad_norm": 0.9873636842267688, "learning_rate": 0.003, "loss": 4.018, "step": 22082 }, { "epoch": 0.22083, "grad_norm": 1.56150130901402, "learning_rate": 0.003, "loss": 4.0162, "step": 22083 }, { "epoch": 0.22084, "grad_norm": 1.0954644992654325, "learning_rate": 0.003, "loss": 3.9922, "step": 22084 }, { "epoch": 0.22085, "grad_norm": 1.1524334734338175, "learning_rate": 0.003, "loss": 4.0092, "step": 22085 }, { "epoch": 0.22086, "grad_norm": 1.332106863321241, "learning_rate": 0.003, "loss": 4.0371, "step": 22086 }, { "epoch": 0.22087, "grad_norm": 1.1886022249334833, "learning_rate": 0.003, "loss": 4.0145, "step": 22087 }, { "epoch": 0.22088, "grad_norm": 1.4093190078874978, "learning_rate": 0.003, "loss": 4.0145, "step": 22088 }, { "epoch": 0.22089, "grad_norm": 1.0887333937037862, "learning_rate": 0.003, "loss": 4.0285, "step": 22089 }, { "epoch": 0.2209, "grad_norm": 1.2384187505461124, "learning_rate": 0.003, "loss": 4.0202, "step": 22090 }, { "epoch": 0.22091, "grad_norm": 1.447501775582183, "learning_rate": 0.003, "loss": 4.0155, "step": 22091 }, { "epoch": 0.22092, "grad_norm": 1.3666184100352485, "learning_rate": 0.003, "loss": 4.0186, "step": 22092 }, { "epoch": 0.22093, "grad_norm": 1.2118748400837311, "learning_rate": 0.003, "loss": 3.9962, "step": 22093 }, { "epoch": 0.22094, "grad_norm": 1.40396169926044, "learning_rate": 0.003, "loss": 4.0035, "step": 22094 }, { "epoch": 0.22095, "grad_norm": 1.2275023324229626, "learning_rate": 0.003, "loss": 3.9767, "step": 22095 }, { "epoch": 0.22096, "grad_norm": 1.2382014386455995, "learning_rate": 0.003, "loss": 4.0366, "step": 22096 }, { "epoch": 0.22097, "grad_norm": 1.177756747160481, "learning_rate": 0.003, "loss": 3.9901, "step": 22097 }, { "epoch": 0.22098, "grad_norm": 1.3808222254990776, "learning_rate": 0.003, "loss": 3.9827, "step": 22098 }, { "epoch": 0.22099, "grad_norm": 1.2007472942782924, "learning_rate": 0.003, "loss": 3.983, "step": 22099 }, { "epoch": 0.221, "grad_norm": 1.3833069265795677, "learning_rate": 0.003, "loss": 4.0129, "step": 22100 }, { "epoch": 0.22101, "grad_norm": 1.323620324791774, "learning_rate": 0.003, "loss": 4.021, "step": 22101 }, { "epoch": 0.22102, "grad_norm": 1.4934409918096088, "learning_rate": 0.003, "loss": 4.0023, "step": 22102 }, { "epoch": 0.22103, "grad_norm": 1.238598886669831, "learning_rate": 0.003, "loss": 4.0275, "step": 22103 }, { "epoch": 0.22104, "grad_norm": 1.3404517366558169, "learning_rate": 0.003, "loss": 4.0277, "step": 22104 }, { "epoch": 0.22105, "grad_norm": 1.0680523287474042, "learning_rate": 0.003, "loss": 3.9967, "step": 22105 }, { "epoch": 0.22106, "grad_norm": 1.2274922701685616, "learning_rate": 0.003, "loss": 3.9961, "step": 22106 }, { "epoch": 0.22107, "grad_norm": 1.4203153522250276, "learning_rate": 0.003, "loss": 4.0205, "step": 22107 }, { "epoch": 0.22108, "grad_norm": 1.1948585633357327, "learning_rate": 0.003, "loss": 3.9865, "step": 22108 }, { "epoch": 0.22109, "grad_norm": 1.4540983594912313, "learning_rate": 0.003, "loss": 4.0138, "step": 22109 }, { "epoch": 0.2211, "grad_norm": 1.1110510409353458, "learning_rate": 0.003, "loss": 4.012, "step": 22110 }, { "epoch": 0.22111, "grad_norm": 1.4974533411866173, "learning_rate": 0.003, "loss": 3.9782, "step": 22111 }, { "epoch": 0.22112, "grad_norm": 1.133514273375061, "learning_rate": 0.003, "loss": 3.9865, "step": 22112 }, { "epoch": 0.22113, "grad_norm": 1.3843747521593133, "learning_rate": 0.003, "loss": 4.0229, "step": 22113 }, { "epoch": 0.22114, "grad_norm": 1.1550535446032153, "learning_rate": 0.003, "loss": 4.0038, "step": 22114 }, { "epoch": 0.22115, "grad_norm": 1.424895412759572, "learning_rate": 0.003, "loss": 4.0124, "step": 22115 }, { "epoch": 0.22116, "grad_norm": 1.27303597107666, "learning_rate": 0.003, "loss": 3.9973, "step": 22116 }, { "epoch": 0.22117, "grad_norm": 1.3142444757748482, "learning_rate": 0.003, "loss": 3.9974, "step": 22117 }, { "epoch": 0.22118, "grad_norm": 1.3088368549729987, "learning_rate": 0.003, "loss": 4.0437, "step": 22118 }, { "epoch": 0.22119, "grad_norm": 1.2523343040017494, "learning_rate": 0.003, "loss": 4.0155, "step": 22119 }, { "epoch": 0.2212, "grad_norm": 1.5514376340553981, "learning_rate": 0.003, "loss": 4.0328, "step": 22120 }, { "epoch": 0.22121, "grad_norm": 1.1015771541196764, "learning_rate": 0.003, "loss": 4.0073, "step": 22121 }, { "epoch": 0.22122, "grad_norm": 1.4885916555454042, "learning_rate": 0.003, "loss": 3.9951, "step": 22122 }, { "epoch": 0.22123, "grad_norm": 1.0027423773501605, "learning_rate": 0.003, "loss": 3.9789, "step": 22123 }, { "epoch": 0.22124, "grad_norm": 1.5194912381275527, "learning_rate": 0.003, "loss": 4.0087, "step": 22124 }, { "epoch": 0.22125, "grad_norm": 1.1701169754673186, "learning_rate": 0.003, "loss": 4.0111, "step": 22125 }, { "epoch": 0.22126, "grad_norm": 1.5434868974489149, "learning_rate": 0.003, "loss": 4.0346, "step": 22126 }, { "epoch": 0.22127, "grad_norm": 1.1107156008816752, "learning_rate": 0.003, "loss": 4.0277, "step": 22127 }, { "epoch": 0.22128, "grad_norm": 1.5103690953821733, "learning_rate": 0.003, "loss": 4.0028, "step": 22128 }, { "epoch": 0.22129, "grad_norm": 1.1579426881387118, "learning_rate": 0.003, "loss": 4.0158, "step": 22129 }, { "epoch": 0.2213, "grad_norm": 1.2785602163525396, "learning_rate": 0.003, "loss": 3.9959, "step": 22130 }, { "epoch": 0.22131, "grad_norm": 1.0656242167117935, "learning_rate": 0.003, "loss": 3.983, "step": 22131 }, { "epoch": 0.22132, "grad_norm": 1.2091553838694626, "learning_rate": 0.003, "loss": 4.0035, "step": 22132 }, { "epoch": 0.22133, "grad_norm": 1.3345682331749695, "learning_rate": 0.003, "loss": 3.9975, "step": 22133 }, { "epoch": 0.22134, "grad_norm": 1.1013115769098618, "learning_rate": 0.003, "loss": 3.9986, "step": 22134 }, { "epoch": 0.22135, "grad_norm": 1.3904152512651053, "learning_rate": 0.003, "loss": 3.9911, "step": 22135 }, { "epoch": 0.22136, "grad_norm": 1.1398734825583523, "learning_rate": 0.003, "loss": 4.0141, "step": 22136 }, { "epoch": 0.22137, "grad_norm": 1.4053187470187192, "learning_rate": 0.003, "loss": 4.0098, "step": 22137 }, { "epoch": 0.22138, "grad_norm": 1.1589072462895906, "learning_rate": 0.003, "loss": 3.9996, "step": 22138 }, { "epoch": 0.22139, "grad_norm": 1.2989181399788257, "learning_rate": 0.003, "loss": 3.9986, "step": 22139 }, { "epoch": 0.2214, "grad_norm": 1.355417899770067, "learning_rate": 0.003, "loss": 4.0143, "step": 22140 }, { "epoch": 0.22141, "grad_norm": 1.1364100260616194, "learning_rate": 0.003, "loss": 3.9785, "step": 22141 }, { "epoch": 0.22142, "grad_norm": 1.3869143553853276, "learning_rate": 0.003, "loss": 4.0298, "step": 22142 }, { "epoch": 0.22143, "grad_norm": 1.1324885204446864, "learning_rate": 0.003, "loss": 4.0188, "step": 22143 }, { "epoch": 0.22144, "grad_norm": 1.4666090754290997, "learning_rate": 0.003, "loss": 4.0113, "step": 22144 }, { "epoch": 0.22145, "grad_norm": 1.1745155965311151, "learning_rate": 0.003, "loss": 4.015, "step": 22145 }, { "epoch": 0.22146, "grad_norm": 1.1350638436165652, "learning_rate": 0.003, "loss": 4.0066, "step": 22146 }, { "epoch": 0.22147, "grad_norm": 1.318922272426884, "learning_rate": 0.003, "loss": 4.0013, "step": 22147 }, { "epoch": 0.22148, "grad_norm": 1.2489417760227715, "learning_rate": 0.003, "loss": 4.0043, "step": 22148 }, { "epoch": 0.22149, "grad_norm": 1.4964421564797827, "learning_rate": 0.003, "loss": 4.0153, "step": 22149 }, { "epoch": 0.2215, "grad_norm": 1.1549858738794154, "learning_rate": 0.003, "loss": 3.9718, "step": 22150 }, { "epoch": 0.22151, "grad_norm": 1.275313692137715, "learning_rate": 0.003, "loss": 3.9954, "step": 22151 }, { "epoch": 0.22152, "grad_norm": 1.3239559956324538, "learning_rate": 0.003, "loss": 4.0438, "step": 22152 }, { "epoch": 0.22153, "grad_norm": 1.2073036732004683, "learning_rate": 0.003, "loss": 3.9944, "step": 22153 }, { "epoch": 0.22154, "grad_norm": 1.2273812799478625, "learning_rate": 0.003, "loss": 4.002, "step": 22154 }, { "epoch": 0.22155, "grad_norm": 1.3509851424095785, "learning_rate": 0.003, "loss": 4.0088, "step": 22155 }, { "epoch": 0.22156, "grad_norm": 1.2691096441678182, "learning_rate": 0.003, "loss": 4.0217, "step": 22156 }, { "epoch": 0.22157, "grad_norm": 1.4805730315050365, "learning_rate": 0.003, "loss": 4.0282, "step": 22157 }, { "epoch": 0.22158, "grad_norm": 1.4052486748891053, "learning_rate": 0.003, "loss": 4.0401, "step": 22158 }, { "epoch": 0.22159, "grad_norm": 1.2545201023240475, "learning_rate": 0.003, "loss": 4.021, "step": 22159 }, { "epoch": 0.2216, "grad_norm": 1.3631514115956413, "learning_rate": 0.003, "loss": 4.0123, "step": 22160 }, { "epoch": 0.22161, "grad_norm": 1.1575288632960248, "learning_rate": 0.003, "loss": 4.0018, "step": 22161 }, { "epoch": 0.22162, "grad_norm": 1.2100612790857146, "learning_rate": 0.003, "loss": 4.0081, "step": 22162 }, { "epoch": 0.22163, "grad_norm": 1.3298106541093695, "learning_rate": 0.003, "loss": 4.0309, "step": 22163 }, { "epoch": 0.22164, "grad_norm": 1.1339756660653089, "learning_rate": 0.003, "loss": 4.0086, "step": 22164 }, { "epoch": 0.22165, "grad_norm": 1.4270428568478482, "learning_rate": 0.003, "loss": 3.99, "step": 22165 }, { "epoch": 0.22166, "grad_norm": 1.073143861528856, "learning_rate": 0.003, "loss": 3.9889, "step": 22166 }, { "epoch": 0.22167, "grad_norm": 1.3751081610695806, "learning_rate": 0.003, "loss": 3.9989, "step": 22167 }, { "epoch": 0.22168, "grad_norm": 1.1859347957558986, "learning_rate": 0.003, "loss": 3.9882, "step": 22168 }, { "epoch": 0.22169, "grad_norm": 1.3726162253307514, "learning_rate": 0.003, "loss": 4.0174, "step": 22169 }, { "epoch": 0.2217, "grad_norm": 1.5072967067192462, "learning_rate": 0.003, "loss": 4.0243, "step": 22170 }, { "epoch": 0.22171, "grad_norm": 1.1945433874179399, "learning_rate": 0.003, "loss": 4.0248, "step": 22171 }, { "epoch": 0.22172, "grad_norm": 1.0478732761069476, "learning_rate": 0.003, "loss": 4.0091, "step": 22172 }, { "epoch": 0.22173, "grad_norm": 1.4847092338414318, "learning_rate": 0.003, "loss": 4.0027, "step": 22173 }, { "epoch": 0.22174, "grad_norm": 1.1248172998712007, "learning_rate": 0.003, "loss": 4.0164, "step": 22174 }, { "epoch": 0.22175, "grad_norm": 1.652201642290977, "learning_rate": 0.003, "loss": 4.0029, "step": 22175 }, { "epoch": 0.22176, "grad_norm": 1.0389131111360757, "learning_rate": 0.003, "loss": 4.0391, "step": 22176 }, { "epoch": 0.22177, "grad_norm": 1.2779270276685768, "learning_rate": 0.003, "loss": 4.0455, "step": 22177 }, { "epoch": 0.22178, "grad_norm": 1.4143137912893928, "learning_rate": 0.003, "loss": 4.0346, "step": 22178 }, { "epoch": 0.22179, "grad_norm": 1.374459395047651, "learning_rate": 0.003, "loss": 4.0132, "step": 22179 }, { "epoch": 0.2218, "grad_norm": 1.2594069525331673, "learning_rate": 0.003, "loss": 4.0112, "step": 22180 }, { "epoch": 0.22181, "grad_norm": 1.287818577368298, "learning_rate": 0.003, "loss": 4.0046, "step": 22181 }, { "epoch": 0.22182, "grad_norm": 1.2419472927094162, "learning_rate": 0.003, "loss": 4.0038, "step": 22182 }, { "epoch": 0.22183, "grad_norm": 1.2487621588581774, "learning_rate": 0.003, "loss": 3.9961, "step": 22183 }, { "epoch": 0.22184, "grad_norm": 1.3795333310186317, "learning_rate": 0.003, "loss": 3.9913, "step": 22184 }, { "epoch": 0.22185, "grad_norm": 1.578629733122645, "learning_rate": 0.003, "loss": 3.9974, "step": 22185 }, { "epoch": 0.22186, "grad_norm": 1.110870347041684, "learning_rate": 0.003, "loss": 4.0091, "step": 22186 }, { "epoch": 0.22187, "grad_norm": 1.4214308078457683, "learning_rate": 0.003, "loss": 3.9815, "step": 22187 }, { "epoch": 0.22188, "grad_norm": 1.1233098661443772, "learning_rate": 0.003, "loss": 4.0354, "step": 22188 }, { "epoch": 0.22189, "grad_norm": 1.2497330290170423, "learning_rate": 0.003, "loss": 3.9892, "step": 22189 }, { "epoch": 0.2219, "grad_norm": 1.1539569032175996, "learning_rate": 0.003, "loss": 4.007, "step": 22190 }, { "epoch": 0.22191, "grad_norm": 1.4485213308165041, "learning_rate": 0.003, "loss": 3.9838, "step": 22191 }, { "epoch": 0.22192, "grad_norm": 1.1531431252182807, "learning_rate": 0.003, "loss": 3.9933, "step": 22192 }, { "epoch": 0.22193, "grad_norm": 1.3712884446908908, "learning_rate": 0.003, "loss": 4.0081, "step": 22193 }, { "epoch": 0.22194, "grad_norm": 1.1557739441086288, "learning_rate": 0.003, "loss": 4.0203, "step": 22194 }, { "epoch": 0.22195, "grad_norm": 1.4298868193434655, "learning_rate": 0.003, "loss": 3.9829, "step": 22195 }, { "epoch": 0.22196, "grad_norm": 1.3003211410404316, "learning_rate": 0.003, "loss": 4.0304, "step": 22196 }, { "epoch": 0.22197, "grad_norm": 1.593557490358542, "learning_rate": 0.003, "loss": 4.0074, "step": 22197 }, { "epoch": 0.22198, "grad_norm": 1.1550824319803468, "learning_rate": 0.003, "loss": 4.0016, "step": 22198 }, { "epoch": 0.22199, "grad_norm": 1.0959497390147552, "learning_rate": 0.003, "loss": 3.9928, "step": 22199 }, { "epoch": 0.222, "grad_norm": 1.1257699617349437, "learning_rate": 0.003, "loss": 3.9975, "step": 22200 }, { "epoch": 0.22201, "grad_norm": 1.0927871614697378, "learning_rate": 0.003, "loss": 4.0305, "step": 22201 }, { "epoch": 0.22202, "grad_norm": 1.6016117903457965, "learning_rate": 0.003, "loss": 4.013, "step": 22202 }, { "epoch": 0.22203, "grad_norm": 1.1460426780830848, "learning_rate": 0.003, "loss": 4.0129, "step": 22203 }, { "epoch": 0.22204, "grad_norm": 1.3424979262289414, "learning_rate": 0.003, "loss": 3.9955, "step": 22204 }, { "epoch": 0.22205, "grad_norm": 1.195203446186108, "learning_rate": 0.003, "loss": 4.0266, "step": 22205 }, { "epoch": 0.22206, "grad_norm": 1.2556505341453592, "learning_rate": 0.003, "loss": 4.0028, "step": 22206 }, { "epoch": 0.22207, "grad_norm": 1.0612035131157695, "learning_rate": 0.003, "loss": 4.0235, "step": 22207 }, { "epoch": 0.22208, "grad_norm": 1.213076018746376, "learning_rate": 0.003, "loss": 4.0209, "step": 22208 }, { "epoch": 0.22209, "grad_norm": 1.3373363902873439, "learning_rate": 0.003, "loss": 4.0066, "step": 22209 }, { "epoch": 0.2221, "grad_norm": 1.1622364416413262, "learning_rate": 0.003, "loss": 4.0051, "step": 22210 }, { "epoch": 0.22211, "grad_norm": 1.5373206855276882, "learning_rate": 0.003, "loss": 4.0238, "step": 22211 }, { "epoch": 0.22212, "grad_norm": 1.2398106435025416, "learning_rate": 0.003, "loss": 4.0086, "step": 22212 }, { "epoch": 0.22213, "grad_norm": 1.3992650010932621, "learning_rate": 0.003, "loss": 4.0052, "step": 22213 }, { "epoch": 0.22214, "grad_norm": 1.2319045721501314, "learning_rate": 0.003, "loss": 4.0123, "step": 22214 }, { "epoch": 0.22215, "grad_norm": 1.325902773789485, "learning_rate": 0.003, "loss": 4.01, "step": 22215 }, { "epoch": 0.22216, "grad_norm": 1.1342506458176551, "learning_rate": 0.003, "loss": 4.0117, "step": 22216 }, { "epoch": 0.22217, "grad_norm": 1.2347743890569887, "learning_rate": 0.003, "loss": 4.0243, "step": 22217 }, { "epoch": 0.22218, "grad_norm": 1.330046530674968, "learning_rate": 0.003, "loss": 4.0255, "step": 22218 }, { "epoch": 0.22219, "grad_norm": 1.3530417945264546, "learning_rate": 0.003, "loss": 3.9845, "step": 22219 }, { "epoch": 0.2222, "grad_norm": 1.1446028462232785, "learning_rate": 0.003, "loss": 4.01, "step": 22220 }, { "epoch": 0.22221, "grad_norm": 1.3803948841967062, "learning_rate": 0.003, "loss": 4.0206, "step": 22221 }, { "epoch": 0.22222, "grad_norm": 1.1663442656127743, "learning_rate": 0.003, "loss": 4.0264, "step": 22222 }, { "epoch": 0.22223, "grad_norm": 1.2493702516543268, "learning_rate": 0.003, "loss": 4.01, "step": 22223 }, { "epoch": 0.22224, "grad_norm": 1.3134853774869517, "learning_rate": 0.003, "loss": 4.0034, "step": 22224 }, { "epoch": 0.22225, "grad_norm": 1.2332610820250947, "learning_rate": 0.003, "loss": 3.9838, "step": 22225 }, { "epoch": 0.22226, "grad_norm": 1.3264490532651745, "learning_rate": 0.003, "loss": 3.9963, "step": 22226 }, { "epoch": 0.22227, "grad_norm": 1.1729989633232898, "learning_rate": 0.003, "loss": 3.9877, "step": 22227 }, { "epoch": 0.22228, "grad_norm": 1.338147775407921, "learning_rate": 0.003, "loss": 4.0127, "step": 22228 }, { "epoch": 0.22229, "grad_norm": 1.1531622930302199, "learning_rate": 0.003, "loss": 4.0023, "step": 22229 }, { "epoch": 0.2223, "grad_norm": 1.4623724671251228, "learning_rate": 0.003, "loss": 3.9928, "step": 22230 }, { "epoch": 0.22231, "grad_norm": 1.2283445970627507, "learning_rate": 0.003, "loss": 4.0032, "step": 22231 }, { "epoch": 0.22232, "grad_norm": 1.4734893109741845, "learning_rate": 0.003, "loss": 4.0217, "step": 22232 }, { "epoch": 0.22233, "grad_norm": 1.2662444672806636, "learning_rate": 0.003, "loss": 3.9974, "step": 22233 }, { "epoch": 0.22234, "grad_norm": 1.1679597681427156, "learning_rate": 0.003, "loss": 4.0145, "step": 22234 }, { "epoch": 0.22235, "grad_norm": 1.274699632534093, "learning_rate": 0.003, "loss": 3.9904, "step": 22235 }, { "epoch": 0.22236, "grad_norm": 1.3195000288964178, "learning_rate": 0.003, "loss": 3.9986, "step": 22236 }, { "epoch": 0.22237, "grad_norm": 1.1231028264185339, "learning_rate": 0.003, "loss": 4.0082, "step": 22237 }, { "epoch": 0.22238, "grad_norm": 1.4515920323244593, "learning_rate": 0.003, "loss": 4.0257, "step": 22238 }, { "epoch": 0.22239, "grad_norm": 1.2740602000122034, "learning_rate": 0.003, "loss": 4.0165, "step": 22239 }, { "epoch": 0.2224, "grad_norm": 1.2561539032739748, "learning_rate": 0.003, "loss": 4.0023, "step": 22240 }, { "epoch": 0.22241, "grad_norm": 1.3632561545347632, "learning_rate": 0.003, "loss": 3.9896, "step": 22241 }, { "epoch": 0.22242, "grad_norm": 1.0622585673942055, "learning_rate": 0.003, "loss": 3.9808, "step": 22242 }, { "epoch": 0.22243, "grad_norm": 1.3463769549220315, "learning_rate": 0.003, "loss": 4.03, "step": 22243 }, { "epoch": 0.22244, "grad_norm": 1.2120183776452662, "learning_rate": 0.003, "loss": 3.9929, "step": 22244 }, { "epoch": 0.22245, "grad_norm": 1.5380436175849057, "learning_rate": 0.003, "loss": 3.9981, "step": 22245 }, { "epoch": 0.22246, "grad_norm": 1.1606007356774277, "learning_rate": 0.003, "loss": 4.0019, "step": 22246 }, { "epoch": 0.22247, "grad_norm": 1.3906118557372886, "learning_rate": 0.003, "loss": 4.0188, "step": 22247 }, { "epoch": 0.22248, "grad_norm": 1.2210053095989595, "learning_rate": 0.003, "loss": 3.9947, "step": 22248 }, { "epoch": 0.22249, "grad_norm": 1.283401948086982, "learning_rate": 0.003, "loss": 3.9915, "step": 22249 }, { "epoch": 0.2225, "grad_norm": 1.10567302298304, "learning_rate": 0.003, "loss": 3.9864, "step": 22250 }, { "epoch": 0.22251, "grad_norm": 1.4972763891149112, "learning_rate": 0.003, "loss": 3.9944, "step": 22251 }, { "epoch": 0.22252, "grad_norm": 1.1978424416814946, "learning_rate": 0.003, "loss": 3.998, "step": 22252 }, { "epoch": 0.22253, "grad_norm": 1.5737416436157172, "learning_rate": 0.003, "loss": 3.9783, "step": 22253 }, { "epoch": 0.22254, "grad_norm": 0.8735047438876812, "learning_rate": 0.003, "loss": 4.0094, "step": 22254 }, { "epoch": 0.22255, "grad_norm": 1.529849713127279, "learning_rate": 0.003, "loss": 4.0391, "step": 22255 }, { "epoch": 0.22256, "grad_norm": 1.3027370119764354, "learning_rate": 0.003, "loss": 4.012, "step": 22256 }, { "epoch": 0.22257, "grad_norm": 1.3163653505940183, "learning_rate": 0.003, "loss": 4.0241, "step": 22257 }, { "epoch": 0.22258, "grad_norm": 1.30996803756067, "learning_rate": 0.003, "loss": 3.9943, "step": 22258 }, { "epoch": 0.22259, "grad_norm": 1.616681898831908, "learning_rate": 0.003, "loss": 4.0112, "step": 22259 }, { "epoch": 0.2226, "grad_norm": 0.9947180714798239, "learning_rate": 0.003, "loss": 4.0079, "step": 22260 }, { "epoch": 0.22261, "grad_norm": 1.4796841295380732, "learning_rate": 0.003, "loss": 4.0257, "step": 22261 }, { "epoch": 0.22262, "grad_norm": 1.0750942073211576, "learning_rate": 0.003, "loss": 4.0101, "step": 22262 }, { "epoch": 0.22263, "grad_norm": 1.586556519301127, "learning_rate": 0.003, "loss": 4.0316, "step": 22263 }, { "epoch": 0.22264, "grad_norm": 1.1506249436189016, "learning_rate": 0.003, "loss": 4.0251, "step": 22264 }, { "epoch": 0.22265, "grad_norm": 1.2348456352201267, "learning_rate": 0.003, "loss": 4.031, "step": 22265 }, { "epoch": 0.22266, "grad_norm": 1.2334313872843545, "learning_rate": 0.003, "loss": 4.0099, "step": 22266 }, { "epoch": 0.22267, "grad_norm": 1.1891279177421972, "learning_rate": 0.003, "loss": 3.972, "step": 22267 }, { "epoch": 0.22268, "grad_norm": 1.3870979865809179, "learning_rate": 0.003, "loss": 3.9889, "step": 22268 }, { "epoch": 0.22269, "grad_norm": 1.0748794010643383, "learning_rate": 0.003, "loss": 3.9917, "step": 22269 }, { "epoch": 0.2227, "grad_norm": 1.440572402600489, "learning_rate": 0.003, "loss": 4.0221, "step": 22270 }, { "epoch": 0.22271, "grad_norm": 1.1468997498396223, "learning_rate": 0.003, "loss": 4.013, "step": 22271 }, { "epoch": 0.22272, "grad_norm": 1.4709870504935312, "learning_rate": 0.003, "loss": 3.9999, "step": 22272 }, { "epoch": 0.22273, "grad_norm": 1.3092269570709973, "learning_rate": 0.003, "loss": 4.0221, "step": 22273 }, { "epoch": 0.22274, "grad_norm": 1.3434577829800087, "learning_rate": 0.003, "loss": 4.0301, "step": 22274 }, { "epoch": 0.22275, "grad_norm": 1.0955397652147572, "learning_rate": 0.003, "loss": 4.0106, "step": 22275 }, { "epoch": 0.22276, "grad_norm": 1.4052464611643605, "learning_rate": 0.003, "loss": 4.0032, "step": 22276 }, { "epoch": 0.22277, "grad_norm": 1.1423726995358114, "learning_rate": 0.003, "loss": 4.011, "step": 22277 }, { "epoch": 0.22278, "grad_norm": 1.4822558601113118, "learning_rate": 0.003, "loss": 3.9993, "step": 22278 }, { "epoch": 0.22279, "grad_norm": 1.088760007212847, "learning_rate": 0.003, "loss": 3.984, "step": 22279 }, { "epoch": 0.2228, "grad_norm": 1.4406821704441328, "learning_rate": 0.003, "loss": 3.9931, "step": 22280 }, { "epoch": 0.22281, "grad_norm": 1.220925352986136, "learning_rate": 0.003, "loss": 4.0237, "step": 22281 }, { "epoch": 0.22282, "grad_norm": 1.340358580542462, "learning_rate": 0.003, "loss": 4.0148, "step": 22282 }, { "epoch": 0.22283, "grad_norm": 1.2072620405532462, "learning_rate": 0.003, "loss": 3.9958, "step": 22283 }, { "epoch": 0.22284, "grad_norm": 1.1333545422185627, "learning_rate": 0.003, "loss": 4.0299, "step": 22284 }, { "epoch": 0.22285, "grad_norm": 1.241321508071821, "learning_rate": 0.003, "loss": 4.023, "step": 22285 }, { "epoch": 0.22286, "grad_norm": 1.3779494374347359, "learning_rate": 0.003, "loss": 3.9982, "step": 22286 }, { "epoch": 0.22287, "grad_norm": 1.298214274010136, "learning_rate": 0.003, "loss": 4.0041, "step": 22287 }, { "epoch": 0.22288, "grad_norm": 1.3093745367987752, "learning_rate": 0.003, "loss": 4.0018, "step": 22288 }, { "epoch": 0.22289, "grad_norm": 1.0624855229087422, "learning_rate": 0.003, "loss": 4.0014, "step": 22289 }, { "epoch": 0.2229, "grad_norm": 1.3648232714564688, "learning_rate": 0.003, "loss": 3.9862, "step": 22290 }, { "epoch": 0.22291, "grad_norm": 1.119801631630299, "learning_rate": 0.003, "loss": 3.9942, "step": 22291 }, { "epoch": 0.22292, "grad_norm": 1.4076053904854904, "learning_rate": 0.003, "loss": 3.9879, "step": 22292 }, { "epoch": 0.22293, "grad_norm": 1.2825525548647692, "learning_rate": 0.003, "loss": 4.0071, "step": 22293 }, { "epoch": 0.22294, "grad_norm": 1.5887204915820883, "learning_rate": 0.003, "loss": 3.9859, "step": 22294 }, { "epoch": 0.22295, "grad_norm": 1.2934685119144123, "learning_rate": 0.003, "loss": 4.0187, "step": 22295 }, { "epoch": 0.22296, "grad_norm": 1.3649114635602926, "learning_rate": 0.003, "loss": 4.0025, "step": 22296 }, { "epoch": 0.22297, "grad_norm": 1.285459795879992, "learning_rate": 0.003, "loss": 3.9884, "step": 22297 }, { "epoch": 0.22298, "grad_norm": 1.319993251974831, "learning_rate": 0.003, "loss": 4.0285, "step": 22298 }, { "epoch": 0.22299, "grad_norm": 1.1812319133921414, "learning_rate": 0.003, "loss": 4.0119, "step": 22299 }, { "epoch": 0.223, "grad_norm": 1.3572429238647146, "learning_rate": 0.003, "loss": 4.022, "step": 22300 }, { "epoch": 0.22301, "grad_norm": 1.2663173568884765, "learning_rate": 0.003, "loss": 3.9761, "step": 22301 }, { "epoch": 0.22302, "grad_norm": 1.3331389787769912, "learning_rate": 0.003, "loss": 4.01, "step": 22302 }, { "epoch": 0.22303, "grad_norm": 1.1674424044244993, "learning_rate": 0.003, "loss": 3.9441, "step": 22303 }, { "epoch": 0.22304, "grad_norm": 1.7269127202386154, "learning_rate": 0.003, "loss": 4.0048, "step": 22304 }, { "epoch": 0.22305, "grad_norm": 1.2732554162031873, "learning_rate": 0.003, "loss": 3.9971, "step": 22305 }, { "epoch": 0.22306, "grad_norm": 1.3568657357816485, "learning_rate": 0.003, "loss": 3.9869, "step": 22306 }, { "epoch": 0.22307, "grad_norm": 1.2186543271436692, "learning_rate": 0.003, "loss": 4.0221, "step": 22307 }, { "epoch": 0.22308, "grad_norm": 1.0965927729749942, "learning_rate": 0.003, "loss": 4.0049, "step": 22308 }, { "epoch": 0.22309, "grad_norm": 1.3777894643102881, "learning_rate": 0.003, "loss": 3.9842, "step": 22309 }, { "epoch": 0.2231, "grad_norm": 1.1828291628119303, "learning_rate": 0.003, "loss": 4.0078, "step": 22310 }, { "epoch": 0.22311, "grad_norm": 1.4735690437405191, "learning_rate": 0.003, "loss": 4.0306, "step": 22311 }, { "epoch": 0.22312, "grad_norm": 1.127770982340548, "learning_rate": 0.003, "loss": 3.9918, "step": 22312 }, { "epoch": 0.22313, "grad_norm": 1.4997024118649642, "learning_rate": 0.003, "loss": 4.0049, "step": 22313 }, { "epoch": 0.22314, "grad_norm": 0.972881989264549, "learning_rate": 0.003, "loss": 3.9944, "step": 22314 }, { "epoch": 0.22315, "grad_norm": 1.3684271183787817, "learning_rate": 0.003, "loss": 4.0215, "step": 22315 }, { "epoch": 0.22316, "grad_norm": 1.283378227737481, "learning_rate": 0.003, "loss": 4.0201, "step": 22316 }, { "epoch": 0.22317, "grad_norm": 1.1803345183702496, "learning_rate": 0.003, "loss": 4.0114, "step": 22317 }, { "epoch": 0.22318, "grad_norm": 1.4422695624314568, "learning_rate": 0.003, "loss": 4.0136, "step": 22318 }, { "epoch": 0.22319, "grad_norm": 1.2067544669182493, "learning_rate": 0.003, "loss": 4.0245, "step": 22319 }, { "epoch": 0.2232, "grad_norm": 1.2612677804987527, "learning_rate": 0.003, "loss": 4.0208, "step": 22320 }, { "epoch": 0.22321, "grad_norm": 1.1638777443335961, "learning_rate": 0.003, "loss": 4.026, "step": 22321 }, { "epoch": 0.22322, "grad_norm": 1.2699783786888434, "learning_rate": 0.003, "loss": 4.0118, "step": 22322 }, { "epoch": 0.22323, "grad_norm": 1.211783876700593, "learning_rate": 0.003, "loss": 4.024, "step": 22323 }, { "epoch": 0.22324, "grad_norm": 1.5221454994686965, "learning_rate": 0.003, "loss": 4.0078, "step": 22324 }, { "epoch": 0.22325, "grad_norm": 1.3427985263350946, "learning_rate": 0.003, "loss": 4.004, "step": 22325 }, { "epoch": 0.22326, "grad_norm": 1.509952886384745, "learning_rate": 0.003, "loss": 4.0139, "step": 22326 }, { "epoch": 0.22327, "grad_norm": 1.1193655253743768, "learning_rate": 0.003, "loss": 3.9917, "step": 22327 }, { "epoch": 0.22328, "grad_norm": 1.4273329615126262, "learning_rate": 0.003, "loss": 4.0286, "step": 22328 }, { "epoch": 0.22329, "grad_norm": 1.1284846688376067, "learning_rate": 0.003, "loss": 4.01, "step": 22329 }, { "epoch": 0.2233, "grad_norm": 1.453615956109936, "learning_rate": 0.003, "loss": 4.0335, "step": 22330 }, { "epoch": 0.22331, "grad_norm": 1.1605671656961853, "learning_rate": 0.003, "loss": 4.0125, "step": 22331 }, { "epoch": 0.22332, "grad_norm": 1.1873711107173008, "learning_rate": 0.003, "loss": 3.9985, "step": 22332 }, { "epoch": 0.22333, "grad_norm": 1.2429509028418222, "learning_rate": 0.003, "loss": 4.0056, "step": 22333 }, { "epoch": 0.22334, "grad_norm": 1.4871785444884562, "learning_rate": 0.003, "loss": 4.0521, "step": 22334 }, { "epoch": 0.22335, "grad_norm": 1.3067085077013383, "learning_rate": 0.003, "loss": 4.0084, "step": 22335 }, { "epoch": 0.22336, "grad_norm": 1.5242278694179714, "learning_rate": 0.003, "loss": 4.0341, "step": 22336 }, { "epoch": 0.22337, "grad_norm": 1.3150749039084444, "learning_rate": 0.003, "loss": 4.0231, "step": 22337 }, { "epoch": 0.22338, "grad_norm": 1.1973381240549057, "learning_rate": 0.003, "loss": 4.0118, "step": 22338 }, { "epoch": 0.22339, "grad_norm": 1.2772138858327446, "learning_rate": 0.003, "loss": 4.0054, "step": 22339 }, { "epoch": 0.2234, "grad_norm": 1.14997173594439, "learning_rate": 0.003, "loss": 3.9852, "step": 22340 }, { "epoch": 0.22341, "grad_norm": 1.4496514063420634, "learning_rate": 0.003, "loss": 3.9822, "step": 22341 }, { "epoch": 0.22342, "grad_norm": 1.1779142704982855, "learning_rate": 0.003, "loss": 3.9807, "step": 22342 }, { "epoch": 0.22343, "grad_norm": 1.6029258617671656, "learning_rate": 0.003, "loss": 4.0205, "step": 22343 }, { "epoch": 0.22344, "grad_norm": 1.1727094745423574, "learning_rate": 0.003, "loss": 4.0075, "step": 22344 }, { "epoch": 0.22345, "grad_norm": 1.3331263584096626, "learning_rate": 0.003, "loss": 4.0005, "step": 22345 }, { "epoch": 0.22346, "grad_norm": 1.2607490835163813, "learning_rate": 0.003, "loss": 4.0292, "step": 22346 }, { "epoch": 0.22347, "grad_norm": 1.3998270977822362, "learning_rate": 0.003, "loss": 3.9892, "step": 22347 }, { "epoch": 0.22348, "grad_norm": 1.1674370136552168, "learning_rate": 0.003, "loss": 4.0086, "step": 22348 }, { "epoch": 0.22349, "grad_norm": 1.3703875678328927, "learning_rate": 0.003, "loss": 4.0022, "step": 22349 }, { "epoch": 0.2235, "grad_norm": 1.3270542712606392, "learning_rate": 0.003, "loss": 4.0133, "step": 22350 }, { "epoch": 0.22351, "grad_norm": 1.2457363989909527, "learning_rate": 0.003, "loss": 4.0296, "step": 22351 }, { "epoch": 0.22352, "grad_norm": 1.4189238415769445, "learning_rate": 0.003, "loss": 4.0258, "step": 22352 }, { "epoch": 0.22353, "grad_norm": 0.9930467772629256, "learning_rate": 0.003, "loss": 3.991, "step": 22353 }, { "epoch": 0.22354, "grad_norm": 1.5164128735639641, "learning_rate": 0.003, "loss": 4.0242, "step": 22354 }, { "epoch": 0.22355, "grad_norm": 1.148513076136743, "learning_rate": 0.003, "loss": 4.0018, "step": 22355 }, { "epoch": 0.22356, "grad_norm": 1.2905881170543094, "learning_rate": 0.003, "loss": 4.0173, "step": 22356 }, { "epoch": 0.22357, "grad_norm": 1.3536614009466608, "learning_rate": 0.003, "loss": 4.0042, "step": 22357 }, { "epoch": 0.22358, "grad_norm": 1.3309981605000605, "learning_rate": 0.003, "loss": 4.0392, "step": 22358 }, { "epoch": 0.22359, "grad_norm": 1.1900853704578604, "learning_rate": 0.003, "loss": 4.0141, "step": 22359 }, { "epoch": 0.2236, "grad_norm": 1.2681050536547587, "learning_rate": 0.003, "loss": 3.999, "step": 22360 }, { "epoch": 0.22361, "grad_norm": 1.1684778376524112, "learning_rate": 0.003, "loss": 4.0023, "step": 22361 }, { "epoch": 0.22362, "grad_norm": 1.5881862448893047, "learning_rate": 0.003, "loss": 4.0032, "step": 22362 }, { "epoch": 0.22363, "grad_norm": 0.9402399098757971, "learning_rate": 0.003, "loss": 3.9773, "step": 22363 }, { "epoch": 0.22364, "grad_norm": 1.3168742482590914, "learning_rate": 0.003, "loss": 3.9918, "step": 22364 }, { "epoch": 0.22365, "grad_norm": 1.2102800062161798, "learning_rate": 0.003, "loss": 3.9954, "step": 22365 }, { "epoch": 0.22366, "grad_norm": 1.3506961598974063, "learning_rate": 0.003, "loss": 3.9734, "step": 22366 }, { "epoch": 0.22367, "grad_norm": 1.44743130087681, "learning_rate": 0.003, "loss": 4.0048, "step": 22367 }, { "epoch": 0.22368, "grad_norm": 1.087698624872361, "learning_rate": 0.003, "loss": 4.0213, "step": 22368 }, { "epoch": 0.22369, "grad_norm": 1.27151368291548, "learning_rate": 0.003, "loss": 4.0076, "step": 22369 }, { "epoch": 0.2237, "grad_norm": 1.1995097632350293, "learning_rate": 0.003, "loss": 4.0103, "step": 22370 }, { "epoch": 0.22371, "grad_norm": 1.3117837966139207, "learning_rate": 0.003, "loss": 4.0189, "step": 22371 }, { "epoch": 0.22372, "grad_norm": 1.4879884637276606, "learning_rate": 0.003, "loss": 4.0331, "step": 22372 }, { "epoch": 0.22373, "grad_norm": 1.2417573212437794, "learning_rate": 0.003, "loss": 4.0259, "step": 22373 }, { "epoch": 0.22374, "grad_norm": 1.3976894470335894, "learning_rate": 0.003, "loss": 4.0268, "step": 22374 }, { "epoch": 0.22375, "grad_norm": 1.2772621018956982, "learning_rate": 0.003, "loss": 3.9885, "step": 22375 }, { "epoch": 0.22376, "grad_norm": 1.325703715384148, "learning_rate": 0.003, "loss": 3.9907, "step": 22376 }, { "epoch": 0.22377, "grad_norm": 1.159986673079892, "learning_rate": 0.003, "loss": 3.9556, "step": 22377 }, { "epoch": 0.22378, "grad_norm": 1.311426256275083, "learning_rate": 0.003, "loss": 4.0003, "step": 22378 }, { "epoch": 0.22379, "grad_norm": 1.047558449924243, "learning_rate": 0.003, "loss": 3.9857, "step": 22379 }, { "epoch": 0.2238, "grad_norm": 1.438045589395385, "learning_rate": 0.003, "loss": 4.0142, "step": 22380 }, { "epoch": 0.22381, "grad_norm": 1.0451849508313544, "learning_rate": 0.003, "loss": 3.9722, "step": 22381 }, { "epoch": 0.22382, "grad_norm": 1.558069626929958, "learning_rate": 0.003, "loss": 4.0271, "step": 22382 }, { "epoch": 0.22383, "grad_norm": 1.2074830279517346, "learning_rate": 0.003, "loss": 4.0372, "step": 22383 }, { "epoch": 0.22384, "grad_norm": 1.3628786377290536, "learning_rate": 0.003, "loss": 3.9987, "step": 22384 }, { "epoch": 0.22385, "grad_norm": 1.2197437526886952, "learning_rate": 0.003, "loss": 4.0178, "step": 22385 }, { "epoch": 0.22386, "grad_norm": 1.38383836952328, "learning_rate": 0.003, "loss": 4.0393, "step": 22386 }, { "epoch": 0.22387, "grad_norm": 1.1782710430119665, "learning_rate": 0.003, "loss": 3.9883, "step": 22387 }, { "epoch": 0.22388, "grad_norm": 1.569609127597049, "learning_rate": 0.003, "loss": 4.0371, "step": 22388 }, { "epoch": 0.22389, "grad_norm": 1.112750420167682, "learning_rate": 0.003, "loss": 4.0023, "step": 22389 }, { "epoch": 0.2239, "grad_norm": 1.3490860033883258, "learning_rate": 0.003, "loss": 4.0189, "step": 22390 }, { "epoch": 0.22391, "grad_norm": 1.1546774040918815, "learning_rate": 0.003, "loss": 3.9947, "step": 22391 }, { "epoch": 0.22392, "grad_norm": 1.3166079006981373, "learning_rate": 0.003, "loss": 3.9873, "step": 22392 }, { "epoch": 0.22393, "grad_norm": 1.3454088910519977, "learning_rate": 0.003, "loss": 3.9971, "step": 22393 }, { "epoch": 0.22394, "grad_norm": 1.2660747456334196, "learning_rate": 0.003, "loss": 4.0019, "step": 22394 }, { "epoch": 0.22395, "grad_norm": 1.2355287239409345, "learning_rate": 0.003, "loss": 4.0231, "step": 22395 }, { "epoch": 0.22396, "grad_norm": 1.253999614163376, "learning_rate": 0.003, "loss": 4.0185, "step": 22396 }, { "epoch": 0.22397, "grad_norm": 1.3535283958350979, "learning_rate": 0.003, "loss": 3.9808, "step": 22397 }, { "epoch": 0.22398, "grad_norm": 1.061519616861652, "learning_rate": 0.003, "loss": 3.9734, "step": 22398 }, { "epoch": 0.22399, "grad_norm": 1.345174186246392, "learning_rate": 0.003, "loss": 4.0255, "step": 22399 }, { "epoch": 0.224, "grad_norm": 1.064710677999615, "learning_rate": 0.003, "loss": 4.0015, "step": 22400 }, { "epoch": 0.22401, "grad_norm": 1.2410371256345285, "learning_rate": 0.003, "loss": 4.0403, "step": 22401 }, { "epoch": 0.22402, "grad_norm": 1.4001250561480585, "learning_rate": 0.003, "loss": 4.0033, "step": 22402 }, { "epoch": 0.22403, "grad_norm": 1.3207333881116234, "learning_rate": 0.003, "loss": 4.0218, "step": 22403 }, { "epoch": 0.22404, "grad_norm": 1.417437608285584, "learning_rate": 0.003, "loss": 4.0166, "step": 22404 }, { "epoch": 0.22405, "grad_norm": 1.214467297847527, "learning_rate": 0.003, "loss": 3.9817, "step": 22405 }, { "epoch": 0.22406, "grad_norm": 1.2655828429918896, "learning_rate": 0.003, "loss": 4.0037, "step": 22406 }, { "epoch": 0.22407, "grad_norm": 1.2807299406081147, "learning_rate": 0.003, "loss": 3.9844, "step": 22407 }, { "epoch": 0.22408, "grad_norm": 1.4001984222435222, "learning_rate": 0.003, "loss": 4.0316, "step": 22408 }, { "epoch": 0.22409, "grad_norm": 1.2629557533614575, "learning_rate": 0.003, "loss": 4.019, "step": 22409 }, { "epoch": 0.2241, "grad_norm": 1.200000168693719, "learning_rate": 0.003, "loss": 4.0109, "step": 22410 }, { "epoch": 0.22411, "grad_norm": 1.2001706899646096, "learning_rate": 0.003, "loss": 4.0018, "step": 22411 }, { "epoch": 0.22412, "grad_norm": 1.4694144713477935, "learning_rate": 0.003, "loss": 3.9883, "step": 22412 }, { "epoch": 0.22413, "grad_norm": 1.366599912439857, "learning_rate": 0.003, "loss": 3.9916, "step": 22413 }, { "epoch": 0.22414, "grad_norm": 1.3157083625460972, "learning_rate": 0.003, "loss": 4.0187, "step": 22414 }, { "epoch": 0.22415, "grad_norm": 1.1571896476668302, "learning_rate": 0.003, "loss": 3.9726, "step": 22415 }, { "epoch": 0.22416, "grad_norm": 1.130733212981995, "learning_rate": 0.003, "loss": 3.9615, "step": 22416 }, { "epoch": 0.22417, "grad_norm": 1.2412211884685174, "learning_rate": 0.003, "loss": 4.0099, "step": 22417 }, { "epoch": 0.22418, "grad_norm": 1.3563457232829983, "learning_rate": 0.003, "loss": 4.0113, "step": 22418 }, { "epoch": 0.22419, "grad_norm": 1.3182546504124966, "learning_rate": 0.003, "loss": 4.0073, "step": 22419 }, { "epoch": 0.2242, "grad_norm": 1.1984212576852058, "learning_rate": 0.003, "loss": 4.022, "step": 22420 }, { "epoch": 0.22421, "grad_norm": 1.310225416348663, "learning_rate": 0.003, "loss": 3.989, "step": 22421 }, { "epoch": 0.22422, "grad_norm": 1.1628377943551342, "learning_rate": 0.003, "loss": 4.0211, "step": 22422 }, { "epoch": 0.22423, "grad_norm": 1.365695453914373, "learning_rate": 0.003, "loss": 4.0147, "step": 22423 }, { "epoch": 0.22424, "grad_norm": 1.2720724681725184, "learning_rate": 0.003, "loss": 3.9704, "step": 22424 }, { "epoch": 0.22425, "grad_norm": 1.389185012324819, "learning_rate": 0.003, "loss": 3.994, "step": 22425 }, { "epoch": 0.22426, "grad_norm": 1.2532943438726174, "learning_rate": 0.003, "loss": 3.9869, "step": 22426 }, { "epoch": 0.22427, "grad_norm": 1.3295070441954238, "learning_rate": 0.003, "loss": 4.0241, "step": 22427 }, { "epoch": 0.22428, "grad_norm": 1.1661339698134536, "learning_rate": 0.003, "loss": 4.0003, "step": 22428 }, { "epoch": 0.22429, "grad_norm": 1.3973863445250432, "learning_rate": 0.003, "loss": 4.0053, "step": 22429 }, { "epoch": 0.2243, "grad_norm": 1.2266041730155126, "learning_rate": 0.003, "loss": 3.9885, "step": 22430 }, { "epoch": 0.22431, "grad_norm": 1.3520543270221528, "learning_rate": 0.003, "loss": 3.9954, "step": 22431 }, { "epoch": 0.22432, "grad_norm": 1.37711800407905, "learning_rate": 0.003, "loss": 3.9958, "step": 22432 }, { "epoch": 0.22433, "grad_norm": 1.3713845857291262, "learning_rate": 0.003, "loss": 3.9906, "step": 22433 }, { "epoch": 0.22434, "grad_norm": 1.344708250729736, "learning_rate": 0.003, "loss": 4.0036, "step": 22434 }, { "epoch": 0.22435, "grad_norm": 1.122923122719212, "learning_rate": 0.003, "loss": 4.0273, "step": 22435 }, { "epoch": 0.22436, "grad_norm": 1.1893832074012671, "learning_rate": 0.003, "loss": 4.0016, "step": 22436 }, { "epoch": 0.22437, "grad_norm": 1.2445833453932735, "learning_rate": 0.003, "loss": 3.9992, "step": 22437 }, { "epoch": 0.22438, "grad_norm": 1.2911061181141115, "learning_rate": 0.003, "loss": 3.9874, "step": 22438 }, { "epoch": 0.22439, "grad_norm": 1.2976441725000534, "learning_rate": 0.003, "loss": 4.0304, "step": 22439 }, { "epoch": 0.2244, "grad_norm": 1.275199670531111, "learning_rate": 0.003, "loss": 4.0232, "step": 22440 }, { "epoch": 0.22441, "grad_norm": 1.3286306334363798, "learning_rate": 0.003, "loss": 4.0129, "step": 22441 }, { "epoch": 0.22442, "grad_norm": 1.5258677859344327, "learning_rate": 0.003, "loss": 4.0262, "step": 22442 }, { "epoch": 0.22443, "grad_norm": 1.1856767741238596, "learning_rate": 0.003, "loss": 3.9818, "step": 22443 }, { "epoch": 0.22444, "grad_norm": 1.3745317578574252, "learning_rate": 0.003, "loss": 3.9747, "step": 22444 }, { "epoch": 0.22445, "grad_norm": 1.2256446949279602, "learning_rate": 0.003, "loss": 3.9919, "step": 22445 }, { "epoch": 0.22446, "grad_norm": 1.5224800245742083, "learning_rate": 0.003, "loss": 4.0264, "step": 22446 }, { "epoch": 0.22447, "grad_norm": 1.0313899642118451, "learning_rate": 0.003, "loss": 4.0018, "step": 22447 }, { "epoch": 0.22448, "grad_norm": 1.4191230825081844, "learning_rate": 0.003, "loss": 4.0099, "step": 22448 }, { "epoch": 0.22449, "grad_norm": 1.1025429579736072, "learning_rate": 0.003, "loss": 3.9921, "step": 22449 }, { "epoch": 0.2245, "grad_norm": 1.4551588004763092, "learning_rate": 0.003, "loss": 4.0231, "step": 22450 }, { "epoch": 0.22451, "grad_norm": 1.1998171320836486, "learning_rate": 0.003, "loss": 3.9997, "step": 22451 }, { "epoch": 0.22452, "grad_norm": 1.255319558444541, "learning_rate": 0.003, "loss": 4.0189, "step": 22452 }, { "epoch": 0.22453, "grad_norm": 1.2118062726362522, "learning_rate": 0.003, "loss": 4.0159, "step": 22453 }, { "epoch": 0.22454, "grad_norm": 1.5996481680619214, "learning_rate": 0.003, "loss": 4.0176, "step": 22454 }, { "epoch": 0.22455, "grad_norm": 1.1568720442606577, "learning_rate": 0.003, "loss": 3.9719, "step": 22455 }, { "epoch": 0.22456, "grad_norm": 1.350925002219499, "learning_rate": 0.003, "loss": 4.0059, "step": 22456 }, { "epoch": 0.22457, "grad_norm": 1.1335171631678922, "learning_rate": 0.003, "loss": 4.0181, "step": 22457 }, { "epoch": 0.22458, "grad_norm": 1.6030059977756823, "learning_rate": 0.003, "loss": 4.0167, "step": 22458 }, { "epoch": 0.22459, "grad_norm": 1.1896706228631284, "learning_rate": 0.003, "loss": 3.9939, "step": 22459 }, { "epoch": 0.2246, "grad_norm": 1.1637706684056774, "learning_rate": 0.003, "loss": 4.0167, "step": 22460 }, { "epoch": 0.22461, "grad_norm": 1.4054579231980726, "learning_rate": 0.003, "loss": 4.0137, "step": 22461 }, { "epoch": 0.22462, "grad_norm": 1.2177931693348178, "learning_rate": 0.003, "loss": 4.006, "step": 22462 }, { "epoch": 0.22463, "grad_norm": 1.2394789043585155, "learning_rate": 0.003, "loss": 4.0134, "step": 22463 }, { "epoch": 0.22464, "grad_norm": 1.2005540580186418, "learning_rate": 0.003, "loss": 4.0323, "step": 22464 }, { "epoch": 0.22465, "grad_norm": 1.376820967640807, "learning_rate": 0.003, "loss": 4.032, "step": 22465 }, { "epoch": 0.22466, "grad_norm": 1.2994628352723128, "learning_rate": 0.003, "loss": 4.0135, "step": 22466 }, { "epoch": 0.22467, "grad_norm": 1.135369224433705, "learning_rate": 0.003, "loss": 3.9959, "step": 22467 }, { "epoch": 0.22468, "grad_norm": 1.2599822671537686, "learning_rate": 0.003, "loss": 4.0094, "step": 22468 }, { "epoch": 0.22469, "grad_norm": 1.3112131782627057, "learning_rate": 0.003, "loss": 4.0374, "step": 22469 }, { "epoch": 0.2247, "grad_norm": 1.1405945856957036, "learning_rate": 0.003, "loss": 4.0039, "step": 22470 }, { "epoch": 0.22471, "grad_norm": 1.2782022339444397, "learning_rate": 0.003, "loss": 4.0182, "step": 22471 }, { "epoch": 0.22472, "grad_norm": 1.2693499943997877, "learning_rate": 0.003, "loss": 4.0382, "step": 22472 }, { "epoch": 0.22473, "grad_norm": 1.3382644757203557, "learning_rate": 0.003, "loss": 3.999, "step": 22473 }, { "epoch": 0.22474, "grad_norm": 1.3400217319563612, "learning_rate": 0.003, "loss": 4.0057, "step": 22474 }, { "epoch": 0.22475, "grad_norm": 1.1618899121794695, "learning_rate": 0.003, "loss": 3.9926, "step": 22475 }, { "epoch": 0.22476, "grad_norm": 1.3722859194312897, "learning_rate": 0.003, "loss": 4.0265, "step": 22476 }, { "epoch": 0.22477, "grad_norm": 1.2665372743766887, "learning_rate": 0.003, "loss": 3.9852, "step": 22477 }, { "epoch": 0.22478, "grad_norm": 1.2951349384607629, "learning_rate": 0.003, "loss": 4.0169, "step": 22478 }, { "epoch": 0.22479, "grad_norm": 1.326646206709094, "learning_rate": 0.003, "loss": 4.0141, "step": 22479 }, { "epoch": 0.2248, "grad_norm": 1.3054024241059476, "learning_rate": 0.003, "loss": 4.0191, "step": 22480 }, { "epoch": 0.22481, "grad_norm": 1.188585068088655, "learning_rate": 0.003, "loss": 4.0135, "step": 22481 }, { "epoch": 0.22482, "grad_norm": 1.2119798246473172, "learning_rate": 0.003, "loss": 3.9956, "step": 22482 }, { "epoch": 0.22483, "grad_norm": 1.2127305864896916, "learning_rate": 0.003, "loss": 4.0069, "step": 22483 }, { "epoch": 0.22484, "grad_norm": 1.2436380272366911, "learning_rate": 0.003, "loss": 4.0105, "step": 22484 }, { "epoch": 0.22485, "grad_norm": 1.1334257597349076, "learning_rate": 0.003, "loss": 3.9796, "step": 22485 }, { "epoch": 0.22486, "grad_norm": 1.2995765364014777, "learning_rate": 0.003, "loss": 4.0306, "step": 22486 }, { "epoch": 0.22487, "grad_norm": 1.378797398835341, "learning_rate": 0.003, "loss": 4.0192, "step": 22487 }, { "epoch": 0.22488, "grad_norm": 1.2199453701568161, "learning_rate": 0.003, "loss": 4.0242, "step": 22488 }, { "epoch": 0.22489, "grad_norm": 1.4776554518736094, "learning_rate": 0.003, "loss": 4.0073, "step": 22489 }, { "epoch": 0.2249, "grad_norm": 1.4028316476649385, "learning_rate": 0.003, "loss": 4.0112, "step": 22490 }, { "epoch": 0.22491, "grad_norm": 1.180291365617104, "learning_rate": 0.003, "loss": 3.9972, "step": 22491 }, { "epoch": 0.22492, "grad_norm": 1.4937122272676258, "learning_rate": 0.003, "loss": 4.0135, "step": 22492 }, { "epoch": 0.22493, "grad_norm": 1.107028016409526, "learning_rate": 0.003, "loss": 3.9661, "step": 22493 }, { "epoch": 0.22494, "grad_norm": 1.3354709386431685, "learning_rate": 0.003, "loss": 4.0014, "step": 22494 }, { "epoch": 0.22495, "grad_norm": 1.1432176786757509, "learning_rate": 0.003, "loss": 4.0221, "step": 22495 }, { "epoch": 0.22496, "grad_norm": 1.4562995707502615, "learning_rate": 0.003, "loss": 4.0431, "step": 22496 }, { "epoch": 0.22497, "grad_norm": 1.0688464701860052, "learning_rate": 0.003, "loss": 4.0066, "step": 22497 }, { "epoch": 0.22498, "grad_norm": 1.4801101639795715, "learning_rate": 0.003, "loss": 3.9967, "step": 22498 }, { "epoch": 0.22499, "grad_norm": 1.2806999040899756, "learning_rate": 0.003, "loss": 3.9901, "step": 22499 }, { "epoch": 0.225, "grad_norm": 1.0817634577540134, "learning_rate": 0.003, "loss": 3.9959, "step": 22500 }, { "epoch": 0.22501, "grad_norm": 1.2843604203945191, "learning_rate": 0.003, "loss": 3.9903, "step": 22501 }, { "epoch": 0.22502, "grad_norm": 1.2667296050947727, "learning_rate": 0.003, "loss": 4.0137, "step": 22502 }, { "epoch": 0.22503, "grad_norm": 1.1668549636608758, "learning_rate": 0.003, "loss": 4.0193, "step": 22503 }, { "epoch": 0.22504, "grad_norm": 1.3355331388831415, "learning_rate": 0.003, "loss": 4.0089, "step": 22504 }, { "epoch": 0.22505, "grad_norm": 1.0516139840981271, "learning_rate": 0.003, "loss": 4.0114, "step": 22505 }, { "epoch": 0.22506, "grad_norm": 1.2657884767565837, "learning_rate": 0.003, "loss": 4.0235, "step": 22506 }, { "epoch": 0.22507, "grad_norm": 1.1069515007216801, "learning_rate": 0.003, "loss": 4.0108, "step": 22507 }, { "epoch": 0.22508, "grad_norm": 1.4797685514032357, "learning_rate": 0.003, "loss": 3.9999, "step": 22508 }, { "epoch": 0.22509, "grad_norm": 1.3331713095821027, "learning_rate": 0.003, "loss": 4.0195, "step": 22509 }, { "epoch": 0.2251, "grad_norm": 1.325695469874847, "learning_rate": 0.003, "loss": 4.0158, "step": 22510 }, { "epoch": 0.22511, "grad_norm": 1.2735346279001936, "learning_rate": 0.003, "loss": 3.9865, "step": 22511 }, { "epoch": 0.22512, "grad_norm": 1.4033627302463723, "learning_rate": 0.003, "loss": 4.0215, "step": 22512 }, { "epoch": 0.22513, "grad_norm": 1.3205744061198856, "learning_rate": 0.003, "loss": 4.0, "step": 22513 }, { "epoch": 0.22514, "grad_norm": 1.2786976067044686, "learning_rate": 0.003, "loss": 3.972, "step": 22514 }, { "epoch": 0.22515, "grad_norm": 1.1967183198625957, "learning_rate": 0.003, "loss": 4.0066, "step": 22515 }, { "epoch": 0.22516, "grad_norm": 1.3560343394849093, "learning_rate": 0.003, "loss": 4.0284, "step": 22516 }, { "epoch": 0.22517, "grad_norm": 1.189433701202624, "learning_rate": 0.003, "loss": 4.0131, "step": 22517 }, { "epoch": 0.22518, "grad_norm": 1.2774695542402534, "learning_rate": 0.003, "loss": 3.9969, "step": 22518 }, { "epoch": 0.22519, "grad_norm": 1.2494959746096168, "learning_rate": 0.003, "loss": 4.0046, "step": 22519 }, { "epoch": 0.2252, "grad_norm": 1.3637157744362591, "learning_rate": 0.003, "loss": 3.9702, "step": 22520 }, { "epoch": 0.22521, "grad_norm": 1.2974566367114249, "learning_rate": 0.003, "loss": 3.9968, "step": 22521 }, { "epoch": 0.22522, "grad_norm": 1.3921122498846437, "learning_rate": 0.003, "loss": 4.0043, "step": 22522 }, { "epoch": 0.22523, "grad_norm": 1.0530428749059217, "learning_rate": 0.003, "loss": 4.0042, "step": 22523 }, { "epoch": 0.22524, "grad_norm": 1.1981882029088853, "learning_rate": 0.003, "loss": 3.9978, "step": 22524 }, { "epoch": 0.22525, "grad_norm": 1.3978282743326627, "learning_rate": 0.003, "loss": 3.9982, "step": 22525 }, { "epoch": 0.22526, "grad_norm": 1.1309066836035648, "learning_rate": 0.003, "loss": 4.0234, "step": 22526 }, { "epoch": 0.22527, "grad_norm": 1.402120511330208, "learning_rate": 0.003, "loss": 4.0261, "step": 22527 }, { "epoch": 0.22528, "grad_norm": 1.193276079423319, "learning_rate": 0.003, "loss": 4.0138, "step": 22528 }, { "epoch": 0.22529, "grad_norm": 1.4208468301806532, "learning_rate": 0.003, "loss": 3.9978, "step": 22529 }, { "epoch": 0.2253, "grad_norm": 1.3068348699133714, "learning_rate": 0.003, "loss": 3.9975, "step": 22530 }, { "epoch": 0.22531, "grad_norm": 1.2105395465544653, "learning_rate": 0.003, "loss": 4.0225, "step": 22531 }, { "epoch": 0.22532, "grad_norm": 1.3476057640658015, "learning_rate": 0.003, "loss": 4.0035, "step": 22532 }, { "epoch": 0.22533, "grad_norm": 1.1901563536004314, "learning_rate": 0.003, "loss": 3.9714, "step": 22533 }, { "epoch": 0.22534, "grad_norm": 1.480501284652599, "learning_rate": 0.003, "loss": 3.9883, "step": 22534 }, { "epoch": 0.22535, "grad_norm": 1.1790775331287007, "learning_rate": 0.003, "loss": 4.0159, "step": 22535 }, { "epoch": 0.22536, "grad_norm": 1.5324231430857598, "learning_rate": 0.003, "loss": 4.0196, "step": 22536 }, { "epoch": 0.22537, "grad_norm": 1.150663389226861, "learning_rate": 0.003, "loss": 4.0097, "step": 22537 }, { "epoch": 0.22538, "grad_norm": 1.3661009432470363, "learning_rate": 0.003, "loss": 4.0281, "step": 22538 }, { "epoch": 0.22539, "grad_norm": 1.2684906441009884, "learning_rate": 0.003, "loss": 3.9828, "step": 22539 }, { "epoch": 0.2254, "grad_norm": 1.1352216713885313, "learning_rate": 0.003, "loss": 3.988, "step": 22540 }, { "epoch": 0.22541, "grad_norm": 1.407756237105997, "learning_rate": 0.003, "loss": 4.02, "step": 22541 }, { "epoch": 0.22542, "grad_norm": 1.2123626575369322, "learning_rate": 0.003, "loss": 4.0072, "step": 22542 }, { "epoch": 0.22543, "grad_norm": 1.4018773576403527, "learning_rate": 0.003, "loss": 4.0141, "step": 22543 }, { "epoch": 0.22544, "grad_norm": 1.012553287215869, "learning_rate": 0.003, "loss": 3.9801, "step": 22544 }, { "epoch": 0.22545, "grad_norm": 1.2819276736771017, "learning_rate": 0.003, "loss": 4.0135, "step": 22545 }, { "epoch": 0.22546, "grad_norm": 1.2256899276499758, "learning_rate": 0.003, "loss": 3.9749, "step": 22546 }, { "epoch": 0.22547, "grad_norm": 1.2367069129173276, "learning_rate": 0.003, "loss": 3.9965, "step": 22547 }, { "epoch": 0.22548, "grad_norm": 1.3011635132460417, "learning_rate": 0.003, "loss": 4.0086, "step": 22548 }, { "epoch": 0.22549, "grad_norm": 1.1949052284290673, "learning_rate": 0.003, "loss": 3.9858, "step": 22549 }, { "epoch": 0.2255, "grad_norm": 1.3735955982482284, "learning_rate": 0.003, "loss": 4.01, "step": 22550 }, { "epoch": 0.22551, "grad_norm": 1.2330551299434023, "learning_rate": 0.003, "loss": 4.0139, "step": 22551 }, { "epoch": 0.22552, "grad_norm": 1.314844716656654, "learning_rate": 0.003, "loss": 4.0091, "step": 22552 }, { "epoch": 0.22553, "grad_norm": 1.1822744599875548, "learning_rate": 0.003, "loss": 3.9856, "step": 22553 }, { "epoch": 0.22554, "grad_norm": 1.261341409461104, "learning_rate": 0.003, "loss": 4.0241, "step": 22554 }, { "epoch": 0.22555, "grad_norm": 1.3312845734067662, "learning_rate": 0.003, "loss": 4.0209, "step": 22555 }, { "epoch": 0.22556, "grad_norm": 1.4750707717625615, "learning_rate": 0.003, "loss": 4.0144, "step": 22556 }, { "epoch": 0.22557, "grad_norm": 1.2851941954440056, "learning_rate": 0.003, "loss": 4.0039, "step": 22557 }, { "epoch": 0.22558, "grad_norm": 1.6197261487705839, "learning_rate": 0.003, "loss": 4.0243, "step": 22558 }, { "epoch": 0.22559, "grad_norm": 1.1350629273430315, "learning_rate": 0.003, "loss": 3.9964, "step": 22559 }, { "epoch": 0.2256, "grad_norm": 1.3432054674670533, "learning_rate": 0.003, "loss": 4.0347, "step": 22560 }, { "epoch": 0.22561, "grad_norm": 1.1518616379470412, "learning_rate": 0.003, "loss": 4.0321, "step": 22561 }, { "epoch": 0.22562, "grad_norm": 1.7018484859224896, "learning_rate": 0.003, "loss": 4.0375, "step": 22562 }, { "epoch": 0.22563, "grad_norm": 1.3328459301516782, "learning_rate": 0.003, "loss": 3.9999, "step": 22563 }, { "epoch": 0.22564, "grad_norm": 1.2761301635040434, "learning_rate": 0.003, "loss": 3.9919, "step": 22564 }, { "epoch": 0.22565, "grad_norm": 1.2785560852895093, "learning_rate": 0.003, "loss": 4.0329, "step": 22565 }, { "epoch": 0.22566, "grad_norm": 1.2427043449987374, "learning_rate": 0.003, "loss": 4.0029, "step": 22566 }, { "epoch": 0.22567, "grad_norm": 1.2908230903627478, "learning_rate": 0.003, "loss": 4.0159, "step": 22567 }, { "epoch": 0.22568, "grad_norm": 1.365953390780153, "learning_rate": 0.003, "loss": 3.99, "step": 22568 }, { "epoch": 0.22569, "grad_norm": 1.41559439937492, "learning_rate": 0.003, "loss": 3.9936, "step": 22569 }, { "epoch": 0.2257, "grad_norm": 1.3972146758020818, "learning_rate": 0.003, "loss": 3.972, "step": 22570 }, { "epoch": 0.22571, "grad_norm": 1.3999232329901161, "learning_rate": 0.003, "loss": 4.0082, "step": 22571 }, { "epoch": 0.22572, "grad_norm": 1.0708162190561128, "learning_rate": 0.003, "loss": 4.0153, "step": 22572 }, { "epoch": 0.22573, "grad_norm": 1.4612954154755544, "learning_rate": 0.003, "loss": 3.996, "step": 22573 }, { "epoch": 0.22574, "grad_norm": 1.1309516830080055, "learning_rate": 0.003, "loss": 4.005, "step": 22574 }, { "epoch": 0.22575, "grad_norm": 1.5195621080772024, "learning_rate": 0.003, "loss": 4.0193, "step": 22575 }, { "epoch": 0.22576, "grad_norm": 1.0250110237725385, "learning_rate": 0.003, "loss": 3.9774, "step": 22576 }, { "epoch": 0.22577, "grad_norm": 1.5801665822419138, "learning_rate": 0.003, "loss": 4.009, "step": 22577 }, { "epoch": 0.22578, "grad_norm": 1.0389749983974395, "learning_rate": 0.003, "loss": 4.0017, "step": 22578 }, { "epoch": 0.22579, "grad_norm": 1.5112914155231072, "learning_rate": 0.003, "loss": 4.0145, "step": 22579 }, { "epoch": 0.2258, "grad_norm": 1.0720968964380941, "learning_rate": 0.003, "loss": 3.9885, "step": 22580 }, { "epoch": 0.22581, "grad_norm": 1.241106827345514, "learning_rate": 0.003, "loss": 3.9891, "step": 22581 }, { "epoch": 0.22582, "grad_norm": 1.2506515871657455, "learning_rate": 0.003, "loss": 4.0097, "step": 22582 }, { "epoch": 0.22583, "grad_norm": 1.384275451855507, "learning_rate": 0.003, "loss": 4.0205, "step": 22583 }, { "epoch": 0.22584, "grad_norm": 1.128291891005495, "learning_rate": 0.003, "loss": 4.0277, "step": 22584 }, { "epoch": 0.22585, "grad_norm": 1.2812055095464967, "learning_rate": 0.003, "loss": 4.0352, "step": 22585 }, { "epoch": 0.22586, "grad_norm": 1.218863938109246, "learning_rate": 0.003, "loss": 4.0258, "step": 22586 }, { "epoch": 0.22587, "grad_norm": 1.295842345107824, "learning_rate": 0.003, "loss": 4.0221, "step": 22587 }, { "epoch": 0.22588, "grad_norm": 1.1444092431768942, "learning_rate": 0.003, "loss": 4.0153, "step": 22588 }, { "epoch": 0.22589, "grad_norm": 1.4820917294361375, "learning_rate": 0.003, "loss": 4.0038, "step": 22589 }, { "epoch": 0.2259, "grad_norm": 1.3195833351344128, "learning_rate": 0.003, "loss": 4.0014, "step": 22590 }, { "epoch": 0.22591, "grad_norm": 1.1824542718186903, "learning_rate": 0.003, "loss": 4.0151, "step": 22591 }, { "epoch": 0.22592, "grad_norm": 1.3947996822324285, "learning_rate": 0.003, "loss": 4.0367, "step": 22592 }, { "epoch": 0.22593, "grad_norm": 1.465298742816563, "learning_rate": 0.003, "loss": 3.9928, "step": 22593 }, { "epoch": 0.22594, "grad_norm": 1.2852371538931704, "learning_rate": 0.003, "loss": 4.004, "step": 22594 }, { "epoch": 0.22595, "grad_norm": 1.184029159158004, "learning_rate": 0.003, "loss": 3.993, "step": 22595 }, { "epoch": 0.22596, "grad_norm": 1.1856415404760932, "learning_rate": 0.003, "loss": 3.9997, "step": 22596 }, { "epoch": 0.22597, "grad_norm": 1.3559871791289722, "learning_rate": 0.003, "loss": 4.0073, "step": 22597 }, { "epoch": 0.22598, "grad_norm": 1.3398357796124907, "learning_rate": 0.003, "loss": 4.0146, "step": 22598 }, { "epoch": 0.22599, "grad_norm": 1.523370787323789, "learning_rate": 0.003, "loss": 3.9955, "step": 22599 }, { "epoch": 0.226, "grad_norm": 1.2531432765178037, "learning_rate": 0.003, "loss": 4.0117, "step": 22600 }, { "epoch": 0.22601, "grad_norm": 1.143294642361714, "learning_rate": 0.003, "loss": 4.0006, "step": 22601 }, { "epoch": 0.22602, "grad_norm": 1.3169963541376843, "learning_rate": 0.003, "loss": 4.0024, "step": 22602 }, { "epoch": 0.22603, "grad_norm": 1.4222987505508788, "learning_rate": 0.003, "loss": 3.9852, "step": 22603 }, { "epoch": 0.22604, "grad_norm": 1.2706998123354118, "learning_rate": 0.003, "loss": 4.009, "step": 22604 }, { "epoch": 0.22605, "grad_norm": 1.2187559012257394, "learning_rate": 0.003, "loss": 4.0009, "step": 22605 }, { "epoch": 0.22606, "grad_norm": 1.3872550597309237, "learning_rate": 0.003, "loss": 4.026, "step": 22606 }, { "epoch": 0.22607, "grad_norm": 1.154436274123666, "learning_rate": 0.003, "loss": 4.0068, "step": 22607 }, { "epoch": 0.22608, "grad_norm": 1.312451210717472, "learning_rate": 0.003, "loss": 4.0132, "step": 22608 }, { "epoch": 0.22609, "grad_norm": 1.261350458196559, "learning_rate": 0.003, "loss": 4.0351, "step": 22609 }, { "epoch": 0.2261, "grad_norm": 1.3203880332558129, "learning_rate": 0.003, "loss": 3.9966, "step": 22610 }, { "epoch": 0.22611, "grad_norm": 1.1236509757293136, "learning_rate": 0.003, "loss": 3.9654, "step": 22611 }, { "epoch": 0.22612, "grad_norm": 1.516190333816063, "learning_rate": 0.003, "loss": 4.011, "step": 22612 }, { "epoch": 0.22613, "grad_norm": 1.1536265021848324, "learning_rate": 0.003, "loss": 4.0346, "step": 22613 }, { "epoch": 0.22614, "grad_norm": 1.510650175065345, "learning_rate": 0.003, "loss": 4.0176, "step": 22614 }, { "epoch": 0.22615, "grad_norm": 1.2024622150866966, "learning_rate": 0.003, "loss": 4.0002, "step": 22615 }, { "epoch": 0.22616, "grad_norm": 1.3077553086997582, "learning_rate": 0.003, "loss": 3.9918, "step": 22616 }, { "epoch": 0.22617, "grad_norm": 1.3713083510427642, "learning_rate": 0.003, "loss": 3.996, "step": 22617 }, { "epoch": 0.22618, "grad_norm": 1.302385148835563, "learning_rate": 0.003, "loss": 4.0372, "step": 22618 }, { "epoch": 0.22619, "grad_norm": 1.3502416243820476, "learning_rate": 0.003, "loss": 4.0123, "step": 22619 }, { "epoch": 0.2262, "grad_norm": 1.1416749597625964, "learning_rate": 0.003, "loss": 3.9992, "step": 22620 }, { "epoch": 0.22621, "grad_norm": 1.3896846242144427, "learning_rate": 0.003, "loss": 3.998, "step": 22621 }, { "epoch": 0.22622, "grad_norm": 1.1686628491282742, "learning_rate": 0.003, "loss": 4.0125, "step": 22622 }, { "epoch": 0.22623, "grad_norm": 1.1366618720437742, "learning_rate": 0.003, "loss": 3.986, "step": 22623 }, { "epoch": 0.22624, "grad_norm": 1.2338838257084186, "learning_rate": 0.003, "loss": 3.9966, "step": 22624 }, { "epoch": 0.22625, "grad_norm": 1.362431330249743, "learning_rate": 0.003, "loss": 4.0069, "step": 22625 }, { "epoch": 0.22626, "grad_norm": 1.28955499422325, "learning_rate": 0.003, "loss": 3.9924, "step": 22626 }, { "epoch": 0.22627, "grad_norm": 1.7146963290827013, "learning_rate": 0.003, "loss": 4.0071, "step": 22627 }, { "epoch": 0.22628, "grad_norm": 1.0291134014104808, "learning_rate": 0.003, "loss": 4.0303, "step": 22628 }, { "epoch": 0.22629, "grad_norm": 1.3694763736833087, "learning_rate": 0.003, "loss": 4.0179, "step": 22629 }, { "epoch": 0.2263, "grad_norm": 1.344749896454369, "learning_rate": 0.003, "loss": 3.9973, "step": 22630 }, { "epoch": 0.22631, "grad_norm": 1.3487502694733515, "learning_rate": 0.003, "loss": 4.0261, "step": 22631 }, { "epoch": 0.22632, "grad_norm": 1.3339342473622937, "learning_rate": 0.003, "loss": 4.004, "step": 22632 }, { "epoch": 0.22633, "grad_norm": 1.288092097888253, "learning_rate": 0.003, "loss": 4.0345, "step": 22633 }, { "epoch": 0.22634, "grad_norm": 1.3827756773928728, "learning_rate": 0.003, "loss": 3.999, "step": 22634 }, { "epoch": 0.22635, "grad_norm": 1.3180999257311339, "learning_rate": 0.003, "loss": 3.9909, "step": 22635 }, { "epoch": 0.22636, "grad_norm": 1.1915745714720076, "learning_rate": 0.003, "loss": 4.0047, "step": 22636 }, { "epoch": 0.22637, "grad_norm": 1.2526184464767351, "learning_rate": 0.003, "loss": 4.0139, "step": 22637 }, { "epoch": 0.22638, "grad_norm": 1.3421117077385427, "learning_rate": 0.003, "loss": 4.0231, "step": 22638 }, { "epoch": 0.22639, "grad_norm": 1.0806047936653145, "learning_rate": 0.003, "loss": 4.0026, "step": 22639 }, { "epoch": 0.2264, "grad_norm": 1.681711614665692, "learning_rate": 0.003, "loss": 4.0207, "step": 22640 }, { "epoch": 0.22641, "grad_norm": 1.0514764874336213, "learning_rate": 0.003, "loss": 4.0151, "step": 22641 }, { "epoch": 0.22642, "grad_norm": 1.4319170581123186, "learning_rate": 0.003, "loss": 4.0083, "step": 22642 }, { "epoch": 0.22643, "grad_norm": 1.1123355463603788, "learning_rate": 0.003, "loss": 4.0283, "step": 22643 }, { "epoch": 0.22644, "grad_norm": 1.52155418318171, "learning_rate": 0.003, "loss": 4.0026, "step": 22644 }, { "epoch": 0.22645, "grad_norm": 1.1352406373618085, "learning_rate": 0.003, "loss": 4.007, "step": 22645 }, { "epoch": 0.22646, "grad_norm": 1.2290977060489594, "learning_rate": 0.003, "loss": 4.0422, "step": 22646 }, { "epoch": 0.22647, "grad_norm": 1.3277620476486571, "learning_rate": 0.003, "loss": 3.9782, "step": 22647 }, { "epoch": 0.22648, "grad_norm": 1.0636001330176454, "learning_rate": 0.003, "loss": 4.0464, "step": 22648 }, { "epoch": 0.22649, "grad_norm": 1.3711566913833808, "learning_rate": 0.003, "loss": 3.9981, "step": 22649 }, { "epoch": 0.2265, "grad_norm": 1.1612570101359865, "learning_rate": 0.003, "loss": 3.9833, "step": 22650 }, { "epoch": 0.22651, "grad_norm": 1.2849569421749862, "learning_rate": 0.003, "loss": 4.005, "step": 22651 }, { "epoch": 0.22652, "grad_norm": 1.2747061899172882, "learning_rate": 0.003, "loss": 4.0252, "step": 22652 }, { "epoch": 0.22653, "grad_norm": 1.3756234290752092, "learning_rate": 0.003, "loss": 4.0209, "step": 22653 }, { "epoch": 0.22654, "grad_norm": 1.224635382035314, "learning_rate": 0.003, "loss": 3.9951, "step": 22654 }, { "epoch": 0.22655, "grad_norm": 1.322687108173434, "learning_rate": 0.003, "loss": 4.0073, "step": 22655 }, { "epoch": 0.22656, "grad_norm": 1.211523466768888, "learning_rate": 0.003, "loss": 3.9914, "step": 22656 }, { "epoch": 0.22657, "grad_norm": 1.3941544934936156, "learning_rate": 0.003, "loss": 4.0278, "step": 22657 }, { "epoch": 0.22658, "grad_norm": 1.03253008654033, "learning_rate": 0.003, "loss": 4.0137, "step": 22658 }, { "epoch": 0.22659, "grad_norm": 1.4165446622659172, "learning_rate": 0.003, "loss": 3.9892, "step": 22659 }, { "epoch": 0.2266, "grad_norm": 1.1166518829056626, "learning_rate": 0.003, "loss": 4.0076, "step": 22660 }, { "epoch": 0.22661, "grad_norm": 1.329738440577359, "learning_rate": 0.003, "loss": 4.0362, "step": 22661 }, { "epoch": 0.22662, "grad_norm": 1.339974032292337, "learning_rate": 0.003, "loss": 3.9982, "step": 22662 }, { "epoch": 0.22663, "grad_norm": 1.3420308328724613, "learning_rate": 0.003, "loss": 3.9953, "step": 22663 }, { "epoch": 0.22664, "grad_norm": 1.7404996508213633, "learning_rate": 0.003, "loss": 4.0258, "step": 22664 }, { "epoch": 0.22665, "grad_norm": 1.1168402894042904, "learning_rate": 0.003, "loss": 4.0396, "step": 22665 }, { "epoch": 0.22666, "grad_norm": 1.3510222486668735, "learning_rate": 0.003, "loss": 4.034, "step": 22666 }, { "epoch": 0.22667, "grad_norm": 1.5358046354153914, "learning_rate": 0.003, "loss": 4.0093, "step": 22667 }, { "epoch": 0.22668, "grad_norm": 1.0820371583145305, "learning_rate": 0.003, "loss": 3.9804, "step": 22668 }, { "epoch": 0.22669, "grad_norm": 1.5502182147457255, "learning_rate": 0.003, "loss": 3.9951, "step": 22669 }, { "epoch": 0.2267, "grad_norm": 1.1833555666865883, "learning_rate": 0.003, "loss": 4.0071, "step": 22670 }, { "epoch": 0.22671, "grad_norm": 1.3153302888051472, "learning_rate": 0.003, "loss": 4.017, "step": 22671 }, { "epoch": 0.22672, "grad_norm": 1.3509195079713994, "learning_rate": 0.003, "loss": 4.0153, "step": 22672 }, { "epoch": 0.22673, "grad_norm": 1.1767025840581729, "learning_rate": 0.003, "loss": 3.9713, "step": 22673 }, { "epoch": 0.22674, "grad_norm": 1.401166177304556, "learning_rate": 0.003, "loss": 3.9929, "step": 22674 }, { "epoch": 0.22675, "grad_norm": 1.208076602090131, "learning_rate": 0.003, "loss": 4.0373, "step": 22675 }, { "epoch": 0.22676, "grad_norm": 1.3703163665668583, "learning_rate": 0.003, "loss": 3.9968, "step": 22676 }, { "epoch": 0.22677, "grad_norm": 1.1119238405214589, "learning_rate": 0.003, "loss": 4.0057, "step": 22677 }, { "epoch": 0.22678, "grad_norm": 1.3176088296069648, "learning_rate": 0.003, "loss": 4.0095, "step": 22678 }, { "epoch": 0.22679, "grad_norm": 1.0025180273112697, "learning_rate": 0.003, "loss": 3.987, "step": 22679 }, { "epoch": 0.2268, "grad_norm": 1.622093486398929, "learning_rate": 0.003, "loss": 4.0076, "step": 22680 }, { "epoch": 0.22681, "grad_norm": 1.0796495265920687, "learning_rate": 0.003, "loss": 4.0076, "step": 22681 }, { "epoch": 0.22682, "grad_norm": 1.458255102300656, "learning_rate": 0.003, "loss": 4.015, "step": 22682 }, { "epoch": 0.22683, "grad_norm": 1.1863767853885696, "learning_rate": 0.003, "loss": 4.0122, "step": 22683 }, { "epoch": 0.22684, "grad_norm": 1.4155131305168378, "learning_rate": 0.003, "loss": 4.0181, "step": 22684 }, { "epoch": 0.22685, "grad_norm": 1.2519010111671314, "learning_rate": 0.003, "loss": 4.0101, "step": 22685 }, { "epoch": 0.22686, "grad_norm": 1.325647042144286, "learning_rate": 0.003, "loss": 3.9948, "step": 22686 }, { "epoch": 0.22687, "grad_norm": 1.2927877885850034, "learning_rate": 0.003, "loss": 4.0229, "step": 22687 }, { "epoch": 0.22688, "grad_norm": 1.4142299805194503, "learning_rate": 0.003, "loss": 4.0187, "step": 22688 }, { "epoch": 0.22689, "grad_norm": 1.0213531880511948, "learning_rate": 0.003, "loss": 4.0153, "step": 22689 }, { "epoch": 0.2269, "grad_norm": 1.439566420734954, "learning_rate": 0.003, "loss": 4.0185, "step": 22690 }, { "epoch": 0.22691, "grad_norm": 1.1493651608460327, "learning_rate": 0.003, "loss": 4.0382, "step": 22691 }, { "epoch": 0.22692, "grad_norm": 1.2329940903779464, "learning_rate": 0.003, "loss": 4.0002, "step": 22692 }, { "epoch": 0.22693, "grad_norm": 1.1119939554651543, "learning_rate": 0.003, "loss": 3.9922, "step": 22693 }, { "epoch": 0.22694, "grad_norm": 1.3452540902010601, "learning_rate": 0.003, "loss": 4.0113, "step": 22694 }, { "epoch": 0.22695, "grad_norm": 1.2276457733559367, "learning_rate": 0.003, "loss": 3.9986, "step": 22695 }, { "epoch": 0.22696, "grad_norm": 1.2232044632210122, "learning_rate": 0.003, "loss": 4.0028, "step": 22696 }, { "epoch": 0.22697, "grad_norm": 1.092705683566609, "learning_rate": 0.003, "loss": 4.028, "step": 22697 }, { "epoch": 0.22698, "grad_norm": 1.4952685263370296, "learning_rate": 0.003, "loss": 3.9836, "step": 22698 }, { "epoch": 0.22699, "grad_norm": 1.2916916079493808, "learning_rate": 0.003, "loss": 3.995, "step": 22699 }, { "epoch": 0.227, "grad_norm": 1.5561136938456746, "learning_rate": 0.003, "loss": 4.0071, "step": 22700 }, { "epoch": 0.22701, "grad_norm": 1.089198568191241, "learning_rate": 0.003, "loss": 4.0338, "step": 22701 }, { "epoch": 0.22702, "grad_norm": 1.1667141875785318, "learning_rate": 0.003, "loss": 4.0176, "step": 22702 }, { "epoch": 0.22703, "grad_norm": 1.367908714713294, "learning_rate": 0.003, "loss": 4.0005, "step": 22703 }, { "epoch": 0.22704, "grad_norm": 1.3122276285520316, "learning_rate": 0.003, "loss": 4.0105, "step": 22704 }, { "epoch": 0.22705, "grad_norm": 1.1676473420160018, "learning_rate": 0.003, "loss": 4.0159, "step": 22705 }, { "epoch": 0.22706, "grad_norm": 1.2765880187055063, "learning_rate": 0.003, "loss": 3.9936, "step": 22706 }, { "epoch": 0.22707, "grad_norm": 1.1672732123680687, "learning_rate": 0.003, "loss": 4.0116, "step": 22707 }, { "epoch": 0.22708, "grad_norm": 1.4299937417422413, "learning_rate": 0.003, "loss": 3.9679, "step": 22708 }, { "epoch": 0.22709, "grad_norm": 1.1259478081382068, "learning_rate": 0.003, "loss": 4.0102, "step": 22709 }, { "epoch": 0.2271, "grad_norm": 1.4214091919953824, "learning_rate": 0.003, "loss": 3.9984, "step": 22710 }, { "epoch": 0.22711, "grad_norm": 1.1926596322877276, "learning_rate": 0.003, "loss": 4.0039, "step": 22711 }, { "epoch": 0.22712, "grad_norm": 1.4080530469812624, "learning_rate": 0.003, "loss": 3.9889, "step": 22712 }, { "epoch": 0.22713, "grad_norm": 1.277048343967381, "learning_rate": 0.003, "loss": 3.9934, "step": 22713 }, { "epoch": 0.22714, "grad_norm": 1.2275804333775504, "learning_rate": 0.003, "loss": 4.0229, "step": 22714 }, { "epoch": 0.22715, "grad_norm": 1.516484480071817, "learning_rate": 0.003, "loss": 3.9899, "step": 22715 }, { "epoch": 0.22716, "grad_norm": 1.4161698830130096, "learning_rate": 0.003, "loss": 4.0029, "step": 22716 }, { "epoch": 0.22717, "grad_norm": 1.1868902238898147, "learning_rate": 0.003, "loss": 4.0296, "step": 22717 }, { "epoch": 0.22718, "grad_norm": 1.238807394779925, "learning_rate": 0.003, "loss": 4.0213, "step": 22718 }, { "epoch": 0.22719, "grad_norm": 1.3244501090164655, "learning_rate": 0.003, "loss": 4.0172, "step": 22719 }, { "epoch": 0.2272, "grad_norm": 1.429126986961252, "learning_rate": 0.003, "loss": 4.0175, "step": 22720 }, { "epoch": 0.22721, "grad_norm": 1.191024433896257, "learning_rate": 0.003, "loss": 3.9981, "step": 22721 }, { "epoch": 0.22722, "grad_norm": 1.4788473156121986, "learning_rate": 0.003, "loss": 4.0065, "step": 22722 }, { "epoch": 0.22723, "grad_norm": 0.9480239215806185, "learning_rate": 0.003, "loss": 4.0002, "step": 22723 }, { "epoch": 0.22724, "grad_norm": 1.3369517113877827, "learning_rate": 0.003, "loss": 4.0057, "step": 22724 }, { "epoch": 0.22725, "grad_norm": 1.2987791469120658, "learning_rate": 0.003, "loss": 4.0256, "step": 22725 }, { "epoch": 0.22726, "grad_norm": 1.319096280570226, "learning_rate": 0.003, "loss": 4.0093, "step": 22726 }, { "epoch": 0.22727, "grad_norm": 0.996933811249999, "learning_rate": 0.003, "loss": 4.0169, "step": 22727 }, { "epoch": 0.22728, "grad_norm": 1.480822375034368, "learning_rate": 0.003, "loss": 4.0203, "step": 22728 }, { "epoch": 0.22729, "grad_norm": 1.1032672456592745, "learning_rate": 0.003, "loss": 4.0106, "step": 22729 }, { "epoch": 0.2273, "grad_norm": 1.5166424066586064, "learning_rate": 0.003, "loss": 4.0252, "step": 22730 }, { "epoch": 0.22731, "grad_norm": 1.2183091089535036, "learning_rate": 0.003, "loss": 4.0055, "step": 22731 }, { "epoch": 0.22732, "grad_norm": 1.4044727565582245, "learning_rate": 0.003, "loss": 4.0317, "step": 22732 }, { "epoch": 0.22733, "grad_norm": 1.360224076345397, "learning_rate": 0.003, "loss": 4.0083, "step": 22733 }, { "epoch": 0.22734, "grad_norm": 1.1131519252837947, "learning_rate": 0.003, "loss": 4.0154, "step": 22734 }, { "epoch": 0.22735, "grad_norm": 1.3309712499293276, "learning_rate": 0.003, "loss": 3.9999, "step": 22735 }, { "epoch": 0.22736, "grad_norm": 1.2211104832637052, "learning_rate": 0.003, "loss": 3.9978, "step": 22736 }, { "epoch": 0.22737, "grad_norm": 1.315777349617868, "learning_rate": 0.003, "loss": 3.9998, "step": 22737 }, { "epoch": 0.22738, "grad_norm": 1.1229049250699499, "learning_rate": 0.003, "loss": 4.0313, "step": 22738 }, { "epoch": 0.22739, "grad_norm": 1.4508994692471764, "learning_rate": 0.003, "loss": 4.0396, "step": 22739 }, { "epoch": 0.2274, "grad_norm": 1.1296209105617934, "learning_rate": 0.003, "loss": 4.004, "step": 22740 }, { "epoch": 0.22741, "grad_norm": 1.5814147830118586, "learning_rate": 0.003, "loss": 4.0182, "step": 22741 }, { "epoch": 0.22742, "grad_norm": 1.244280088074894, "learning_rate": 0.003, "loss": 4.002, "step": 22742 }, { "epoch": 0.22743, "grad_norm": 1.3771878277840803, "learning_rate": 0.003, "loss": 4.0097, "step": 22743 }, { "epoch": 0.22744, "grad_norm": 1.0938646572428499, "learning_rate": 0.003, "loss": 4.0229, "step": 22744 }, { "epoch": 0.22745, "grad_norm": 1.6885280821316384, "learning_rate": 0.003, "loss": 4.012, "step": 22745 }, { "epoch": 0.22746, "grad_norm": 1.2561041739303762, "learning_rate": 0.003, "loss": 4.0175, "step": 22746 }, { "epoch": 0.22747, "grad_norm": 1.3866286215842691, "learning_rate": 0.003, "loss": 4.0067, "step": 22747 }, { "epoch": 0.22748, "grad_norm": 1.180524357618422, "learning_rate": 0.003, "loss": 3.9803, "step": 22748 }, { "epoch": 0.22749, "grad_norm": 1.325929964568727, "learning_rate": 0.003, "loss": 3.9833, "step": 22749 }, { "epoch": 0.2275, "grad_norm": 1.2224316623480622, "learning_rate": 0.003, "loss": 3.997, "step": 22750 }, { "epoch": 0.22751, "grad_norm": 1.3109630892786908, "learning_rate": 0.003, "loss": 4.0061, "step": 22751 }, { "epoch": 0.22752, "grad_norm": 1.2636036183934982, "learning_rate": 0.003, "loss": 3.9905, "step": 22752 }, { "epoch": 0.22753, "grad_norm": 1.3533393580968458, "learning_rate": 0.003, "loss": 3.9688, "step": 22753 }, { "epoch": 0.22754, "grad_norm": 1.5045177587006389, "learning_rate": 0.003, "loss": 4.0041, "step": 22754 }, { "epoch": 0.22755, "grad_norm": 1.4323337839677488, "learning_rate": 0.003, "loss": 4.0032, "step": 22755 }, { "epoch": 0.22756, "grad_norm": 1.221787308114852, "learning_rate": 0.003, "loss": 4.0058, "step": 22756 }, { "epoch": 0.22757, "grad_norm": 1.0876844285689602, "learning_rate": 0.003, "loss": 3.9981, "step": 22757 }, { "epoch": 0.22758, "grad_norm": 1.414620316731395, "learning_rate": 0.003, "loss": 4.0197, "step": 22758 }, { "epoch": 0.22759, "grad_norm": 1.0328304338321266, "learning_rate": 0.003, "loss": 3.9919, "step": 22759 }, { "epoch": 0.2276, "grad_norm": 1.4628365968610932, "learning_rate": 0.003, "loss": 4.0187, "step": 22760 }, { "epoch": 0.22761, "grad_norm": 1.2817754831478003, "learning_rate": 0.003, "loss": 4.0159, "step": 22761 }, { "epoch": 0.22762, "grad_norm": 1.1938995748149848, "learning_rate": 0.003, "loss": 4.0353, "step": 22762 }, { "epoch": 0.22763, "grad_norm": 1.3621430145835665, "learning_rate": 0.003, "loss": 4.0197, "step": 22763 }, { "epoch": 0.22764, "grad_norm": 1.1485114604817948, "learning_rate": 0.003, "loss": 4.0163, "step": 22764 }, { "epoch": 0.22765, "grad_norm": 1.2149396519901305, "learning_rate": 0.003, "loss": 3.9898, "step": 22765 }, { "epoch": 0.22766, "grad_norm": 1.1898689189185576, "learning_rate": 0.003, "loss": 4.0079, "step": 22766 }, { "epoch": 0.22767, "grad_norm": 1.5825649403769346, "learning_rate": 0.003, "loss": 4.0076, "step": 22767 }, { "epoch": 0.22768, "grad_norm": 1.0051115497847125, "learning_rate": 0.003, "loss": 4.029, "step": 22768 }, { "epoch": 0.22769, "grad_norm": 1.4798658185655087, "learning_rate": 0.003, "loss": 3.9918, "step": 22769 }, { "epoch": 0.2277, "grad_norm": 1.272460394555835, "learning_rate": 0.003, "loss": 3.9995, "step": 22770 }, { "epoch": 0.22771, "grad_norm": 1.2295290717464704, "learning_rate": 0.003, "loss": 4.0087, "step": 22771 }, { "epoch": 0.22772, "grad_norm": 1.3010301018455468, "learning_rate": 0.003, "loss": 4.0069, "step": 22772 }, { "epoch": 0.22773, "grad_norm": 1.360084570754532, "learning_rate": 0.003, "loss": 3.9925, "step": 22773 }, { "epoch": 0.22774, "grad_norm": 1.3810630101246375, "learning_rate": 0.003, "loss": 3.9853, "step": 22774 }, { "epoch": 0.22775, "grad_norm": 1.2490185285535607, "learning_rate": 0.003, "loss": 3.9915, "step": 22775 }, { "epoch": 0.22776, "grad_norm": 1.316094824869895, "learning_rate": 0.003, "loss": 4.0076, "step": 22776 }, { "epoch": 0.22777, "grad_norm": 1.0935187339694499, "learning_rate": 0.003, "loss": 4.0011, "step": 22777 }, { "epoch": 0.22778, "grad_norm": 1.3636755997242829, "learning_rate": 0.003, "loss": 3.9861, "step": 22778 }, { "epoch": 0.22779, "grad_norm": 1.4046544075301732, "learning_rate": 0.003, "loss": 4.011, "step": 22779 }, { "epoch": 0.2278, "grad_norm": 1.138528330728008, "learning_rate": 0.003, "loss": 4.017, "step": 22780 }, { "epoch": 0.22781, "grad_norm": 1.4035572190800416, "learning_rate": 0.003, "loss": 4.0082, "step": 22781 }, { "epoch": 0.22782, "grad_norm": 1.225482448077427, "learning_rate": 0.003, "loss": 4.0114, "step": 22782 }, { "epoch": 0.22783, "grad_norm": 1.336110439176084, "learning_rate": 0.003, "loss": 3.9939, "step": 22783 }, { "epoch": 0.22784, "grad_norm": 1.2352250782641265, "learning_rate": 0.003, "loss": 4.0199, "step": 22784 }, { "epoch": 0.22785, "grad_norm": 1.2880238440120177, "learning_rate": 0.003, "loss": 3.9967, "step": 22785 }, { "epoch": 0.22786, "grad_norm": 1.2365842646430607, "learning_rate": 0.003, "loss": 3.9623, "step": 22786 }, { "epoch": 0.22787, "grad_norm": 1.1775246177798386, "learning_rate": 0.003, "loss": 4.0182, "step": 22787 }, { "epoch": 0.22788, "grad_norm": 1.3552082518559576, "learning_rate": 0.003, "loss": 4.0212, "step": 22788 }, { "epoch": 0.22789, "grad_norm": 1.2440743984519547, "learning_rate": 0.003, "loss": 4.0163, "step": 22789 }, { "epoch": 0.2279, "grad_norm": 1.4526980493121227, "learning_rate": 0.003, "loss": 4.0259, "step": 22790 }, { "epoch": 0.22791, "grad_norm": 1.2376577863670084, "learning_rate": 0.003, "loss": 4.0096, "step": 22791 }, { "epoch": 0.22792, "grad_norm": 1.1957332778745147, "learning_rate": 0.003, "loss": 3.9832, "step": 22792 }, { "epoch": 0.22793, "grad_norm": 1.319609375118359, "learning_rate": 0.003, "loss": 3.9725, "step": 22793 }, { "epoch": 0.22794, "grad_norm": 1.0217913840247175, "learning_rate": 0.003, "loss": 3.9927, "step": 22794 }, { "epoch": 0.22795, "grad_norm": 1.3868513507403712, "learning_rate": 0.003, "loss": 4.0543, "step": 22795 }, { "epoch": 0.22796, "grad_norm": 1.0914213545388554, "learning_rate": 0.003, "loss": 4.0023, "step": 22796 }, { "epoch": 0.22797, "grad_norm": 1.3911119927153326, "learning_rate": 0.003, "loss": 4.0059, "step": 22797 }, { "epoch": 0.22798, "grad_norm": 1.3768223117572398, "learning_rate": 0.003, "loss": 4.0223, "step": 22798 }, { "epoch": 0.22799, "grad_norm": 1.113786777072013, "learning_rate": 0.003, "loss": 4.0105, "step": 22799 }, { "epoch": 0.228, "grad_norm": 1.4685965350496215, "learning_rate": 0.003, "loss": 3.9985, "step": 22800 }, { "epoch": 0.22801, "grad_norm": 1.0282444937554793, "learning_rate": 0.003, "loss": 4.0091, "step": 22801 }, { "epoch": 0.22802, "grad_norm": 1.4126466335694734, "learning_rate": 0.003, "loss": 4.0083, "step": 22802 }, { "epoch": 0.22803, "grad_norm": 1.231298317673242, "learning_rate": 0.003, "loss": 4.0214, "step": 22803 }, { "epoch": 0.22804, "grad_norm": 1.543613864181843, "learning_rate": 0.003, "loss": 4.013, "step": 22804 }, { "epoch": 0.22805, "grad_norm": 1.1763218352543272, "learning_rate": 0.003, "loss": 3.9944, "step": 22805 }, { "epoch": 0.22806, "grad_norm": 1.641364788025431, "learning_rate": 0.003, "loss": 4.0069, "step": 22806 }, { "epoch": 0.22807, "grad_norm": 1.2107982523033802, "learning_rate": 0.003, "loss": 4.0015, "step": 22807 }, { "epoch": 0.22808, "grad_norm": 1.285641234778508, "learning_rate": 0.003, "loss": 4.0261, "step": 22808 }, { "epoch": 0.22809, "grad_norm": 1.255289328207901, "learning_rate": 0.003, "loss": 4.0282, "step": 22809 }, { "epoch": 0.2281, "grad_norm": 1.2053008370013256, "learning_rate": 0.003, "loss": 4.0136, "step": 22810 }, { "epoch": 0.22811, "grad_norm": 1.3908372041860104, "learning_rate": 0.003, "loss": 4.0103, "step": 22811 }, { "epoch": 0.22812, "grad_norm": 1.1187132580175196, "learning_rate": 0.003, "loss": 4.0056, "step": 22812 }, { "epoch": 0.22813, "grad_norm": 1.5075767585649071, "learning_rate": 0.003, "loss": 3.9896, "step": 22813 }, { "epoch": 0.22814, "grad_norm": 1.021010131919982, "learning_rate": 0.003, "loss": 3.9852, "step": 22814 }, { "epoch": 0.22815, "grad_norm": 1.7595364513170932, "learning_rate": 0.003, "loss": 4.026, "step": 22815 }, { "epoch": 0.22816, "grad_norm": 0.94600182204242, "learning_rate": 0.003, "loss": 4.0211, "step": 22816 }, { "epoch": 0.22817, "grad_norm": 1.473202665684118, "learning_rate": 0.003, "loss": 3.9847, "step": 22817 }, { "epoch": 0.22818, "grad_norm": 1.5491610834041847, "learning_rate": 0.003, "loss": 4.0036, "step": 22818 }, { "epoch": 0.22819, "grad_norm": 1.1369931042909434, "learning_rate": 0.003, "loss": 3.9975, "step": 22819 }, { "epoch": 0.2282, "grad_norm": 1.582713658728168, "learning_rate": 0.003, "loss": 4.008, "step": 22820 }, { "epoch": 0.22821, "grad_norm": 0.9019998499723918, "learning_rate": 0.003, "loss": 3.9906, "step": 22821 }, { "epoch": 0.22822, "grad_norm": 1.3137835488140233, "learning_rate": 0.003, "loss": 4.0094, "step": 22822 }, { "epoch": 0.22823, "grad_norm": 1.3355205858405856, "learning_rate": 0.003, "loss": 4.0087, "step": 22823 }, { "epoch": 0.22824, "grad_norm": 1.1745092654778806, "learning_rate": 0.003, "loss": 4.0066, "step": 22824 }, { "epoch": 0.22825, "grad_norm": 1.30069204852341, "learning_rate": 0.003, "loss": 3.9901, "step": 22825 }, { "epoch": 0.22826, "grad_norm": 1.166789266483824, "learning_rate": 0.003, "loss": 4.0084, "step": 22826 }, { "epoch": 0.22827, "grad_norm": 1.5331511217922593, "learning_rate": 0.003, "loss": 4.0357, "step": 22827 }, { "epoch": 0.22828, "grad_norm": 0.8837673616290268, "learning_rate": 0.003, "loss": 4.01, "step": 22828 }, { "epoch": 0.22829, "grad_norm": 1.3951058014975326, "learning_rate": 0.003, "loss": 3.9876, "step": 22829 }, { "epoch": 0.2283, "grad_norm": 1.3141551435894296, "learning_rate": 0.003, "loss": 4.0116, "step": 22830 }, { "epoch": 0.22831, "grad_norm": 1.3179459675015366, "learning_rate": 0.003, "loss": 3.998, "step": 22831 }, { "epoch": 0.22832, "grad_norm": 1.41403340431125, "learning_rate": 0.003, "loss": 4.0178, "step": 22832 }, { "epoch": 0.22833, "grad_norm": 1.0613079166796122, "learning_rate": 0.003, "loss": 4.0063, "step": 22833 }, { "epoch": 0.22834, "grad_norm": 1.1729904958564557, "learning_rate": 0.003, "loss": 4.0285, "step": 22834 }, { "epoch": 0.22835, "grad_norm": 1.3704998471808278, "learning_rate": 0.003, "loss": 3.973, "step": 22835 }, { "epoch": 0.22836, "grad_norm": 1.0685683183547479, "learning_rate": 0.003, "loss": 4.0353, "step": 22836 }, { "epoch": 0.22837, "grad_norm": 1.6361079070392925, "learning_rate": 0.003, "loss": 4.0284, "step": 22837 }, { "epoch": 0.22838, "grad_norm": 0.9916557090948457, "learning_rate": 0.003, "loss": 4.0508, "step": 22838 }, { "epoch": 0.22839, "grad_norm": 1.4974741565573721, "learning_rate": 0.003, "loss": 4.0108, "step": 22839 }, { "epoch": 0.2284, "grad_norm": 1.0943633085811661, "learning_rate": 0.003, "loss": 4.0083, "step": 22840 }, { "epoch": 0.22841, "grad_norm": 1.2696797465771614, "learning_rate": 0.003, "loss": 4.0045, "step": 22841 }, { "epoch": 0.22842, "grad_norm": 1.1399021557114701, "learning_rate": 0.003, "loss": 3.9822, "step": 22842 }, { "epoch": 0.22843, "grad_norm": 1.0560671345647084, "learning_rate": 0.003, "loss": 4.0109, "step": 22843 }, { "epoch": 0.22844, "grad_norm": 1.2234565265101744, "learning_rate": 0.003, "loss": 3.9885, "step": 22844 }, { "epoch": 0.22845, "grad_norm": 1.3501042925854136, "learning_rate": 0.003, "loss": 3.981, "step": 22845 }, { "epoch": 0.22846, "grad_norm": 1.389607450387172, "learning_rate": 0.003, "loss": 3.9998, "step": 22846 }, { "epoch": 0.22847, "grad_norm": 1.317723722756291, "learning_rate": 0.003, "loss": 4.0253, "step": 22847 }, { "epoch": 0.22848, "grad_norm": 1.4116310747151186, "learning_rate": 0.003, "loss": 4.0403, "step": 22848 }, { "epoch": 0.22849, "grad_norm": 1.2659497099628325, "learning_rate": 0.003, "loss": 4.014, "step": 22849 }, { "epoch": 0.2285, "grad_norm": 1.1979647864507643, "learning_rate": 0.003, "loss": 4.0027, "step": 22850 }, { "epoch": 0.22851, "grad_norm": 1.3454571824942103, "learning_rate": 0.003, "loss": 3.9951, "step": 22851 }, { "epoch": 0.22852, "grad_norm": 1.1241110583115308, "learning_rate": 0.003, "loss": 3.9734, "step": 22852 }, { "epoch": 0.22853, "grad_norm": 1.4249823606450511, "learning_rate": 0.003, "loss": 4.0098, "step": 22853 }, { "epoch": 0.22854, "grad_norm": 1.2361611991863812, "learning_rate": 0.003, "loss": 4.0148, "step": 22854 }, { "epoch": 0.22855, "grad_norm": 1.4165650620078218, "learning_rate": 0.003, "loss": 4.0367, "step": 22855 }, { "epoch": 0.22856, "grad_norm": 1.2624221121043417, "learning_rate": 0.003, "loss": 4.0391, "step": 22856 }, { "epoch": 0.22857, "grad_norm": 1.4732298970746118, "learning_rate": 0.003, "loss": 3.9869, "step": 22857 }, { "epoch": 0.22858, "grad_norm": 1.3395552573869922, "learning_rate": 0.003, "loss": 4.0057, "step": 22858 }, { "epoch": 0.22859, "grad_norm": 1.3208447554594442, "learning_rate": 0.003, "loss": 4.0011, "step": 22859 }, { "epoch": 0.2286, "grad_norm": 1.344329462289818, "learning_rate": 0.003, "loss": 4.0332, "step": 22860 }, { "epoch": 0.22861, "grad_norm": 1.2962470130507053, "learning_rate": 0.003, "loss": 3.9856, "step": 22861 }, { "epoch": 0.22862, "grad_norm": 1.0949085274573522, "learning_rate": 0.003, "loss": 4.0228, "step": 22862 }, { "epoch": 0.22863, "grad_norm": 1.3300177469928192, "learning_rate": 0.003, "loss": 4.0256, "step": 22863 }, { "epoch": 0.22864, "grad_norm": 1.3578589249110868, "learning_rate": 0.003, "loss": 4.0137, "step": 22864 }, { "epoch": 0.22865, "grad_norm": 1.1987202877881173, "learning_rate": 0.003, "loss": 3.9853, "step": 22865 }, { "epoch": 0.22866, "grad_norm": 1.410898337901932, "learning_rate": 0.003, "loss": 4.0003, "step": 22866 }, { "epoch": 0.22867, "grad_norm": 1.031504534328135, "learning_rate": 0.003, "loss": 3.9813, "step": 22867 }, { "epoch": 0.22868, "grad_norm": 1.4841855258400767, "learning_rate": 0.003, "loss": 4.0425, "step": 22868 }, { "epoch": 0.22869, "grad_norm": 1.3799669634832519, "learning_rate": 0.003, "loss": 4.0179, "step": 22869 }, { "epoch": 0.2287, "grad_norm": 1.4476413555535221, "learning_rate": 0.003, "loss": 4.005, "step": 22870 }, { "epoch": 0.22871, "grad_norm": 1.3090909314127972, "learning_rate": 0.003, "loss": 3.9801, "step": 22871 }, { "epoch": 0.22872, "grad_norm": 1.290808610032038, "learning_rate": 0.003, "loss": 3.9782, "step": 22872 }, { "epoch": 0.22873, "grad_norm": 1.3226407073968094, "learning_rate": 0.003, "loss": 4.0135, "step": 22873 }, { "epoch": 0.22874, "grad_norm": 1.139736109575469, "learning_rate": 0.003, "loss": 3.9987, "step": 22874 }, { "epoch": 0.22875, "grad_norm": 1.255673620519553, "learning_rate": 0.003, "loss": 3.9678, "step": 22875 }, { "epoch": 0.22876, "grad_norm": 1.2970898294237163, "learning_rate": 0.003, "loss": 3.969, "step": 22876 }, { "epoch": 0.22877, "grad_norm": 1.3235384362764837, "learning_rate": 0.003, "loss": 4.0103, "step": 22877 }, { "epoch": 0.22878, "grad_norm": 1.1838965063678764, "learning_rate": 0.003, "loss": 4.0111, "step": 22878 }, { "epoch": 0.22879, "grad_norm": 1.3443917224670625, "learning_rate": 0.003, "loss": 3.9825, "step": 22879 }, { "epoch": 0.2288, "grad_norm": 1.1651856068023982, "learning_rate": 0.003, "loss": 3.9951, "step": 22880 }, { "epoch": 0.22881, "grad_norm": 1.5518064030667784, "learning_rate": 0.003, "loss": 4.0168, "step": 22881 }, { "epoch": 0.22882, "grad_norm": 1.067594910460725, "learning_rate": 0.003, "loss": 4.0012, "step": 22882 }, { "epoch": 0.22883, "grad_norm": 1.2557755210771828, "learning_rate": 0.003, "loss": 3.9772, "step": 22883 }, { "epoch": 0.22884, "grad_norm": 1.1076929091018506, "learning_rate": 0.003, "loss": 3.985, "step": 22884 }, { "epoch": 0.22885, "grad_norm": 1.2638300689860762, "learning_rate": 0.003, "loss": 3.9969, "step": 22885 }, { "epoch": 0.22886, "grad_norm": 1.3992691032596258, "learning_rate": 0.003, "loss": 4.0263, "step": 22886 }, { "epoch": 0.22887, "grad_norm": 1.3726045099022606, "learning_rate": 0.003, "loss": 3.9998, "step": 22887 }, { "epoch": 0.22888, "grad_norm": 1.0701488442322062, "learning_rate": 0.003, "loss": 3.9698, "step": 22888 }, { "epoch": 0.22889, "grad_norm": 1.3851299840286484, "learning_rate": 0.003, "loss": 4.0166, "step": 22889 }, { "epoch": 0.2289, "grad_norm": 1.295117216707045, "learning_rate": 0.003, "loss": 4.0136, "step": 22890 }, { "epoch": 0.22891, "grad_norm": 1.332459571357105, "learning_rate": 0.003, "loss": 4.0114, "step": 22891 }, { "epoch": 0.22892, "grad_norm": 1.2007319907063327, "learning_rate": 0.003, "loss": 3.9731, "step": 22892 }, { "epoch": 0.22893, "grad_norm": 1.1826756123994586, "learning_rate": 0.003, "loss": 3.9937, "step": 22893 }, { "epoch": 0.22894, "grad_norm": 1.0678605193904154, "learning_rate": 0.003, "loss": 4.0296, "step": 22894 }, { "epoch": 0.22895, "grad_norm": 1.3450510196592982, "learning_rate": 0.003, "loss": 4.0029, "step": 22895 }, { "epoch": 0.22896, "grad_norm": 1.1926262274039583, "learning_rate": 0.003, "loss": 4.0096, "step": 22896 }, { "epoch": 0.22897, "grad_norm": 1.305571030255802, "learning_rate": 0.003, "loss": 3.9693, "step": 22897 }, { "epoch": 0.22898, "grad_norm": 1.3108533277300807, "learning_rate": 0.003, "loss": 3.9896, "step": 22898 }, { "epoch": 0.22899, "grad_norm": 1.2735918978038039, "learning_rate": 0.003, "loss": 4.0064, "step": 22899 }, { "epoch": 0.229, "grad_norm": 1.0807280457880712, "learning_rate": 0.003, "loss": 3.9808, "step": 22900 }, { "epoch": 0.22901, "grad_norm": 1.2709077519337413, "learning_rate": 0.003, "loss": 3.9873, "step": 22901 }, { "epoch": 0.22902, "grad_norm": 1.229348935716512, "learning_rate": 0.003, "loss": 4.0043, "step": 22902 }, { "epoch": 0.22903, "grad_norm": 1.2385626777892655, "learning_rate": 0.003, "loss": 4.0298, "step": 22903 }, { "epoch": 0.22904, "grad_norm": 1.1283864596983078, "learning_rate": 0.003, "loss": 3.965, "step": 22904 }, { "epoch": 0.22905, "grad_norm": 1.7608466727173815, "learning_rate": 0.003, "loss": 4.0193, "step": 22905 }, { "epoch": 0.22906, "grad_norm": 1.089156786008958, "learning_rate": 0.003, "loss": 4.0179, "step": 22906 }, { "epoch": 0.22907, "grad_norm": 1.6459305022070918, "learning_rate": 0.003, "loss": 4.0228, "step": 22907 }, { "epoch": 0.22908, "grad_norm": 1.2018303017334457, "learning_rate": 0.003, "loss": 4.0166, "step": 22908 }, { "epoch": 0.22909, "grad_norm": 1.5568250286710077, "learning_rate": 0.003, "loss": 4.0199, "step": 22909 }, { "epoch": 0.2291, "grad_norm": 1.348772578484843, "learning_rate": 0.003, "loss": 4.0112, "step": 22910 }, { "epoch": 0.22911, "grad_norm": 1.3879857527401456, "learning_rate": 0.003, "loss": 3.9999, "step": 22911 }, { "epoch": 0.22912, "grad_norm": 1.1929037856087004, "learning_rate": 0.003, "loss": 4.0335, "step": 22912 }, { "epoch": 0.22913, "grad_norm": 1.1651459667906923, "learning_rate": 0.003, "loss": 4.0044, "step": 22913 }, { "epoch": 0.22914, "grad_norm": 1.1677524878896797, "learning_rate": 0.003, "loss": 4.0242, "step": 22914 }, { "epoch": 0.22915, "grad_norm": 1.2876402074051705, "learning_rate": 0.003, "loss": 4.0112, "step": 22915 }, { "epoch": 0.22916, "grad_norm": 1.3507795719137674, "learning_rate": 0.003, "loss": 4.0156, "step": 22916 }, { "epoch": 0.22917, "grad_norm": 1.2118417938436439, "learning_rate": 0.003, "loss": 3.9891, "step": 22917 }, { "epoch": 0.22918, "grad_norm": 1.573368322886035, "learning_rate": 0.003, "loss": 4.032, "step": 22918 }, { "epoch": 0.22919, "grad_norm": 1.1083239927707969, "learning_rate": 0.003, "loss": 4.0055, "step": 22919 }, { "epoch": 0.2292, "grad_norm": 1.2729776985931964, "learning_rate": 0.003, "loss": 4.0327, "step": 22920 }, { "epoch": 0.22921, "grad_norm": 1.1904049113502344, "learning_rate": 0.003, "loss": 4.0147, "step": 22921 }, { "epoch": 0.22922, "grad_norm": 1.3814480367936026, "learning_rate": 0.003, "loss": 4.0131, "step": 22922 }, { "epoch": 0.22923, "grad_norm": 1.1820099133400894, "learning_rate": 0.003, "loss": 4.0039, "step": 22923 }, { "epoch": 0.22924, "grad_norm": 1.485259267540033, "learning_rate": 0.003, "loss": 3.9964, "step": 22924 }, { "epoch": 0.22925, "grad_norm": 1.0014227474820436, "learning_rate": 0.003, "loss": 3.9998, "step": 22925 }, { "epoch": 0.22926, "grad_norm": 1.6475135248890667, "learning_rate": 0.003, "loss": 4.0422, "step": 22926 }, { "epoch": 0.22927, "grad_norm": 0.9218377200346827, "learning_rate": 0.003, "loss": 4.0136, "step": 22927 }, { "epoch": 0.22928, "grad_norm": 1.2693826967744082, "learning_rate": 0.003, "loss": 4.0011, "step": 22928 }, { "epoch": 0.22929, "grad_norm": 1.3186363689510407, "learning_rate": 0.003, "loss": 4.0275, "step": 22929 }, { "epoch": 0.2293, "grad_norm": 1.457143929674499, "learning_rate": 0.003, "loss": 3.987, "step": 22930 }, { "epoch": 0.22931, "grad_norm": 1.3008452051974975, "learning_rate": 0.003, "loss": 4.016, "step": 22931 }, { "epoch": 0.22932, "grad_norm": 1.449027443211409, "learning_rate": 0.003, "loss": 3.9759, "step": 22932 }, { "epoch": 0.22933, "grad_norm": 1.204639228207519, "learning_rate": 0.003, "loss": 4.0228, "step": 22933 }, { "epoch": 0.22934, "grad_norm": 1.3688305548558848, "learning_rate": 0.003, "loss": 3.9998, "step": 22934 }, { "epoch": 0.22935, "grad_norm": 1.261229535869728, "learning_rate": 0.003, "loss": 3.9706, "step": 22935 }, { "epoch": 0.22936, "grad_norm": 1.1825831790726533, "learning_rate": 0.003, "loss": 4.0007, "step": 22936 }, { "epoch": 0.22937, "grad_norm": 1.3169836649156967, "learning_rate": 0.003, "loss": 3.9971, "step": 22937 }, { "epoch": 0.22938, "grad_norm": 1.3762773321085373, "learning_rate": 0.003, "loss": 4.002, "step": 22938 }, { "epoch": 0.22939, "grad_norm": 1.308050086113338, "learning_rate": 0.003, "loss": 4.0001, "step": 22939 }, { "epoch": 0.2294, "grad_norm": 1.2113331808039436, "learning_rate": 0.003, "loss": 3.9894, "step": 22940 }, { "epoch": 0.22941, "grad_norm": 1.1659494889690727, "learning_rate": 0.003, "loss": 4.0221, "step": 22941 }, { "epoch": 0.22942, "grad_norm": 1.298820278352854, "learning_rate": 0.003, "loss": 3.964, "step": 22942 }, { "epoch": 0.22943, "grad_norm": 1.2679729052849942, "learning_rate": 0.003, "loss": 3.9814, "step": 22943 }, { "epoch": 0.22944, "grad_norm": 1.4568311930004374, "learning_rate": 0.003, "loss": 4.0143, "step": 22944 }, { "epoch": 0.22945, "grad_norm": 1.3217142400097326, "learning_rate": 0.003, "loss": 4.0004, "step": 22945 }, { "epoch": 0.22946, "grad_norm": 1.4198696039174268, "learning_rate": 0.003, "loss": 3.9923, "step": 22946 }, { "epoch": 0.22947, "grad_norm": 1.4346316347244223, "learning_rate": 0.003, "loss": 4.0103, "step": 22947 }, { "epoch": 0.22948, "grad_norm": 1.278990237132488, "learning_rate": 0.003, "loss": 4.034, "step": 22948 }, { "epoch": 0.22949, "grad_norm": 1.1720761761139131, "learning_rate": 0.003, "loss": 4.0097, "step": 22949 }, { "epoch": 0.2295, "grad_norm": 1.395529801521344, "learning_rate": 0.003, "loss": 4.0078, "step": 22950 }, { "epoch": 0.22951, "grad_norm": 1.1270967860569157, "learning_rate": 0.003, "loss": 4.0085, "step": 22951 }, { "epoch": 0.22952, "grad_norm": 1.3190851196448452, "learning_rate": 0.003, "loss": 4.0313, "step": 22952 }, { "epoch": 0.22953, "grad_norm": 1.0030462323668292, "learning_rate": 0.003, "loss": 3.9763, "step": 22953 }, { "epoch": 0.22954, "grad_norm": 1.3397699933909168, "learning_rate": 0.003, "loss": 4.0094, "step": 22954 }, { "epoch": 0.22955, "grad_norm": 1.0111819141108243, "learning_rate": 0.003, "loss": 3.9993, "step": 22955 }, { "epoch": 0.22956, "grad_norm": 1.418696053642676, "learning_rate": 0.003, "loss": 4.0088, "step": 22956 }, { "epoch": 0.22957, "grad_norm": 1.076479587259374, "learning_rate": 0.003, "loss": 4.0051, "step": 22957 }, { "epoch": 0.22958, "grad_norm": 1.4877672744241417, "learning_rate": 0.003, "loss": 4.0154, "step": 22958 }, { "epoch": 0.22959, "grad_norm": 1.2192911862573945, "learning_rate": 0.003, "loss": 4.0024, "step": 22959 }, { "epoch": 0.2296, "grad_norm": 1.2585460407509144, "learning_rate": 0.003, "loss": 3.947, "step": 22960 }, { "epoch": 0.22961, "grad_norm": 1.4390063519275438, "learning_rate": 0.003, "loss": 4.0058, "step": 22961 }, { "epoch": 0.22962, "grad_norm": 1.1746081100871908, "learning_rate": 0.003, "loss": 4.0169, "step": 22962 }, { "epoch": 0.22963, "grad_norm": 1.1531452669053521, "learning_rate": 0.003, "loss": 4.0161, "step": 22963 }, { "epoch": 0.22964, "grad_norm": 1.4245282754541115, "learning_rate": 0.003, "loss": 3.9946, "step": 22964 }, { "epoch": 0.22965, "grad_norm": 1.2259710704275566, "learning_rate": 0.003, "loss": 4.0076, "step": 22965 }, { "epoch": 0.22966, "grad_norm": 1.3200216581068887, "learning_rate": 0.003, "loss": 3.988, "step": 22966 }, { "epoch": 0.22967, "grad_norm": 1.1608949261278827, "learning_rate": 0.003, "loss": 4.031, "step": 22967 }, { "epoch": 0.22968, "grad_norm": 1.403277657237164, "learning_rate": 0.003, "loss": 4.0125, "step": 22968 }, { "epoch": 0.22969, "grad_norm": 1.2985422808440694, "learning_rate": 0.003, "loss": 4.0314, "step": 22969 }, { "epoch": 0.2297, "grad_norm": 1.4432063398143462, "learning_rate": 0.003, "loss": 3.9975, "step": 22970 }, { "epoch": 0.22971, "grad_norm": 1.1428641773997934, "learning_rate": 0.003, "loss": 4.0308, "step": 22971 }, { "epoch": 0.22972, "grad_norm": 1.672495233043559, "learning_rate": 0.003, "loss": 4.0212, "step": 22972 }, { "epoch": 0.22973, "grad_norm": 1.247073990337511, "learning_rate": 0.003, "loss": 3.9949, "step": 22973 }, { "epoch": 0.22974, "grad_norm": 1.3983095006568693, "learning_rate": 0.003, "loss": 4.0237, "step": 22974 }, { "epoch": 0.22975, "grad_norm": 1.2805376486243776, "learning_rate": 0.003, "loss": 4.011, "step": 22975 }, { "epoch": 0.22976, "grad_norm": 1.4026578922464308, "learning_rate": 0.003, "loss": 4.0071, "step": 22976 }, { "epoch": 0.22977, "grad_norm": 1.0788189347713157, "learning_rate": 0.003, "loss": 4.0067, "step": 22977 }, { "epoch": 0.22978, "grad_norm": 1.2043014278781752, "learning_rate": 0.003, "loss": 4.0003, "step": 22978 }, { "epoch": 0.22979, "grad_norm": 1.2061909228210865, "learning_rate": 0.003, "loss": 4.0068, "step": 22979 }, { "epoch": 0.2298, "grad_norm": 1.2845772482740414, "learning_rate": 0.003, "loss": 4.0181, "step": 22980 }, { "epoch": 0.22981, "grad_norm": 1.2480651236283458, "learning_rate": 0.003, "loss": 4.0316, "step": 22981 }, { "epoch": 0.22982, "grad_norm": 1.3340756567334484, "learning_rate": 0.003, "loss": 4.004, "step": 22982 }, { "epoch": 0.22983, "grad_norm": 1.3867994140456184, "learning_rate": 0.003, "loss": 4.0256, "step": 22983 }, { "epoch": 0.22984, "grad_norm": 1.2628417960796448, "learning_rate": 0.003, "loss": 4.0038, "step": 22984 }, { "epoch": 0.22985, "grad_norm": 1.2235420712826732, "learning_rate": 0.003, "loss": 4.0031, "step": 22985 }, { "epoch": 0.22986, "grad_norm": 1.1418839950611503, "learning_rate": 0.003, "loss": 3.9801, "step": 22986 }, { "epoch": 0.22987, "grad_norm": 1.4223954779882904, "learning_rate": 0.003, "loss": 4.0136, "step": 22987 }, { "epoch": 0.22988, "grad_norm": 1.356503880066828, "learning_rate": 0.003, "loss": 4.0001, "step": 22988 }, { "epoch": 0.22989, "grad_norm": 1.5311373493801153, "learning_rate": 0.003, "loss": 3.9905, "step": 22989 }, { "epoch": 0.2299, "grad_norm": 0.9682603300710592, "learning_rate": 0.003, "loss": 3.9994, "step": 22990 }, { "epoch": 0.22991, "grad_norm": 1.3261767563580835, "learning_rate": 0.003, "loss": 4.0283, "step": 22991 }, { "epoch": 0.22992, "grad_norm": 1.2240537974171242, "learning_rate": 0.003, "loss": 3.9927, "step": 22992 }, { "epoch": 0.22993, "grad_norm": 1.2198894892006664, "learning_rate": 0.003, "loss": 4.0421, "step": 22993 }, { "epoch": 0.22994, "grad_norm": 1.379204191847762, "learning_rate": 0.003, "loss": 4.0339, "step": 22994 }, { "epoch": 0.22995, "grad_norm": 1.15422855208069, "learning_rate": 0.003, "loss": 4.0105, "step": 22995 }, { "epoch": 0.22996, "grad_norm": 1.4965811646148512, "learning_rate": 0.003, "loss": 4.0128, "step": 22996 }, { "epoch": 0.22997, "grad_norm": 1.2110027415508002, "learning_rate": 0.003, "loss": 3.9706, "step": 22997 }, { "epoch": 0.22998, "grad_norm": 1.4149365378973238, "learning_rate": 0.003, "loss": 4.0253, "step": 22998 }, { "epoch": 0.22999, "grad_norm": 1.4210564222053095, "learning_rate": 0.003, "loss": 3.9842, "step": 22999 }, { "epoch": 0.23, "grad_norm": 1.450735099400525, "learning_rate": 0.003, "loss": 4.0143, "step": 23000 }, { "epoch": 0.23001, "grad_norm": 1.1864087666655128, "learning_rate": 0.003, "loss": 4.0218, "step": 23001 }, { "epoch": 0.23002, "grad_norm": 1.2546454002870988, "learning_rate": 0.003, "loss": 4.0008, "step": 23002 }, { "epoch": 0.23003, "grad_norm": 1.3293096371101252, "learning_rate": 0.003, "loss": 3.9916, "step": 23003 }, { "epoch": 0.23004, "grad_norm": 1.2627846029009142, "learning_rate": 0.003, "loss": 4.014, "step": 23004 }, { "epoch": 0.23005, "grad_norm": 1.1571498502713646, "learning_rate": 0.003, "loss": 4.0185, "step": 23005 }, { "epoch": 0.23006, "grad_norm": 1.4436253605521503, "learning_rate": 0.003, "loss": 4.013, "step": 23006 }, { "epoch": 0.23007, "grad_norm": 1.2443703006266817, "learning_rate": 0.003, "loss": 3.9994, "step": 23007 }, { "epoch": 0.23008, "grad_norm": 1.4995915572057086, "learning_rate": 0.003, "loss": 4.0127, "step": 23008 }, { "epoch": 0.23009, "grad_norm": 0.9782119237645696, "learning_rate": 0.003, "loss": 4.0007, "step": 23009 }, { "epoch": 0.2301, "grad_norm": 1.6199076561857437, "learning_rate": 0.003, "loss": 4.0058, "step": 23010 }, { "epoch": 0.23011, "grad_norm": 1.1080193282752258, "learning_rate": 0.003, "loss": 4.0075, "step": 23011 }, { "epoch": 0.23012, "grad_norm": 1.613409706261043, "learning_rate": 0.003, "loss": 3.9984, "step": 23012 }, { "epoch": 0.23013, "grad_norm": 0.9947234508633239, "learning_rate": 0.003, "loss": 4.012, "step": 23013 }, { "epoch": 0.23014, "grad_norm": 1.2306614406750271, "learning_rate": 0.003, "loss": 3.9886, "step": 23014 }, { "epoch": 0.23015, "grad_norm": 1.2076729308157366, "learning_rate": 0.003, "loss": 4.0055, "step": 23015 }, { "epoch": 0.23016, "grad_norm": 1.190682846061786, "learning_rate": 0.003, "loss": 3.9916, "step": 23016 }, { "epoch": 0.23017, "grad_norm": 1.3808328335545539, "learning_rate": 0.003, "loss": 4.023, "step": 23017 }, { "epoch": 0.23018, "grad_norm": 1.3317786206898687, "learning_rate": 0.003, "loss": 3.9851, "step": 23018 }, { "epoch": 0.23019, "grad_norm": 1.268126119173935, "learning_rate": 0.003, "loss": 3.9824, "step": 23019 }, { "epoch": 0.2302, "grad_norm": 1.4026696390391504, "learning_rate": 0.003, "loss": 4.0184, "step": 23020 }, { "epoch": 0.23021, "grad_norm": 1.1562008299841549, "learning_rate": 0.003, "loss": 3.9851, "step": 23021 }, { "epoch": 0.23022, "grad_norm": 1.4549086751744846, "learning_rate": 0.003, "loss": 3.9952, "step": 23022 }, { "epoch": 0.23023, "grad_norm": 1.162614650567156, "learning_rate": 0.003, "loss": 4.0147, "step": 23023 }, { "epoch": 0.23024, "grad_norm": 1.437941716438167, "learning_rate": 0.003, "loss": 3.9765, "step": 23024 }, { "epoch": 0.23025, "grad_norm": 1.2735828693743627, "learning_rate": 0.003, "loss": 3.9958, "step": 23025 }, { "epoch": 0.23026, "grad_norm": 1.2408918953522998, "learning_rate": 0.003, "loss": 4.0107, "step": 23026 }, { "epoch": 0.23027, "grad_norm": 1.194659197392445, "learning_rate": 0.003, "loss": 4.0046, "step": 23027 }, { "epoch": 0.23028, "grad_norm": 1.3781928265111623, "learning_rate": 0.003, "loss": 4.0082, "step": 23028 }, { "epoch": 0.23029, "grad_norm": 1.1119072531425376, "learning_rate": 0.003, "loss": 3.9746, "step": 23029 }, { "epoch": 0.2303, "grad_norm": 1.3222890596320902, "learning_rate": 0.003, "loss": 3.9891, "step": 23030 }, { "epoch": 0.23031, "grad_norm": 1.1817980667688874, "learning_rate": 0.003, "loss": 3.9963, "step": 23031 }, { "epoch": 0.23032, "grad_norm": 1.618828552113822, "learning_rate": 0.003, "loss": 4.0103, "step": 23032 }, { "epoch": 0.23033, "grad_norm": 0.9223978627329792, "learning_rate": 0.003, "loss": 3.9973, "step": 23033 }, { "epoch": 0.23034, "grad_norm": 1.102606015387404, "learning_rate": 0.003, "loss": 3.9991, "step": 23034 }, { "epoch": 0.23035, "grad_norm": 1.3349389284810345, "learning_rate": 0.003, "loss": 4.0181, "step": 23035 }, { "epoch": 0.23036, "grad_norm": 1.3818115310616315, "learning_rate": 0.003, "loss": 3.9842, "step": 23036 }, { "epoch": 0.23037, "grad_norm": 1.3434385229889416, "learning_rate": 0.003, "loss": 4.0341, "step": 23037 }, { "epoch": 0.23038, "grad_norm": 1.2731657868911725, "learning_rate": 0.003, "loss": 4.0056, "step": 23038 }, { "epoch": 0.23039, "grad_norm": 1.2225154149601183, "learning_rate": 0.003, "loss": 3.9813, "step": 23039 }, { "epoch": 0.2304, "grad_norm": 1.2191270563972854, "learning_rate": 0.003, "loss": 4.0278, "step": 23040 }, { "epoch": 0.23041, "grad_norm": 1.2717429730268999, "learning_rate": 0.003, "loss": 4.0254, "step": 23041 }, { "epoch": 0.23042, "grad_norm": 1.3547141886282537, "learning_rate": 0.003, "loss": 3.9579, "step": 23042 }, { "epoch": 0.23043, "grad_norm": 1.176574341716608, "learning_rate": 0.003, "loss": 3.9746, "step": 23043 }, { "epoch": 0.23044, "grad_norm": 1.102532847015589, "learning_rate": 0.003, "loss": 3.9787, "step": 23044 }, { "epoch": 0.23045, "grad_norm": 1.3267603396461047, "learning_rate": 0.003, "loss": 3.9985, "step": 23045 }, { "epoch": 0.23046, "grad_norm": 1.2854588017202238, "learning_rate": 0.003, "loss": 4.001, "step": 23046 }, { "epoch": 0.23047, "grad_norm": 1.2932561438902452, "learning_rate": 0.003, "loss": 4.0037, "step": 23047 }, { "epoch": 0.23048, "grad_norm": 1.306124887314224, "learning_rate": 0.003, "loss": 3.9832, "step": 23048 }, { "epoch": 0.23049, "grad_norm": 1.4040126560900135, "learning_rate": 0.003, "loss": 3.9963, "step": 23049 }, { "epoch": 0.2305, "grad_norm": 1.2044870277686868, "learning_rate": 0.003, "loss": 3.9875, "step": 23050 }, { "epoch": 0.23051, "grad_norm": 1.1663334759760853, "learning_rate": 0.003, "loss": 3.9945, "step": 23051 }, { "epoch": 0.23052, "grad_norm": 1.1616507838790464, "learning_rate": 0.003, "loss": 4.0093, "step": 23052 }, { "epoch": 0.23053, "grad_norm": 1.2339103942540934, "learning_rate": 0.003, "loss": 4.0195, "step": 23053 }, { "epoch": 0.23054, "grad_norm": 1.2805689374617113, "learning_rate": 0.003, "loss": 4.0116, "step": 23054 }, { "epoch": 0.23055, "grad_norm": 1.2888652283176338, "learning_rate": 0.003, "loss": 4.0114, "step": 23055 }, { "epoch": 0.23056, "grad_norm": 1.172117759920887, "learning_rate": 0.003, "loss": 3.9809, "step": 23056 }, { "epoch": 0.23057, "grad_norm": 1.300250171331353, "learning_rate": 0.003, "loss": 4.0305, "step": 23057 }, { "epoch": 0.23058, "grad_norm": 1.1438711864536497, "learning_rate": 0.003, "loss": 3.9652, "step": 23058 }, { "epoch": 0.23059, "grad_norm": 1.2677612811632857, "learning_rate": 0.003, "loss": 3.9751, "step": 23059 }, { "epoch": 0.2306, "grad_norm": 1.2901775473784989, "learning_rate": 0.003, "loss": 4.0036, "step": 23060 }, { "epoch": 0.23061, "grad_norm": 1.2741955350799052, "learning_rate": 0.003, "loss": 4.0374, "step": 23061 }, { "epoch": 0.23062, "grad_norm": 1.4740406525357705, "learning_rate": 0.003, "loss": 3.9786, "step": 23062 }, { "epoch": 0.23063, "grad_norm": 1.4908251669255153, "learning_rate": 0.003, "loss": 4.0224, "step": 23063 }, { "epoch": 0.23064, "grad_norm": 1.1035146291497928, "learning_rate": 0.003, "loss": 4.0006, "step": 23064 }, { "epoch": 0.23065, "grad_norm": 1.3137142576006435, "learning_rate": 0.003, "loss": 3.9992, "step": 23065 }, { "epoch": 0.23066, "grad_norm": 1.358453762142197, "learning_rate": 0.003, "loss": 4.0077, "step": 23066 }, { "epoch": 0.23067, "grad_norm": 1.212858394576925, "learning_rate": 0.003, "loss": 3.9913, "step": 23067 }, { "epoch": 0.23068, "grad_norm": 1.2323602838086956, "learning_rate": 0.003, "loss": 3.9814, "step": 23068 }, { "epoch": 0.23069, "grad_norm": 1.314132354083005, "learning_rate": 0.003, "loss": 4.0065, "step": 23069 }, { "epoch": 0.2307, "grad_norm": 1.299617119269189, "learning_rate": 0.003, "loss": 4.0067, "step": 23070 }, { "epoch": 0.23071, "grad_norm": 1.3071423747786404, "learning_rate": 0.003, "loss": 4.0137, "step": 23071 }, { "epoch": 0.23072, "grad_norm": 1.1836531520448512, "learning_rate": 0.003, "loss": 3.9886, "step": 23072 }, { "epoch": 0.23073, "grad_norm": 1.345668669790869, "learning_rate": 0.003, "loss": 4.0035, "step": 23073 }, { "epoch": 0.23074, "grad_norm": 1.192875494128662, "learning_rate": 0.003, "loss": 3.9808, "step": 23074 }, { "epoch": 0.23075, "grad_norm": 1.296694569174857, "learning_rate": 0.003, "loss": 4.0259, "step": 23075 }, { "epoch": 0.23076, "grad_norm": 1.3647481135349497, "learning_rate": 0.003, "loss": 4.0211, "step": 23076 }, { "epoch": 0.23077, "grad_norm": 1.2453868109963857, "learning_rate": 0.003, "loss": 3.997, "step": 23077 }, { "epoch": 0.23078, "grad_norm": 1.278690086116135, "learning_rate": 0.003, "loss": 4.0033, "step": 23078 }, { "epoch": 0.23079, "grad_norm": 1.3838496999240222, "learning_rate": 0.003, "loss": 3.9711, "step": 23079 }, { "epoch": 0.2308, "grad_norm": 1.3709076059104395, "learning_rate": 0.003, "loss": 4.0251, "step": 23080 }, { "epoch": 0.23081, "grad_norm": 1.4727674533381288, "learning_rate": 0.003, "loss": 4.0203, "step": 23081 }, { "epoch": 0.23082, "grad_norm": 1.1462501360335402, "learning_rate": 0.003, "loss": 3.9867, "step": 23082 }, { "epoch": 0.23083, "grad_norm": 1.2316742332631416, "learning_rate": 0.003, "loss": 3.9944, "step": 23083 }, { "epoch": 0.23084, "grad_norm": 1.203541108409638, "learning_rate": 0.003, "loss": 4.0072, "step": 23084 }, { "epoch": 0.23085, "grad_norm": 1.2404573981906961, "learning_rate": 0.003, "loss": 3.9734, "step": 23085 }, { "epoch": 0.23086, "grad_norm": 1.2406301905615507, "learning_rate": 0.003, "loss": 3.9904, "step": 23086 }, { "epoch": 0.23087, "grad_norm": 1.350519511434891, "learning_rate": 0.003, "loss": 3.9953, "step": 23087 }, { "epoch": 0.23088, "grad_norm": 1.2519572702777204, "learning_rate": 0.003, "loss": 4.0036, "step": 23088 }, { "epoch": 0.23089, "grad_norm": 1.1879901626729206, "learning_rate": 0.003, "loss": 3.9735, "step": 23089 }, { "epoch": 0.2309, "grad_norm": 1.5353127005892957, "learning_rate": 0.003, "loss": 3.9876, "step": 23090 }, { "epoch": 0.23091, "grad_norm": 1.2189103142799262, "learning_rate": 0.003, "loss": 4.022, "step": 23091 }, { "epoch": 0.23092, "grad_norm": 1.3299399415657613, "learning_rate": 0.003, "loss": 4.0101, "step": 23092 }, { "epoch": 0.23093, "grad_norm": 1.1532443414443996, "learning_rate": 0.003, "loss": 4.0146, "step": 23093 }, { "epoch": 0.23094, "grad_norm": 1.2112010312718047, "learning_rate": 0.003, "loss": 3.9974, "step": 23094 }, { "epoch": 0.23095, "grad_norm": 1.4145504175009473, "learning_rate": 0.003, "loss": 3.9994, "step": 23095 }, { "epoch": 0.23096, "grad_norm": 1.4224665752944214, "learning_rate": 0.003, "loss": 3.9984, "step": 23096 }, { "epoch": 0.23097, "grad_norm": 1.290862143824134, "learning_rate": 0.003, "loss": 3.9911, "step": 23097 }, { "epoch": 0.23098, "grad_norm": 1.6944761089121299, "learning_rate": 0.003, "loss": 3.9944, "step": 23098 }, { "epoch": 0.23099, "grad_norm": 0.9482243296408102, "learning_rate": 0.003, "loss": 4.0056, "step": 23099 }, { "epoch": 0.231, "grad_norm": 1.343014994976686, "learning_rate": 0.003, "loss": 4.0169, "step": 23100 }, { "epoch": 0.23101, "grad_norm": 1.1792737410390521, "learning_rate": 0.003, "loss": 4.0187, "step": 23101 }, { "epoch": 0.23102, "grad_norm": 1.2792944499559704, "learning_rate": 0.003, "loss": 3.9995, "step": 23102 }, { "epoch": 0.23103, "grad_norm": 1.3535222588645606, "learning_rate": 0.003, "loss": 4.0111, "step": 23103 }, { "epoch": 0.23104, "grad_norm": 1.408898680392564, "learning_rate": 0.003, "loss": 4.0084, "step": 23104 }, { "epoch": 0.23105, "grad_norm": 1.069988546513794, "learning_rate": 0.003, "loss": 4.0158, "step": 23105 }, { "epoch": 0.23106, "grad_norm": 1.3248523767164555, "learning_rate": 0.003, "loss": 4.0013, "step": 23106 }, { "epoch": 0.23107, "grad_norm": 1.294542894049446, "learning_rate": 0.003, "loss": 4.0207, "step": 23107 }, { "epoch": 0.23108, "grad_norm": 1.222309387265079, "learning_rate": 0.003, "loss": 3.955, "step": 23108 }, { "epoch": 0.23109, "grad_norm": 1.1732635726511949, "learning_rate": 0.003, "loss": 3.9948, "step": 23109 }, { "epoch": 0.2311, "grad_norm": 1.397429694971451, "learning_rate": 0.003, "loss": 4.0097, "step": 23110 }, { "epoch": 0.23111, "grad_norm": 1.0776690964269424, "learning_rate": 0.003, "loss": 3.985, "step": 23111 }, { "epoch": 0.23112, "grad_norm": 1.587126834329404, "learning_rate": 0.003, "loss": 4.0474, "step": 23112 }, { "epoch": 0.23113, "grad_norm": 1.0987751407000188, "learning_rate": 0.003, "loss": 3.9933, "step": 23113 }, { "epoch": 0.23114, "grad_norm": 1.2612556981201075, "learning_rate": 0.003, "loss": 3.9813, "step": 23114 }, { "epoch": 0.23115, "grad_norm": 1.2361589044982908, "learning_rate": 0.003, "loss": 4.0278, "step": 23115 }, { "epoch": 0.23116, "grad_norm": 1.3009802195319138, "learning_rate": 0.003, "loss": 3.9866, "step": 23116 }, { "epoch": 0.23117, "grad_norm": 1.1083193937727676, "learning_rate": 0.003, "loss": 4.0132, "step": 23117 }, { "epoch": 0.23118, "grad_norm": 1.3992907872914593, "learning_rate": 0.003, "loss": 3.9962, "step": 23118 }, { "epoch": 0.23119, "grad_norm": 1.0556974700785156, "learning_rate": 0.003, "loss": 4.0177, "step": 23119 }, { "epoch": 0.2312, "grad_norm": 1.6258176302815621, "learning_rate": 0.003, "loss": 4.0279, "step": 23120 }, { "epoch": 0.23121, "grad_norm": 1.0170109378169692, "learning_rate": 0.003, "loss": 3.9933, "step": 23121 }, { "epoch": 0.23122, "grad_norm": 1.3647450658126354, "learning_rate": 0.003, "loss": 4.0079, "step": 23122 }, { "epoch": 0.23123, "grad_norm": 1.313305715060407, "learning_rate": 0.003, "loss": 4.0163, "step": 23123 }, { "epoch": 0.23124, "grad_norm": 1.6301783372725656, "learning_rate": 0.003, "loss": 4.015, "step": 23124 }, { "epoch": 0.23125, "grad_norm": 1.2300651232664603, "learning_rate": 0.003, "loss": 4.0273, "step": 23125 }, { "epoch": 0.23126, "grad_norm": 1.1898363634589282, "learning_rate": 0.003, "loss": 4.0278, "step": 23126 }, { "epoch": 0.23127, "grad_norm": 1.3180536590736793, "learning_rate": 0.003, "loss": 4.0002, "step": 23127 }, { "epoch": 0.23128, "grad_norm": 1.1209573452722297, "learning_rate": 0.003, "loss": 3.98, "step": 23128 }, { "epoch": 0.23129, "grad_norm": 1.2259430163762792, "learning_rate": 0.003, "loss": 3.9965, "step": 23129 }, { "epoch": 0.2313, "grad_norm": 1.500318000843982, "learning_rate": 0.003, "loss": 3.9992, "step": 23130 }, { "epoch": 0.23131, "grad_norm": 1.2311152584055411, "learning_rate": 0.003, "loss": 4.0114, "step": 23131 }, { "epoch": 0.23132, "grad_norm": 1.3226571391861166, "learning_rate": 0.003, "loss": 3.993, "step": 23132 }, { "epoch": 0.23133, "grad_norm": 1.2637931016525525, "learning_rate": 0.003, "loss": 4.0029, "step": 23133 }, { "epoch": 0.23134, "grad_norm": 1.4464313692139898, "learning_rate": 0.003, "loss": 4.0, "step": 23134 }, { "epoch": 0.23135, "grad_norm": 1.0946950009797, "learning_rate": 0.003, "loss": 4.0159, "step": 23135 }, { "epoch": 0.23136, "grad_norm": 1.3127300380501867, "learning_rate": 0.003, "loss": 3.973, "step": 23136 }, { "epoch": 0.23137, "grad_norm": 1.0591850218627143, "learning_rate": 0.003, "loss": 3.9827, "step": 23137 }, { "epoch": 0.23138, "grad_norm": 1.1957119120490916, "learning_rate": 0.003, "loss": 3.9731, "step": 23138 }, { "epoch": 0.23139, "grad_norm": 1.1280612572628501, "learning_rate": 0.003, "loss": 4.034, "step": 23139 }, { "epoch": 0.2314, "grad_norm": 1.5059360515857598, "learning_rate": 0.003, "loss": 3.9853, "step": 23140 }, { "epoch": 0.23141, "grad_norm": 1.1432317280495057, "learning_rate": 0.003, "loss": 3.9969, "step": 23141 }, { "epoch": 0.23142, "grad_norm": 1.4574586825987108, "learning_rate": 0.003, "loss": 3.9956, "step": 23142 }, { "epoch": 0.23143, "grad_norm": 1.2094917946396397, "learning_rate": 0.003, "loss": 3.9701, "step": 23143 }, { "epoch": 0.23144, "grad_norm": 1.3704885955540425, "learning_rate": 0.003, "loss": 3.9915, "step": 23144 }, { "epoch": 0.23145, "grad_norm": 0.9369156098239874, "learning_rate": 0.003, "loss": 3.9804, "step": 23145 }, { "epoch": 0.23146, "grad_norm": 1.4346466111603497, "learning_rate": 0.003, "loss": 4.0403, "step": 23146 }, { "epoch": 0.23147, "grad_norm": 1.2133795601721404, "learning_rate": 0.003, "loss": 4.0187, "step": 23147 }, { "epoch": 0.23148, "grad_norm": 1.600406047574792, "learning_rate": 0.003, "loss": 4.0519, "step": 23148 }, { "epoch": 0.23149, "grad_norm": 1.061528486488992, "learning_rate": 0.003, "loss": 4.01, "step": 23149 }, { "epoch": 0.2315, "grad_norm": 1.3641262681711535, "learning_rate": 0.003, "loss": 4.0132, "step": 23150 }, { "epoch": 0.23151, "grad_norm": 1.289496809982985, "learning_rate": 0.003, "loss": 4.0084, "step": 23151 }, { "epoch": 0.23152, "grad_norm": 1.1705485061495786, "learning_rate": 0.003, "loss": 3.9809, "step": 23152 }, { "epoch": 0.23153, "grad_norm": 1.1151742491838759, "learning_rate": 0.003, "loss": 4.0366, "step": 23153 }, { "epoch": 0.23154, "grad_norm": 1.3081106571521177, "learning_rate": 0.003, "loss": 4.0041, "step": 23154 }, { "epoch": 0.23155, "grad_norm": 1.29322083005088, "learning_rate": 0.003, "loss": 3.9819, "step": 23155 }, { "epoch": 0.23156, "grad_norm": 1.4133404883462242, "learning_rate": 0.003, "loss": 3.988, "step": 23156 }, { "epoch": 0.23157, "grad_norm": 1.2145791477186805, "learning_rate": 0.003, "loss": 4.0152, "step": 23157 }, { "epoch": 0.23158, "grad_norm": 1.4339465444603625, "learning_rate": 0.003, "loss": 4.0071, "step": 23158 }, { "epoch": 0.23159, "grad_norm": 1.041818361740654, "learning_rate": 0.003, "loss": 3.9965, "step": 23159 }, { "epoch": 0.2316, "grad_norm": 1.4274959218485759, "learning_rate": 0.003, "loss": 4.0049, "step": 23160 }, { "epoch": 0.23161, "grad_norm": 1.157430631077555, "learning_rate": 0.003, "loss": 3.9825, "step": 23161 }, { "epoch": 0.23162, "grad_norm": 1.4939249749539993, "learning_rate": 0.003, "loss": 4.0001, "step": 23162 }, { "epoch": 0.23163, "grad_norm": 1.181093806251131, "learning_rate": 0.003, "loss": 4.0333, "step": 23163 }, { "epoch": 0.23164, "grad_norm": 1.3998133032527118, "learning_rate": 0.003, "loss": 4.0304, "step": 23164 }, { "epoch": 0.23165, "grad_norm": 1.2346632568558984, "learning_rate": 0.003, "loss": 4.0097, "step": 23165 }, { "epoch": 0.23166, "grad_norm": 1.2346125750211845, "learning_rate": 0.003, "loss": 4.0002, "step": 23166 }, { "epoch": 0.23167, "grad_norm": 1.5372341178651312, "learning_rate": 0.003, "loss": 4.0048, "step": 23167 }, { "epoch": 0.23168, "grad_norm": 1.1487506141196626, "learning_rate": 0.003, "loss": 3.9718, "step": 23168 }, { "epoch": 0.23169, "grad_norm": 1.18358730262482, "learning_rate": 0.003, "loss": 3.9598, "step": 23169 }, { "epoch": 0.2317, "grad_norm": 1.1148379147179075, "learning_rate": 0.003, "loss": 4.0038, "step": 23170 }, { "epoch": 0.23171, "grad_norm": 1.3446053111982117, "learning_rate": 0.003, "loss": 4.0115, "step": 23171 }, { "epoch": 0.23172, "grad_norm": 1.307297752056523, "learning_rate": 0.003, "loss": 4.0008, "step": 23172 }, { "epoch": 0.23173, "grad_norm": 1.354283048693125, "learning_rate": 0.003, "loss": 3.9954, "step": 23173 }, { "epoch": 0.23174, "grad_norm": 1.1738757598255483, "learning_rate": 0.003, "loss": 3.9917, "step": 23174 }, { "epoch": 0.23175, "grad_norm": 1.2069606135143631, "learning_rate": 0.003, "loss": 4.0055, "step": 23175 }, { "epoch": 0.23176, "grad_norm": 1.2564726897970866, "learning_rate": 0.003, "loss": 3.9846, "step": 23176 }, { "epoch": 0.23177, "grad_norm": 1.2097429077483923, "learning_rate": 0.003, "loss": 4.0005, "step": 23177 }, { "epoch": 0.23178, "grad_norm": 1.245136085572146, "learning_rate": 0.003, "loss": 3.9878, "step": 23178 }, { "epoch": 0.23179, "grad_norm": 1.315434913833972, "learning_rate": 0.003, "loss": 4.01, "step": 23179 }, { "epoch": 0.2318, "grad_norm": 1.2320726096819925, "learning_rate": 0.003, "loss": 4.0113, "step": 23180 }, { "epoch": 0.23181, "grad_norm": 1.388499144616512, "learning_rate": 0.003, "loss": 4.0293, "step": 23181 }, { "epoch": 0.23182, "grad_norm": 1.2104977199485498, "learning_rate": 0.003, "loss": 3.9966, "step": 23182 }, { "epoch": 0.23183, "grad_norm": 1.2766016564086722, "learning_rate": 0.003, "loss": 4.0159, "step": 23183 }, { "epoch": 0.23184, "grad_norm": 1.3178030740214193, "learning_rate": 0.003, "loss": 4.0058, "step": 23184 }, { "epoch": 0.23185, "grad_norm": 1.1749403171503205, "learning_rate": 0.003, "loss": 4.0198, "step": 23185 }, { "epoch": 0.23186, "grad_norm": 1.4760437533808894, "learning_rate": 0.003, "loss": 3.9826, "step": 23186 }, { "epoch": 0.23187, "grad_norm": 1.2234664980650152, "learning_rate": 0.003, "loss": 4.0051, "step": 23187 }, { "epoch": 0.23188, "grad_norm": 1.2243670497430506, "learning_rate": 0.003, "loss": 4.0422, "step": 23188 }, { "epoch": 0.23189, "grad_norm": 1.4569476835581894, "learning_rate": 0.003, "loss": 3.9861, "step": 23189 }, { "epoch": 0.2319, "grad_norm": 1.035509642068983, "learning_rate": 0.003, "loss": 3.9751, "step": 23190 }, { "epoch": 0.23191, "grad_norm": 1.3461015106509648, "learning_rate": 0.003, "loss": 4.0095, "step": 23191 }, { "epoch": 0.23192, "grad_norm": 1.144902906835363, "learning_rate": 0.003, "loss": 4.0196, "step": 23192 }, { "epoch": 0.23193, "grad_norm": 1.3770860024238696, "learning_rate": 0.003, "loss": 4.0051, "step": 23193 }, { "epoch": 0.23194, "grad_norm": 1.2520154668644974, "learning_rate": 0.003, "loss": 3.9646, "step": 23194 }, { "epoch": 0.23195, "grad_norm": 1.4197629932596654, "learning_rate": 0.003, "loss": 4.0203, "step": 23195 }, { "epoch": 0.23196, "grad_norm": 1.3556402225466022, "learning_rate": 0.003, "loss": 4.0301, "step": 23196 }, { "epoch": 0.23197, "grad_norm": 1.089252233933237, "learning_rate": 0.003, "loss": 4.0014, "step": 23197 }, { "epoch": 0.23198, "grad_norm": 1.3126871623273861, "learning_rate": 0.003, "loss": 3.9859, "step": 23198 }, { "epoch": 0.23199, "grad_norm": 1.0964016541736261, "learning_rate": 0.003, "loss": 4.0089, "step": 23199 }, { "epoch": 0.232, "grad_norm": 1.394088429475266, "learning_rate": 0.003, "loss": 4.0077, "step": 23200 }, { "epoch": 0.23201, "grad_norm": 1.2267298960205018, "learning_rate": 0.003, "loss": 4.0031, "step": 23201 }, { "epoch": 0.23202, "grad_norm": 1.2949117594334543, "learning_rate": 0.003, "loss": 4.0085, "step": 23202 }, { "epoch": 0.23203, "grad_norm": 1.4378978252915577, "learning_rate": 0.003, "loss": 4.0182, "step": 23203 }, { "epoch": 0.23204, "grad_norm": 1.1985172417855132, "learning_rate": 0.003, "loss": 3.9907, "step": 23204 }, { "epoch": 0.23205, "grad_norm": 1.470777855319753, "learning_rate": 0.003, "loss": 4.0145, "step": 23205 }, { "epoch": 0.23206, "grad_norm": 1.1731962904847624, "learning_rate": 0.003, "loss": 4.0044, "step": 23206 }, { "epoch": 0.23207, "grad_norm": 1.21476360023474, "learning_rate": 0.003, "loss": 4.0228, "step": 23207 }, { "epoch": 0.23208, "grad_norm": 1.3000678263209975, "learning_rate": 0.003, "loss": 4.0137, "step": 23208 }, { "epoch": 0.23209, "grad_norm": 1.2352052891314182, "learning_rate": 0.003, "loss": 3.9818, "step": 23209 }, { "epoch": 0.2321, "grad_norm": 1.4411476265385104, "learning_rate": 0.003, "loss": 4.0122, "step": 23210 }, { "epoch": 0.23211, "grad_norm": 1.0731418143451206, "learning_rate": 0.003, "loss": 4.0175, "step": 23211 }, { "epoch": 0.23212, "grad_norm": 1.2839961966999311, "learning_rate": 0.003, "loss": 3.9979, "step": 23212 }, { "epoch": 0.23213, "grad_norm": 1.3036290272938849, "learning_rate": 0.003, "loss": 4.0338, "step": 23213 }, { "epoch": 0.23214, "grad_norm": 1.3393311592115893, "learning_rate": 0.003, "loss": 3.9785, "step": 23214 }, { "epoch": 0.23215, "grad_norm": 1.0655389596901916, "learning_rate": 0.003, "loss": 3.9932, "step": 23215 }, { "epoch": 0.23216, "grad_norm": 1.473801749320015, "learning_rate": 0.003, "loss": 3.9828, "step": 23216 }, { "epoch": 0.23217, "grad_norm": 1.1963618586321279, "learning_rate": 0.003, "loss": 4.0085, "step": 23217 }, { "epoch": 0.23218, "grad_norm": 1.2245537888601499, "learning_rate": 0.003, "loss": 3.9891, "step": 23218 }, { "epoch": 0.23219, "grad_norm": 1.3900331123417675, "learning_rate": 0.003, "loss": 4.0122, "step": 23219 }, { "epoch": 0.2322, "grad_norm": 1.3448607103517125, "learning_rate": 0.003, "loss": 4.0166, "step": 23220 }, { "epoch": 0.23221, "grad_norm": 1.4927939666311927, "learning_rate": 0.003, "loss": 3.9958, "step": 23221 }, { "epoch": 0.23222, "grad_norm": 1.237926273736713, "learning_rate": 0.003, "loss": 3.981, "step": 23222 }, { "epoch": 0.23223, "grad_norm": 1.135826847300623, "learning_rate": 0.003, "loss": 3.9947, "step": 23223 }, { "epoch": 0.23224, "grad_norm": 1.3061386648020525, "learning_rate": 0.003, "loss": 4.0007, "step": 23224 }, { "epoch": 0.23225, "grad_norm": 1.402216882456486, "learning_rate": 0.003, "loss": 4.019, "step": 23225 }, { "epoch": 0.23226, "grad_norm": 1.4907985802681607, "learning_rate": 0.003, "loss": 3.9868, "step": 23226 }, { "epoch": 0.23227, "grad_norm": 1.1722581146923272, "learning_rate": 0.003, "loss": 4.0099, "step": 23227 }, { "epoch": 0.23228, "grad_norm": 1.3446874796343076, "learning_rate": 0.003, "loss": 4.0215, "step": 23228 }, { "epoch": 0.23229, "grad_norm": 1.3319207907492157, "learning_rate": 0.003, "loss": 3.9924, "step": 23229 }, { "epoch": 0.2323, "grad_norm": 1.1811499871143765, "learning_rate": 0.003, "loss": 4.0106, "step": 23230 }, { "epoch": 0.23231, "grad_norm": 1.2781766819946132, "learning_rate": 0.003, "loss": 3.9745, "step": 23231 }, { "epoch": 0.23232, "grad_norm": 1.2035926893322342, "learning_rate": 0.003, "loss": 4.0112, "step": 23232 }, { "epoch": 0.23233, "grad_norm": 1.3807459558836188, "learning_rate": 0.003, "loss": 4.022, "step": 23233 }, { "epoch": 0.23234, "grad_norm": 1.3372735467191996, "learning_rate": 0.003, "loss": 4.006, "step": 23234 }, { "epoch": 0.23235, "grad_norm": 1.4254573569495295, "learning_rate": 0.003, "loss": 3.9881, "step": 23235 }, { "epoch": 0.23236, "grad_norm": 1.1720901841275848, "learning_rate": 0.003, "loss": 3.9719, "step": 23236 }, { "epoch": 0.23237, "grad_norm": 1.2123360004839725, "learning_rate": 0.003, "loss": 3.9962, "step": 23237 }, { "epoch": 0.23238, "grad_norm": 1.3119444768475967, "learning_rate": 0.003, "loss": 4.0271, "step": 23238 }, { "epoch": 0.23239, "grad_norm": 1.0779072065512623, "learning_rate": 0.003, "loss": 4.0336, "step": 23239 }, { "epoch": 0.2324, "grad_norm": 1.4238430345947974, "learning_rate": 0.003, "loss": 4.0095, "step": 23240 }, { "epoch": 0.23241, "grad_norm": 1.3341693708454467, "learning_rate": 0.003, "loss": 4.0056, "step": 23241 }, { "epoch": 0.23242, "grad_norm": 1.0168011507100219, "learning_rate": 0.003, "loss": 4.0051, "step": 23242 }, { "epoch": 0.23243, "grad_norm": 1.5074088932716563, "learning_rate": 0.003, "loss": 4.0262, "step": 23243 }, { "epoch": 0.23244, "grad_norm": 1.233032908682079, "learning_rate": 0.003, "loss": 4.0034, "step": 23244 }, { "epoch": 0.23245, "grad_norm": 1.4272312282762945, "learning_rate": 0.003, "loss": 4.0052, "step": 23245 }, { "epoch": 0.23246, "grad_norm": 1.0972765472206414, "learning_rate": 0.003, "loss": 4.0223, "step": 23246 }, { "epoch": 0.23247, "grad_norm": 1.3676047672494858, "learning_rate": 0.003, "loss": 4.0035, "step": 23247 }, { "epoch": 0.23248, "grad_norm": 1.2917273795303863, "learning_rate": 0.003, "loss": 4.0195, "step": 23248 }, { "epoch": 0.23249, "grad_norm": 1.2985485909023766, "learning_rate": 0.003, "loss": 4.0145, "step": 23249 }, { "epoch": 0.2325, "grad_norm": 1.3643052327155802, "learning_rate": 0.003, "loss": 4.0435, "step": 23250 }, { "epoch": 0.23251, "grad_norm": 1.311722414233303, "learning_rate": 0.003, "loss": 4.0104, "step": 23251 }, { "epoch": 0.23252, "grad_norm": 1.242562223917677, "learning_rate": 0.003, "loss": 3.9994, "step": 23252 }, { "epoch": 0.23253, "grad_norm": 1.2832985471810352, "learning_rate": 0.003, "loss": 3.9935, "step": 23253 }, { "epoch": 0.23254, "grad_norm": 1.2518623999827168, "learning_rate": 0.003, "loss": 4.0087, "step": 23254 }, { "epoch": 0.23255, "grad_norm": 1.1862661915608708, "learning_rate": 0.003, "loss": 3.9993, "step": 23255 }, { "epoch": 0.23256, "grad_norm": 1.2555210123060103, "learning_rate": 0.003, "loss": 3.9891, "step": 23256 }, { "epoch": 0.23257, "grad_norm": 1.2602722146288003, "learning_rate": 0.003, "loss": 3.9876, "step": 23257 }, { "epoch": 0.23258, "grad_norm": 1.1449647519781267, "learning_rate": 0.003, "loss": 3.9555, "step": 23258 }, { "epoch": 0.23259, "grad_norm": 1.4780112842322748, "learning_rate": 0.003, "loss": 3.9927, "step": 23259 }, { "epoch": 0.2326, "grad_norm": 1.1851533075268867, "learning_rate": 0.003, "loss": 4.02, "step": 23260 }, { "epoch": 0.23261, "grad_norm": 1.5747618817007045, "learning_rate": 0.003, "loss": 4.0029, "step": 23261 }, { "epoch": 0.23262, "grad_norm": 1.3059407097929392, "learning_rate": 0.003, "loss": 3.9792, "step": 23262 }, { "epoch": 0.23263, "grad_norm": 1.3970765540319205, "learning_rate": 0.003, "loss": 4.0068, "step": 23263 }, { "epoch": 0.23264, "grad_norm": 1.401979057578545, "learning_rate": 0.003, "loss": 4.0031, "step": 23264 }, { "epoch": 0.23265, "grad_norm": 1.1026397784375817, "learning_rate": 0.003, "loss": 4.0095, "step": 23265 }, { "epoch": 0.23266, "grad_norm": 1.2751927721750025, "learning_rate": 0.003, "loss": 3.992, "step": 23266 }, { "epoch": 0.23267, "grad_norm": 1.0525297212587106, "learning_rate": 0.003, "loss": 3.9966, "step": 23267 }, { "epoch": 0.23268, "grad_norm": 1.3572769271185352, "learning_rate": 0.003, "loss": 3.9955, "step": 23268 }, { "epoch": 0.23269, "grad_norm": 1.2010089035441744, "learning_rate": 0.003, "loss": 4.0067, "step": 23269 }, { "epoch": 0.2327, "grad_norm": 1.3349032762777095, "learning_rate": 0.003, "loss": 4.0105, "step": 23270 }, { "epoch": 0.23271, "grad_norm": 1.1995120750776047, "learning_rate": 0.003, "loss": 3.9836, "step": 23271 }, { "epoch": 0.23272, "grad_norm": 1.4105382038446599, "learning_rate": 0.003, "loss": 4.0168, "step": 23272 }, { "epoch": 0.23273, "grad_norm": 1.2152891675535769, "learning_rate": 0.003, "loss": 4.002, "step": 23273 }, { "epoch": 0.23274, "grad_norm": 1.106116587279671, "learning_rate": 0.003, "loss": 3.9749, "step": 23274 }, { "epoch": 0.23275, "grad_norm": 1.2066211343991395, "learning_rate": 0.003, "loss": 3.9966, "step": 23275 }, { "epoch": 0.23276, "grad_norm": 1.2699301524276652, "learning_rate": 0.003, "loss": 4.0268, "step": 23276 }, { "epoch": 0.23277, "grad_norm": 1.309196882922677, "learning_rate": 0.003, "loss": 4.0062, "step": 23277 }, { "epoch": 0.23278, "grad_norm": 1.1434333095198757, "learning_rate": 0.003, "loss": 3.9943, "step": 23278 }, { "epoch": 0.23279, "grad_norm": 1.6069516416807048, "learning_rate": 0.003, "loss": 3.9998, "step": 23279 }, { "epoch": 0.2328, "grad_norm": 1.1916678562762946, "learning_rate": 0.003, "loss": 4.0271, "step": 23280 }, { "epoch": 0.23281, "grad_norm": 1.3511713083472952, "learning_rate": 0.003, "loss": 4.0073, "step": 23281 }, { "epoch": 0.23282, "grad_norm": 1.2681480186037453, "learning_rate": 0.003, "loss": 3.9969, "step": 23282 }, { "epoch": 0.23283, "grad_norm": 1.5997769691036945, "learning_rate": 0.003, "loss": 4.0005, "step": 23283 }, { "epoch": 0.23284, "grad_norm": 1.1824469483432183, "learning_rate": 0.003, "loss": 3.9997, "step": 23284 }, { "epoch": 0.23285, "grad_norm": 1.3227477503330156, "learning_rate": 0.003, "loss": 4.0109, "step": 23285 }, { "epoch": 0.23286, "grad_norm": 1.2268678737435863, "learning_rate": 0.003, "loss": 3.9746, "step": 23286 }, { "epoch": 0.23287, "grad_norm": 1.2188194931728351, "learning_rate": 0.003, "loss": 3.9935, "step": 23287 }, { "epoch": 0.23288, "grad_norm": 1.6069376913450655, "learning_rate": 0.003, "loss": 4.0208, "step": 23288 }, { "epoch": 0.23289, "grad_norm": 1.2680174952878345, "learning_rate": 0.003, "loss": 3.9939, "step": 23289 }, { "epoch": 0.2329, "grad_norm": 1.4862999116171163, "learning_rate": 0.003, "loss": 4.0339, "step": 23290 }, { "epoch": 0.23291, "grad_norm": 1.0623097695126578, "learning_rate": 0.003, "loss": 4.0108, "step": 23291 }, { "epoch": 0.23292, "grad_norm": 1.185095495078381, "learning_rate": 0.003, "loss": 4.007, "step": 23292 }, { "epoch": 0.23293, "grad_norm": 1.257552098160103, "learning_rate": 0.003, "loss": 4.0042, "step": 23293 }, { "epoch": 0.23294, "grad_norm": 1.4782004476257093, "learning_rate": 0.003, "loss": 4.0136, "step": 23294 }, { "epoch": 0.23295, "grad_norm": 1.0632782302617312, "learning_rate": 0.003, "loss": 4.0189, "step": 23295 }, { "epoch": 0.23296, "grad_norm": 1.3903119564091262, "learning_rate": 0.003, "loss": 3.9848, "step": 23296 }, { "epoch": 0.23297, "grad_norm": 1.3440698834424465, "learning_rate": 0.003, "loss": 4.0115, "step": 23297 }, { "epoch": 0.23298, "grad_norm": 1.3721102774354053, "learning_rate": 0.003, "loss": 4.0083, "step": 23298 }, { "epoch": 0.23299, "grad_norm": 1.4043133891150585, "learning_rate": 0.003, "loss": 4.0188, "step": 23299 }, { "epoch": 0.233, "grad_norm": 1.3457657437480448, "learning_rate": 0.003, "loss": 4.0434, "step": 23300 }, { "epoch": 0.23301, "grad_norm": 1.2149424970581297, "learning_rate": 0.003, "loss": 4.0037, "step": 23301 }, { "epoch": 0.23302, "grad_norm": 1.2614841589995294, "learning_rate": 0.003, "loss": 4.013, "step": 23302 }, { "epoch": 0.23303, "grad_norm": 1.2544682076307114, "learning_rate": 0.003, "loss": 3.9601, "step": 23303 }, { "epoch": 0.23304, "grad_norm": 1.303523660697261, "learning_rate": 0.003, "loss": 4.0153, "step": 23304 }, { "epoch": 0.23305, "grad_norm": 1.40040912300424, "learning_rate": 0.003, "loss": 4.0099, "step": 23305 }, { "epoch": 0.23306, "grad_norm": 1.0829071873782161, "learning_rate": 0.003, "loss": 3.9996, "step": 23306 }, { "epoch": 0.23307, "grad_norm": 1.302475848609264, "learning_rate": 0.003, "loss": 4.0118, "step": 23307 }, { "epoch": 0.23308, "grad_norm": 1.2300080488744, "learning_rate": 0.003, "loss": 3.9789, "step": 23308 }, { "epoch": 0.23309, "grad_norm": 1.4771853655470744, "learning_rate": 0.003, "loss": 4.0193, "step": 23309 }, { "epoch": 0.2331, "grad_norm": 1.2517283604950549, "learning_rate": 0.003, "loss": 4.011, "step": 23310 }, { "epoch": 0.23311, "grad_norm": 1.1762370771940165, "learning_rate": 0.003, "loss": 3.9919, "step": 23311 }, { "epoch": 0.23312, "grad_norm": 1.632436318702279, "learning_rate": 0.003, "loss": 4.0086, "step": 23312 }, { "epoch": 0.23313, "grad_norm": 1.0773248559998647, "learning_rate": 0.003, "loss": 3.9935, "step": 23313 }, { "epoch": 0.23314, "grad_norm": 1.357983127716577, "learning_rate": 0.003, "loss": 4.0281, "step": 23314 }, { "epoch": 0.23315, "grad_norm": 1.2996922341692567, "learning_rate": 0.003, "loss": 3.9932, "step": 23315 }, { "epoch": 0.23316, "grad_norm": 1.2057028115536343, "learning_rate": 0.003, "loss": 4.0249, "step": 23316 }, { "epoch": 0.23317, "grad_norm": 1.2381991399385153, "learning_rate": 0.003, "loss": 4.0419, "step": 23317 }, { "epoch": 0.23318, "grad_norm": 1.095291408240569, "learning_rate": 0.003, "loss": 4.0104, "step": 23318 }, { "epoch": 0.23319, "grad_norm": 1.396858977084593, "learning_rate": 0.003, "loss": 3.9911, "step": 23319 }, { "epoch": 0.2332, "grad_norm": 1.4161911186653835, "learning_rate": 0.003, "loss": 4.0199, "step": 23320 }, { "epoch": 0.23321, "grad_norm": 1.2064716990403015, "learning_rate": 0.003, "loss": 4.014, "step": 23321 }, { "epoch": 0.23322, "grad_norm": 1.3880656095075543, "learning_rate": 0.003, "loss": 3.9992, "step": 23322 }, { "epoch": 0.23323, "grad_norm": 1.0809259562070959, "learning_rate": 0.003, "loss": 4.0057, "step": 23323 }, { "epoch": 0.23324, "grad_norm": 1.2246559480694073, "learning_rate": 0.003, "loss": 4.0204, "step": 23324 }, { "epoch": 0.23325, "grad_norm": 1.3616219027224516, "learning_rate": 0.003, "loss": 4.0128, "step": 23325 }, { "epoch": 0.23326, "grad_norm": 1.1375271378960417, "learning_rate": 0.003, "loss": 4.0043, "step": 23326 }, { "epoch": 0.23327, "grad_norm": 1.8097750707580202, "learning_rate": 0.003, "loss": 3.9785, "step": 23327 }, { "epoch": 0.23328, "grad_norm": 0.8828628352463707, "learning_rate": 0.003, "loss": 3.9972, "step": 23328 }, { "epoch": 0.23329, "grad_norm": 1.3609722839160816, "learning_rate": 0.003, "loss": 4.0016, "step": 23329 }, { "epoch": 0.2333, "grad_norm": 1.4449227842687427, "learning_rate": 0.003, "loss": 4.0023, "step": 23330 }, { "epoch": 0.23331, "grad_norm": 1.0376857219043731, "learning_rate": 0.003, "loss": 4.0101, "step": 23331 }, { "epoch": 0.23332, "grad_norm": 1.4910954574992075, "learning_rate": 0.003, "loss": 3.9893, "step": 23332 }, { "epoch": 0.23333, "grad_norm": 0.9544497662541155, "learning_rate": 0.003, "loss": 3.9899, "step": 23333 }, { "epoch": 0.23334, "grad_norm": 1.5962407743790379, "learning_rate": 0.003, "loss": 4.004, "step": 23334 }, { "epoch": 0.23335, "grad_norm": 1.1475361983917478, "learning_rate": 0.003, "loss": 4.0207, "step": 23335 }, { "epoch": 0.23336, "grad_norm": 1.5123244792737076, "learning_rate": 0.003, "loss": 4.0067, "step": 23336 }, { "epoch": 0.23337, "grad_norm": 1.364196998388134, "learning_rate": 0.003, "loss": 4.015, "step": 23337 }, { "epoch": 0.23338, "grad_norm": 1.4579703820519598, "learning_rate": 0.003, "loss": 4.0162, "step": 23338 }, { "epoch": 0.23339, "grad_norm": 1.2694215166608196, "learning_rate": 0.003, "loss": 4.0184, "step": 23339 }, { "epoch": 0.2334, "grad_norm": 1.1728404627400868, "learning_rate": 0.003, "loss": 4.0244, "step": 23340 }, { "epoch": 0.23341, "grad_norm": 1.2335330953816144, "learning_rate": 0.003, "loss": 4.013, "step": 23341 }, { "epoch": 0.23342, "grad_norm": 1.275024472113929, "learning_rate": 0.003, "loss": 3.9888, "step": 23342 }, { "epoch": 0.23343, "grad_norm": 1.1325516185615472, "learning_rate": 0.003, "loss": 4.0148, "step": 23343 }, { "epoch": 0.23344, "grad_norm": 1.3281751245819708, "learning_rate": 0.003, "loss": 4.004, "step": 23344 }, { "epoch": 0.23345, "grad_norm": 1.136978853492433, "learning_rate": 0.003, "loss": 3.9969, "step": 23345 }, { "epoch": 0.23346, "grad_norm": 1.5253210848863394, "learning_rate": 0.003, "loss": 4.0297, "step": 23346 }, { "epoch": 0.23347, "grad_norm": 0.9464658818279054, "learning_rate": 0.003, "loss": 3.9558, "step": 23347 }, { "epoch": 0.23348, "grad_norm": 1.4283589256056195, "learning_rate": 0.003, "loss": 4.0217, "step": 23348 }, { "epoch": 0.23349, "grad_norm": 1.254522988010052, "learning_rate": 0.003, "loss": 3.9667, "step": 23349 }, { "epoch": 0.2335, "grad_norm": 1.1457854173109874, "learning_rate": 0.003, "loss": 3.9783, "step": 23350 }, { "epoch": 0.23351, "grad_norm": 1.3866602768230665, "learning_rate": 0.003, "loss": 3.9799, "step": 23351 }, { "epoch": 0.23352, "grad_norm": 1.1142652533481618, "learning_rate": 0.003, "loss": 4.029, "step": 23352 }, { "epoch": 0.23353, "grad_norm": 1.554409031338567, "learning_rate": 0.003, "loss": 4.0121, "step": 23353 }, { "epoch": 0.23354, "grad_norm": 1.0085720292706517, "learning_rate": 0.003, "loss": 4.0228, "step": 23354 }, { "epoch": 0.23355, "grad_norm": 1.3386686527379994, "learning_rate": 0.003, "loss": 3.9799, "step": 23355 }, { "epoch": 0.23356, "grad_norm": 1.0271250192529608, "learning_rate": 0.003, "loss": 4.0137, "step": 23356 }, { "epoch": 0.23357, "grad_norm": 1.9804381605109573, "learning_rate": 0.003, "loss": 4.0365, "step": 23357 }, { "epoch": 0.23358, "grad_norm": 1.0516068324085377, "learning_rate": 0.003, "loss": 4.0118, "step": 23358 }, { "epoch": 0.23359, "grad_norm": 1.641116460440755, "learning_rate": 0.003, "loss": 4.0182, "step": 23359 }, { "epoch": 0.2336, "grad_norm": 1.2545939040321186, "learning_rate": 0.003, "loss": 4.0406, "step": 23360 }, { "epoch": 0.23361, "grad_norm": 1.3035074749208606, "learning_rate": 0.003, "loss": 4.0379, "step": 23361 }, { "epoch": 0.23362, "grad_norm": 1.4582108908866493, "learning_rate": 0.003, "loss": 4.0385, "step": 23362 }, { "epoch": 0.23363, "grad_norm": 1.2639381840389354, "learning_rate": 0.003, "loss": 4.0055, "step": 23363 }, { "epoch": 0.23364, "grad_norm": 1.135717089470357, "learning_rate": 0.003, "loss": 4.03, "step": 23364 }, { "epoch": 0.23365, "grad_norm": 1.2844340375101468, "learning_rate": 0.003, "loss": 4.006, "step": 23365 }, { "epoch": 0.23366, "grad_norm": 1.3379000953148776, "learning_rate": 0.003, "loss": 3.9855, "step": 23366 }, { "epoch": 0.23367, "grad_norm": 1.0765768639565114, "learning_rate": 0.003, "loss": 4.0305, "step": 23367 }, { "epoch": 0.23368, "grad_norm": 1.3802805793396478, "learning_rate": 0.003, "loss": 3.997, "step": 23368 }, { "epoch": 0.23369, "grad_norm": 1.063320957220296, "learning_rate": 0.003, "loss": 3.977, "step": 23369 }, { "epoch": 0.2337, "grad_norm": 1.5263303180671814, "learning_rate": 0.003, "loss": 4.0029, "step": 23370 }, { "epoch": 0.23371, "grad_norm": 1.2438007511814533, "learning_rate": 0.003, "loss": 4.0118, "step": 23371 }, { "epoch": 0.23372, "grad_norm": 1.395974219603348, "learning_rate": 0.003, "loss": 4.0057, "step": 23372 }, { "epoch": 0.23373, "grad_norm": 1.138691882387379, "learning_rate": 0.003, "loss": 4.0031, "step": 23373 }, { "epoch": 0.23374, "grad_norm": 1.3241204866189684, "learning_rate": 0.003, "loss": 3.9904, "step": 23374 }, { "epoch": 0.23375, "grad_norm": 1.047699732578175, "learning_rate": 0.003, "loss": 3.9851, "step": 23375 }, { "epoch": 0.23376, "grad_norm": 1.511792313255881, "learning_rate": 0.003, "loss": 3.9934, "step": 23376 }, { "epoch": 0.23377, "grad_norm": 1.085038314846417, "learning_rate": 0.003, "loss": 4.0138, "step": 23377 }, { "epoch": 0.23378, "grad_norm": 1.6608656967460116, "learning_rate": 0.003, "loss": 4.0373, "step": 23378 }, { "epoch": 0.23379, "grad_norm": 1.0835517992591785, "learning_rate": 0.003, "loss": 4.0048, "step": 23379 }, { "epoch": 0.2338, "grad_norm": 1.312462111621112, "learning_rate": 0.003, "loss": 4.0316, "step": 23380 }, { "epoch": 0.23381, "grad_norm": 1.4069118340220683, "learning_rate": 0.003, "loss": 4.0289, "step": 23381 }, { "epoch": 0.23382, "grad_norm": 1.1336329097124942, "learning_rate": 0.003, "loss": 4.0173, "step": 23382 }, { "epoch": 0.23383, "grad_norm": 1.4551740148980983, "learning_rate": 0.003, "loss": 4.0003, "step": 23383 }, { "epoch": 0.23384, "grad_norm": 1.2615934342950896, "learning_rate": 0.003, "loss": 3.9949, "step": 23384 }, { "epoch": 0.23385, "grad_norm": 1.246979981861218, "learning_rate": 0.003, "loss": 4.0022, "step": 23385 }, { "epoch": 0.23386, "grad_norm": 1.2753867048376397, "learning_rate": 0.003, "loss": 4.0058, "step": 23386 }, { "epoch": 0.23387, "grad_norm": 1.203081605493527, "learning_rate": 0.003, "loss": 4.0025, "step": 23387 }, { "epoch": 0.23388, "grad_norm": 1.5974069564512552, "learning_rate": 0.003, "loss": 4.0078, "step": 23388 }, { "epoch": 0.23389, "grad_norm": 1.237753361789257, "learning_rate": 0.003, "loss": 4.0023, "step": 23389 }, { "epoch": 0.2339, "grad_norm": 1.209492918087264, "learning_rate": 0.003, "loss": 4.0081, "step": 23390 }, { "epoch": 0.23391, "grad_norm": 1.2125294279819325, "learning_rate": 0.003, "loss": 4.0168, "step": 23391 }, { "epoch": 0.23392, "grad_norm": 1.3603518076563226, "learning_rate": 0.003, "loss": 4.0427, "step": 23392 }, { "epoch": 0.23393, "grad_norm": 1.0484226396017828, "learning_rate": 0.003, "loss": 4.0383, "step": 23393 }, { "epoch": 0.23394, "grad_norm": 1.3229162112969415, "learning_rate": 0.003, "loss": 4.0142, "step": 23394 }, { "epoch": 0.23395, "grad_norm": 1.3159922062278249, "learning_rate": 0.003, "loss": 4.0249, "step": 23395 }, { "epoch": 0.23396, "grad_norm": 1.4022226873578263, "learning_rate": 0.003, "loss": 4.0065, "step": 23396 }, { "epoch": 0.23397, "grad_norm": 1.2765608847428673, "learning_rate": 0.003, "loss": 4.0044, "step": 23397 }, { "epoch": 0.23398, "grad_norm": 1.4952698287014101, "learning_rate": 0.003, "loss": 4.0115, "step": 23398 }, { "epoch": 0.23399, "grad_norm": 0.888259400562517, "learning_rate": 0.003, "loss": 4.027, "step": 23399 }, { "epoch": 0.234, "grad_norm": 1.2448009518721466, "learning_rate": 0.003, "loss": 4.0065, "step": 23400 }, { "epoch": 0.23401, "grad_norm": 1.42363266341178, "learning_rate": 0.003, "loss": 3.9991, "step": 23401 }, { "epoch": 0.23402, "grad_norm": 1.1423266332064896, "learning_rate": 0.003, "loss": 4.0237, "step": 23402 }, { "epoch": 0.23403, "grad_norm": 1.507993433628774, "learning_rate": 0.003, "loss": 4.0056, "step": 23403 }, { "epoch": 0.23404, "grad_norm": 1.107577849813295, "learning_rate": 0.003, "loss": 3.977, "step": 23404 }, { "epoch": 0.23405, "grad_norm": 1.4026631316679072, "learning_rate": 0.003, "loss": 3.9984, "step": 23405 }, { "epoch": 0.23406, "grad_norm": 1.2366517915242572, "learning_rate": 0.003, "loss": 4.0044, "step": 23406 }, { "epoch": 0.23407, "grad_norm": 1.3693301719158344, "learning_rate": 0.003, "loss": 4.0087, "step": 23407 }, { "epoch": 0.23408, "grad_norm": 1.2733337489420642, "learning_rate": 0.003, "loss": 3.9884, "step": 23408 }, { "epoch": 0.23409, "grad_norm": 1.3631811120418016, "learning_rate": 0.003, "loss": 3.9857, "step": 23409 }, { "epoch": 0.2341, "grad_norm": 1.2904716725952443, "learning_rate": 0.003, "loss": 4.012, "step": 23410 }, { "epoch": 0.23411, "grad_norm": 1.4275546667328023, "learning_rate": 0.003, "loss": 3.9995, "step": 23411 }, { "epoch": 0.23412, "grad_norm": 1.1521829690405783, "learning_rate": 0.003, "loss": 3.9927, "step": 23412 }, { "epoch": 0.23413, "grad_norm": 1.050759431497358, "learning_rate": 0.003, "loss": 4.0, "step": 23413 }, { "epoch": 0.23414, "grad_norm": 1.1221328706694165, "learning_rate": 0.003, "loss": 4.0151, "step": 23414 }, { "epoch": 0.23415, "grad_norm": 1.6616709267222591, "learning_rate": 0.003, "loss": 4.0114, "step": 23415 }, { "epoch": 0.23416, "grad_norm": 1.0389939645160031, "learning_rate": 0.003, "loss": 4.0212, "step": 23416 }, { "epoch": 0.23417, "grad_norm": 1.6923811423226225, "learning_rate": 0.003, "loss": 4.0003, "step": 23417 }, { "epoch": 0.23418, "grad_norm": 1.0843569644305082, "learning_rate": 0.003, "loss": 4.0199, "step": 23418 }, { "epoch": 0.23419, "grad_norm": 1.3138356365331605, "learning_rate": 0.003, "loss": 4.0095, "step": 23419 }, { "epoch": 0.2342, "grad_norm": 1.2338398904016028, "learning_rate": 0.003, "loss": 4.0356, "step": 23420 }, { "epoch": 0.23421, "grad_norm": 1.2391646327897725, "learning_rate": 0.003, "loss": 4.0044, "step": 23421 }, { "epoch": 0.23422, "grad_norm": 1.2912747074432023, "learning_rate": 0.003, "loss": 3.9971, "step": 23422 }, { "epoch": 0.23423, "grad_norm": 1.2956915725765183, "learning_rate": 0.003, "loss": 4.0071, "step": 23423 }, { "epoch": 0.23424, "grad_norm": 1.1090666279121069, "learning_rate": 0.003, "loss": 4.0253, "step": 23424 }, { "epoch": 0.23425, "grad_norm": 1.2662929644174712, "learning_rate": 0.003, "loss": 4.0278, "step": 23425 }, { "epoch": 0.23426, "grad_norm": 1.2279586699982927, "learning_rate": 0.003, "loss": 4.011, "step": 23426 }, { "epoch": 0.23427, "grad_norm": 1.442091196627373, "learning_rate": 0.003, "loss": 4.0126, "step": 23427 }, { "epoch": 0.23428, "grad_norm": 1.0655939822982714, "learning_rate": 0.003, "loss": 3.9762, "step": 23428 }, { "epoch": 0.23429, "grad_norm": 1.7344052657286135, "learning_rate": 0.003, "loss": 4.0302, "step": 23429 }, { "epoch": 0.2343, "grad_norm": 1.0783075179397525, "learning_rate": 0.003, "loss": 3.9861, "step": 23430 }, { "epoch": 0.23431, "grad_norm": 1.2923675798169427, "learning_rate": 0.003, "loss": 4.0178, "step": 23431 }, { "epoch": 0.23432, "grad_norm": 1.6371203012150652, "learning_rate": 0.003, "loss": 4.0061, "step": 23432 }, { "epoch": 0.23433, "grad_norm": 0.978405423126986, "learning_rate": 0.003, "loss": 4.0143, "step": 23433 }, { "epoch": 0.23434, "grad_norm": 1.4720015394222241, "learning_rate": 0.003, "loss": 4.0048, "step": 23434 }, { "epoch": 0.23435, "grad_norm": 1.2395205247561203, "learning_rate": 0.003, "loss": 4.0117, "step": 23435 }, { "epoch": 0.23436, "grad_norm": 1.2578067905873023, "learning_rate": 0.003, "loss": 3.9853, "step": 23436 }, { "epoch": 0.23437, "grad_norm": 1.1326996881760658, "learning_rate": 0.003, "loss": 3.9977, "step": 23437 }, { "epoch": 0.23438, "grad_norm": 1.3145903610986645, "learning_rate": 0.003, "loss": 4.0589, "step": 23438 }, { "epoch": 0.23439, "grad_norm": 1.4563793142706365, "learning_rate": 0.003, "loss": 4.0084, "step": 23439 }, { "epoch": 0.2344, "grad_norm": 1.0316023813015853, "learning_rate": 0.003, "loss": 4.0139, "step": 23440 }, { "epoch": 0.23441, "grad_norm": 1.2936410035659212, "learning_rate": 0.003, "loss": 4.0115, "step": 23441 }, { "epoch": 0.23442, "grad_norm": 1.173089479025539, "learning_rate": 0.003, "loss": 4.0316, "step": 23442 }, { "epoch": 0.23443, "grad_norm": 1.3100705038927842, "learning_rate": 0.003, "loss": 4.0033, "step": 23443 }, { "epoch": 0.23444, "grad_norm": 1.2572297864244522, "learning_rate": 0.003, "loss": 3.9796, "step": 23444 }, { "epoch": 0.23445, "grad_norm": 1.446601259725187, "learning_rate": 0.003, "loss": 4.0189, "step": 23445 }, { "epoch": 0.23446, "grad_norm": 1.0771512368256708, "learning_rate": 0.003, "loss": 4.0293, "step": 23446 }, { "epoch": 0.23447, "grad_norm": 1.4159622460463426, "learning_rate": 0.003, "loss": 4.012, "step": 23447 }, { "epoch": 0.23448, "grad_norm": 1.2706008220089537, "learning_rate": 0.003, "loss": 3.978, "step": 23448 }, { "epoch": 0.23449, "grad_norm": 1.3150830230645458, "learning_rate": 0.003, "loss": 4.0308, "step": 23449 }, { "epoch": 0.2345, "grad_norm": 1.2885582777870277, "learning_rate": 0.003, "loss": 4.0105, "step": 23450 }, { "epoch": 0.23451, "grad_norm": 1.4291894705132808, "learning_rate": 0.003, "loss": 4.0133, "step": 23451 }, { "epoch": 0.23452, "grad_norm": 1.1468613865993973, "learning_rate": 0.003, "loss": 4.0094, "step": 23452 }, { "epoch": 0.23453, "grad_norm": 1.5236804588959616, "learning_rate": 0.003, "loss": 4.0038, "step": 23453 }, { "epoch": 0.23454, "grad_norm": 1.0116512827563489, "learning_rate": 0.003, "loss": 4.0041, "step": 23454 }, { "epoch": 0.23455, "grad_norm": 1.315126494617547, "learning_rate": 0.003, "loss": 3.9955, "step": 23455 }, { "epoch": 0.23456, "grad_norm": 1.1672360139656088, "learning_rate": 0.003, "loss": 3.9956, "step": 23456 }, { "epoch": 0.23457, "grad_norm": 1.46846081139708, "learning_rate": 0.003, "loss": 4.0038, "step": 23457 }, { "epoch": 0.23458, "grad_norm": 1.2958073012524514, "learning_rate": 0.003, "loss": 3.9695, "step": 23458 }, { "epoch": 0.23459, "grad_norm": 1.1954688340007416, "learning_rate": 0.003, "loss": 3.9838, "step": 23459 }, { "epoch": 0.2346, "grad_norm": 1.3864336335813092, "learning_rate": 0.003, "loss": 4.0114, "step": 23460 }, { "epoch": 0.23461, "grad_norm": 1.2270421901816697, "learning_rate": 0.003, "loss": 4.0051, "step": 23461 }, { "epoch": 0.23462, "grad_norm": 1.3713261555011673, "learning_rate": 0.003, "loss": 4.0219, "step": 23462 }, { "epoch": 0.23463, "grad_norm": 1.1233198317211937, "learning_rate": 0.003, "loss": 3.9857, "step": 23463 }, { "epoch": 0.23464, "grad_norm": 1.4376470680795241, "learning_rate": 0.003, "loss": 4.0091, "step": 23464 }, { "epoch": 0.23465, "grad_norm": 1.2503266210828128, "learning_rate": 0.003, "loss": 4.0128, "step": 23465 }, { "epoch": 0.23466, "grad_norm": 1.327801092266407, "learning_rate": 0.003, "loss": 3.9997, "step": 23466 }, { "epoch": 0.23467, "grad_norm": 1.2617592456562003, "learning_rate": 0.003, "loss": 4.0065, "step": 23467 }, { "epoch": 0.23468, "grad_norm": 1.0173885199884025, "learning_rate": 0.003, "loss": 3.9848, "step": 23468 }, { "epoch": 0.23469, "grad_norm": 1.5538371204750876, "learning_rate": 0.003, "loss": 3.978, "step": 23469 }, { "epoch": 0.2347, "grad_norm": 0.9578831593909483, "learning_rate": 0.003, "loss": 3.9927, "step": 23470 }, { "epoch": 0.23471, "grad_norm": 1.369328625859417, "learning_rate": 0.003, "loss": 4.0241, "step": 23471 }, { "epoch": 0.23472, "grad_norm": 1.2781582932479487, "learning_rate": 0.003, "loss": 3.9999, "step": 23472 }, { "epoch": 0.23473, "grad_norm": 1.4747330132720498, "learning_rate": 0.003, "loss": 4.0104, "step": 23473 }, { "epoch": 0.23474, "grad_norm": 1.1112803336737396, "learning_rate": 0.003, "loss": 4.0136, "step": 23474 }, { "epoch": 0.23475, "grad_norm": 1.2843651851213491, "learning_rate": 0.003, "loss": 3.9902, "step": 23475 }, { "epoch": 0.23476, "grad_norm": 1.175774293862044, "learning_rate": 0.003, "loss": 4.0106, "step": 23476 }, { "epoch": 0.23477, "grad_norm": 1.5141228402132356, "learning_rate": 0.003, "loss": 4.0221, "step": 23477 }, { "epoch": 0.23478, "grad_norm": 1.3488654198647212, "learning_rate": 0.003, "loss": 4.0349, "step": 23478 }, { "epoch": 0.23479, "grad_norm": 1.3571493270301889, "learning_rate": 0.003, "loss": 4.017, "step": 23479 }, { "epoch": 0.2348, "grad_norm": 1.4529744813833727, "learning_rate": 0.003, "loss": 4.065, "step": 23480 }, { "epoch": 0.23481, "grad_norm": 1.2056181406529247, "learning_rate": 0.003, "loss": 3.9998, "step": 23481 }, { "epoch": 0.23482, "grad_norm": 1.12034265199902, "learning_rate": 0.003, "loss": 4.0063, "step": 23482 }, { "epoch": 0.23483, "grad_norm": 1.226722921705432, "learning_rate": 0.003, "loss": 3.9836, "step": 23483 }, { "epoch": 0.23484, "grad_norm": 1.1617240631548165, "learning_rate": 0.003, "loss": 3.9775, "step": 23484 }, { "epoch": 0.23485, "grad_norm": 1.1565071993637739, "learning_rate": 0.003, "loss": 3.9707, "step": 23485 }, { "epoch": 0.23486, "grad_norm": 1.298967753310141, "learning_rate": 0.003, "loss": 3.9978, "step": 23486 }, { "epoch": 0.23487, "grad_norm": 1.2743829536048128, "learning_rate": 0.003, "loss": 4.0122, "step": 23487 }, { "epoch": 0.23488, "grad_norm": 1.4478089304731034, "learning_rate": 0.003, "loss": 4.0048, "step": 23488 }, { "epoch": 0.23489, "grad_norm": 1.1949496629192733, "learning_rate": 0.003, "loss": 4.0161, "step": 23489 }, { "epoch": 0.2349, "grad_norm": 1.4527075557983935, "learning_rate": 0.003, "loss": 4.0255, "step": 23490 }, { "epoch": 0.23491, "grad_norm": 1.237849527353194, "learning_rate": 0.003, "loss": 4.0039, "step": 23491 }, { "epoch": 0.23492, "grad_norm": 1.2655417202592745, "learning_rate": 0.003, "loss": 3.9611, "step": 23492 }, { "epoch": 0.23493, "grad_norm": 1.3424357425490099, "learning_rate": 0.003, "loss": 3.9798, "step": 23493 }, { "epoch": 0.23494, "grad_norm": 1.3460992901535174, "learning_rate": 0.003, "loss": 4.012, "step": 23494 }, { "epoch": 0.23495, "grad_norm": 1.466898890226648, "learning_rate": 0.003, "loss": 4.0279, "step": 23495 }, { "epoch": 0.23496, "grad_norm": 1.2730896235476457, "learning_rate": 0.003, "loss": 4.0016, "step": 23496 }, { "epoch": 0.23497, "grad_norm": 1.2832835292627764, "learning_rate": 0.003, "loss": 3.9763, "step": 23497 }, { "epoch": 0.23498, "grad_norm": 1.3712878713704353, "learning_rate": 0.003, "loss": 3.9824, "step": 23498 }, { "epoch": 0.23499, "grad_norm": 1.2619450139218464, "learning_rate": 0.003, "loss": 3.9956, "step": 23499 }, { "epoch": 0.235, "grad_norm": 1.2970982619172773, "learning_rate": 0.003, "loss": 4.0217, "step": 23500 }, { "epoch": 0.23501, "grad_norm": 1.2801829202090207, "learning_rate": 0.003, "loss": 3.9792, "step": 23501 }, { "epoch": 0.23502, "grad_norm": 1.3745039149258296, "learning_rate": 0.003, "loss": 4.0137, "step": 23502 }, { "epoch": 0.23503, "grad_norm": 1.138420627225116, "learning_rate": 0.003, "loss": 3.9779, "step": 23503 }, { "epoch": 0.23504, "grad_norm": 1.29587137977808, "learning_rate": 0.003, "loss": 3.989, "step": 23504 }, { "epoch": 0.23505, "grad_norm": 1.152855220557722, "learning_rate": 0.003, "loss": 4.0375, "step": 23505 }, { "epoch": 0.23506, "grad_norm": 1.266865283511403, "learning_rate": 0.003, "loss": 3.9798, "step": 23506 }, { "epoch": 0.23507, "grad_norm": 1.2986025137051715, "learning_rate": 0.003, "loss": 3.9857, "step": 23507 }, { "epoch": 0.23508, "grad_norm": 1.2743954869929413, "learning_rate": 0.003, "loss": 4.0269, "step": 23508 }, { "epoch": 0.23509, "grad_norm": 1.2742478750722823, "learning_rate": 0.003, "loss": 3.9939, "step": 23509 }, { "epoch": 0.2351, "grad_norm": 1.148664972789704, "learning_rate": 0.003, "loss": 3.9934, "step": 23510 }, { "epoch": 0.23511, "grad_norm": 1.402782050698913, "learning_rate": 0.003, "loss": 4.0003, "step": 23511 }, { "epoch": 0.23512, "grad_norm": 1.1550009171976936, "learning_rate": 0.003, "loss": 4.0146, "step": 23512 }, { "epoch": 0.23513, "grad_norm": 1.1864618698473834, "learning_rate": 0.003, "loss": 3.9976, "step": 23513 }, { "epoch": 0.23514, "grad_norm": 1.165123805928825, "learning_rate": 0.003, "loss": 3.9838, "step": 23514 }, { "epoch": 0.23515, "grad_norm": 1.305209956442247, "learning_rate": 0.003, "loss": 4.0017, "step": 23515 }, { "epoch": 0.23516, "grad_norm": 1.2905885578225258, "learning_rate": 0.003, "loss": 3.9844, "step": 23516 }, { "epoch": 0.23517, "grad_norm": 1.3838617840380292, "learning_rate": 0.003, "loss": 3.9966, "step": 23517 }, { "epoch": 0.23518, "grad_norm": 1.4920633741718672, "learning_rate": 0.003, "loss": 4.0055, "step": 23518 }, { "epoch": 0.23519, "grad_norm": 1.0860244281878548, "learning_rate": 0.003, "loss": 4.0006, "step": 23519 }, { "epoch": 0.2352, "grad_norm": 1.4171266383791647, "learning_rate": 0.003, "loss": 4.0436, "step": 23520 }, { "epoch": 0.23521, "grad_norm": 1.2765685037608308, "learning_rate": 0.003, "loss": 3.9814, "step": 23521 }, { "epoch": 0.23522, "grad_norm": 1.198200434312808, "learning_rate": 0.003, "loss": 3.9779, "step": 23522 }, { "epoch": 0.23523, "grad_norm": 1.565102249335088, "learning_rate": 0.003, "loss": 4.0045, "step": 23523 }, { "epoch": 0.23524, "grad_norm": 1.1937045748137083, "learning_rate": 0.003, "loss": 4.0547, "step": 23524 }, { "epoch": 0.23525, "grad_norm": 1.2727117069667613, "learning_rate": 0.003, "loss": 4.0102, "step": 23525 }, { "epoch": 0.23526, "grad_norm": 1.2348346337856788, "learning_rate": 0.003, "loss": 4.0044, "step": 23526 }, { "epoch": 0.23527, "grad_norm": 1.2927555942855364, "learning_rate": 0.003, "loss": 3.9998, "step": 23527 }, { "epoch": 0.23528, "grad_norm": 1.0578622404633207, "learning_rate": 0.003, "loss": 3.9685, "step": 23528 }, { "epoch": 0.23529, "grad_norm": 1.4680663316831282, "learning_rate": 0.003, "loss": 4.0229, "step": 23529 }, { "epoch": 0.2353, "grad_norm": 1.295724808322909, "learning_rate": 0.003, "loss": 4.0004, "step": 23530 }, { "epoch": 0.23531, "grad_norm": 1.2279491441962092, "learning_rate": 0.003, "loss": 3.951, "step": 23531 }, { "epoch": 0.23532, "grad_norm": 1.1588926539342554, "learning_rate": 0.003, "loss": 4.0351, "step": 23532 }, { "epoch": 0.23533, "grad_norm": 1.3873326048228016, "learning_rate": 0.003, "loss": 4.0221, "step": 23533 }, { "epoch": 0.23534, "grad_norm": 1.202072562177967, "learning_rate": 0.003, "loss": 4.0233, "step": 23534 }, { "epoch": 0.23535, "grad_norm": 1.2930076412816465, "learning_rate": 0.003, "loss": 4.0156, "step": 23535 }, { "epoch": 0.23536, "grad_norm": 1.381454558468072, "learning_rate": 0.003, "loss": 3.9826, "step": 23536 }, { "epoch": 0.23537, "grad_norm": 1.208635463297595, "learning_rate": 0.003, "loss": 3.993, "step": 23537 }, { "epoch": 0.23538, "grad_norm": 1.466219300350616, "learning_rate": 0.003, "loss": 3.9776, "step": 23538 }, { "epoch": 0.23539, "grad_norm": 1.1394413914558932, "learning_rate": 0.003, "loss": 3.9972, "step": 23539 }, { "epoch": 0.2354, "grad_norm": 1.5608338019244141, "learning_rate": 0.003, "loss": 4.0292, "step": 23540 }, { "epoch": 0.23541, "grad_norm": 1.105746898748603, "learning_rate": 0.003, "loss": 4.0046, "step": 23541 }, { "epoch": 0.23542, "grad_norm": 1.400743199137655, "learning_rate": 0.003, "loss": 4.0041, "step": 23542 }, { "epoch": 0.23543, "grad_norm": 1.1943940083832705, "learning_rate": 0.003, "loss": 4.0044, "step": 23543 }, { "epoch": 0.23544, "grad_norm": 1.3610096055293204, "learning_rate": 0.003, "loss": 3.9889, "step": 23544 }, { "epoch": 0.23545, "grad_norm": 1.2020283236368572, "learning_rate": 0.003, "loss": 3.9873, "step": 23545 }, { "epoch": 0.23546, "grad_norm": 1.3560000644032266, "learning_rate": 0.003, "loss": 3.9809, "step": 23546 }, { "epoch": 0.23547, "grad_norm": 1.2188970252643807, "learning_rate": 0.003, "loss": 4.0044, "step": 23547 }, { "epoch": 0.23548, "grad_norm": 1.2140175836285423, "learning_rate": 0.003, "loss": 4.0143, "step": 23548 }, { "epoch": 0.23549, "grad_norm": 1.301616829486912, "learning_rate": 0.003, "loss": 4.0137, "step": 23549 }, { "epoch": 0.2355, "grad_norm": 1.2715570223734547, "learning_rate": 0.003, "loss": 3.9933, "step": 23550 }, { "epoch": 0.23551, "grad_norm": 1.231856246951655, "learning_rate": 0.003, "loss": 3.9847, "step": 23551 }, { "epoch": 0.23552, "grad_norm": 1.2423485771410525, "learning_rate": 0.003, "loss": 4.0015, "step": 23552 }, { "epoch": 0.23553, "grad_norm": 1.4344182757523662, "learning_rate": 0.003, "loss": 4.0084, "step": 23553 }, { "epoch": 0.23554, "grad_norm": 1.3782923340544269, "learning_rate": 0.003, "loss": 4.0248, "step": 23554 }, { "epoch": 0.23555, "grad_norm": 1.5499522427711891, "learning_rate": 0.003, "loss": 4.0099, "step": 23555 }, { "epoch": 0.23556, "grad_norm": 1.1888994091250291, "learning_rate": 0.003, "loss": 3.9752, "step": 23556 }, { "epoch": 0.23557, "grad_norm": 1.2826770283253905, "learning_rate": 0.003, "loss": 3.9735, "step": 23557 }, { "epoch": 0.23558, "grad_norm": 1.4078302040753254, "learning_rate": 0.003, "loss": 4.004, "step": 23558 }, { "epoch": 0.23559, "grad_norm": 1.1809841503042717, "learning_rate": 0.003, "loss": 3.9741, "step": 23559 }, { "epoch": 0.2356, "grad_norm": 1.2503671411891066, "learning_rate": 0.003, "loss": 4.0185, "step": 23560 }, { "epoch": 0.23561, "grad_norm": 1.3412203447825635, "learning_rate": 0.003, "loss": 4.0069, "step": 23561 }, { "epoch": 0.23562, "grad_norm": 1.2093906684628304, "learning_rate": 0.003, "loss": 3.9934, "step": 23562 }, { "epoch": 0.23563, "grad_norm": 1.1852896791304326, "learning_rate": 0.003, "loss": 4.0026, "step": 23563 }, { "epoch": 0.23564, "grad_norm": 1.3383912130373163, "learning_rate": 0.003, "loss": 4.0114, "step": 23564 }, { "epoch": 0.23565, "grad_norm": 1.170069351946885, "learning_rate": 0.003, "loss": 3.9833, "step": 23565 }, { "epoch": 0.23566, "grad_norm": 1.242835101270412, "learning_rate": 0.003, "loss": 3.9873, "step": 23566 }, { "epoch": 0.23567, "grad_norm": 1.221558992866097, "learning_rate": 0.003, "loss": 3.9985, "step": 23567 }, { "epoch": 0.23568, "grad_norm": 1.3879842199460382, "learning_rate": 0.003, "loss": 4.0089, "step": 23568 }, { "epoch": 0.23569, "grad_norm": 1.3701079459192598, "learning_rate": 0.003, "loss": 4.0233, "step": 23569 }, { "epoch": 0.2357, "grad_norm": 1.268009403281253, "learning_rate": 0.003, "loss": 3.9991, "step": 23570 }, { "epoch": 0.23571, "grad_norm": 1.1932230149414695, "learning_rate": 0.003, "loss": 3.9975, "step": 23571 }, { "epoch": 0.23572, "grad_norm": 1.3880481431939806, "learning_rate": 0.003, "loss": 3.9921, "step": 23572 }, { "epoch": 0.23573, "grad_norm": 1.1422633570919594, "learning_rate": 0.003, "loss": 3.9997, "step": 23573 }, { "epoch": 0.23574, "grad_norm": 1.6014319824287055, "learning_rate": 0.003, "loss": 3.9861, "step": 23574 }, { "epoch": 0.23575, "grad_norm": 1.050658438413793, "learning_rate": 0.003, "loss": 4.0205, "step": 23575 }, { "epoch": 0.23576, "grad_norm": 1.6095175048452013, "learning_rate": 0.003, "loss": 4.0238, "step": 23576 }, { "epoch": 0.23577, "grad_norm": 0.9847611052825685, "learning_rate": 0.003, "loss": 4.0038, "step": 23577 }, { "epoch": 0.23578, "grad_norm": 1.5997776164990412, "learning_rate": 0.003, "loss": 4.0174, "step": 23578 }, { "epoch": 0.23579, "grad_norm": 1.4226494394347153, "learning_rate": 0.003, "loss": 3.9928, "step": 23579 }, { "epoch": 0.2358, "grad_norm": 1.184292505277545, "learning_rate": 0.003, "loss": 3.9914, "step": 23580 }, { "epoch": 0.23581, "grad_norm": 1.2991760997880477, "learning_rate": 0.003, "loss": 3.9999, "step": 23581 }, { "epoch": 0.23582, "grad_norm": 1.229008172339804, "learning_rate": 0.003, "loss": 4.028, "step": 23582 }, { "epoch": 0.23583, "grad_norm": 1.2182651359808503, "learning_rate": 0.003, "loss": 3.9749, "step": 23583 }, { "epoch": 0.23584, "grad_norm": 1.287751488314706, "learning_rate": 0.003, "loss": 3.9988, "step": 23584 }, { "epoch": 0.23585, "grad_norm": 1.3841987129833222, "learning_rate": 0.003, "loss": 3.9947, "step": 23585 }, { "epoch": 0.23586, "grad_norm": 1.153429774359565, "learning_rate": 0.003, "loss": 3.9844, "step": 23586 }, { "epoch": 0.23587, "grad_norm": 1.1811996954470134, "learning_rate": 0.003, "loss": 4.0047, "step": 23587 }, { "epoch": 0.23588, "grad_norm": 1.3099570721000937, "learning_rate": 0.003, "loss": 3.9891, "step": 23588 }, { "epoch": 0.23589, "grad_norm": 1.2919592481594284, "learning_rate": 0.003, "loss": 4.009, "step": 23589 }, { "epoch": 0.2359, "grad_norm": 1.21369254367547, "learning_rate": 0.003, "loss": 4.0007, "step": 23590 }, { "epoch": 0.23591, "grad_norm": 1.0823840183388644, "learning_rate": 0.003, "loss": 4.001, "step": 23591 }, { "epoch": 0.23592, "grad_norm": 1.3799578942188362, "learning_rate": 0.003, "loss": 4.0354, "step": 23592 }, { "epoch": 0.23593, "grad_norm": 1.258162229796661, "learning_rate": 0.003, "loss": 4.0033, "step": 23593 }, { "epoch": 0.23594, "grad_norm": 1.304546249051914, "learning_rate": 0.003, "loss": 4.0215, "step": 23594 }, { "epoch": 0.23595, "grad_norm": 1.2086315823734175, "learning_rate": 0.003, "loss": 4.0159, "step": 23595 }, { "epoch": 0.23596, "grad_norm": 1.33976591241992, "learning_rate": 0.003, "loss": 4.0178, "step": 23596 }, { "epoch": 0.23597, "grad_norm": 1.2355185056288922, "learning_rate": 0.003, "loss": 4.0179, "step": 23597 }, { "epoch": 0.23598, "grad_norm": 1.2408510604638432, "learning_rate": 0.003, "loss": 4.0142, "step": 23598 }, { "epoch": 0.23599, "grad_norm": 1.366833445203147, "learning_rate": 0.003, "loss": 3.9966, "step": 23599 }, { "epoch": 0.236, "grad_norm": 1.1816102008066853, "learning_rate": 0.003, "loss": 4.026, "step": 23600 }, { "epoch": 0.23601, "grad_norm": 1.2715604974360597, "learning_rate": 0.003, "loss": 3.9816, "step": 23601 }, { "epoch": 0.23602, "grad_norm": 1.101074374290445, "learning_rate": 0.003, "loss": 3.9972, "step": 23602 }, { "epoch": 0.23603, "grad_norm": 1.414873012844617, "learning_rate": 0.003, "loss": 4.0334, "step": 23603 }, { "epoch": 0.23604, "grad_norm": 1.0123564485359815, "learning_rate": 0.003, "loss": 3.9979, "step": 23604 }, { "epoch": 0.23605, "grad_norm": 1.4487131295290725, "learning_rate": 0.003, "loss": 4.0236, "step": 23605 }, { "epoch": 0.23606, "grad_norm": 1.0771694180004108, "learning_rate": 0.003, "loss": 3.9937, "step": 23606 }, { "epoch": 0.23607, "grad_norm": 1.2885099151421044, "learning_rate": 0.003, "loss": 4.019, "step": 23607 }, { "epoch": 0.23608, "grad_norm": 1.3765862797850723, "learning_rate": 0.003, "loss": 3.9831, "step": 23608 }, { "epoch": 0.23609, "grad_norm": 1.1931152906126652, "learning_rate": 0.003, "loss": 4.0016, "step": 23609 }, { "epoch": 0.2361, "grad_norm": 1.5586473645392018, "learning_rate": 0.003, "loss": 3.9952, "step": 23610 }, { "epoch": 0.23611, "grad_norm": 0.970983667649775, "learning_rate": 0.003, "loss": 3.9833, "step": 23611 }, { "epoch": 0.23612, "grad_norm": 1.329207270267995, "learning_rate": 0.003, "loss": 4.0059, "step": 23612 }, { "epoch": 0.23613, "grad_norm": 1.4448878950842352, "learning_rate": 0.003, "loss": 4.0247, "step": 23613 }, { "epoch": 0.23614, "grad_norm": 1.2871309565410285, "learning_rate": 0.003, "loss": 3.9844, "step": 23614 }, { "epoch": 0.23615, "grad_norm": 1.3301854283117551, "learning_rate": 0.003, "loss": 4.0079, "step": 23615 }, { "epoch": 0.23616, "grad_norm": 1.2106843046972136, "learning_rate": 0.003, "loss": 3.9873, "step": 23616 }, { "epoch": 0.23617, "grad_norm": 1.3545838037987, "learning_rate": 0.003, "loss": 4.0166, "step": 23617 }, { "epoch": 0.23618, "grad_norm": 1.3373766077139857, "learning_rate": 0.003, "loss": 3.9755, "step": 23618 }, { "epoch": 0.23619, "grad_norm": 1.2563753946844696, "learning_rate": 0.003, "loss": 3.9821, "step": 23619 }, { "epoch": 0.2362, "grad_norm": 1.3629722608360904, "learning_rate": 0.003, "loss": 3.9995, "step": 23620 }, { "epoch": 0.23621, "grad_norm": 1.18615688855962, "learning_rate": 0.003, "loss": 3.9932, "step": 23621 }, { "epoch": 0.23622, "grad_norm": 1.2335359596489806, "learning_rate": 0.003, "loss": 3.9993, "step": 23622 }, { "epoch": 0.23623, "grad_norm": 1.202163352908708, "learning_rate": 0.003, "loss": 3.9648, "step": 23623 }, { "epoch": 0.23624, "grad_norm": 1.3289248626711947, "learning_rate": 0.003, "loss": 4.0098, "step": 23624 }, { "epoch": 0.23625, "grad_norm": 1.3060688794769761, "learning_rate": 0.003, "loss": 4.0083, "step": 23625 }, { "epoch": 0.23626, "grad_norm": 1.1385584404381532, "learning_rate": 0.003, "loss": 4.0206, "step": 23626 }, { "epoch": 0.23627, "grad_norm": 1.635658112910564, "learning_rate": 0.003, "loss": 3.9958, "step": 23627 }, { "epoch": 0.23628, "grad_norm": 1.066434806348444, "learning_rate": 0.003, "loss": 3.9789, "step": 23628 }, { "epoch": 0.23629, "grad_norm": 1.5119556087433956, "learning_rate": 0.003, "loss": 4.0205, "step": 23629 }, { "epoch": 0.2363, "grad_norm": 1.0286589350593327, "learning_rate": 0.003, "loss": 4.0174, "step": 23630 }, { "epoch": 0.23631, "grad_norm": 1.381457050375695, "learning_rate": 0.003, "loss": 3.9785, "step": 23631 }, { "epoch": 0.23632, "grad_norm": 1.2059538660776128, "learning_rate": 0.003, "loss": 3.9997, "step": 23632 }, { "epoch": 0.23633, "grad_norm": 1.252400678704544, "learning_rate": 0.003, "loss": 3.998, "step": 23633 }, { "epoch": 0.23634, "grad_norm": 1.1659299886740584, "learning_rate": 0.003, "loss": 4.0413, "step": 23634 }, { "epoch": 0.23635, "grad_norm": 1.360012191324688, "learning_rate": 0.003, "loss": 4.0104, "step": 23635 }, { "epoch": 0.23636, "grad_norm": 1.1096716667807438, "learning_rate": 0.003, "loss": 4.0044, "step": 23636 }, { "epoch": 0.23637, "grad_norm": 1.4185656476316302, "learning_rate": 0.003, "loss": 4.0119, "step": 23637 }, { "epoch": 0.23638, "grad_norm": 1.0128078194865069, "learning_rate": 0.003, "loss": 4.0095, "step": 23638 }, { "epoch": 0.23639, "grad_norm": 1.626658025938144, "learning_rate": 0.003, "loss": 4.0036, "step": 23639 }, { "epoch": 0.2364, "grad_norm": 1.1020519323111801, "learning_rate": 0.003, "loss": 3.9828, "step": 23640 }, { "epoch": 0.23641, "grad_norm": 1.718645455375407, "learning_rate": 0.003, "loss": 3.9938, "step": 23641 }, { "epoch": 0.23642, "grad_norm": 1.0133090918971492, "learning_rate": 0.003, "loss": 4.0265, "step": 23642 }, { "epoch": 0.23643, "grad_norm": 1.3479548544943352, "learning_rate": 0.003, "loss": 4.0454, "step": 23643 }, { "epoch": 0.23644, "grad_norm": 1.2392564240430874, "learning_rate": 0.003, "loss": 4.04, "step": 23644 }, { "epoch": 0.23645, "grad_norm": 1.1739574005366367, "learning_rate": 0.003, "loss": 4.0101, "step": 23645 }, { "epoch": 0.23646, "grad_norm": 1.2907658074955457, "learning_rate": 0.003, "loss": 4.0072, "step": 23646 }, { "epoch": 0.23647, "grad_norm": 1.5875991538772, "learning_rate": 0.003, "loss": 4.0041, "step": 23647 }, { "epoch": 0.23648, "grad_norm": 1.046158686680645, "learning_rate": 0.003, "loss": 4.0058, "step": 23648 }, { "epoch": 0.23649, "grad_norm": 1.5361621962277203, "learning_rate": 0.003, "loss": 4.0222, "step": 23649 }, { "epoch": 0.2365, "grad_norm": 1.0071093254701702, "learning_rate": 0.003, "loss": 4.0028, "step": 23650 }, { "epoch": 0.23651, "grad_norm": 1.2756940458753911, "learning_rate": 0.003, "loss": 4.0129, "step": 23651 }, { "epoch": 0.23652, "grad_norm": 1.2433308045521188, "learning_rate": 0.003, "loss": 3.9917, "step": 23652 }, { "epoch": 0.23653, "grad_norm": 1.243879305170937, "learning_rate": 0.003, "loss": 4.0179, "step": 23653 }, { "epoch": 0.23654, "grad_norm": 1.3163085223735167, "learning_rate": 0.003, "loss": 3.984, "step": 23654 }, { "epoch": 0.23655, "grad_norm": 1.1646714303935588, "learning_rate": 0.003, "loss": 4.0048, "step": 23655 }, { "epoch": 0.23656, "grad_norm": 1.5163143616414805, "learning_rate": 0.003, "loss": 3.9922, "step": 23656 }, { "epoch": 0.23657, "grad_norm": 1.44866990984894, "learning_rate": 0.003, "loss": 4.0092, "step": 23657 }, { "epoch": 0.23658, "grad_norm": 1.3150513603894807, "learning_rate": 0.003, "loss": 4.0235, "step": 23658 }, { "epoch": 0.23659, "grad_norm": 1.4226349672380159, "learning_rate": 0.003, "loss": 4.0023, "step": 23659 }, { "epoch": 0.2366, "grad_norm": 1.1980675480819953, "learning_rate": 0.003, "loss": 4.0257, "step": 23660 }, { "epoch": 0.23661, "grad_norm": 1.426398223955001, "learning_rate": 0.003, "loss": 4.0002, "step": 23661 }, { "epoch": 0.23662, "grad_norm": 1.2646535201667544, "learning_rate": 0.003, "loss": 4.0145, "step": 23662 }, { "epoch": 0.23663, "grad_norm": 1.2016790650271911, "learning_rate": 0.003, "loss": 4.001, "step": 23663 }, { "epoch": 0.23664, "grad_norm": 1.217356639477127, "learning_rate": 0.003, "loss": 4.0104, "step": 23664 }, { "epoch": 0.23665, "grad_norm": 1.1336560088489491, "learning_rate": 0.003, "loss": 4.0003, "step": 23665 }, { "epoch": 0.23666, "grad_norm": 1.4735866239698967, "learning_rate": 0.003, "loss": 4.0642, "step": 23666 }, { "epoch": 0.23667, "grad_norm": 1.0927304445082435, "learning_rate": 0.003, "loss": 4.0003, "step": 23667 }, { "epoch": 0.23668, "grad_norm": 1.5020779460058329, "learning_rate": 0.003, "loss": 3.9812, "step": 23668 }, { "epoch": 0.23669, "grad_norm": 1.0247477436691692, "learning_rate": 0.003, "loss": 4.0081, "step": 23669 }, { "epoch": 0.2367, "grad_norm": 1.3066497947277553, "learning_rate": 0.003, "loss": 3.9769, "step": 23670 }, { "epoch": 0.23671, "grad_norm": 1.357732484044677, "learning_rate": 0.003, "loss": 4.0112, "step": 23671 }, { "epoch": 0.23672, "grad_norm": 1.242601839848695, "learning_rate": 0.003, "loss": 4.0131, "step": 23672 }, { "epoch": 0.23673, "grad_norm": 1.1613079799733756, "learning_rate": 0.003, "loss": 3.9735, "step": 23673 }, { "epoch": 0.23674, "grad_norm": 1.4154536526116936, "learning_rate": 0.003, "loss": 4.0024, "step": 23674 }, { "epoch": 0.23675, "grad_norm": 1.202972288784697, "learning_rate": 0.003, "loss": 3.9936, "step": 23675 }, { "epoch": 0.23676, "grad_norm": 1.274889077606745, "learning_rate": 0.003, "loss": 4.0366, "step": 23676 }, { "epoch": 0.23677, "grad_norm": 1.1885947660571277, "learning_rate": 0.003, "loss": 4.0027, "step": 23677 }, { "epoch": 0.23678, "grad_norm": 1.174970086448457, "learning_rate": 0.003, "loss": 4.0139, "step": 23678 }, { "epoch": 0.23679, "grad_norm": 1.580799669111463, "learning_rate": 0.003, "loss": 4.0031, "step": 23679 }, { "epoch": 0.2368, "grad_norm": 1.2173769089537902, "learning_rate": 0.003, "loss": 3.9619, "step": 23680 }, { "epoch": 0.23681, "grad_norm": 1.128301483318101, "learning_rate": 0.003, "loss": 3.9784, "step": 23681 }, { "epoch": 0.23682, "grad_norm": 1.3808871612074007, "learning_rate": 0.003, "loss": 3.977, "step": 23682 }, { "epoch": 0.23683, "grad_norm": 1.0611221296664095, "learning_rate": 0.003, "loss": 4.0166, "step": 23683 }, { "epoch": 0.23684, "grad_norm": 1.6442762448254604, "learning_rate": 0.003, "loss": 4.0072, "step": 23684 }, { "epoch": 0.23685, "grad_norm": 1.1073843437347886, "learning_rate": 0.003, "loss": 3.9905, "step": 23685 }, { "epoch": 0.23686, "grad_norm": 1.2909204065658249, "learning_rate": 0.003, "loss": 4.0232, "step": 23686 }, { "epoch": 0.23687, "grad_norm": 1.4935129290562437, "learning_rate": 0.003, "loss": 4.0039, "step": 23687 }, { "epoch": 0.23688, "grad_norm": 1.2048684156514042, "learning_rate": 0.003, "loss": 4.013, "step": 23688 }, { "epoch": 0.23689, "grad_norm": 1.4783876636759827, "learning_rate": 0.003, "loss": 4.01, "step": 23689 }, { "epoch": 0.2369, "grad_norm": 1.1023167164548204, "learning_rate": 0.003, "loss": 4.023, "step": 23690 }, { "epoch": 0.23691, "grad_norm": 1.3119558799116933, "learning_rate": 0.003, "loss": 3.9851, "step": 23691 }, { "epoch": 0.23692, "grad_norm": 1.3372228085379114, "learning_rate": 0.003, "loss": 3.9992, "step": 23692 }, { "epoch": 0.23693, "grad_norm": 1.3238636053728932, "learning_rate": 0.003, "loss": 3.9979, "step": 23693 }, { "epoch": 0.23694, "grad_norm": 1.2674425012116501, "learning_rate": 0.003, "loss": 3.9655, "step": 23694 }, { "epoch": 0.23695, "grad_norm": 1.10687452091599, "learning_rate": 0.003, "loss": 4.0105, "step": 23695 }, { "epoch": 0.23696, "grad_norm": 1.3435857871803956, "learning_rate": 0.003, "loss": 4.0026, "step": 23696 }, { "epoch": 0.23697, "grad_norm": 0.9186262720445029, "learning_rate": 0.003, "loss": 3.9813, "step": 23697 }, { "epoch": 0.23698, "grad_norm": 1.2398654771802047, "learning_rate": 0.003, "loss": 3.9773, "step": 23698 }, { "epoch": 0.23699, "grad_norm": 1.3481900148618633, "learning_rate": 0.003, "loss": 3.9768, "step": 23699 }, { "epoch": 0.237, "grad_norm": 1.2357116250178362, "learning_rate": 0.003, "loss": 3.9826, "step": 23700 }, { "epoch": 0.23701, "grad_norm": 1.4411010033965794, "learning_rate": 0.003, "loss": 3.9753, "step": 23701 }, { "epoch": 0.23702, "grad_norm": 1.2601890394047148, "learning_rate": 0.003, "loss": 3.9999, "step": 23702 }, { "epoch": 0.23703, "grad_norm": 1.228539801139052, "learning_rate": 0.003, "loss": 3.9925, "step": 23703 }, { "epoch": 0.23704, "grad_norm": 1.3628835054272948, "learning_rate": 0.003, "loss": 4.005, "step": 23704 }, { "epoch": 0.23705, "grad_norm": 1.0503301202695428, "learning_rate": 0.003, "loss": 3.9706, "step": 23705 }, { "epoch": 0.23706, "grad_norm": 1.4096427160245864, "learning_rate": 0.003, "loss": 3.975, "step": 23706 }, { "epoch": 0.23707, "grad_norm": 1.11449172418957, "learning_rate": 0.003, "loss": 4.0002, "step": 23707 }, { "epoch": 0.23708, "grad_norm": 1.5832580080155554, "learning_rate": 0.003, "loss": 4.0155, "step": 23708 }, { "epoch": 0.23709, "grad_norm": 1.1576926769980513, "learning_rate": 0.003, "loss": 4.0156, "step": 23709 }, { "epoch": 0.2371, "grad_norm": 1.1957231931865127, "learning_rate": 0.003, "loss": 3.991, "step": 23710 }, { "epoch": 0.23711, "grad_norm": 1.1520072939793973, "learning_rate": 0.003, "loss": 4.0096, "step": 23711 }, { "epoch": 0.23712, "grad_norm": 1.4473245844192775, "learning_rate": 0.003, "loss": 4.0113, "step": 23712 }, { "epoch": 0.23713, "grad_norm": 1.1892912607227752, "learning_rate": 0.003, "loss": 3.9977, "step": 23713 }, { "epoch": 0.23714, "grad_norm": 1.4162118020325232, "learning_rate": 0.003, "loss": 4.0232, "step": 23714 }, { "epoch": 0.23715, "grad_norm": 1.110121381998269, "learning_rate": 0.003, "loss": 3.9918, "step": 23715 }, { "epoch": 0.23716, "grad_norm": 1.5712124900502407, "learning_rate": 0.003, "loss": 4.012, "step": 23716 }, { "epoch": 0.23717, "grad_norm": 1.0798039208247672, "learning_rate": 0.003, "loss": 4.0093, "step": 23717 }, { "epoch": 0.23718, "grad_norm": 1.4352342683708683, "learning_rate": 0.003, "loss": 4.0264, "step": 23718 }, { "epoch": 0.23719, "grad_norm": 1.3165661125333052, "learning_rate": 0.003, "loss": 4.0246, "step": 23719 }, { "epoch": 0.2372, "grad_norm": 1.3242524977249703, "learning_rate": 0.003, "loss": 4.0087, "step": 23720 }, { "epoch": 0.23721, "grad_norm": 1.1458447895240702, "learning_rate": 0.003, "loss": 3.9702, "step": 23721 }, { "epoch": 0.23722, "grad_norm": 1.268491547002357, "learning_rate": 0.003, "loss": 4.0036, "step": 23722 }, { "epoch": 0.23723, "grad_norm": 1.495941099877952, "learning_rate": 0.003, "loss": 4.0238, "step": 23723 }, { "epoch": 0.23724, "grad_norm": 1.1479542365407407, "learning_rate": 0.003, "loss": 4.0153, "step": 23724 }, { "epoch": 0.23725, "grad_norm": 1.272452687494301, "learning_rate": 0.003, "loss": 4.008, "step": 23725 }, { "epoch": 0.23726, "grad_norm": 1.1530177078355586, "learning_rate": 0.003, "loss": 4.0083, "step": 23726 }, { "epoch": 0.23727, "grad_norm": 1.2602756521656502, "learning_rate": 0.003, "loss": 4.0058, "step": 23727 }, { "epoch": 0.23728, "grad_norm": 1.2840905013797947, "learning_rate": 0.003, "loss": 3.9591, "step": 23728 }, { "epoch": 0.23729, "grad_norm": 1.075419417616779, "learning_rate": 0.003, "loss": 4.0243, "step": 23729 }, { "epoch": 0.2373, "grad_norm": 1.4609867705642152, "learning_rate": 0.003, "loss": 3.9969, "step": 23730 }, { "epoch": 0.23731, "grad_norm": 1.2119872638825755, "learning_rate": 0.003, "loss": 3.9983, "step": 23731 }, { "epoch": 0.23732, "grad_norm": 1.145973530333096, "learning_rate": 0.003, "loss": 4.0038, "step": 23732 }, { "epoch": 0.23733, "grad_norm": 1.2225565091249917, "learning_rate": 0.003, "loss": 4.0184, "step": 23733 }, { "epoch": 0.23734, "grad_norm": 1.390671282648059, "learning_rate": 0.003, "loss": 4.0007, "step": 23734 }, { "epoch": 0.23735, "grad_norm": 1.1887245992946691, "learning_rate": 0.003, "loss": 3.9996, "step": 23735 }, { "epoch": 0.23736, "grad_norm": 1.3833448200461425, "learning_rate": 0.003, "loss": 3.9764, "step": 23736 }, { "epoch": 0.23737, "grad_norm": 1.219908025042158, "learning_rate": 0.003, "loss": 3.9908, "step": 23737 }, { "epoch": 0.23738, "grad_norm": 1.4566317652728162, "learning_rate": 0.003, "loss": 4.0132, "step": 23738 }, { "epoch": 0.23739, "grad_norm": 1.1988745437781103, "learning_rate": 0.003, "loss": 4.0124, "step": 23739 }, { "epoch": 0.2374, "grad_norm": 1.3085047479971064, "learning_rate": 0.003, "loss": 4.013, "step": 23740 }, { "epoch": 0.23741, "grad_norm": 1.0416882987696887, "learning_rate": 0.003, "loss": 3.9869, "step": 23741 }, { "epoch": 0.23742, "grad_norm": 1.5426639929210149, "learning_rate": 0.003, "loss": 4.0082, "step": 23742 }, { "epoch": 0.23743, "grad_norm": 1.295427908125432, "learning_rate": 0.003, "loss": 4.0095, "step": 23743 }, { "epoch": 0.23744, "grad_norm": 0.9977579760344626, "learning_rate": 0.003, "loss": 3.997, "step": 23744 }, { "epoch": 0.23745, "grad_norm": 1.5494190508884615, "learning_rate": 0.003, "loss": 4.0126, "step": 23745 }, { "epoch": 0.23746, "grad_norm": 1.187878771829957, "learning_rate": 0.003, "loss": 4.0199, "step": 23746 }, { "epoch": 0.23747, "grad_norm": 1.5040425617138797, "learning_rate": 0.003, "loss": 4.0059, "step": 23747 }, { "epoch": 0.23748, "grad_norm": 1.2430370496507221, "learning_rate": 0.003, "loss": 3.9833, "step": 23748 }, { "epoch": 0.23749, "grad_norm": 1.184008163521529, "learning_rate": 0.003, "loss": 3.9903, "step": 23749 }, { "epoch": 0.2375, "grad_norm": 1.2510561565475387, "learning_rate": 0.003, "loss": 4.0063, "step": 23750 }, { "epoch": 0.23751, "grad_norm": 1.3686692299532852, "learning_rate": 0.003, "loss": 4.0202, "step": 23751 }, { "epoch": 0.23752, "grad_norm": 1.3160634989335436, "learning_rate": 0.003, "loss": 3.997, "step": 23752 }, { "epoch": 0.23753, "grad_norm": 1.2892575521953087, "learning_rate": 0.003, "loss": 4.0095, "step": 23753 }, { "epoch": 0.23754, "grad_norm": 1.118409116178597, "learning_rate": 0.003, "loss": 4.0045, "step": 23754 }, { "epoch": 0.23755, "grad_norm": 1.2339645136033683, "learning_rate": 0.003, "loss": 3.9913, "step": 23755 }, { "epoch": 0.23756, "grad_norm": 1.1542323963428938, "learning_rate": 0.003, "loss": 3.995, "step": 23756 }, { "epoch": 0.23757, "grad_norm": 1.1681717965603868, "learning_rate": 0.003, "loss": 4.0045, "step": 23757 }, { "epoch": 0.23758, "grad_norm": 1.2938551169476007, "learning_rate": 0.003, "loss": 4.0126, "step": 23758 }, { "epoch": 0.23759, "grad_norm": 1.0704216970014842, "learning_rate": 0.003, "loss": 3.9944, "step": 23759 }, { "epoch": 0.2376, "grad_norm": 1.5550701351800087, "learning_rate": 0.003, "loss": 4.0022, "step": 23760 }, { "epoch": 0.23761, "grad_norm": 1.078228297794741, "learning_rate": 0.003, "loss": 4.019, "step": 23761 }, { "epoch": 0.23762, "grad_norm": 1.3558740311877582, "learning_rate": 0.003, "loss": 3.9956, "step": 23762 }, { "epoch": 0.23763, "grad_norm": 1.149500007486366, "learning_rate": 0.003, "loss": 4.0034, "step": 23763 }, { "epoch": 0.23764, "grad_norm": 1.2603984862959847, "learning_rate": 0.003, "loss": 3.967, "step": 23764 }, { "epoch": 0.23765, "grad_norm": 1.4941055287247673, "learning_rate": 0.003, "loss": 4.0158, "step": 23765 }, { "epoch": 0.23766, "grad_norm": 1.1883679696427059, "learning_rate": 0.003, "loss": 3.9913, "step": 23766 }, { "epoch": 0.23767, "grad_norm": 1.3765766349667532, "learning_rate": 0.003, "loss": 3.9776, "step": 23767 }, { "epoch": 0.23768, "grad_norm": 1.3818787387083442, "learning_rate": 0.003, "loss": 3.9956, "step": 23768 }, { "epoch": 0.23769, "grad_norm": 1.7070657895566905, "learning_rate": 0.003, "loss": 4.0109, "step": 23769 }, { "epoch": 0.2377, "grad_norm": 0.9463645347705723, "learning_rate": 0.003, "loss": 3.9913, "step": 23770 }, { "epoch": 0.23771, "grad_norm": 1.4141831680917243, "learning_rate": 0.003, "loss": 3.9887, "step": 23771 }, { "epoch": 0.23772, "grad_norm": 1.23715932840379, "learning_rate": 0.003, "loss": 3.982, "step": 23772 }, { "epoch": 0.23773, "grad_norm": 1.4592866102139086, "learning_rate": 0.003, "loss": 3.986, "step": 23773 }, { "epoch": 0.23774, "grad_norm": 1.139427616994017, "learning_rate": 0.003, "loss": 4.0034, "step": 23774 }, { "epoch": 0.23775, "grad_norm": 1.5873758961117734, "learning_rate": 0.003, "loss": 4.0097, "step": 23775 }, { "epoch": 0.23776, "grad_norm": 1.0762739564606911, "learning_rate": 0.003, "loss": 4.001, "step": 23776 }, { "epoch": 0.23777, "grad_norm": 1.3301250947333254, "learning_rate": 0.003, "loss": 4.0053, "step": 23777 }, { "epoch": 0.23778, "grad_norm": 1.2240745774613127, "learning_rate": 0.003, "loss": 3.9887, "step": 23778 }, { "epoch": 0.23779, "grad_norm": 1.3453697769770225, "learning_rate": 0.003, "loss": 3.9861, "step": 23779 }, { "epoch": 0.2378, "grad_norm": 1.2850159619382935, "learning_rate": 0.003, "loss": 3.9578, "step": 23780 }, { "epoch": 0.23781, "grad_norm": 1.2762998057649435, "learning_rate": 0.003, "loss": 4.0207, "step": 23781 }, { "epoch": 0.23782, "grad_norm": 1.1377767546840278, "learning_rate": 0.003, "loss": 4.0165, "step": 23782 }, { "epoch": 0.23783, "grad_norm": 1.132793806834327, "learning_rate": 0.003, "loss": 3.9993, "step": 23783 }, { "epoch": 0.23784, "grad_norm": 1.2500561050669747, "learning_rate": 0.003, "loss": 4.0018, "step": 23784 }, { "epoch": 0.23785, "grad_norm": 1.314526106498092, "learning_rate": 0.003, "loss": 3.9781, "step": 23785 }, { "epoch": 0.23786, "grad_norm": 1.3605124538030828, "learning_rate": 0.003, "loss": 4.0127, "step": 23786 }, { "epoch": 0.23787, "grad_norm": 1.277338269607527, "learning_rate": 0.003, "loss": 4.0014, "step": 23787 }, { "epoch": 0.23788, "grad_norm": 1.3186417473270358, "learning_rate": 0.003, "loss": 4.0057, "step": 23788 }, { "epoch": 0.23789, "grad_norm": 1.252857904957948, "learning_rate": 0.003, "loss": 3.9842, "step": 23789 }, { "epoch": 0.2379, "grad_norm": 1.3392459726053192, "learning_rate": 0.003, "loss": 4.013, "step": 23790 }, { "epoch": 0.23791, "grad_norm": 1.2196677339423951, "learning_rate": 0.003, "loss": 3.976, "step": 23791 }, { "epoch": 0.23792, "grad_norm": 1.3214836455019192, "learning_rate": 0.003, "loss": 3.9866, "step": 23792 }, { "epoch": 0.23793, "grad_norm": 1.101638695861977, "learning_rate": 0.003, "loss": 3.9841, "step": 23793 }, { "epoch": 0.23794, "grad_norm": 1.3085280467344573, "learning_rate": 0.003, "loss": 4.0224, "step": 23794 }, { "epoch": 0.23795, "grad_norm": 1.2420590053361065, "learning_rate": 0.003, "loss": 4.0131, "step": 23795 }, { "epoch": 0.23796, "grad_norm": 1.4313400705001962, "learning_rate": 0.003, "loss": 4.0324, "step": 23796 }, { "epoch": 0.23797, "grad_norm": 1.1850692089426982, "learning_rate": 0.003, "loss": 3.9782, "step": 23797 }, { "epoch": 0.23798, "grad_norm": 1.40144126498327, "learning_rate": 0.003, "loss": 3.9811, "step": 23798 }, { "epoch": 0.23799, "grad_norm": 1.1968733292887153, "learning_rate": 0.003, "loss": 4.0188, "step": 23799 }, { "epoch": 0.238, "grad_norm": 1.4609791527213651, "learning_rate": 0.003, "loss": 3.9927, "step": 23800 }, { "epoch": 0.23801, "grad_norm": 1.1414475533071524, "learning_rate": 0.003, "loss": 4.0406, "step": 23801 }, { "epoch": 0.23802, "grad_norm": 1.4831459809631626, "learning_rate": 0.003, "loss": 3.9991, "step": 23802 }, { "epoch": 0.23803, "grad_norm": 1.0815418519354887, "learning_rate": 0.003, "loss": 4.0104, "step": 23803 }, { "epoch": 0.23804, "grad_norm": 1.3571836217197124, "learning_rate": 0.003, "loss": 3.9997, "step": 23804 }, { "epoch": 0.23805, "grad_norm": 1.27555829439947, "learning_rate": 0.003, "loss": 3.9914, "step": 23805 }, { "epoch": 0.23806, "grad_norm": 1.351248866290867, "learning_rate": 0.003, "loss": 4.0001, "step": 23806 }, { "epoch": 0.23807, "grad_norm": 1.1260115749814525, "learning_rate": 0.003, "loss": 3.9843, "step": 23807 }, { "epoch": 0.23808, "grad_norm": 1.4012186727828906, "learning_rate": 0.003, "loss": 3.9842, "step": 23808 }, { "epoch": 0.23809, "grad_norm": 1.4510202009835547, "learning_rate": 0.003, "loss": 4.0025, "step": 23809 }, { "epoch": 0.2381, "grad_norm": 1.1529865777466848, "learning_rate": 0.003, "loss": 4.0261, "step": 23810 }, { "epoch": 0.23811, "grad_norm": 1.2603242770863627, "learning_rate": 0.003, "loss": 4.0178, "step": 23811 }, { "epoch": 0.23812, "grad_norm": 1.328506365616654, "learning_rate": 0.003, "loss": 4.0109, "step": 23812 }, { "epoch": 0.23813, "grad_norm": 1.0192859834135166, "learning_rate": 0.003, "loss": 4.0015, "step": 23813 }, { "epoch": 0.23814, "grad_norm": 1.325337889115548, "learning_rate": 0.003, "loss": 4.0305, "step": 23814 }, { "epoch": 0.23815, "grad_norm": 1.2490764730702109, "learning_rate": 0.003, "loss": 4.0235, "step": 23815 }, { "epoch": 0.23816, "grad_norm": 1.2539073206413693, "learning_rate": 0.003, "loss": 3.9896, "step": 23816 }, { "epoch": 0.23817, "grad_norm": 1.3381144239027118, "learning_rate": 0.003, "loss": 4.0453, "step": 23817 }, { "epoch": 0.23818, "grad_norm": 1.3448473101598803, "learning_rate": 0.003, "loss": 4.0106, "step": 23818 }, { "epoch": 0.23819, "grad_norm": 1.2578605176157693, "learning_rate": 0.003, "loss": 4.0131, "step": 23819 }, { "epoch": 0.2382, "grad_norm": 1.1649514796569875, "learning_rate": 0.003, "loss": 3.9981, "step": 23820 }, { "epoch": 0.23821, "grad_norm": 1.5040376036500005, "learning_rate": 0.003, "loss": 4.0087, "step": 23821 }, { "epoch": 0.23822, "grad_norm": 1.1760317793203696, "learning_rate": 0.003, "loss": 4.0167, "step": 23822 }, { "epoch": 0.23823, "grad_norm": 1.2263343284846993, "learning_rate": 0.003, "loss": 4.0056, "step": 23823 }, { "epoch": 0.23824, "grad_norm": 1.3416783991077672, "learning_rate": 0.003, "loss": 4.0078, "step": 23824 }, { "epoch": 0.23825, "grad_norm": 1.2498742733724832, "learning_rate": 0.003, "loss": 3.9894, "step": 23825 }, { "epoch": 0.23826, "grad_norm": 1.3132751995551477, "learning_rate": 0.003, "loss": 3.9698, "step": 23826 }, { "epoch": 0.23827, "grad_norm": 1.0603833492101007, "learning_rate": 0.003, "loss": 3.9713, "step": 23827 }, { "epoch": 0.23828, "grad_norm": 1.3368467897123395, "learning_rate": 0.003, "loss": 3.9851, "step": 23828 }, { "epoch": 0.23829, "grad_norm": 1.1920495309951704, "learning_rate": 0.003, "loss": 3.9909, "step": 23829 }, { "epoch": 0.2383, "grad_norm": 1.3626370861187267, "learning_rate": 0.003, "loss": 4.0184, "step": 23830 }, { "epoch": 0.23831, "grad_norm": 1.1310851161221007, "learning_rate": 0.003, "loss": 3.9875, "step": 23831 }, { "epoch": 0.23832, "grad_norm": 1.2923988381281586, "learning_rate": 0.003, "loss": 4.0018, "step": 23832 }, { "epoch": 0.23833, "grad_norm": 1.113407853967652, "learning_rate": 0.003, "loss": 3.9682, "step": 23833 }, { "epoch": 0.23834, "grad_norm": 1.4814895425810017, "learning_rate": 0.003, "loss": 3.9705, "step": 23834 }, { "epoch": 0.23835, "grad_norm": 1.151094046034595, "learning_rate": 0.003, "loss": 3.9688, "step": 23835 }, { "epoch": 0.23836, "grad_norm": 1.4135941367652078, "learning_rate": 0.003, "loss": 4.004, "step": 23836 }, { "epoch": 0.23837, "grad_norm": 1.157202006793271, "learning_rate": 0.003, "loss": 4.0407, "step": 23837 }, { "epoch": 0.23838, "grad_norm": 1.4317224366665096, "learning_rate": 0.003, "loss": 4.0094, "step": 23838 }, { "epoch": 0.23839, "grad_norm": 1.4870878808259236, "learning_rate": 0.003, "loss": 4.01, "step": 23839 }, { "epoch": 0.2384, "grad_norm": 1.2826470763376046, "learning_rate": 0.003, "loss": 3.9805, "step": 23840 }, { "epoch": 0.23841, "grad_norm": 1.4241985823299168, "learning_rate": 0.003, "loss": 4.0037, "step": 23841 }, { "epoch": 0.23842, "grad_norm": 1.0877134307547314, "learning_rate": 0.003, "loss": 4.0116, "step": 23842 }, { "epoch": 0.23843, "grad_norm": 1.3016333167457974, "learning_rate": 0.003, "loss": 4.0094, "step": 23843 }, { "epoch": 0.23844, "grad_norm": 1.140532089073963, "learning_rate": 0.003, "loss": 4.0123, "step": 23844 }, { "epoch": 0.23845, "grad_norm": 1.3775023028677214, "learning_rate": 0.003, "loss": 4.0134, "step": 23845 }, { "epoch": 0.23846, "grad_norm": 1.131496417904938, "learning_rate": 0.003, "loss": 3.97, "step": 23846 }, { "epoch": 0.23847, "grad_norm": 1.6115671439524917, "learning_rate": 0.003, "loss": 4.0083, "step": 23847 }, { "epoch": 0.23848, "grad_norm": 1.123664547886629, "learning_rate": 0.003, "loss": 3.9776, "step": 23848 }, { "epoch": 0.23849, "grad_norm": 1.4611085131603094, "learning_rate": 0.003, "loss": 4.0034, "step": 23849 }, { "epoch": 0.2385, "grad_norm": 1.3154194058745667, "learning_rate": 0.003, "loss": 4.0091, "step": 23850 }, { "epoch": 0.23851, "grad_norm": 1.3281681927410758, "learning_rate": 0.003, "loss": 4.0218, "step": 23851 }, { "epoch": 0.23852, "grad_norm": 1.301941215584366, "learning_rate": 0.003, "loss": 4.0042, "step": 23852 }, { "epoch": 0.23853, "grad_norm": 1.401631737130536, "learning_rate": 0.003, "loss": 4.0188, "step": 23853 }, { "epoch": 0.23854, "grad_norm": 1.2859481634637935, "learning_rate": 0.003, "loss": 3.9958, "step": 23854 }, { "epoch": 0.23855, "grad_norm": 1.2972695819812963, "learning_rate": 0.003, "loss": 3.9915, "step": 23855 }, { "epoch": 0.23856, "grad_norm": 1.3831087478087878, "learning_rate": 0.003, "loss": 3.9801, "step": 23856 }, { "epoch": 0.23857, "grad_norm": 1.1279041536055205, "learning_rate": 0.003, "loss": 4.0303, "step": 23857 }, { "epoch": 0.23858, "grad_norm": 1.4418041690632963, "learning_rate": 0.003, "loss": 4.0501, "step": 23858 }, { "epoch": 0.23859, "grad_norm": 1.213154948682009, "learning_rate": 0.003, "loss": 3.9899, "step": 23859 }, { "epoch": 0.2386, "grad_norm": 1.7030202815124584, "learning_rate": 0.003, "loss": 4.0147, "step": 23860 }, { "epoch": 0.23861, "grad_norm": 1.0461809835461595, "learning_rate": 0.003, "loss": 3.9696, "step": 23861 }, { "epoch": 0.23862, "grad_norm": 1.4240732866021655, "learning_rate": 0.003, "loss": 3.9855, "step": 23862 }, { "epoch": 0.23863, "grad_norm": 1.174524742854935, "learning_rate": 0.003, "loss": 4.0107, "step": 23863 }, { "epoch": 0.23864, "grad_norm": 1.3070301014979582, "learning_rate": 0.003, "loss": 3.9934, "step": 23864 }, { "epoch": 0.23865, "grad_norm": 1.238959584480321, "learning_rate": 0.003, "loss": 4.0, "step": 23865 }, { "epoch": 0.23866, "grad_norm": 1.2630747651768004, "learning_rate": 0.003, "loss": 3.9975, "step": 23866 }, { "epoch": 0.23867, "grad_norm": 1.4607220124638765, "learning_rate": 0.003, "loss": 4.0308, "step": 23867 }, { "epoch": 0.23868, "grad_norm": 1.1840524053316157, "learning_rate": 0.003, "loss": 3.9939, "step": 23868 }, { "epoch": 0.23869, "grad_norm": 1.0867469995197978, "learning_rate": 0.003, "loss": 4.0168, "step": 23869 }, { "epoch": 0.2387, "grad_norm": 1.4998824232891295, "learning_rate": 0.003, "loss": 4.0391, "step": 23870 }, { "epoch": 0.23871, "grad_norm": 1.066016113290617, "learning_rate": 0.003, "loss": 3.9882, "step": 23871 }, { "epoch": 0.23872, "grad_norm": 1.39084873936716, "learning_rate": 0.003, "loss": 4.0112, "step": 23872 }, { "epoch": 0.23873, "grad_norm": 1.0379607300317715, "learning_rate": 0.003, "loss": 3.9871, "step": 23873 }, { "epoch": 0.23874, "grad_norm": 1.4718968884960668, "learning_rate": 0.003, "loss": 4.0018, "step": 23874 }, { "epoch": 0.23875, "grad_norm": 1.0389726641116324, "learning_rate": 0.003, "loss": 3.9965, "step": 23875 }, { "epoch": 0.23876, "grad_norm": 1.5777513160286392, "learning_rate": 0.003, "loss": 3.9945, "step": 23876 }, { "epoch": 0.23877, "grad_norm": 1.1556996821210561, "learning_rate": 0.003, "loss": 4.0133, "step": 23877 }, { "epoch": 0.23878, "grad_norm": 1.515723548844844, "learning_rate": 0.003, "loss": 3.9858, "step": 23878 }, { "epoch": 0.23879, "grad_norm": 1.2001528976562297, "learning_rate": 0.003, "loss": 3.9944, "step": 23879 }, { "epoch": 0.2388, "grad_norm": 1.527347676431328, "learning_rate": 0.003, "loss": 4.0108, "step": 23880 }, { "epoch": 0.23881, "grad_norm": 1.0106354289705037, "learning_rate": 0.003, "loss": 4.0151, "step": 23881 }, { "epoch": 0.23882, "grad_norm": 1.4082189034418586, "learning_rate": 0.003, "loss": 3.9958, "step": 23882 }, { "epoch": 0.23883, "grad_norm": 1.5239718264509141, "learning_rate": 0.003, "loss": 4.0436, "step": 23883 }, { "epoch": 0.23884, "grad_norm": 0.8896191817719431, "learning_rate": 0.003, "loss": 4.0015, "step": 23884 }, { "epoch": 0.23885, "grad_norm": 1.2191294923085603, "learning_rate": 0.003, "loss": 4.0177, "step": 23885 }, { "epoch": 0.23886, "grad_norm": 1.5141094092348555, "learning_rate": 0.003, "loss": 3.9854, "step": 23886 }, { "epoch": 0.23887, "grad_norm": 1.15537871684465, "learning_rate": 0.003, "loss": 4.0028, "step": 23887 }, { "epoch": 0.23888, "grad_norm": 1.367690513138021, "learning_rate": 0.003, "loss": 3.9905, "step": 23888 }, { "epoch": 0.23889, "grad_norm": 1.2350965745923215, "learning_rate": 0.003, "loss": 3.9814, "step": 23889 }, { "epoch": 0.2389, "grad_norm": 1.4464903065036159, "learning_rate": 0.003, "loss": 4.0308, "step": 23890 }, { "epoch": 0.23891, "grad_norm": 1.1464474657049788, "learning_rate": 0.003, "loss": 4.0045, "step": 23891 }, { "epoch": 0.23892, "grad_norm": 1.3634864234187367, "learning_rate": 0.003, "loss": 3.9856, "step": 23892 }, { "epoch": 0.23893, "grad_norm": 1.1673603595499331, "learning_rate": 0.003, "loss": 4.0176, "step": 23893 }, { "epoch": 0.23894, "grad_norm": 1.345129258240151, "learning_rate": 0.003, "loss": 4.0362, "step": 23894 }, { "epoch": 0.23895, "grad_norm": 1.273151923861541, "learning_rate": 0.003, "loss": 4.0068, "step": 23895 }, { "epoch": 0.23896, "grad_norm": 1.4006945043884886, "learning_rate": 0.003, "loss": 3.9888, "step": 23896 }, { "epoch": 0.23897, "grad_norm": 1.2097991025461234, "learning_rate": 0.003, "loss": 4.0054, "step": 23897 }, { "epoch": 0.23898, "grad_norm": 1.5096343896822244, "learning_rate": 0.003, "loss": 4.021, "step": 23898 }, { "epoch": 0.23899, "grad_norm": 1.2890645356872177, "learning_rate": 0.003, "loss": 3.9817, "step": 23899 }, { "epoch": 0.239, "grad_norm": 1.1509892348615256, "learning_rate": 0.003, "loss": 3.9849, "step": 23900 }, { "epoch": 0.23901, "grad_norm": 1.171120047182133, "learning_rate": 0.003, "loss": 4.0042, "step": 23901 }, { "epoch": 0.23902, "grad_norm": 1.4772866293166056, "learning_rate": 0.003, "loss": 4.0051, "step": 23902 }, { "epoch": 0.23903, "grad_norm": 0.9549553174445348, "learning_rate": 0.003, "loss": 4.0247, "step": 23903 }, { "epoch": 0.23904, "grad_norm": 1.4397665887359545, "learning_rate": 0.003, "loss": 4.0022, "step": 23904 }, { "epoch": 0.23905, "grad_norm": 0.9744736837111275, "learning_rate": 0.003, "loss": 3.9884, "step": 23905 }, { "epoch": 0.23906, "grad_norm": 1.6810590319267402, "learning_rate": 0.003, "loss": 4.0099, "step": 23906 }, { "epoch": 0.23907, "grad_norm": 0.9622346894238222, "learning_rate": 0.003, "loss": 4.0069, "step": 23907 }, { "epoch": 0.23908, "grad_norm": 1.272078001826868, "learning_rate": 0.003, "loss": 4.0126, "step": 23908 }, { "epoch": 0.23909, "grad_norm": 1.2440297524192536, "learning_rate": 0.003, "loss": 4.0036, "step": 23909 }, { "epoch": 0.2391, "grad_norm": 1.2734208817635764, "learning_rate": 0.003, "loss": 4.0164, "step": 23910 }, { "epoch": 0.23911, "grad_norm": 1.299467515547751, "learning_rate": 0.003, "loss": 4.0061, "step": 23911 }, { "epoch": 0.23912, "grad_norm": 1.3683288970141578, "learning_rate": 0.003, "loss": 4.0104, "step": 23912 }, { "epoch": 0.23913, "grad_norm": 1.203087997487004, "learning_rate": 0.003, "loss": 3.9921, "step": 23913 }, { "epoch": 0.23914, "grad_norm": 1.3082641053335504, "learning_rate": 0.003, "loss": 4.0154, "step": 23914 }, { "epoch": 0.23915, "grad_norm": 1.2755705910527568, "learning_rate": 0.003, "loss": 3.9956, "step": 23915 }, { "epoch": 0.23916, "grad_norm": 1.2592440803859928, "learning_rate": 0.003, "loss": 3.9983, "step": 23916 }, { "epoch": 0.23917, "grad_norm": 1.2051272002898448, "learning_rate": 0.003, "loss": 3.9799, "step": 23917 }, { "epoch": 0.23918, "grad_norm": 1.4684475509030477, "learning_rate": 0.003, "loss": 3.9863, "step": 23918 }, { "epoch": 0.23919, "grad_norm": 1.158159387729342, "learning_rate": 0.003, "loss": 4.0393, "step": 23919 }, { "epoch": 0.2392, "grad_norm": 1.2928757310614192, "learning_rate": 0.003, "loss": 3.9943, "step": 23920 }, { "epoch": 0.23921, "grad_norm": 1.3487339846232758, "learning_rate": 0.003, "loss": 4.0067, "step": 23921 }, { "epoch": 0.23922, "grad_norm": 1.1152181359956383, "learning_rate": 0.003, "loss": 4.027, "step": 23922 }, { "epoch": 0.23923, "grad_norm": 1.3822092918070903, "learning_rate": 0.003, "loss": 3.9746, "step": 23923 }, { "epoch": 0.23924, "grad_norm": 1.2155026604463237, "learning_rate": 0.003, "loss": 4.0133, "step": 23924 }, { "epoch": 0.23925, "grad_norm": 1.3781400389425287, "learning_rate": 0.003, "loss": 4.0013, "step": 23925 }, { "epoch": 0.23926, "grad_norm": 0.8928675811032448, "learning_rate": 0.003, "loss": 4.0199, "step": 23926 }, { "epoch": 0.23927, "grad_norm": 1.315221141078099, "learning_rate": 0.003, "loss": 4.0116, "step": 23927 }, { "epoch": 0.23928, "grad_norm": 1.4569815097032202, "learning_rate": 0.003, "loss": 4.0036, "step": 23928 }, { "epoch": 0.23929, "grad_norm": 1.3006694431427306, "learning_rate": 0.003, "loss": 4.0096, "step": 23929 }, { "epoch": 0.2393, "grad_norm": 1.5167617603477914, "learning_rate": 0.003, "loss": 3.9862, "step": 23930 }, { "epoch": 0.23931, "grad_norm": 1.150680716148014, "learning_rate": 0.003, "loss": 4.0358, "step": 23931 }, { "epoch": 0.23932, "grad_norm": 1.124747299027125, "learning_rate": 0.003, "loss": 3.9988, "step": 23932 }, { "epoch": 0.23933, "grad_norm": 1.4823379283199323, "learning_rate": 0.003, "loss": 3.9895, "step": 23933 }, { "epoch": 0.23934, "grad_norm": 1.152260022002289, "learning_rate": 0.003, "loss": 3.9756, "step": 23934 }, { "epoch": 0.23935, "grad_norm": 1.3691934667563777, "learning_rate": 0.003, "loss": 4.0029, "step": 23935 }, { "epoch": 0.23936, "grad_norm": 1.1202925120696428, "learning_rate": 0.003, "loss": 3.9925, "step": 23936 }, { "epoch": 0.23937, "grad_norm": 1.4256944946282164, "learning_rate": 0.003, "loss": 3.9901, "step": 23937 }, { "epoch": 0.23938, "grad_norm": 1.1593995120098435, "learning_rate": 0.003, "loss": 4.026, "step": 23938 }, { "epoch": 0.23939, "grad_norm": 1.5364176508443157, "learning_rate": 0.003, "loss": 3.9915, "step": 23939 }, { "epoch": 0.2394, "grad_norm": 0.9833085886885832, "learning_rate": 0.003, "loss": 4.0145, "step": 23940 }, { "epoch": 0.23941, "grad_norm": 1.5672839691208282, "learning_rate": 0.003, "loss": 3.9733, "step": 23941 }, { "epoch": 0.23942, "grad_norm": 1.1404438177104954, "learning_rate": 0.003, "loss": 4.0048, "step": 23942 }, { "epoch": 0.23943, "grad_norm": 1.3999286059332403, "learning_rate": 0.003, "loss": 3.9783, "step": 23943 }, { "epoch": 0.23944, "grad_norm": 1.2425584532092881, "learning_rate": 0.003, "loss": 3.9953, "step": 23944 }, { "epoch": 0.23945, "grad_norm": 1.3234960774267563, "learning_rate": 0.003, "loss": 3.989, "step": 23945 }, { "epoch": 0.23946, "grad_norm": 1.1773838726906851, "learning_rate": 0.003, "loss": 3.9773, "step": 23946 }, { "epoch": 0.23947, "grad_norm": 1.2863264109252082, "learning_rate": 0.003, "loss": 4.0085, "step": 23947 }, { "epoch": 0.23948, "grad_norm": 1.317683005253722, "learning_rate": 0.003, "loss": 3.9993, "step": 23948 }, { "epoch": 0.23949, "grad_norm": 1.2563552974087808, "learning_rate": 0.003, "loss": 3.9974, "step": 23949 }, { "epoch": 0.2395, "grad_norm": 1.213902341051248, "learning_rate": 0.003, "loss": 4.0107, "step": 23950 }, { "epoch": 0.23951, "grad_norm": 1.488147202820488, "learning_rate": 0.003, "loss": 4.0263, "step": 23951 }, { "epoch": 0.23952, "grad_norm": 1.2047496609978003, "learning_rate": 0.003, "loss": 3.9817, "step": 23952 }, { "epoch": 0.23953, "grad_norm": 1.4240211637591471, "learning_rate": 0.003, "loss": 4.0083, "step": 23953 }, { "epoch": 0.23954, "grad_norm": 0.9789773746991961, "learning_rate": 0.003, "loss": 3.9921, "step": 23954 }, { "epoch": 0.23955, "grad_norm": 1.326832044035758, "learning_rate": 0.003, "loss": 4.023, "step": 23955 }, { "epoch": 0.23956, "grad_norm": 1.2282685365484372, "learning_rate": 0.003, "loss": 4.0265, "step": 23956 }, { "epoch": 0.23957, "grad_norm": 1.2717312134754588, "learning_rate": 0.003, "loss": 3.9794, "step": 23957 }, { "epoch": 0.23958, "grad_norm": 1.0937130777036899, "learning_rate": 0.003, "loss": 4.023, "step": 23958 }, { "epoch": 0.23959, "grad_norm": 1.6099380959637635, "learning_rate": 0.003, "loss": 4.0184, "step": 23959 }, { "epoch": 0.2396, "grad_norm": 1.069722450329914, "learning_rate": 0.003, "loss": 3.9929, "step": 23960 }, { "epoch": 0.23961, "grad_norm": 1.4457576413937474, "learning_rate": 0.003, "loss": 3.9817, "step": 23961 }, { "epoch": 0.23962, "grad_norm": 1.2681740538396482, "learning_rate": 0.003, "loss": 4.0179, "step": 23962 }, { "epoch": 0.23963, "grad_norm": 1.4328916468534574, "learning_rate": 0.003, "loss": 3.9685, "step": 23963 }, { "epoch": 0.23964, "grad_norm": 1.2882102444285062, "learning_rate": 0.003, "loss": 4.0036, "step": 23964 }, { "epoch": 0.23965, "grad_norm": 1.2304342250956426, "learning_rate": 0.003, "loss": 3.9937, "step": 23965 }, { "epoch": 0.23966, "grad_norm": 1.204336053986734, "learning_rate": 0.003, "loss": 4.0256, "step": 23966 }, { "epoch": 0.23967, "grad_norm": 1.3788907009040465, "learning_rate": 0.003, "loss": 4.0162, "step": 23967 }, { "epoch": 0.23968, "grad_norm": 1.158113033901222, "learning_rate": 0.003, "loss": 4.0311, "step": 23968 }, { "epoch": 0.23969, "grad_norm": 1.475461625447766, "learning_rate": 0.003, "loss": 4.0074, "step": 23969 }, { "epoch": 0.2397, "grad_norm": 1.060934044971538, "learning_rate": 0.003, "loss": 3.9895, "step": 23970 }, { "epoch": 0.23971, "grad_norm": 1.3371869632867168, "learning_rate": 0.003, "loss": 4.0251, "step": 23971 }, { "epoch": 0.23972, "grad_norm": 1.1075098247951936, "learning_rate": 0.003, "loss": 3.9856, "step": 23972 }, { "epoch": 0.23973, "grad_norm": 1.418151835014132, "learning_rate": 0.003, "loss": 4.0253, "step": 23973 }, { "epoch": 0.23974, "grad_norm": 1.466181059086056, "learning_rate": 0.003, "loss": 4.0206, "step": 23974 }, { "epoch": 0.23975, "grad_norm": 1.1548714414912111, "learning_rate": 0.003, "loss": 3.9906, "step": 23975 }, { "epoch": 0.23976, "grad_norm": 1.524954327626514, "learning_rate": 0.003, "loss": 4.0237, "step": 23976 }, { "epoch": 0.23977, "grad_norm": 1.1120589293214385, "learning_rate": 0.003, "loss": 3.9975, "step": 23977 }, { "epoch": 0.23978, "grad_norm": 1.4321580706059025, "learning_rate": 0.003, "loss": 3.9781, "step": 23978 }, { "epoch": 0.23979, "grad_norm": 1.1827882570221855, "learning_rate": 0.003, "loss": 4.0149, "step": 23979 }, { "epoch": 0.2398, "grad_norm": 1.2889633422278628, "learning_rate": 0.003, "loss": 3.9929, "step": 23980 }, { "epoch": 0.23981, "grad_norm": 1.5021114452323376, "learning_rate": 0.003, "loss": 4.0394, "step": 23981 }, { "epoch": 0.23982, "grad_norm": 1.0763779100996955, "learning_rate": 0.003, "loss": 3.9951, "step": 23982 }, { "epoch": 0.23983, "grad_norm": 1.4117735538153608, "learning_rate": 0.003, "loss": 3.9944, "step": 23983 }, { "epoch": 0.23984, "grad_norm": 1.0315469512777935, "learning_rate": 0.003, "loss": 4.0052, "step": 23984 }, { "epoch": 0.23985, "grad_norm": 1.5275055099519483, "learning_rate": 0.003, "loss": 3.9834, "step": 23985 }, { "epoch": 0.23986, "grad_norm": 1.1757729049989296, "learning_rate": 0.003, "loss": 3.9857, "step": 23986 }, { "epoch": 0.23987, "grad_norm": 1.5326669153698, "learning_rate": 0.003, "loss": 4.0034, "step": 23987 }, { "epoch": 0.23988, "grad_norm": 1.2261586608934456, "learning_rate": 0.003, "loss": 4.0194, "step": 23988 }, { "epoch": 0.23989, "grad_norm": 1.2491512705001777, "learning_rate": 0.003, "loss": 3.9782, "step": 23989 }, { "epoch": 0.2399, "grad_norm": 1.3167256713972384, "learning_rate": 0.003, "loss": 4.0342, "step": 23990 }, { "epoch": 0.23991, "grad_norm": 1.4125871573376303, "learning_rate": 0.003, "loss": 3.9964, "step": 23991 }, { "epoch": 0.23992, "grad_norm": 1.2911632776782254, "learning_rate": 0.003, "loss": 3.9933, "step": 23992 }, { "epoch": 0.23993, "grad_norm": 1.4360137360743892, "learning_rate": 0.003, "loss": 3.995, "step": 23993 }, { "epoch": 0.23994, "grad_norm": 1.0703050713005995, "learning_rate": 0.003, "loss": 4.0048, "step": 23994 }, { "epoch": 0.23995, "grad_norm": 1.3868102205855282, "learning_rate": 0.003, "loss": 3.9908, "step": 23995 }, { "epoch": 0.23996, "grad_norm": 1.1623924419835336, "learning_rate": 0.003, "loss": 4.0024, "step": 23996 }, { "epoch": 0.23997, "grad_norm": 1.3520291821715311, "learning_rate": 0.003, "loss": 4.0152, "step": 23997 }, { "epoch": 0.23998, "grad_norm": 1.2270730872947457, "learning_rate": 0.003, "loss": 4.0, "step": 23998 }, { "epoch": 0.23999, "grad_norm": 1.1601135126069164, "learning_rate": 0.003, "loss": 3.9806, "step": 23999 }, { "epoch": 0.24, "grad_norm": 1.227205962813098, "learning_rate": 0.003, "loss": 4.0185, "step": 24000 }, { "epoch": 0.24001, "grad_norm": 1.373279078711094, "learning_rate": 0.003, "loss": 3.9908, "step": 24001 }, { "epoch": 0.24002, "grad_norm": 1.4199869996328591, "learning_rate": 0.003, "loss": 3.996, "step": 24002 }, { "epoch": 0.24003, "grad_norm": 1.2805094004626818, "learning_rate": 0.003, "loss": 4.0133, "step": 24003 }, { "epoch": 0.24004, "grad_norm": 1.1390534981562308, "learning_rate": 0.003, "loss": 4.0077, "step": 24004 }, { "epoch": 0.24005, "grad_norm": 1.3204221376350147, "learning_rate": 0.003, "loss": 3.9881, "step": 24005 }, { "epoch": 0.24006, "grad_norm": 1.2811128557714402, "learning_rate": 0.003, "loss": 3.9929, "step": 24006 }, { "epoch": 0.24007, "grad_norm": 1.225952474232812, "learning_rate": 0.003, "loss": 3.9833, "step": 24007 }, { "epoch": 0.24008, "grad_norm": 1.1516027233162458, "learning_rate": 0.003, "loss": 4.0097, "step": 24008 }, { "epoch": 0.24009, "grad_norm": 1.3091187124576122, "learning_rate": 0.003, "loss": 4.0144, "step": 24009 }, { "epoch": 0.2401, "grad_norm": 1.4427300998238237, "learning_rate": 0.003, "loss": 4.013, "step": 24010 }, { "epoch": 0.24011, "grad_norm": 1.1125196878213897, "learning_rate": 0.003, "loss": 3.986, "step": 24011 }, { "epoch": 0.24012, "grad_norm": 1.4809070897712622, "learning_rate": 0.003, "loss": 3.9982, "step": 24012 }, { "epoch": 0.24013, "grad_norm": 1.225594425916136, "learning_rate": 0.003, "loss": 4.0055, "step": 24013 }, { "epoch": 0.24014, "grad_norm": 1.2225020685191963, "learning_rate": 0.003, "loss": 3.9951, "step": 24014 }, { "epoch": 0.24015, "grad_norm": 1.4658939969389877, "learning_rate": 0.003, "loss": 3.9779, "step": 24015 }, { "epoch": 0.24016, "grad_norm": 1.0796989528461853, "learning_rate": 0.003, "loss": 3.9966, "step": 24016 }, { "epoch": 0.24017, "grad_norm": 1.4716962252925458, "learning_rate": 0.003, "loss": 4.0023, "step": 24017 }, { "epoch": 0.24018, "grad_norm": 0.9451107757569338, "learning_rate": 0.003, "loss": 3.9978, "step": 24018 }, { "epoch": 0.24019, "grad_norm": 1.3681596536733631, "learning_rate": 0.003, "loss": 4.0044, "step": 24019 }, { "epoch": 0.2402, "grad_norm": 1.2187238988502807, "learning_rate": 0.003, "loss": 4.0096, "step": 24020 }, { "epoch": 0.24021, "grad_norm": 1.1166329698351354, "learning_rate": 0.003, "loss": 3.9754, "step": 24021 }, { "epoch": 0.24022, "grad_norm": 1.574887725487201, "learning_rate": 0.003, "loss": 4.0278, "step": 24022 }, { "epoch": 0.24023, "grad_norm": 1.4034913898125905, "learning_rate": 0.003, "loss": 3.9925, "step": 24023 }, { "epoch": 0.24024, "grad_norm": 1.2509228534941288, "learning_rate": 0.003, "loss": 3.9947, "step": 24024 }, { "epoch": 0.24025, "grad_norm": 1.2791921199356213, "learning_rate": 0.003, "loss": 3.997, "step": 24025 }, { "epoch": 0.24026, "grad_norm": 1.1227471905407065, "learning_rate": 0.003, "loss": 3.9945, "step": 24026 }, { "epoch": 0.24027, "grad_norm": 1.3296418609760456, "learning_rate": 0.003, "loss": 4.0308, "step": 24027 }, { "epoch": 0.24028, "grad_norm": 1.1535135622862795, "learning_rate": 0.003, "loss": 4.0267, "step": 24028 }, { "epoch": 0.24029, "grad_norm": 1.4281644818489123, "learning_rate": 0.003, "loss": 3.9829, "step": 24029 }, { "epoch": 0.2403, "grad_norm": 0.9601332853349601, "learning_rate": 0.003, "loss": 4.0124, "step": 24030 }, { "epoch": 0.24031, "grad_norm": 1.45713534724327, "learning_rate": 0.003, "loss": 4.0042, "step": 24031 }, { "epoch": 0.24032, "grad_norm": 1.1085066395342955, "learning_rate": 0.003, "loss": 3.9579, "step": 24032 }, { "epoch": 0.24033, "grad_norm": 1.3824764007252042, "learning_rate": 0.003, "loss": 4.0116, "step": 24033 }, { "epoch": 0.24034, "grad_norm": 1.0997260948512073, "learning_rate": 0.003, "loss": 4.0321, "step": 24034 }, { "epoch": 0.24035, "grad_norm": 1.1742490503369791, "learning_rate": 0.003, "loss": 4.006, "step": 24035 }, { "epoch": 0.24036, "grad_norm": 1.2903858828049104, "learning_rate": 0.003, "loss": 3.9997, "step": 24036 }, { "epoch": 0.24037, "grad_norm": 1.3375004322493362, "learning_rate": 0.003, "loss": 3.9952, "step": 24037 }, { "epoch": 0.24038, "grad_norm": 1.0998417363358672, "learning_rate": 0.003, "loss": 3.9899, "step": 24038 }, { "epoch": 0.24039, "grad_norm": 1.459071663572048, "learning_rate": 0.003, "loss": 4.0054, "step": 24039 }, { "epoch": 0.2404, "grad_norm": 1.137862987349615, "learning_rate": 0.003, "loss": 4.0059, "step": 24040 }, { "epoch": 0.24041, "grad_norm": 1.547128757752543, "learning_rate": 0.003, "loss": 3.9969, "step": 24041 }, { "epoch": 0.24042, "grad_norm": 1.4391366974989743, "learning_rate": 0.003, "loss": 3.9984, "step": 24042 }, { "epoch": 0.24043, "grad_norm": 1.160535287304703, "learning_rate": 0.003, "loss": 4.0243, "step": 24043 }, { "epoch": 0.24044, "grad_norm": 1.2578504957230645, "learning_rate": 0.003, "loss": 3.9872, "step": 24044 }, { "epoch": 0.24045, "grad_norm": 1.36257593936573, "learning_rate": 0.003, "loss": 4.0033, "step": 24045 }, { "epoch": 0.24046, "grad_norm": 1.2194187861213934, "learning_rate": 0.003, "loss": 3.9958, "step": 24046 }, { "epoch": 0.24047, "grad_norm": 1.2203177585425915, "learning_rate": 0.003, "loss": 4.0162, "step": 24047 }, { "epoch": 0.24048, "grad_norm": 1.2431590793981622, "learning_rate": 0.003, "loss": 4.0038, "step": 24048 }, { "epoch": 0.24049, "grad_norm": 1.2944551962915465, "learning_rate": 0.003, "loss": 4.0016, "step": 24049 }, { "epoch": 0.2405, "grad_norm": 1.2444253234654583, "learning_rate": 0.003, "loss": 3.9984, "step": 24050 }, { "epoch": 0.24051, "grad_norm": 1.4102845031437927, "learning_rate": 0.003, "loss": 4.0096, "step": 24051 }, { "epoch": 0.24052, "grad_norm": 1.2671622697161102, "learning_rate": 0.003, "loss": 4.0013, "step": 24052 }, { "epoch": 0.24053, "grad_norm": 1.3713149595813448, "learning_rate": 0.003, "loss": 4.0024, "step": 24053 }, { "epoch": 0.24054, "grad_norm": 1.2011199579132417, "learning_rate": 0.003, "loss": 4.0055, "step": 24054 }, { "epoch": 0.24055, "grad_norm": 1.2490699334262272, "learning_rate": 0.003, "loss": 4.0055, "step": 24055 }, { "epoch": 0.24056, "grad_norm": 1.411567607677573, "learning_rate": 0.003, "loss": 3.9879, "step": 24056 }, { "epoch": 0.24057, "grad_norm": 1.0637641102897148, "learning_rate": 0.003, "loss": 3.9696, "step": 24057 }, { "epoch": 0.24058, "grad_norm": 1.3639425111998302, "learning_rate": 0.003, "loss": 3.9891, "step": 24058 }, { "epoch": 0.24059, "grad_norm": 1.187441418554796, "learning_rate": 0.003, "loss": 4.0155, "step": 24059 }, { "epoch": 0.2406, "grad_norm": 1.246093063071109, "learning_rate": 0.003, "loss": 4.0033, "step": 24060 }, { "epoch": 0.24061, "grad_norm": 1.3240345214008316, "learning_rate": 0.003, "loss": 3.998, "step": 24061 }, { "epoch": 0.24062, "grad_norm": 1.1774354420619235, "learning_rate": 0.003, "loss": 3.9917, "step": 24062 }, { "epoch": 0.24063, "grad_norm": 1.6527100466427562, "learning_rate": 0.003, "loss": 4.0158, "step": 24063 }, { "epoch": 0.24064, "grad_norm": 1.3872573757872138, "learning_rate": 0.003, "loss": 3.9709, "step": 24064 }, { "epoch": 0.24065, "grad_norm": 1.2655424237177486, "learning_rate": 0.003, "loss": 4.0399, "step": 24065 }, { "epoch": 0.24066, "grad_norm": 1.3302649995042262, "learning_rate": 0.003, "loss": 4.0092, "step": 24066 }, { "epoch": 0.24067, "grad_norm": 1.0760954951016388, "learning_rate": 0.003, "loss": 4.003, "step": 24067 }, { "epoch": 0.24068, "grad_norm": 1.3354457667875717, "learning_rate": 0.003, "loss": 3.9779, "step": 24068 }, { "epoch": 0.24069, "grad_norm": 1.0597106322029932, "learning_rate": 0.003, "loss": 4.0283, "step": 24069 }, { "epoch": 0.2407, "grad_norm": 1.6671486672323337, "learning_rate": 0.003, "loss": 4.0146, "step": 24070 }, { "epoch": 0.24071, "grad_norm": 1.043589586441463, "learning_rate": 0.003, "loss": 3.9991, "step": 24071 }, { "epoch": 0.24072, "grad_norm": 1.51734764833904, "learning_rate": 0.003, "loss": 4.0256, "step": 24072 }, { "epoch": 0.24073, "grad_norm": 1.290401048607176, "learning_rate": 0.003, "loss": 4.0034, "step": 24073 }, { "epoch": 0.24074, "grad_norm": 1.8324586819586945, "learning_rate": 0.003, "loss": 4.059, "step": 24074 }, { "epoch": 0.24075, "grad_norm": 1.441692545685776, "learning_rate": 0.003, "loss": 4.01, "step": 24075 }, { "epoch": 0.24076, "grad_norm": 1.226927291920295, "learning_rate": 0.003, "loss": 4.062, "step": 24076 }, { "epoch": 0.24077, "grad_norm": 1.2877086828260538, "learning_rate": 0.003, "loss": 4.0019, "step": 24077 }, { "epoch": 0.24078, "grad_norm": 1.0904862198541498, "learning_rate": 0.003, "loss": 4.0253, "step": 24078 }, { "epoch": 0.24079, "grad_norm": 1.2265600554693614, "learning_rate": 0.003, "loss": 4.0217, "step": 24079 }, { "epoch": 0.2408, "grad_norm": 1.2560806618454798, "learning_rate": 0.003, "loss": 4.0146, "step": 24080 }, { "epoch": 0.24081, "grad_norm": 1.302247421086446, "learning_rate": 0.003, "loss": 4.0018, "step": 24081 }, { "epoch": 0.24082, "grad_norm": 1.3595123350917104, "learning_rate": 0.003, "loss": 3.9967, "step": 24082 }, { "epoch": 0.24083, "grad_norm": 1.163898138502864, "learning_rate": 0.003, "loss": 4.0118, "step": 24083 }, { "epoch": 0.24084, "grad_norm": 1.222153005419956, "learning_rate": 0.003, "loss": 4.0419, "step": 24084 }, { "epoch": 0.24085, "grad_norm": 1.2409171057705983, "learning_rate": 0.003, "loss": 4.0209, "step": 24085 }, { "epoch": 0.24086, "grad_norm": 1.1873530840351598, "learning_rate": 0.003, "loss": 3.9812, "step": 24086 }, { "epoch": 0.24087, "grad_norm": 1.170422047612421, "learning_rate": 0.003, "loss": 4.0088, "step": 24087 }, { "epoch": 0.24088, "grad_norm": 1.2130993878256828, "learning_rate": 0.003, "loss": 4.0095, "step": 24088 }, { "epoch": 0.24089, "grad_norm": 1.2678472456678336, "learning_rate": 0.003, "loss": 3.9978, "step": 24089 }, { "epoch": 0.2409, "grad_norm": 1.3821291868175654, "learning_rate": 0.003, "loss": 3.9881, "step": 24090 }, { "epoch": 0.24091, "grad_norm": 1.319036745740246, "learning_rate": 0.003, "loss": 4.0056, "step": 24091 }, { "epoch": 0.24092, "grad_norm": 1.4217349262109664, "learning_rate": 0.003, "loss": 3.9847, "step": 24092 }, { "epoch": 0.24093, "grad_norm": 1.2816874225366839, "learning_rate": 0.003, "loss": 3.9613, "step": 24093 }, { "epoch": 0.24094, "grad_norm": 1.2223405739528284, "learning_rate": 0.003, "loss": 3.9732, "step": 24094 }, { "epoch": 0.24095, "grad_norm": 1.3793074710579973, "learning_rate": 0.003, "loss": 4.0131, "step": 24095 }, { "epoch": 0.24096, "grad_norm": 1.181334384087193, "learning_rate": 0.003, "loss": 3.9781, "step": 24096 }, { "epoch": 0.24097, "grad_norm": 1.2882932812844592, "learning_rate": 0.003, "loss": 4.007, "step": 24097 }, { "epoch": 0.24098, "grad_norm": 1.308456812477707, "learning_rate": 0.003, "loss": 4.0048, "step": 24098 }, { "epoch": 0.24099, "grad_norm": 1.3110691181125789, "learning_rate": 0.003, "loss": 4.0077, "step": 24099 }, { "epoch": 0.241, "grad_norm": 1.0990896662229253, "learning_rate": 0.003, "loss": 4.0001, "step": 24100 }, { "epoch": 0.24101, "grad_norm": 1.2411208640557185, "learning_rate": 0.003, "loss": 3.9866, "step": 24101 }, { "epoch": 0.24102, "grad_norm": 1.3087370765059578, "learning_rate": 0.003, "loss": 3.9884, "step": 24102 }, { "epoch": 0.24103, "grad_norm": 1.3454353940424721, "learning_rate": 0.003, "loss": 4.02, "step": 24103 }, { "epoch": 0.24104, "grad_norm": 1.3794296801105574, "learning_rate": 0.003, "loss": 3.9629, "step": 24104 }, { "epoch": 0.24105, "grad_norm": 1.23399893438939, "learning_rate": 0.003, "loss": 3.9916, "step": 24105 }, { "epoch": 0.24106, "grad_norm": 1.1953608537890468, "learning_rate": 0.003, "loss": 4.0308, "step": 24106 }, { "epoch": 0.24107, "grad_norm": 1.517565596815311, "learning_rate": 0.003, "loss": 3.9849, "step": 24107 }, { "epoch": 0.24108, "grad_norm": 1.0338675553916554, "learning_rate": 0.003, "loss": 4.0046, "step": 24108 }, { "epoch": 0.24109, "grad_norm": 1.680122120160264, "learning_rate": 0.003, "loss": 3.9846, "step": 24109 }, { "epoch": 0.2411, "grad_norm": 1.079819076011532, "learning_rate": 0.003, "loss": 4.0134, "step": 24110 }, { "epoch": 0.24111, "grad_norm": 1.4920599970319457, "learning_rate": 0.003, "loss": 4.0161, "step": 24111 }, { "epoch": 0.24112, "grad_norm": 1.0530399259980436, "learning_rate": 0.003, "loss": 4.0065, "step": 24112 }, { "epoch": 0.24113, "grad_norm": 1.457230640360859, "learning_rate": 0.003, "loss": 4.0305, "step": 24113 }, { "epoch": 0.24114, "grad_norm": 1.311826407735413, "learning_rate": 0.003, "loss": 3.9937, "step": 24114 }, { "epoch": 0.24115, "grad_norm": 1.2381704602887063, "learning_rate": 0.003, "loss": 3.9818, "step": 24115 }, { "epoch": 0.24116, "grad_norm": 1.1664833808549595, "learning_rate": 0.003, "loss": 3.9954, "step": 24116 }, { "epoch": 0.24117, "grad_norm": 1.320167308891772, "learning_rate": 0.003, "loss": 3.9977, "step": 24117 }, { "epoch": 0.24118, "grad_norm": 1.2951666489100153, "learning_rate": 0.003, "loss": 3.985, "step": 24118 }, { "epoch": 0.24119, "grad_norm": 1.2593990767354946, "learning_rate": 0.003, "loss": 4.0229, "step": 24119 }, { "epoch": 0.2412, "grad_norm": 1.1587512442028352, "learning_rate": 0.003, "loss": 3.9896, "step": 24120 }, { "epoch": 0.24121, "grad_norm": 1.4249693987329992, "learning_rate": 0.003, "loss": 3.9947, "step": 24121 }, { "epoch": 0.24122, "grad_norm": 1.17351986576644, "learning_rate": 0.003, "loss": 3.9601, "step": 24122 }, { "epoch": 0.24123, "grad_norm": 1.6011969955800005, "learning_rate": 0.003, "loss": 4.0096, "step": 24123 }, { "epoch": 0.24124, "grad_norm": 1.3189179583121202, "learning_rate": 0.003, "loss": 3.9956, "step": 24124 }, { "epoch": 0.24125, "grad_norm": 1.290448954536397, "learning_rate": 0.003, "loss": 4.0195, "step": 24125 }, { "epoch": 0.24126, "grad_norm": 1.1530973230011488, "learning_rate": 0.003, "loss": 3.9955, "step": 24126 }, { "epoch": 0.24127, "grad_norm": 1.1826620637347764, "learning_rate": 0.003, "loss": 3.967, "step": 24127 }, { "epoch": 0.24128, "grad_norm": 1.3964320846613578, "learning_rate": 0.003, "loss": 4.0247, "step": 24128 }, { "epoch": 0.24129, "grad_norm": 0.9666291338867005, "learning_rate": 0.003, "loss": 4.0078, "step": 24129 }, { "epoch": 0.2413, "grad_norm": 1.2384271984717812, "learning_rate": 0.003, "loss": 4.0019, "step": 24130 }, { "epoch": 0.24131, "grad_norm": 1.2240522864896297, "learning_rate": 0.003, "loss": 4.008, "step": 24131 }, { "epoch": 0.24132, "grad_norm": 1.0894954168368032, "learning_rate": 0.003, "loss": 3.9807, "step": 24132 }, { "epoch": 0.24133, "grad_norm": 1.512404193094899, "learning_rate": 0.003, "loss": 3.985, "step": 24133 }, { "epoch": 0.24134, "grad_norm": 1.1197287175829125, "learning_rate": 0.003, "loss": 3.9905, "step": 24134 }, { "epoch": 0.24135, "grad_norm": 1.4834400513551278, "learning_rate": 0.003, "loss": 4.0088, "step": 24135 }, { "epoch": 0.24136, "grad_norm": 1.051064703421356, "learning_rate": 0.003, "loss": 4.0022, "step": 24136 }, { "epoch": 0.24137, "grad_norm": 1.4948225753719204, "learning_rate": 0.003, "loss": 3.9918, "step": 24137 }, { "epoch": 0.24138, "grad_norm": 1.125568220081877, "learning_rate": 0.003, "loss": 3.9846, "step": 24138 }, { "epoch": 0.24139, "grad_norm": 1.3106369315158188, "learning_rate": 0.003, "loss": 3.9981, "step": 24139 }, { "epoch": 0.2414, "grad_norm": 1.2270936188136845, "learning_rate": 0.003, "loss": 3.9931, "step": 24140 }, { "epoch": 0.24141, "grad_norm": 1.217376254524214, "learning_rate": 0.003, "loss": 4.0039, "step": 24141 }, { "epoch": 0.24142, "grad_norm": 1.350824399921246, "learning_rate": 0.003, "loss": 4.0158, "step": 24142 }, { "epoch": 0.24143, "grad_norm": 1.2782913527529243, "learning_rate": 0.003, "loss": 4.0121, "step": 24143 }, { "epoch": 0.24144, "grad_norm": 1.2509801181562796, "learning_rate": 0.003, "loss": 3.9999, "step": 24144 }, { "epoch": 0.24145, "grad_norm": 1.4850770930022679, "learning_rate": 0.003, "loss": 3.9981, "step": 24145 }, { "epoch": 0.24146, "grad_norm": 1.2440424721432985, "learning_rate": 0.003, "loss": 4.002, "step": 24146 }, { "epoch": 0.24147, "grad_norm": 1.2594792898388485, "learning_rate": 0.003, "loss": 4.0161, "step": 24147 }, { "epoch": 0.24148, "grad_norm": 1.222322475826804, "learning_rate": 0.003, "loss": 3.9817, "step": 24148 }, { "epoch": 0.24149, "grad_norm": 1.1542473639584763, "learning_rate": 0.003, "loss": 3.9967, "step": 24149 }, { "epoch": 0.2415, "grad_norm": 1.2498502347174663, "learning_rate": 0.003, "loss": 3.9895, "step": 24150 }, { "epoch": 0.24151, "grad_norm": 1.2395465187751582, "learning_rate": 0.003, "loss": 3.9906, "step": 24151 }, { "epoch": 0.24152, "grad_norm": 1.4225103415302256, "learning_rate": 0.003, "loss": 4.0003, "step": 24152 }, { "epoch": 0.24153, "grad_norm": 1.4011719412907169, "learning_rate": 0.003, "loss": 3.9962, "step": 24153 }, { "epoch": 0.24154, "grad_norm": 1.1441888312607136, "learning_rate": 0.003, "loss": 4.0009, "step": 24154 }, { "epoch": 0.24155, "grad_norm": 1.327692940712204, "learning_rate": 0.003, "loss": 4.0208, "step": 24155 }, { "epoch": 0.24156, "grad_norm": 1.4461020211018745, "learning_rate": 0.003, "loss": 4.0042, "step": 24156 }, { "epoch": 0.24157, "grad_norm": 1.2933828833590288, "learning_rate": 0.003, "loss": 4.002, "step": 24157 }, { "epoch": 0.24158, "grad_norm": 1.3247004793893185, "learning_rate": 0.003, "loss": 3.9871, "step": 24158 }, { "epoch": 0.24159, "grad_norm": 1.2305449573149332, "learning_rate": 0.003, "loss": 4.0042, "step": 24159 }, { "epoch": 0.2416, "grad_norm": 1.3660761136910773, "learning_rate": 0.003, "loss": 3.9998, "step": 24160 }, { "epoch": 0.24161, "grad_norm": 1.2830549152737192, "learning_rate": 0.003, "loss": 3.9937, "step": 24161 }, { "epoch": 0.24162, "grad_norm": 1.2361590601900971, "learning_rate": 0.003, "loss": 4.0188, "step": 24162 }, { "epoch": 0.24163, "grad_norm": 1.2619457498477704, "learning_rate": 0.003, "loss": 4.0069, "step": 24163 }, { "epoch": 0.24164, "grad_norm": 1.2206062099137558, "learning_rate": 0.003, "loss": 3.964, "step": 24164 }, { "epoch": 0.24165, "grad_norm": 1.301816189846531, "learning_rate": 0.003, "loss": 4.0041, "step": 24165 }, { "epoch": 0.24166, "grad_norm": 1.5295606001768185, "learning_rate": 0.003, "loss": 4.0106, "step": 24166 }, { "epoch": 0.24167, "grad_norm": 1.0898280529300612, "learning_rate": 0.003, "loss": 3.9865, "step": 24167 }, { "epoch": 0.24168, "grad_norm": 1.3289237186342768, "learning_rate": 0.003, "loss": 4.043, "step": 24168 }, { "epoch": 0.24169, "grad_norm": 1.05018881791721, "learning_rate": 0.003, "loss": 3.9805, "step": 24169 }, { "epoch": 0.2417, "grad_norm": 1.345294324927424, "learning_rate": 0.003, "loss": 3.9996, "step": 24170 }, { "epoch": 0.24171, "grad_norm": 1.2551936261349765, "learning_rate": 0.003, "loss": 3.9873, "step": 24171 }, { "epoch": 0.24172, "grad_norm": 1.458424786857544, "learning_rate": 0.003, "loss": 3.9862, "step": 24172 }, { "epoch": 0.24173, "grad_norm": 1.3382087209627367, "learning_rate": 0.003, "loss": 3.9975, "step": 24173 }, { "epoch": 0.24174, "grad_norm": 1.3832094885126691, "learning_rate": 0.003, "loss": 3.9694, "step": 24174 }, { "epoch": 0.24175, "grad_norm": 1.1766255861862356, "learning_rate": 0.003, "loss": 3.9973, "step": 24175 }, { "epoch": 0.24176, "grad_norm": 1.390750899722205, "learning_rate": 0.003, "loss": 4.0221, "step": 24176 }, { "epoch": 0.24177, "grad_norm": 1.0943146212335126, "learning_rate": 0.003, "loss": 3.9947, "step": 24177 }, { "epoch": 0.24178, "grad_norm": 1.3529723830987217, "learning_rate": 0.003, "loss": 4.0038, "step": 24178 }, { "epoch": 0.24179, "grad_norm": 1.1342602218953872, "learning_rate": 0.003, "loss": 3.9759, "step": 24179 }, { "epoch": 0.2418, "grad_norm": 1.2069915185802274, "learning_rate": 0.003, "loss": 3.9914, "step": 24180 }, { "epoch": 0.24181, "grad_norm": 1.2100751479764567, "learning_rate": 0.003, "loss": 3.9718, "step": 24181 }, { "epoch": 0.24182, "grad_norm": 1.4054719298479592, "learning_rate": 0.003, "loss": 4.0057, "step": 24182 }, { "epoch": 0.24183, "grad_norm": 1.0105782851901894, "learning_rate": 0.003, "loss": 3.9754, "step": 24183 }, { "epoch": 0.24184, "grad_norm": 1.3241078678052367, "learning_rate": 0.003, "loss": 4.0074, "step": 24184 }, { "epoch": 0.24185, "grad_norm": 1.1455738469584729, "learning_rate": 0.003, "loss": 3.9793, "step": 24185 }, { "epoch": 0.24186, "grad_norm": 1.3106100036520203, "learning_rate": 0.003, "loss": 4.0227, "step": 24186 }, { "epoch": 0.24187, "grad_norm": 1.2475536766156146, "learning_rate": 0.003, "loss": 4.0153, "step": 24187 }, { "epoch": 0.24188, "grad_norm": 1.3992104686638014, "learning_rate": 0.003, "loss": 4.0252, "step": 24188 }, { "epoch": 0.24189, "grad_norm": 1.2078384758490144, "learning_rate": 0.003, "loss": 4.0021, "step": 24189 }, { "epoch": 0.2419, "grad_norm": 1.2972821666243688, "learning_rate": 0.003, "loss": 4.018, "step": 24190 }, { "epoch": 0.24191, "grad_norm": 1.2399980115118858, "learning_rate": 0.003, "loss": 4.0022, "step": 24191 }, { "epoch": 0.24192, "grad_norm": 1.2819185940105668, "learning_rate": 0.003, "loss": 4.0193, "step": 24192 }, { "epoch": 0.24193, "grad_norm": 1.3250477086069232, "learning_rate": 0.003, "loss": 4.0, "step": 24193 }, { "epoch": 0.24194, "grad_norm": 1.0089381957636598, "learning_rate": 0.003, "loss": 3.9852, "step": 24194 }, { "epoch": 0.24195, "grad_norm": 1.5135865411071787, "learning_rate": 0.003, "loss": 3.9908, "step": 24195 }, { "epoch": 0.24196, "grad_norm": 1.1124622384173501, "learning_rate": 0.003, "loss": 4.0435, "step": 24196 }, { "epoch": 0.24197, "grad_norm": 1.6354441763795529, "learning_rate": 0.003, "loss": 3.9984, "step": 24197 }, { "epoch": 0.24198, "grad_norm": 1.1424460247478212, "learning_rate": 0.003, "loss": 3.9955, "step": 24198 }, { "epoch": 0.24199, "grad_norm": 1.2714981166300368, "learning_rate": 0.003, "loss": 4.0046, "step": 24199 }, { "epoch": 0.242, "grad_norm": 1.282921704309831, "learning_rate": 0.003, "loss": 4.0298, "step": 24200 }, { "epoch": 0.24201, "grad_norm": 1.5530604233598977, "learning_rate": 0.003, "loss": 4.029, "step": 24201 }, { "epoch": 0.24202, "grad_norm": 1.2926991151160696, "learning_rate": 0.003, "loss": 3.9962, "step": 24202 }, { "epoch": 0.24203, "grad_norm": 1.3331459521570448, "learning_rate": 0.003, "loss": 3.9929, "step": 24203 }, { "epoch": 0.24204, "grad_norm": 1.3736301850195587, "learning_rate": 0.003, "loss": 4.01, "step": 24204 }, { "epoch": 0.24205, "grad_norm": 1.0597872275977052, "learning_rate": 0.003, "loss": 3.9829, "step": 24205 }, { "epoch": 0.24206, "grad_norm": 1.3577186538588275, "learning_rate": 0.003, "loss": 3.9698, "step": 24206 }, { "epoch": 0.24207, "grad_norm": 1.3329070595863608, "learning_rate": 0.003, "loss": 4.0256, "step": 24207 }, { "epoch": 0.24208, "grad_norm": 1.3549883593083465, "learning_rate": 0.003, "loss": 4.0143, "step": 24208 }, { "epoch": 0.24209, "grad_norm": 1.4249514541751218, "learning_rate": 0.003, "loss": 3.9883, "step": 24209 }, { "epoch": 0.2421, "grad_norm": 1.2554446779718282, "learning_rate": 0.003, "loss": 4.0142, "step": 24210 }, { "epoch": 0.24211, "grad_norm": 1.2415654378670002, "learning_rate": 0.003, "loss": 4.0235, "step": 24211 }, { "epoch": 0.24212, "grad_norm": 1.4210593433681382, "learning_rate": 0.003, "loss": 3.9855, "step": 24212 }, { "epoch": 0.24213, "grad_norm": 1.0826297263828262, "learning_rate": 0.003, "loss": 4.0263, "step": 24213 }, { "epoch": 0.24214, "grad_norm": 1.4270304021470281, "learning_rate": 0.003, "loss": 4.0188, "step": 24214 }, { "epoch": 0.24215, "grad_norm": 1.0196608721756761, "learning_rate": 0.003, "loss": 3.9994, "step": 24215 }, { "epoch": 0.24216, "grad_norm": 1.3993911409198008, "learning_rate": 0.003, "loss": 3.9873, "step": 24216 }, { "epoch": 0.24217, "grad_norm": 1.1095018822835812, "learning_rate": 0.003, "loss": 4.003, "step": 24217 }, { "epoch": 0.24218, "grad_norm": 1.397362132945264, "learning_rate": 0.003, "loss": 4.003, "step": 24218 }, { "epoch": 0.24219, "grad_norm": 1.176821546171383, "learning_rate": 0.003, "loss": 3.9929, "step": 24219 }, { "epoch": 0.2422, "grad_norm": 1.1951327192458712, "learning_rate": 0.003, "loss": 4.0044, "step": 24220 }, { "epoch": 0.24221, "grad_norm": 1.406464672554473, "learning_rate": 0.003, "loss": 3.9894, "step": 24221 }, { "epoch": 0.24222, "grad_norm": 1.480346552419561, "learning_rate": 0.003, "loss": 3.9831, "step": 24222 }, { "epoch": 0.24223, "grad_norm": 1.4481149770728632, "learning_rate": 0.003, "loss": 3.9809, "step": 24223 }, { "epoch": 0.24224, "grad_norm": 1.086886352987646, "learning_rate": 0.003, "loss": 3.9932, "step": 24224 }, { "epoch": 0.24225, "grad_norm": 1.2427138898744148, "learning_rate": 0.003, "loss": 4.0056, "step": 24225 }, { "epoch": 0.24226, "grad_norm": 1.0181420982800222, "learning_rate": 0.003, "loss": 3.9965, "step": 24226 }, { "epoch": 0.24227, "grad_norm": 1.3676344478625133, "learning_rate": 0.003, "loss": 4.028, "step": 24227 }, { "epoch": 0.24228, "grad_norm": 1.1254447922314936, "learning_rate": 0.003, "loss": 4.0058, "step": 24228 }, { "epoch": 0.24229, "grad_norm": 1.3583829365953681, "learning_rate": 0.003, "loss": 3.9869, "step": 24229 }, { "epoch": 0.2423, "grad_norm": 1.4050310721887904, "learning_rate": 0.003, "loss": 4.0099, "step": 24230 }, { "epoch": 0.24231, "grad_norm": 1.1438891805413836, "learning_rate": 0.003, "loss": 4.0117, "step": 24231 }, { "epoch": 0.24232, "grad_norm": 1.3079967830377055, "learning_rate": 0.003, "loss": 3.9746, "step": 24232 }, { "epoch": 0.24233, "grad_norm": 1.1124583087580002, "learning_rate": 0.003, "loss": 4.0045, "step": 24233 }, { "epoch": 0.24234, "grad_norm": 1.2922358225045152, "learning_rate": 0.003, "loss": 4.0267, "step": 24234 }, { "epoch": 0.24235, "grad_norm": 1.1092143665895888, "learning_rate": 0.003, "loss": 3.9585, "step": 24235 }, { "epoch": 0.24236, "grad_norm": 1.580912137481568, "learning_rate": 0.003, "loss": 3.9983, "step": 24236 }, { "epoch": 0.24237, "grad_norm": 1.0071440104460954, "learning_rate": 0.003, "loss": 3.9898, "step": 24237 }, { "epoch": 0.24238, "grad_norm": 1.5819348231049781, "learning_rate": 0.003, "loss": 4.0226, "step": 24238 }, { "epoch": 0.24239, "grad_norm": 1.1659322289400957, "learning_rate": 0.003, "loss": 4.0223, "step": 24239 }, { "epoch": 0.2424, "grad_norm": 1.5389806602289353, "learning_rate": 0.003, "loss": 4.0102, "step": 24240 }, { "epoch": 0.24241, "grad_norm": 1.2672588268892024, "learning_rate": 0.003, "loss": 4.0091, "step": 24241 }, { "epoch": 0.24242, "grad_norm": 1.4036300620957065, "learning_rate": 0.003, "loss": 4.0096, "step": 24242 }, { "epoch": 0.24243, "grad_norm": 1.1775111147811212, "learning_rate": 0.003, "loss": 3.9956, "step": 24243 }, { "epoch": 0.24244, "grad_norm": 1.522693526218825, "learning_rate": 0.003, "loss": 3.9967, "step": 24244 }, { "epoch": 0.24245, "grad_norm": 1.4014419087320238, "learning_rate": 0.003, "loss": 3.9927, "step": 24245 }, { "epoch": 0.24246, "grad_norm": 1.4126587575267704, "learning_rate": 0.003, "loss": 4.0258, "step": 24246 }, { "epoch": 0.24247, "grad_norm": 1.2498324933083844, "learning_rate": 0.003, "loss": 4.0157, "step": 24247 }, { "epoch": 0.24248, "grad_norm": 1.2626038204574848, "learning_rate": 0.003, "loss": 4.0258, "step": 24248 }, { "epoch": 0.24249, "grad_norm": 1.188801076068019, "learning_rate": 0.003, "loss": 3.9997, "step": 24249 }, { "epoch": 0.2425, "grad_norm": 1.3030013119141315, "learning_rate": 0.003, "loss": 3.9907, "step": 24250 }, { "epoch": 0.24251, "grad_norm": 1.247500690440646, "learning_rate": 0.003, "loss": 4.0072, "step": 24251 }, { "epoch": 0.24252, "grad_norm": 1.3779174020672684, "learning_rate": 0.003, "loss": 3.984, "step": 24252 }, { "epoch": 0.24253, "grad_norm": 1.2977502087860697, "learning_rate": 0.003, "loss": 4.0147, "step": 24253 }, { "epoch": 0.24254, "grad_norm": 1.2989538736770816, "learning_rate": 0.003, "loss": 3.9943, "step": 24254 }, { "epoch": 0.24255, "grad_norm": 1.0112682071072827, "learning_rate": 0.003, "loss": 3.9975, "step": 24255 }, { "epoch": 0.24256, "grad_norm": 1.223671203799566, "learning_rate": 0.003, "loss": 3.9856, "step": 24256 }, { "epoch": 0.24257, "grad_norm": 1.2328841137294158, "learning_rate": 0.003, "loss": 3.9821, "step": 24257 }, { "epoch": 0.24258, "grad_norm": 1.173124335947438, "learning_rate": 0.003, "loss": 3.9873, "step": 24258 }, { "epoch": 0.24259, "grad_norm": 1.44321597893089, "learning_rate": 0.003, "loss": 3.9626, "step": 24259 }, { "epoch": 0.2426, "grad_norm": 1.0409958265783836, "learning_rate": 0.003, "loss": 3.9949, "step": 24260 }, { "epoch": 0.24261, "grad_norm": 1.4113568787183663, "learning_rate": 0.003, "loss": 4.0095, "step": 24261 }, { "epoch": 0.24262, "grad_norm": 1.0441273336220465, "learning_rate": 0.003, "loss": 4.0083, "step": 24262 }, { "epoch": 0.24263, "grad_norm": 1.500155681422747, "learning_rate": 0.003, "loss": 4.0223, "step": 24263 }, { "epoch": 0.24264, "grad_norm": 1.2792869549418553, "learning_rate": 0.003, "loss": 4.0455, "step": 24264 }, { "epoch": 0.24265, "grad_norm": 1.316300758861995, "learning_rate": 0.003, "loss": 3.9861, "step": 24265 }, { "epoch": 0.24266, "grad_norm": 1.3085208308967156, "learning_rate": 0.003, "loss": 3.9852, "step": 24266 }, { "epoch": 0.24267, "grad_norm": 1.1884597760130713, "learning_rate": 0.003, "loss": 4.0083, "step": 24267 }, { "epoch": 0.24268, "grad_norm": 1.3706254658457726, "learning_rate": 0.003, "loss": 4.0256, "step": 24268 }, { "epoch": 0.24269, "grad_norm": 1.1418910667561124, "learning_rate": 0.003, "loss": 4.0036, "step": 24269 }, { "epoch": 0.2427, "grad_norm": 1.3286987167784483, "learning_rate": 0.003, "loss": 4.0069, "step": 24270 }, { "epoch": 0.24271, "grad_norm": 1.1042820419071429, "learning_rate": 0.003, "loss": 3.9818, "step": 24271 }, { "epoch": 0.24272, "grad_norm": 1.3213486811412363, "learning_rate": 0.003, "loss": 3.991, "step": 24272 }, { "epoch": 0.24273, "grad_norm": 1.1902761910934856, "learning_rate": 0.003, "loss": 3.9926, "step": 24273 }, { "epoch": 0.24274, "grad_norm": 1.567635346410316, "learning_rate": 0.003, "loss": 4.0241, "step": 24274 }, { "epoch": 0.24275, "grad_norm": 1.2005589523602915, "learning_rate": 0.003, "loss": 3.99, "step": 24275 }, { "epoch": 0.24276, "grad_norm": 1.0966954702850007, "learning_rate": 0.003, "loss": 3.9907, "step": 24276 }, { "epoch": 0.24277, "grad_norm": 1.3073977353357855, "learning_rate": 0.003, "loss": 4.009, "step": 24277 }, { "epoch": 0.24278, "grad_norm": 1.2326235968708692, "learning_rate": 0.003, "loss": 3.9932, "step": 24278 }, { "epoch": 0.24279, "grad_norm": 1.2010886610998857, "learning_rate": 0.003, "loss": 4.0016, "step": 24279 }, { "epoch": 0.2428, "grad_norm": 1.2098808314499239, "learning_rate": 0.003, "loss": 4.0067, "step": 24280 }, { "epoch": 0.24281, "grad_norm": 1.3213920987918337, "learning_rate": 0.003, "loss": 4.0172, "step": 24281 }, { "epoch": 0.24282, "grad_norm": 1.1858270858463267, "learning_rate": 0.003, "loss": 3.978, "step": 24282 }, { "epoch": 0.24283, "grad_norm": 1.2319408535087508, "learning_rate": 0.003, "loss": 3.9887, "step": 24283 }, { "epoch": 0.24284, "grad_norm": 1.4694003904655955, "learning_rate": 0.003, "loss": 4.0109, "step": 24284 }, { "epoch": 0.24285, "grad_norm": 1.1194655920888879, "learning_rate": 0.003, "loss": 3.9709, "step": 24285 }, { "epoch": 0.24286, "grad_norm": 1.2272982979212796, "learning_rate": 0.003, "loss": 3.9998, "step": 24286 }, { "epoch": 0.24287, "grad_norm": 1.313632308661914, "learning_rate": 0.003, "loss": 3.9953, "step": 24287 }, { "epoch": 0.24288, "grad_norm": 1.2156624105395946, "learning_rate": 0.003, "loss": 3.9732, "step": 24288 }, { "epoch": 0.24289, "grad_norm": 1.3604433769520767, "learning_rate": 0.003, "loss": 3.9971, "step": 24289 }, { "epoch": 0.2429, "grad_norm": 1.1918012715723885, "learning_rate": 0.003, "loss": 4.0057, "step": 24290 }, { "epoch": 0.24291, "grad_norm": 1.4210136212683475, "learning_rate": 0.003, "loss": 3.9888, "step": 24291 }, { "epoch": 0.24292, "grad_norm": 1.0618839514006881, "learning_rate": 0.003, "loss": 4.007, "step": 24292 }, { "epoch": 0.24293, "grad_norm": 1.4356886998736293, "learning_rate": 0.003, "loss": 3.9624, "step": 24293 }, { "epoch": 0.24294, "grad_norm": 1.1501206023642496, "learning_rate": 0.003, "loss": 3.9903, "step": 24294 }, { "epoch": 0.24295, "grad_norm": 1.2759834488148594, "learning_rate": 0.003, "loss": 4.0027, "step": 24295 }, { "epoch": 0.24296, "grad_norm": 1.373149376159708, "learning_rate": 0.003, "loss": 3.9884, "step": 24296 }, { "epoch": 0.24297, "grad_norm": 1.418141680211911, "learning_rate": 0.003, "loss": 3.9963, "step": 24297 }, { "epoch": 0.24298, "grad_norm": 1.153091629878988, "learning_rate": 0.003, "loss": 3.9918, "step": 24298 }, { "epoch": 0.24299, "grad_norm": 1.4037006163417747, "learning_rate": 0.003, "loss": 3.9879, "step": 24299 }, { "epoch": 0.243, "grad_norm": 1.1925564570567497, "learning_rate": 0.003, "loss": 3.9959, "step": 24300 }, { "epoch": 0.24301, "grad_norm": 1.40308492908008, "learning_rate": 0.003, "loss": 3.9689, "step": 24301 }, { "epoch": 0.24302, "grad_norm": 1.3105859567718003, "learning_rate": 0.003, "loss": 3.9902, "step": 24302 }, { "epoch": 0.24303, "grad_norm": 1.218534319371849, "learning_rate": 0.003, "loss": 4.0204, "step": 24303 }, { "epoch": 0.24304, "grad_norm": 1.2852184695667128, "learning_rate": 0.003, "loss": 3.9969, "step": 24304 }, { "epoch": 0.24305, "grad_norm": 1.1507495401616317, "learning_rate": 0.003, "loss": 4.0065, "step": 24305 }, { "epoch": 0.24306, "grad_norm": 1.5141694171720639, "learning_rate": 0.003, "loss": 3.9879, "step": 24306 }, { "epoch": 0.24307, "grad_norm": 1.3689362995845964, "learning_rate": 0.003, "loss": 4.0353, "step": 24307 }, { "epoch": 0.24308, "grad_norm": 1.5031421120255246, "learning_rate": 0.003, "loss": 3.9825, "step": 24308 }, { "epoch": 0.24309, "grad_norm": 1.0452218607412926, "learning_rate": 0.003, "loss": 4.0038, "step": 24309 }, { "epoch": 0.2431, "grad_norm": 1.2385693845724137, "learning_rate": 0.003, "loss": 3.9906, "step": 24310 }, { "epoch": 0.24311, "grad_norm": 1.2751466154762958, "learning_rate": 0.003, "loss": 3.9924, "step": 24311 }, { "epoch": 0.24312, "grad_norm": 1.1588864812669948, "learning_rate": 0.003, "loss": 3.9687, "step": 24312 }, { "epoch": 0.24313, "grad_norm": 1.3283726644502272, "learning_rate": 0.003, "loss": 4.0138, "step": 24313 }, { "epoch": 0.24314, "grad_norm": 1.2177853899290105, "learning_rate": 0.003, "loss": 3.9773, "step": 24314 }, { "epoch": 0.24315, "grad_norm": 1.5908274177197597, "learning_rate": 0.003, "loss": 4.011, "step": 24315 }, { "epoch": 0.24316, "grad_norm": 1.2017672334308052, "learning_rate": 0.003, "loss": 3.9994, "step": 24316 }, { "epoch": 0.24317, "grad_norm": 1.2503171458732973, "learning_rate": 0.003, "loss": 4.0361, "step": 24317 }, { "epoch": 0.24318, "grad_norm": 1.1592633803465389, "learning_rate": 0.003, "loss": 3.995, "step": 24318 }, { "epoch": 0.24319, "grad_norm": 1.270896830243061, "learning_rate": 0.003, "loss": 3.9902, "step": 24319 }, { "epoch": 0.2432, "grad_norm": 1.2852044049316775, "learning_rate": 0.003, "loss": 4.0068, "step": 24320 }, { "epoch": 0.24321, "grad_norm": 1.1289722479443345, "learning_rate": 0.003, "loss": 3.9755, "step": 24321 }, { "epoch": 0.24322, "grad_norm": 1.511993927353488, "learning_rate": 0.003, "loss": 4.0226, "step": 24322 }, { "epoch": 0.24323, "grad_norm": 1.2435203173683225, "learning_rate": 0.003, "loss": 3.9898, "step": 24323 }, { "epoch": 0.24324, "grad_norm": 1.2670008471230054, "learning_rate": 0.003, "loss": 3.9978, "step": 24324 }, { "epoch": 0.24325, "grad_norm": 1.3988713647496716, "learning_rate": 0.003, "loss": 3.9901, "step": 24325 }, { "epoch": 0.24326, "grad_norm": 1.1989574579224378, "learning_rate": 0.003, "loss": 3.9959, "step": 24326 }, { "epoch": 0.24327, "grad_norm": 1.3251032016198945, "learning_rate": 0.003, "loss": 3.9998, "step": 24327 }, { "epoch": 0.24328, "grad_norm": 1.2338473684311857, "learning_rate": 0.003, "loss": 4.0094, "step": 24328 }, { "epoch": 0.24329, "grad_norm": 1.3960675696266212, "learning_rate": 0.003, "loss": 4.0072, "step": 24329 }, { "epoch": 0.2433, "grad_norm": 1.2752366750987398, "learning_rate": 0.003, "loss": 3.9917, "step": 24330 }, { "epoch": 0.24331, "grad_norm": 1.1981873816500621, "learning_rate": 0.003, "loss": 3.9737, "step": 24331 }, { "epoch": 0.24332, "grad_norm": 1.4074443858614525, "learning_rate": 0.003, "loss": 4.0273, "step": 24332 }, { "epoch": 0.24333, "grad_norm": 1.5293059600816015, "learning_rate": 0.003, "loss": 3.9854, "step": 24333 }, { "epoch": 0.24334, "grad_norm": 0.9823305104797105, "learning_rate": 0.003, "loss": 3.9917, "step": 24334 }, { "epoch": 0.24335, "grad_norm": 1.3622104334442773, "learning_rate": 0.003, "loss": 4.004, "step": 24335 }, { "epoch": 0.24336, "grad_norm": 1.2185726968881212, "learning_rate": 0.003, "loss": 3.9801, "step": 24336 }, { "epoch": 0.24337, "grad_norm": 1.1605444142293981, "learning_rate": 0.003, "loss": 3.9895, "step": 24337 }, { "epoch": 0.24338, "grad_norm": 1.281828120744372, "learning_rate": 0.003, "loss": 4.0235, "step": 24338 }, { "epoch": 0.24339, "grad_norm": 1.3591347295733012, "learning_rate": 0.003, "loss": 4.013, "step": 24339 }, { "epoch": 0.2434, "grad_norm": 1.3247094939167927, "learning_rate": 0.003, "loss": 3.983, "step": 24340 }, { "epoch": 0.24341, "grad_norm": 1.2246542472827677, "learning_rate": 0.003, "loss": 3.975, "step": 24341 }, { "epoch": 0.24342, "grad_norm": 1.3080626594209288, "learning_rate": 0.003, "loss": 3.9816, "step": 24342 }, { "epoch": 0.24343, "grad_norm": 1.4378310191285855, "learning_rate": 0.003, "loss": 3.9948, "step": 24343 }, { "epoch": 0.24344, "grad_norm": 1.5318215241625899, "learning_rate": 0.003, "loss": 4.0165, "step": 24344 }, { "epoch": 0.24345, "grad_norm": 1.0738007728475194, "learning_rate": 0.003, "loss": 3.9961, "step": 24345 }, { "epoch": 0.24346, "grad_norm": 1.313594316042918, "learning_rate": 0.003, "loss": 4.009, "step": 24346 }, { "epoch": 0.24347, "grad_norm": 1.2235624479272187, "learning_rate": 0.003, "loss": 4.0002, "step": 24347 }, { "epoch": 0.24348, "grad_norm": 1.1292325507753453, "learning_rate": 0.003, "loss": 4.0016, "step": 24348 }, { "epoch": 0.24349, "grad_norm": 1.394689425890914, "learning_rate": 0.003, "loss": 4.016, "step": 24349 }, { "epoch": 0.2435, "grad_norm": 1.3069454231798265, "learning_rate": 0.003, "loss": 4.0102, "step": 24350 }, { "epoch": 0.24351, "grad_norm": 1.185003909473256, "learning_rate": 0.003, "loss": 3.9853, "step": 24351 }, { "epoch": 0.24352, "grad_norm": 1.3113412084498477, "learning_rate": 0.003, "loss": 4.02, "step": 24352 }, { "epoch": 0.24353, "grad_norm": 1.115870032158001, "learning_rate": 0.003, "loss": 3.9957, "step": 24353 }, { "epoch": 0.24354, "grad_norm": 1.502411615129219, "learning_rate": 0.003, "loss": 4.0146, "step": 24354 }, { "epoch": 0.24355, "grad_norm": 1.0942168062859534, "learning_rate": 0.003, "loss": 4.0061, "step": 24355 }, { "epoch": 0.24356, "grad_norm": 1.3589652682721036, "learning_rate": 0.003, "loss": 4.0264, "step": 24356 }, { "epoch": 0.24357, "grad_norm": 1.1377925398927595, "learning_rate": 0.003, "loss": 4.019, "step": 24357 }, { "epoch": 0.24358, "grad_norm": 1.182331949901294, "learning_rate": 0.003, "loss": 3.9888, "step": 24358 }, { "epoch": 0.24359, "grad_norm": 1.3634158908075005, "learning_rate": 0.003, "loss": 3.9953, "step": 24359 }, { "epoch": 0.2436, "grad_norm": 1.2765530427200424, "learning_rate": 0.003, "loss": 3.9949, "step": 24360 }, { "epoch": 0.24361, "grad_norm": 1.1308114449518833, "learning_rate": 0.003, "loss": 4.0125, "step": 24361 }, { "epoch": 0.24362, "grad_norm": 1.4290241616859394, "learning_rate": 0.003, "loss": 3.9954, "step": 24362 }, { "epoch": 0.24363, "grad_norm": 1.0381113257081345, "learning_rate": 0.003, "loss": 4.0017, "step": 24363 }, { "epoch": 0.24364, "grad_norm": 1.5590705825757918, "learning_rate": 0.003, "loss": 3.9989, "step": 24364 }, { "epoch": 0.24365, "grad_norm": 1.3268581512786095, "learning_rate": 0.003, "loss": 3.9958, "step": 24365 }, { "epoch": 0.24366, "grad_norm": 1.5048389428683266, "learning_rate": 0.003, "loss": 4.0153, "step": 24366 }, { "epoch": 0.24367, "grad_norm": 1.1339578323430541, "learning_rate": 0.003, "loss": 4.0041, "step": 24367 }, { "epoch": 0.24368, "grad_norm": 1.406364278069037, "learning_rate": 0.003, "loss": 4.0299, "step": 24368 }, { "epoch": 0.24369, "grad_norm": 1.2613402679252856, "learning_rate": 0.003, "loss": 4.0151, "step": 24369 }, { "epoch": 0.2437, "grad_norm": 1.3078550941344107, "learning_rate": 0.003, "loss": 3.976, "step": 24370 }, { "epoch": 0.24371, "grad_norm": 1.1169504497228377, "learning_rate": 0.003, "loss": 4.0187, "step": 24371 }, { "epoch": 0.24372, "grad_norm": 1.3223866962154005, "learning_rate": 0.003, "loss": 4.0115, "step": 24372 }, { "epoch": 0.24373, "grad_norm": 1.1402993419498877, "learning_rate": 0.003, "loss": 4.0111, "step": 24373 }, { "epoch": 0.24374, "grad_norm": 1.5073023453780978, "learning_rate": 0.003, "loss": 4.0159, "step": 24374 }, { "epoch": 0.24375, "grad_norm": 1.3130387017275593, "learning_rate": 0.003, "loss": 3.9961, "step": 24375 }, { "epoch": 0.24376, "grad_norm": 1.197736562000046, "learning_rate": 0.003, "loss": 3.9788, "step": 24376 }, { "epoch": 0.24377, "grad_norm": 1.3706528218008787, "learning_rate": 0.003, "loss": 3.9851, "step": 24377 }, { "epoch": 0.24378, "grad_norm": 1.1471397951686368, "learning_rate": 0.003, "loss": 3.9685, "step": 24378 }, { "epoch": 0.24379, "grad_norm": 1.2665475020333121, "learning_rate": 0.003, "loss": 3.9918, "step": 24379 }, { "epoch": 0.2438, "grad_norm": 1.2405058567798786, "learning_rate": 0.003, "loss": 3.9958, "step": 24380 }, { "epoch": 0.24381, "grad_norm": 1.2763989552852328, "learning_rate": 0.003, "loss": 4.009, "step": 24381 }, { "epoch": 0.24382, "grad_norm": 1.2819422450417008, "learning_rate": 0.003, "loss": 4.0065, "step": 24382 }, { "epoch": 0.24383, "grad_norm": 1.4062546736109662, "learning_rate": 0.003, "loss": 3.9852, "step": 24383 }, { "epoch": 0.24384, "grad_norm": 1.1927112034912102, "learning_rate": 0.003, "loss": 4.0031, "step": 24384 }, { "epoch": 0.24385, "grad_norm": 1.2721420137833226, "learning_rate": 0.003, "loss": 3.9851, "step": 24385 }, { "epoch": 0.24386, "grad_norm": 1.2534050656995195, "learning_rate": 0.003, "loss": 4.0113, "step": 24386 }, { "epoch": 0.24387, "grad_norm": 1.3244435530928822, "learning_rate": 0.003, "loss": 4.0019, "step": 24387 }, { "epoch": 0.24388, "grad_norm": 1.2616847657069525, "learning_rate": 0.003, "loss": 3.9821, "step": 24388 }, { "epoch": 0.24389, "grad_norm": 1.2271866068145514, "learning_rate": 0.003, "loss": 4.0098, "step": 24389 }, { "epoch": 0.2439, "grad_norm": 1.3865900981505386, "learning_rate": 0.003, "loss": 3.9796, "step": 24390 }, { "epoch": 0.24391, "grad_norm": 1.452410080119915, "learning_rate": 0.003, "loss": 3.986, "step": 24391 }, { "epoch": 0.24392, "grad_norm": 1.1099791273002877, "learning_rate": 0.003, "loss": 4.0195, "step": 24392 }, { "epoch": 0.24393, "grad_norm": 1.395517868593229, "learning_rate": 0.003, "loss": 3.987, "step": 24393 }, { "epoch": 0.24394, "grad_norm": 1.223442272491398, "learning_rate": 0.003, "loss": 4.0199, "step": 24394 }, { "epoch": 0.24395, "grad_norm": 1.5095400418472722, "learning_rate": 0.003, "loss": 3.9697, "step": 24395 }, { "epoch": 0.24396, "grad_norm": 1.0740584995420714, "learning_rate": 0.003, "loss": 4.006, "step": 24396 }, { "epoch": 0.24397, "grad_norm": 1.5712188433030259, "learning_rate": 0.003, "loss": 4.0375, "step": 24397 }, { "epoch": 0.24398, "grad_norm": 0.9913594148643636, "learning_rate": 0.003, "loss": 3.9863, "step": 24398 }, { "epoch": 0.24399, "grad_norm": 1.6322503106068742, "learning_rate": 0.003, "loss": 4.0269, "step": 24399 }, { "epoch": 0.244, "grad_norm": 1.1321171926136195, "learning_rate": 0.003, "loss": 4.0193, "step": 24400 }, { "epoch": 0.24401, "grad_norm": 1.3767302861060162, "learning_rate": 0.003, "loss": 3.9798, "step": 24401 }, { "epoch": 0.24402, "grad_norm": 1.1879700957527368, "learning_rate": 0.003, "loss": 4.0195, "step": 24402 }, { "epoch": 0.24403, "grad_norm": 1.5901289481262721, "learning_rate": 0.003, "loss": 4.0355, "step": 24403 }, { "epoch": 0.24404, "grad_norm": 1.2849556050127822, "learning_rate": 0.003, "loss": 4.0147, "step": 24404 }, { "epoch": 0.24405, "grad_norm": 1.3608707343300581, "learning_rate": 0.003, "loss": 4.0061, "step": 24405 }, { "epoch": 0.24406, "grad_norm": 1.3196568968819455, "learning_rate": 0.003, "loss": 4.0188, "step": 24406 }, { "epoch": 0.24407, "grad_norm": 1.0128030447019938, "learning_rate": 0.003, "loss": 4.0061, "step": 24407 }, { "epoch": 0.24408, "grad_norm": 1.298169699589074, "learning_rate": 0.003, "loss": 4.0098, "step": 24408 }, { "epoch": 0.24409, "grad_norm": 1.1529502331112569, "learning_rate": 0.003, "loss": 3.9994, "step": 24409 }, { "epoch": 0.2441, "grad_norm": 1.3561983998887073, "learning_rate": 0.003, "loss": 4.0268, "step": 24410 }, { "epoch": 0.24411, "grad_norm": 1.1545828102418174, "learning_rate": 0.003, "loss": 3.9906, "step": 24411 }, { "epoch": 0.24412, "grad_norm": 1.2603649346267525, "learning_rate": 0.003, "loss": 3.9957, "step": 24412 }, { "epoch": 0.24413, "grad_norm": 1.2729389148004777, "learning_rate": 0.003, "loss": 4.025, "step": 24413 }, { "epoch": 0.24414, "grad_norm": 1.2361068807094853, "learning_rate": 0.003, "loss": 4.0277, "step": 24414 }, { "epoch": 0.24415, "grad_norm": 1.2102621052864784, "learning_rate": 0.003, "loss": 3.9712, "step": 24415 }, { "epoch": 0.24416, "grad_norm": 1.2536920599162082, "learning_rate": 0.003, "loss": 4.016, "step": 24416 }, { "epoch": 0.24417, "grad_norm": 1.2354477919849793, "learning_rate": 0.003, "loss": 3.9877, "step": 24417 }, { "epoch": 0.24418, "grad_norm": 1.1486667979070766, "learning_rate": 0.003, "loss": 3.9848, "step": 24418 }, { "epoch": 0.24419, "grad_norm": 1.3142035597874264, "learning_rate": 0.003, "loss": 4.001, "step": 24419 }, { "epoch": 0.2442, "grad_norm": 1.0881019481016025, "learning_rate": 0.003, "loss": 3.9965, "step": 24420 }, { "epoch": 0.24421, "grad_norm": 1.6285304259604259, "learning_rate": 0.003, "loss": 4.002, "step": 24421 }, { "epoch": 0.24422, "grad_norm": 1.0945482006505143, "learning_rate": 0.003, "loss": 4.0145, "step": 24422 }, { "epoch": 0.24423, "grad_norm": 1.4386910922882614, "learning_rate": 0.003, "loss": 3.9933, "step": 24423 }, { "epoch": 0.24424, "grad_norm": 1.0749238964289267, "learning_rate": 0.003, "loss": 4.0151, "step": 24424 }, { "epoch": 0.24425, "grad_norm": 1.601371586044003, "learning_rate": 0.003, "loss": 4.0176, "step": 24425 }, { "epoch": 0.24426, "grad_norm": 1.264147204571013, "learning_rate": 0.003, "loss": 4.0203, "step": 24426 }, { "epoch": 0.24427, "grad_norm": 1.4660590848347255, "learning_rate": 0.003, "loss": 4.0133, "step": 24427 }, { "epoch": 0.24428, "grad_norm": 1.361533111769222, "learning_rate": 0.003, "loss": 4.0111, "step": 24428 }, { "epoch": 0.24429, "grad_norm": 1.1054025979712803, "learning_rate": 0.003, "loss": 4.0014, "step": 24429 }, { "epoch": 0.2443, "grad_norm": 1.607089699855232, "learning_rate": 0.003, "loss": 4.0287, "step": 24430 }, { "epoch": 0.24431, "grad_norm": 1.0589506934600224, "learning_rate": 0.003, "loss": 4.0129, "step": 24431 }, { "epoch": 0.24432, "grad_norm": 1.4425507614502244, "learning_rate": 0.003, "loss": 4.0114, "step": 24432 }, { "epoch": 0.24433, "grad_norm": 1.2536526237620638, "learning_rate": 0.003, "loss": 4.0266, "step": 24433 }, { "epoch": 0.24434, "grad_norm": 1.2799014871333905, "learning_rate": 0.003, "loss": 3.9998, "step": 24434 }, { "epoch": 0.24435, "grad_norm": 1.2087310362840358, "learning_rate": 0.003, "loss": 3.995, "step": 24435 }, { "epoch": 0.24436, "grad_norm": 1.2589430404319766, "learning_rate": 0.003, "loss": 4.0048, "step": 24436 }, { "epoch": 0.24437, "grad_norm": 1.3020743241944703, "learning_rate": 0.003, "loss": 3.9849, "step": 24437 }, { "epoch": 0.24438, "grad_norm": 1.0350526192333778, "learning_rate": 0.003, "loss": 3.9833, "step": 24438 }, { "epoch": 0.24439, "grad_norm": 1.613769720221129, "learning_rate": 0.003, "loss": 4.0056, "step": 24439 }, { "epoch": 0.2444, "grad_norm": 0.9170389233384412, "learning_rate": 0.003, "loss": 4.0022, "step": 24440 }, { "epoch": 0.24441, "grad_norm": 1.3503951688466662, "learning_rate": 0.003, "loss": 4.0341, "step": 24441 }, { "epoch": 0.24442, "grad_norm": 1.1689935574508825, "learning_rate": 0.003, "loss": 3.9964, "step": 24442 }, { "epoch": 0.24443, "grad_norm": 1.4489234487660718, "learning_rate": 0.003, "loss": 4.0173, "step": 24443 }, { "epoch": 0.24444, "grad_norm": 1.0872102385875815, "learning_rate": 0.003, "loss": 3.9742, "step": 24444 }, { "epoch": 0.24445, "grad_norm": 1.3098726064245774, "learning_rate": 0.003, "loss": 4.0341, "step": 24445 }, { "epoch": 0.24446, "grad_norm": 1.338901525415141, "learning_rate": 0.003, "loss": 4.0158, "step": 24446 }, { "epoch": 0.24447, "grad_norm": 1.034534928980268, "learning_rate": 0.003, "loss": 3.9843, "step": 24447 }, { "epoch": 0.24448, "grad_norm": 1.822390535620151, "learning_rate": 0.003, "loss": 3.9991, "step": 24448 }, { "epoch": 0.24449, "grad_norm": 0.9124108929155023, "learning_rate": 0.003, "loss": 3.9926, "step": 24449 }, { "epoch": 0.2445, "grad_norm": 1.2408020598965728, "learning_rate": 0.003, "loss": 3.9788, "step": 24450 }, { "epoch": 0.24451, "grad_norm": 1.2732858985349713, "learning_rate": 0.003, "loss": 4.0168, "step": 24451 }, { "epoch": 0.24452, "grad_norm": 1.0834995761354618, "learning_rate": 0.003, "loss": 4.0064, "step": 24452 }, { "epoch": 0.24453, "grad_norm": 1.5144110650126403, "learning_rate": 0.003, "loss": 4.0311, "step": 24453 }, { "epoch": 0.24454, "grad_norm": 1.1521916240709267, "learning_rate": 0.003, "loss": 4.0096, "step": 24454 }, { "epoch": 0.24455, "grad_norm": 1.3092658707896614, "learning_rate": 0.003, "loss": 4.0017, "step": 24455 }, { "epoch": 0.24456, "grad_norm": 1.3860268411626766, "learning_rate": 0.003, "loss": 4.0154, "step": 24456 }, { "epoch": 0.24457, "grad_norm": 1.1689766898842917, "learning_rate": 0.003, "loss": 4.0008, "step": 24457 }, { "epoch": 0.24458, "grad_norm": 1.4772332410144584, "learning_rate": 0.003, "loss": 4.0299, "step": 24458 }, { "epoch": 0.24459, "grad_norm": 1.2304619562599264, "learning_rate": 0.003, "loss": 3.9903, "step": 24459 }, { "epoch": 0.2446, "grad_norm": 1.309390676115892, "learning_rate": 0.003, "loss": 3.9941, "step": 24460 }, { "epoch": 0.24461, "grad_norm": 1.2113454880787824, "learning_rate": 0.003, "loss": 4.0065, "step": 24461 }, { "epoch": 0.24462, "grad_norm": 1.2904248793524917, "learning_rate": 0.003, "loss": 4.002, "step": 24462 }, { "epoch": 0.24463, "grad_norm": 1.304548084444334, "learning_rate": 0.003, "loss": 4.0019, "step": 24463 }, { "epoch": 0.24464, "grad_norm": 1.1189969015118677, "learning_rate": 0.003, "loss": 4.014, "step": 24464 }, { "epoch": 0.24465, "grad_norm": 1.389772974590791, "learning_rate": 0.003, "loss": 3.9959, "step": 24465 }, { "epoch": 0.24466, "grad_norm": 1.210061588011052, "learning_rate": 0.003, "loss": 4.0185, "step": 24466 }, { "epoch": 0.24467, "grad_norm": 1.3100128507491784, "learning_rate": 0.003, "loss": 4.0202, "step": 24467 }, { "epoch": 0.24468, "grad_norm": 1.1941964184232559, "learning_rate": 0.003, "loss": 3.9932, "step": 24468 }, { "epoch": 0.24469, "grad_norm": 1.308705515543237, "learning_rate": 0.003, "loss": 4.0465, "step": 24469 }, { "epoch": 0.2447, "grad_norm": 1.0195916220893464, "learning_rate": 0.003, "loss": 3.9782, "step": 24470 }, { "epoch": 0.24471, "grad_norm": 1.6070817554026, "learning_rate": 0.003, "loss": 3.9948, "step": 24471 }, { "epoch": 0.24472, "grad_norm": 1.0093747519472442, "learning_rate": 0.003, "loss": 3.9884, "step": 24472 }, { "epoch": 0.24473, "grad_norm": 1.69713409622631, "learning_rate": 0.003, "loss": 4.027, "step": 24473 }, { "epoch": 0.24474, "grad_norm": 1.1770981194343089, "learning_rate": 0.003, "loss": 4.001, "step": 24474 }, { "epoch": 0.24475, "grad_norm": 1.230236205206841, "learning_rate": 0.003, "loss": 4.0089, "step": 24475 }, { "epoch": 0.24476, "grad_norm": 1.3238783048504714, "learning_rate": 0.003, "loss": 4.0009, "step": 24476 }, { "epoch": 0.24477, "grad_norm": 1.7297844209362898, "learning_rate": 0.003, "loss": 3.9978, "step": 24477 }, { "epoch": 0.24478, "grad_norm": 1.176109623268336, "learning_rate": 0.003, "loss": 4.0126, "step": 24478 }, { "epoch": 0.24479, "grad_norm": 1.373955092425568, "learning_rate": 0.003, "loss": 4.0109, "step": 24479 }, { "epoch": 0.2448, "grad_norm": 1.124894114251988, "learning_rate": 0.003, "loss": 3.9781, "step": 24480 }, { "epoch": 0.24481, "grad_norm": 1.2702195447978766, "learning_rate": 0.003, "loss": 3.9845, "step": 24481 }, { "epoch": 0.24482, "grad_norm": 1.1609298837806605, "learning_rate": 0.003, "loss": 4.0018, "step": 24482 }, { "epoch": 0.24483, "grad_norm": 1.389432765093146, "learning_rate": 0.003, "loss": 3.9743, "step": 24483 }, { "epoch": 0.24484, "grad_norm": 1.1555440693822656, "learning_rate": 0.003, "loss": 4.0209, "step": 24484 }, { "epoch": 0.24485, "grad_norm": 1.362078798919951, "learning_rate": 0.003, "loss": 3.9924, "step": 24485 }, { "epoch": 0.24486, "grad_norm": 1.2181931020681083, "learning_rate": 0.003, "loss": 3.9953, "step": 24486 }, { "epoch": 0.24487, "grad_norm": 1.240411429671414, "learning_rate": 0.003, "loss": 3.9925, "step": 24487 }, { "epoch": 0.24488, "grad_norm": 1.181158430694127, "learning_rate": 0.003, "loss": 4.0282, "step": 24488 }, { "epoch": 0.24489, "grad_norm": 1.3770575576881237, "learning_rate": 0.003, "loss": 4.0251, "step": 24489 }, { "epoch": 0.2449, "grad_norm": 1.1912864239449947, "learning_rate": 0.003, "loss": 4.0151, "step": 24490 }, { "epoch": 0.24491, "grad_norm": 1.1782499554532953, "learning_rate": 0.003, "loss": 4.0176, "step": 24491 }, { "epoch": 0.24492, "grad_norm": 1.3124209281722807, "learning_rate": 0.003, "loss": 4.0025, "step": 24492 }, { "epoch": 0.24493, "grad_norm": 1.2408224119289284, "learning_rate": 0.003, "loss": 3.9737, "step": 24493 }, { "epoch": 0.24494, "grad_norm": 1.4268146314175043, "learning_rate": 0.003, "loss": 3.9989, "step": 24494 }, { "epoch": 0.24495, "grad_norm": 1.1266870655034145, "learning_rate": 0.003, "loss": 4.0093, "step": 24495 }, { "epoch": 0.24496, "grad_norm": 1.3905254055904925, "learning_rate": 0.003, "loss": 4.0082, "step": 24496 }, { "epoch": 0.24497, "grad_norm": 1.2704920317502815, "learning_rate": 0.003, "loss": 3.9944, "step": 24497 }, { "epoch": 0.24498, "grad_norm": 1.1600406672321961, "learning_rate": 0.003, "loss": 4.0088, "step": 24498 }, { "epoch": 0.24499, "grad_norm": 1.2503352133157692, "learning_rate": 0.003, "loss": 3.9721, "step": 24499 }, { "epoch": 0.245, "grad_norm": 1.369644885154186, "learning_rate": 0.003, "loss": 3.992, "step": 24500 }, { "epoch": 0.24501, "grad_norm": 1.0735186559545227, "learning_rate": 0.003, "loss": 3.9841, "step": 24501 }, { "epoch": 0.24502, "grad_norm": 1.3026273523704313, "learning_rate": 0.003, "loss": 4.0274, "step": 24502 }, { "epoch": 0.24503, "grad_norm": 1.423704251697948, "learning_rate": 0.003, "loss": 3.9872, "step": 24503 }, { "epoch": 0.24504, "grad_norm": 1.2419070689989116, "learning_rate": 0.003, "loss": 3.9895, "step": 24504 }, { "epoch": 0.24505, "grad_norm": 1.285348758082936, "learning_rate": 0.003, "loss": 3.9785, "step": 24505 }, { "epoch": 0.24506, "grad_norm": 1.4129311142429941, "learning_rate": 0.003, "loss": 4.0074, "step": 24506 }, { "epoch": 0.24507, "grad_norm": 1.3375240857028547, "learning_rate": 0.003, "loss": 3.9982, "step": 24507 }, { "epoch": 0.24508, "grad_norm": 1.1157070409357956, "learning_rate": 0.003, "loss": 3.971, "step": 24508 }, { "epoch": 0.24509, "grad_norm": 1.2705513672455138, "learning_rate": 0.003, "loss": 3.9879, "step": 24509 }, { "epoch": 0.2451, "grad_norm": 1.0732006513587, "learning_rate": 0.003, "loss": 3.9828, "step": 24510 }, { "epoch": 0.24511, "grad_norm": 1.4601980972998414, "learning_rate": 0.003, "loss": 4.0021, "step": 24511 }, { "epoch": 0.24512, "grad_norm": 1.0790293292743436, "learning_rate": 0.003, "loss": 4.0002, "step": 24512 }, { "epoch": 0.24513, "grad_norm": 1.6412413349277297, "learning_rate": 0.003, "loss": 4.0019, "step": 24513 }, { "epoch": 0.24514, "grad_norm": 1.314448730278494, "learning_rate": 0.003, "loss": 4.0416, "step": 24514 }, { "epoch": 0.24515, "grad_norm": 1.3512280096730391, "learning_rate": 0.003, "loss": 4.0044, "step": 24515 }, { "epoch": 0.24516, "grad_norm": 1.3611627149487544, "learning_rate": 0.003, "loss": 3.9949, "step": 24516 }, { "epoch": 0.24517, "grad_norm": 1.2213263879840819, "learning_rate": 0.003, "loss": 3.9898, "step": 24517 }, { "epoch": 0.24518, "grad_norm": 1.1371680851822656, "learning_rate": 0.003, "loss": 3.9957, "step": 24518 }, { "epoch": 0.24519, "grad_norm": 1.2458782152889503, "learning_rate": 0.003, "loss": 3.9918, "step": 24519 }, { "epoch": 0.2452, "grad_norm": 1.4081830129503665, "learning_rate": 0.003, "loss": 4.01, "step": 24520 }, { "epoch": 0.24521, "grad_norm": 1.0482776221555647, "learning_rate": 0.003, "loss": 3.9957, "step": 24521 }, { "epoch": 0.24522, "grad_norm": 1.197475730869575, "learning_rate": 0.003, "loss": 4.0208, "step": 24522 }, { "epoch": 0.24523, "grad_norm": 1.1650905666249265, "learning_rate": 0.003, "loss": 3.9846, "step": 24523 }, { "epoch": 0.24524, "grad_norm": 1.3532240837994298, "learning_rate": 0.003, "loss": 4.0096, "step": 24524 }, { "epoch": 0.24525, "grad_norm": 1.2558574149030357, "learning_rate": 0.003, "loss": 4.0019, "step": 24525 }, { "epoch": 0.24526, "grad_norm": 1.6444831127005999, "learning_rate": 0.003, "loss": 3.9933, "step": 24526 }, { "epoch": 0.24527, "grad_norm": 1.133678187830215, "learning_rate": 0.003, "loss": 4.0264, "step": 24527 }, { "epoch": 0.24528, "grad_norm": 1.4383648726986396, "learning_rate": 0.003, "loss": 4.0014, "step": 24528 }, { "epoch": 0.24529, "grad_norm": 1.2718814167572745, "learning_rate": 0.003, "loss": 4.008, "step": 24529 }, { "epoch": 0.2453, "grad_norm": 1.2477328920504283, "learning_rate": 0.003, "loss": 3.9879, "step": 24530 }, { "epoch": 0.24531, "grad_norm": 1.408256452920792, "learning_rate": 0.003, "loss": 3.9671, "step": 24531 }, { "epoch": 0.24532, "grad_norm": 1.1492057031083291, "learning_rate": 0.003, "loss": 4.0017, "step": 24532 }, { "epoch": 0.24533, "grad_norm": 1.369057819754174, "learning_rate": 0.003, "loss": 3.9799, "step": 24533 }, { "epoch": 0.24534, "grad_norm": 1.401522661203297, "learning_rate": 0.003, "loss": 4.0117, "step": 24534 }, { "epoch": 0.24535, "grad_norm": 1.1862726772169272, "learning_rate": 0.003, "loss": 4.0006, "step": 24535 }, { "epoch": 0.24536, "grad_norm": 1.2185082581522924, "learning_rate": 0.003, "loss": 3.9944, "step": 24536 }, { "epoch": 0.24537, "grad_norm": 1.219255272832426, "learning_rate": 0.003, "loss": 3.9909, "step": 24537 }, { "epoch": 0.24538, "grad_norm": 1.5179490647095155, "learning_rate": 0.003, "loss": 3.9616, "step": 24538 }, { "epoch": 0.24539, "grad_norm": 1.163424682689765, "learning_rate": 0.003, "loss": 3.9896, "step": 24539 }, { "epoch": 0.2454, "grad_norm": 1.2817318303185041, "learning_rate": 0.003, "loss": 4.0035, "step": 24540 }, { "epoch": 0.24541, "grad_norm": 0.9420540565277724, "learning_rate": 0.003, "loss": 3.9974, "step": 24541 }, { "epoch": 0.24542, "grad_norm": 1.4018311995444985, "learning_rate": 0.003, "loss": 4.0104, "step": 24542 }, { "epoch": 0.24543, "grad_norm": 1.2580613173194635, "learning_rate": 0.003, "loss": 4.0134, "step": 24543 }, { "epoch": 0.24544, "grad_norm": 1.437851300333455, "learning_rate": 0.003, "loss": 4.0323, "step": 24544 }, { "epoch": 0.24545, "grad_norm": 1.2114115888413228, "learning_rate": 0.003, "loss": 3.9897, "step": 24545 }, { "epoch": 0.24546, "grad_norm": 1.2623818232419044, "learning_rate": 0.003, "loss": 4.0138, "step": 24546 }, { "epoch": 0.24547, "grad_norm": 1.4984936596595229, "learning_rate": 0.003, "loss": 4.0329, "step": 24547 }, { "epoch": 0.24548, "grad_norm": 1.0999440684068809, "learning_rate": 0.003, "loss": 4.0024, "step": 24548 }, { "epoch": 0.24549, "grad_norm": 1.6448288005632892, "learning_rate": 0.003, "loss": 4.0079, "step": 24549 }, { "epoch": 0.2455, "grad_norm": 0.9018576442833915, "learning_rate": 0.003, "loss": 3.9855, "step": 24550 }, { "epoch": 0.24551, "grad_norm": 1.2194648901281933, "learning_rate": 0.003, "loss": 4.0069, "step": 24551 }, { "epoch": 0.24552, "grad_norm": 1.1394659303795138, "learning_rate": 0.003, "loss": 3.9994, "step": 24552 }, { "epoch": 0.24553, "grad_norm": 1.3419129356567934, "learning_rate": 0.003, "loss": 4.011, "step": 24553 }, { "epoch": 0.24554, "grad_norm": 1.3201990573418674, "learning_rate": 0.003, "loss": 4.0336, "step": 24554 }, { "epoch": 0.24555, "grad_norm": 1.2580154092506968, "learning_rate": 0.003, "loss": 3.9935, "step": 24555 }, { "epoch": 0.24556, "grad_norm": 1.2812275573351946, "learning_rate": 0.003, "loss": 4.0016, "step": 24556 }, { "epoch": 0.24557, "grad_norm": 1.2925600126482795, "learning_rate": 0.003, "loss": 3.9683, "step": 24557 }, { "epoch": 0.24558, "grad_norm": 1.487371113976635, "learning_rate": 0.003, "loss": 4.0255, "step": 24558 }, { "epoch": 0.24559, "grad_norm": 1.1025350485512706, "learning_rate": 0.003, "loss": 4.0071, "step": 24559 }, { "epoch": 0.2456, "grad_norm": 1.3954429475575116, "learning_rate": 0.003, "loss": 4.0426, "step": 24560 }, { "epoch": 0.24561, "grad_norm": 1.0460054064259876, "learning_rate": 0.003, "loss": 3.9734, "step": 24561 }, { "epoch": 0.24562, "grad_norm": 1.3645304422715374, "learning_rate": 0.003, "loss": 4.0005, "step": 24562 }, { "epoch": 0.24563, "grad_norm": 1.061585556252094, "learning_rate": 0.003, "loss": 4.0217, "step": 24563 }, { "epoch": 0.24564, "grad_norm": 1.184292909063992, "learning_rate": 0.003, "loss": 3.9871, "step": 24564 }, { "epoch": 0.24565, "grad_norm": 1.125124395888999, "learning_rate": 0.003, "loss": 3.9935, "step": 24565 }, { "epoch": 0.24566, "grad_norm": 1.4158312503414552, "learning_rate": 0.003, "loss": 3.9986, "step": 24566 }, { "epoch": 0.24567, "grad_norm": 1.346947364425602, "learning_rate": 0.003, "loss": 4.0118, "step": 24567 }, { "epoch": 0.24568, "grad_norm": 1.2229252099783257, "learning_rate": 0.003, "loss": 3.9983, "step": 24568 }, { "epoch": 0.24569, "grad_norm": 1.4765092301188953, "learning_rate": 0.003, "loss": 3.9761, "step": 24569 }, { "epoch": 0.2457, "grad_norm": 1.2310452922461506, "learning_rate": 0.003, "loss": 4.0128, "step": 24570 }, { "epoch": 0.24571, "grad_norm": 1.364300757269087, "learning_rate": 0.003, "loss": 4.029, "step": 24571 }, { "epoch": 0.24572, "grad_norm": 1.1422795307189637, "learning_rate": 0.003, "loss": 3.9977, "step": 24572 }, { "epoch": 0.24573, "grad_norm": 1.3796235722620354, "learning_rate": 0.003, "loss": 4.0071, "step": 24573 }, { "epoch": 0.24574, "grad_norm": 1.0977449625933147, "learning_rate": 0.003, "loss": 4.0202, "step": 24574 }, { "epoch": 0.24575, "grad_norm": 1.3240354983035647, "learning_rate": 0.003, "loss": 3.9923, "step": 24575 }, { "epoch": 0.24576, "grad_norm": 1.0579597764118023, "learning_rate": 0.003, "loss": 3.9947, "step": 24576 }, { "epoch": 0.24577, "grad_norm": 1.3234379744052676, "learning_rate": 0.003, "loss": 4.016, "step": 24577 }, { "epoch": 0.24578, "grad_norm": 1.1933931453837714, "learning_rate": 0.003, "loss": 3.9946, "step": 24578 }, { "epoch": 0.24579, "grad_norm": 1.2636363163217763, "learning_rate": 0.003, "loss": 3.9977, "step": 24579 }, { "epoch": 0.2458, "grad_norm": 1.2662381245714782, "learning_rate": 0.003, "loss": 3.9891, "step": 24580 }, { "epoch": 0.24581, "grad_norm": 1.1194897724760686, "learning_rate": 0.003, "loss": 3.9927, "step": 24581 }, { "epoch": 0.24582, "grad_norm": 1.4762857320179332, "learning_rate": 0.003, "loss": 4.0512, "step": 24582 }, { "epoch": 0.24583, "grad_norm": 1.298757407592655, "learning_rate": 0.003, "loss": 4.0133, "step": 24583 }, { "epoch": 0.24584, "grad_norm": 1.5973441344607289, "learning_rate": 0.003, "loss": 4.03, "step": 24584 }, { "epoch": 0.24585, "grad_norm": 1.1223455472749755, "learning_rate": 0.003, "loss": 4.0361, "step": 24585 }, { "epoch": 0.24586, "grad_norm": 1.1470665467696848, "learning_rate": 0.003, "loss": 4.0086, "step": 24586 }, { "epoch": 0.24587, "grad_norm": 1.412875845681809, "learning_rate": 0.003, "loss": 4.007, "step": 24587 }, { "epoch": 0.24588, "grad_norm": 1.1770124407006441, "learning_rate": 0.003, "loss": 3.9833, "step": 24588 }, { "epoch": 0.24589, "grad_norm": 1.2112001023809325, "learning_rate": 0.003, "loss": 3.971, "step": 24589 }, { "epoch": 0.2459, "grad_norm": 1.1961615396078393, "learning_rate": 0.003, "loss": 4.007, "step": 24590 }, { "epoch": 0.24591, "grad_norm": 1.2519526500479183, "learning_rate": 0.003, "loss": 4.0005, "step": 24591 }, { "epoch": 0.24592, "grad_norm": 1.4227788972555007, "learning_rate": 0.003, "loss": 4.019, "step": 24592 }, { "epoch": 0.24593, "grad_norm": 1.2738424858524824, "learning_rate": 0.003, "loss": 4.0214, "step": 24593 }, { "epoch": 0.24594, "grad_norm": 1.2670364087975747, "learning_rate": 0.003, "loss": 4.0029, "step": 24594 }, { "epoch": 0.24595, "grad_norm": 1.3074508756614147, "learning_rate": 0.003, "loss": 3.9965, "step": 24595 }, { "epoch": 0.24596, "grad_norm": 1.215218656124111, "learning_rate": 0.003, "loss": 4.0032, "step": 24596 }, { "epoch": 0.24597, "grad_norm": 1.478268394064855, "learning_rate": 0.003, "loss": 4.0356, "step": 24597 }, { "epoch": 0.24598, "grad_norm": 1.2231255134123205, "learning_rate": 0.003, "loss": 4.0028, "step": 24598 }, { "epoch": 0.24599, "grad_norm": 1.421576465437636, "learning_rate": 0.003, "loss": 3.9766, "step": 24599 }, { "epoch": 0.246, "grad_norm": 1.3500851628892074, "learning_rate": 0.003, "loss": 3.9658, "step": 24600 }, { "epoch": 0.24601, "grad_norm": 1.4312364743226715, "learning_rate": 0.003, "loss": 4.0099, "step": 24601 }, { "epoch": 0.24602, "grad_norm": 1.2356717794140983, "learning_rate": 0.003, "loss": 4.0039, "step": 24602 }, { "epoch": 0.24603, "grad_norm": 1.1336612457017279, "learning_rate": 0.003, "loss": 3.9704, "step": 24603 }, { "epoch": 0.24604, "grad_norm": 1.2941876663492768, "learning_rate": 0.003, "loss": 3.9905, "step": 24604 }, { "epoch": 0.24605, "grad_norm": 1.244908761009941, "learning_rate": 0.003, "loss": 4.0091, "step": 24605 }, { "epoch": 0.24606, "grad_norm": 1.268072967591686, "learning_rate": 0.003, "loss": 3.9757, "step": 24606 }, { "epoch": 0.24607, "grad_norm": 1.3442752716281736, "learning_rate": 0.003, "loss": 4.0205, "step": 24607 }, { "epoch": 0.24608, "grad_norm": 1.1324212796888171, "learning_rate": 0.003, "loss": 4.0074, "step": 24608 }, { "epoch": 0.24609, "grad_norm": 1.227788441114899, "learning_rate": 0.003, "loss": 3.9814, "step": 24609 }, { "epoch": 0.2461, "grad_norm": 1.3017630716193305, "learning_rate": 0.003, "loss": 3.9858, "step": 24610 }, { "epoch": 0.24611, "grad_norm": 1.3561549928484509, "learning_rate": 0.003, "loss": 3.9722, "step": 24611 }, { "epoch": 0.24612, "grad_norm": 1.560212527903966, "learning_rate": 0.003, "loss": 3.9767, "step": 24612 }, { "epoch": 0.24613, "grad_norm": 1.2236228667992388, "learning_rate": 0.003, "loss": 4.0086, "step": 24613 }, { "epoch": 0.24614, "grad_norm": 1.249680377062008, "learning_rate": 0.003, "loss": 3.9889, "step": 24614 }, { "epoch": 0.24615, "grad_norm": 1.2857542939928213, "learning_rate": 0.003, "loss": 3.9924, "step": 24615 }, { "epoch": 0.24616, "grad_norm": 1.2304845537166347, "learning_rate": 0.003, "loss": 4.0063, "step": 24616 }, { "epoch": 0.24617, "grad_norm": 1.2694328843493385, "learning_rate": 0.003, "loss": 3.993, "step": 24617 }, { "epoch": 0.24618, "grad_norm": 1.4108939244196412, "learning_rate": 0.003, "loss": 4.0083, "step": 24618 }, { "epoch": 0.24619, "grad_norm": 1.2315563654455357, "learning_rate": 0.003, "loss": 4.0051, "step": 24619 }, { "epoch": 0.2462, "grad_norm": 1.5787837354955057, "learning_rate": 0.003, "loss": 4.0169, "step": 24620 }, { "epoch": 0.24621, "grad_norm": 1.1914516991164639, "learning_rate": 0.003, "loss": 4.0223, "step": 24621 }, { "epoch": 0.24622, "grad_norm": 1.2351897390461064, "learning_rate": 0.003, "loss": 3.9818, "step": 24622 }, { "epoch": 0.24623, "grad_norm": 1.4150402269769844, "learning_rate": 0.003, "loss": 3.9972, "step": 24623 }, { "epoch": 0.24624, "grad_norm": 1.2510689537351796, "learning_rate": 0.003, "loss": 3.9912, "step": 24624 }, { "epoch": 0.24625, "grad_norm": 1.3422137124531885, "learning_rate": 0.003, "loss": 4.0047, "step": 24625 }, { "epoch": 0.24626, "grad_norm": 1.411009099589323, "learning_rate": 0.003, "loss": 3.9715, "step": 24626 }, { "epoch": 0.24627, "grad_norm": 1.2324799071058952, "learning_rate": 0.003, "loss": 3.9912, "step": 24627 }, { "epoch": 0.24628, "grad_norm": 1.346467316647814, "learning_rate": 0.003, "loss": 4.0039, "step": 24628 }, { "epoch": 0.24629, "grad_norm": 1.215171737310081, "learning_rate": 0.003, "loss": 3.9881, "step": 24629 }, { "epoch": 0.2463, "grad_norm": 1.4533512593478701, "learning_rate": 0.003, "loss": 3.9748, "step": 24630 }, { "epoch": 0.24631, "grad_norm": 1.0023167948491618, "learning_rate": 0.003, "loss": 3.991, "step": 24631 }, { "epoch": 0.24632, "grad_norm": 1.2723511155493927, "learning_rate": 0.003, "loss": 3.9706, "step": 24632 }, { "epoch": 0.24633, "grad_norm": 1.0529819141510273, "learning_rate": 0.003, "loss": 3.9873, "step": 24633 }, { "epoch": 0.24634, "grad_norm": 1.4957611325375222, "learning_rate": 0.003, "loss": 3.9746, "step": 24634 }, { "epoch": 0.24635, "grad_norm": 0.939000968052872, "learning_rate": 0.003, "loss": 4.0111, "step": 24635 }, { "epoch": 0.24636, "grad_norm": 1.3301545619991126, "learning_rate": 0.003, "loss": 4.0039, "step": 24636 }, { "epoch": 0.24637, "grad_norm": 1.3104883390547468, "learning_rate": 0.003, "loss": 3.9913, "step": 24637 }, { "epoch": 0.24638, "grad_norm": 1.4847929035333716, "learning_rate": 0.003, "loss": 3.9929, "step": 24638 }, { "epoch": 0.24639, "grad_norm": 1.2236463408822666, "learning_rate": 0.003, "loss": 3.9808, "step": 24639 }, { "epoch": 0.2464, "grad_norm": 1.252220237899825, "learning_rate": 0.003, "loss": 3.979, "step": 24640 }, { "epoch": 0.24641, "grad_norm": 1.2406049485693091, "learning_rate": 0.003, "loss": 4.0139, "step": 24641 }, { "epoch": 0.24642, "grad_norm": 1.1164121013398498, "learning_rate": 0.003, "loss": 3.9965, "step": 24642 }, { "epoch": 0.24643, "grad_norm": 1.3662341308430657, "learning_rate": 0.003, "loss": 4.0346, "step": 24643 }, { "epoch": 0.24644, "grad_norm": 0.9813241759048587, "learning_rate": 0.003, "loss": 3.9881, "step": 24644 }, { "epoch": 0.24645, "grad_norm": 1.5167245491466705, "learning_rate": 0.003, "loss": 4.0098, "step": 24645 }, { "epoch": 0.24646, "grad_norm": 1.1735627610234423, "learning_rate": 0.003, "loss": 3.9976, "step": 24646 }, { "epoch": 0.24647, "grad_norm": 1.318700530122228, "learning_rate": 0.003, "loss": 4.0015, "step": 24647 }, { "epoch": 0.24648, "grad_norm": 1.2440487818748398, "learning_rate": 0.003, "loss": 4.0059, "step": 24648 }, { "epoch": 0.24649, "grad_norm": 1.574597883591368, "learning_rate": 0.003, "loss": 4.0058, "step": 24649 }, { "epoch": 0.2465, "grad_norm": 1.1903268396552567, "learning_rate": 0.003, "loss": 4.0027, "step": 24650 }, { "epoch": 0.24651, "grad_norm": 1.543438089793802, "learning_rate": 0.003, "loss": 3.9817, "step": 24651 }, { "epoch": 0.24652, "grad_norm": 1.4121029372690372, "learning_rate": 0.003, "loss": 3.9889, "step": 24652 }, { "epoch": 0.24653, "grad_norm": 1.288286124340375, "learning_rate": 0.003, "loss": 3.9866, "step": 24653 }, { "epoch": 0.24654, "grad_norm": 1.034673341108081, "learning_rate": 0.003, "loss": 4.0238, "step": 24654 }, { "epoch": 0.24655, "grad_norm": 1.5053082760957677, "learning_rate": 0.003, "loss": 4.046, "step": 24655 }, { "epoch": 0.24656, "grad_norm": 1.1412355825018874, "learning_rate": 0.003, "loss": 4.0131, "step": 24656 }, { "epoch": 0.24657, "grad_norm": 1.370928221612757, "learning_rate": 0.003, "loss": 3.9857, "step": 24657 }, { "epoch": 0.24658, "grad_norm": 1.117289832037451, "learning_rate": 0.003, "loss": 3.991, "step": 24658 }, { "epoch": 0.24659, "grad_norm": 1.3381013297036435, "learning_rate": 0.003, "loss": 3.9954, "step": 24659 }, { "epoch": 0.2466, "grad_norm": 1.111318051470423, "learning_rate": 0.003, "loss": 4.0048, "step": 24660 }, { "epoch": 0.24661, "grad_norm": 1.6080263304074163, "learning_rate": 0.003, "loss": 3.9881, "step": 24661 }, { "epoch": 0.24662, "grad_norm": 1.129315054342282, "learning_rate": 0.003, "loss": 3.973, "step": 24662 }, { "epoch": 0.24663, "grad_norm": 1.3811289546712864, "learning_rate": 0.003, "loss": 4.0021, "step": 24663 }, { "epoch": 0.24664, "grad_norm": 1.307843823927585, "learning_rate": 0.003, "loss": 4.002, "step": 24664 }, { "epoch": 0.24665, "grad_norm": 1.0816513454227719, "learning_rate": 0.003, "loss": 3.9892, "step": 24665 }, { "epoch": 0.24666, "grad_norm": 1.4668083650688304, "learning_rate": 0.003, "loss": 4.0034, "step": 24666 }, { "epoch": 0.24667, "grad_norm": 1.148674567251029, "learning_rate": 0.003, "loss": 3.9935, "step": 24667 }, { "epoch": 0.24668, "grad_norm": 1.379267112917855, "learning_rate": 0.003, "loss": 4.0081, "step": 24668 }, { "epoch": 0.24669, "grad_norm": 1.2382739544890313, "learning_rate": 0.003, "loss": 4.0029, "step": 24669 }, { "epoch": 0.2467, "grad_norm": 1.2879716938350132, "learning_rate": 0.003, "loss": 3.9824, "step": 24670 }, { "epoch": 0.24671, "grad_norm": 1.3697348966662908, "learning_rate": 0.003, "loss": 4.0007, "step": 24671 }, { "epoch": 0.24672, "grad_norm": 0.9681121932216001, "learning_rate": 0.003, "loss": 4.0354, "step": 24672 }, { "epoch": 0.24673, "grad_norm": 1.3648075189460367, "learning_rate": 0.003, "loss": 3.9923, "step": 24673 }, { "epoch": 0.24674, "grad_norm": 1.1897306529745113, "learning_rate": 0.003, "loss": 4.0079, "step": 24674 }, { "epoch": 0.24675, "grad_norm": 1.3939470498291302, "learning_rate": 0.003, "loss": 4.0174, "step": 24675 }, { "epoch": 0.24676, "grad_norm": 1.388461956446603, "learning_rate": 0.003, "loss": 4.0202, "step": 24676 }, { "epoch": 0.24677, "grad_norm": 1.2110177841607612, "learning_rate": 0.003, "loss": 4.0248, "step": 24677 }, { "epoch": 0.24678, "grad_norm": 1.3740443016258956, "learning_rate": 0.003, "loss": 4.0014, "step": 24678 }, { "epoch": 0.24679, "grad_norm": 1.1637022029701953, "learning_rate": 0.003, "loss": 4.0018, "step": 24679 }, { "epoch": 0.2468, "grad_norm": 1.2642799061699437, "learning_rate": 0.003, "loss": 3.9866, "step": 24680 }, { "epoch": 0.24681, "grad_norm": 1.2130351144366158, "learning_rate": 0.003, "loss": 3.9892, "step": 24681 }, { "epoch": 0.24682, "grad_norm": 1.3904717767109291, "learning_rate": 0.003, "loss": 3.9819, "step": 24682 }, { "epoch": 0.24683, "grad_norm": 1.157820231661598, "learning_rate": 0.003, "loss": 4.0004, "step": 24683 }, { "epoch": 0.24684, "grad_norm": 1.3822265669542249, "learning_rate": 0.003, "loss": 4.0018, "step": 24684 }, { "epoch": 0.24685, "grad_norm": 1.3087600251322966, "learning_rate": 0.003, "loss": 3.9768, "step": 24685 }, { "epoch": 0.24686, "grad_norm": 1.0570031173666607, "learning_rate": 0.003, "loss": 4.003, "step": 24686 }, { "epoch": 0.24687, "grad_norm": 1.415435006666779, "learning_rate": 0.003, "loss": 4.0175, "step": 24687 }, { "epoch": 0.24688, "grad_norm": 1.0731590666948478, "learning_rate": 0.003, "loss": 4.0033, "step": 24688 }, { "epoch": 0.24689, "grad_norm": 1.5939051492914877, "learning_rate": 0.003, "loss": 3.9784, "step": 24689 }, { "epoch": 0.2469, "grad_norm": 1.113414783922738, "learning_rate": 0.003, "loss": 4.0274, "step": 24690 }, { "epoch": 0.24691, "grad_norm": 1.307529866877825, "learning_rate": 0.003, "loss": 4.0257, "step": 24691 }, { "epoch": 0.24692, "grad_norm": 1.4741871564841347, "learning_rate": 0.003, "loss": 3.9917, "step": 24692 }, { "epoch": 0.24693, "grad_norm": 1.0641330877511335, "learning_rate": 0.003, "loss": 4.0142, "step": 24693 }, { "epoch": 0.24694, "grad_norm": 1.3335242967290242, "learning_rate": 0.003, "loss": 3.9883, "step": 24694 }, { "epoch": 0.24695, "grad_norm": 1.3180727379872395, "learning_rate": 0.003, "loss": 3.9934, "step": 24695 }, { "epoch": 0.24696, "grad_norm": 1.1923775652094024, "learning_rate": 0.003, "loss": 3.9874, "step": 24696 }, { "epoch": 0.24697, "grad_norm": 1.2253150337792198, "learning_rate": 0.003, "loss": 3.9891, "step": 24697 }, { "epoch": 0.24698, "grad_norm": 1.4961497604511478, "learning_rate": 0.003, "loss": 4.0041, "step": 24698 }, { "epoch": 0.24699, "grad_norm": 1.394396202463164, "learning_rate": 0.003, "loss": 4.0214, "step": 24699 }, { "epoch": 0.247, "grad_norm": 1.385844747272234, "learning_rate": 0.003, "loss": 4.0022, "step": 24700 }, { "epoch": 0.24701, "grad_norm": 1.1348510934581726, "learning_rate": 0.003, "loss": 3.975, "step": 24701 }, { "epoch": 0.24702, "grad_norm": 1.2552381088560451, "learning_rate": 0.003, "loss": 3.9862, "step": 24702 }, { "epoch": 0.24703, "grad_norm": 1.0837319100493805, "learning_rate": 0.003, "loss": 3.9817, "step": 24703 }, { "epoch": 0.24704, "grad_norm": 1.430204713237622, "learning_rate": 0.003, "loss": 4.0151, "step": 24704 }, { "epoch": 0.24705, "grad_norm": 1.0526726030411293, "learning_rate": 0.003, "loss": 4.013, "step": 24705 }, { "epoch": 0.24706, "grad_norm": 1.5449131898390647, "learning_rate": 0.003, "loss": 4.0211, "step": 24706 }, { "epoch": 0.24707, "grad_norm": 1.2288483978475593, "learning_rate": 0.003, "loss": 4.0268, "step": 24707 }, { "epoch": 0.24708, "grad_norm": 1.3457463107015135, "learning_rate": 0.003, "loss": 4.0142, "step": 24708 }, { "epoch": 0.24709, "grad_norm": 1.258543961492084, "learning_rate": 0.003, "loss": 4.0055, "step": 24709 }, { "epoch": 0.2471, "grad_norm": 1.124878261479507, "learning_rate": 0.003, "loss": 3.9957, "step": 24710 }, { "epoch": 0.24711, "grad_norm": 1.2861756594307459, "learning_rate": 0.003, "loss": 3.9815, "step": 24711 }, { "epoch": 0.24712, "grad_norm": 1.3107277992789066, "learning_rate": 0.003, "loss": 3.9838, "step": 24712 }, { "epoch": 0.24713, "grad_norm": 1.2094004363372723, "learning_rate": 0.003, "loss": 3.9846, "step": 24713 }, { "epoch": 0.24714, "grad_norm": 1.4353340142787379, "learning_rate": 0.003, "loss": 3.9841, "step": 24714 }, { "epoch": 0.24715, "grad_norm": 1.0824603406089681, "learning_rate": 0.003, "loss": 4.0006, "step": 24715 }, { "epoch": 0.24716, "grad_norm": 1.2514238730842917, "learning_rate": 0.003, "loss": 3.9783, "step": 24716 }, { "epoch": 0.24717, "grad_norm": 1.0970669889939322, "learning_rate": 0.003, "loss": 3.9816, "step": 24717 }, { "epoch": 0.24718, "grad_norm": 1.6964929773739108, "learning_rate": 0.003, "loss": 4.025, "step": 24718 }, { "epoch": 0.24719, "grad_norm": 1.0139117811931586, "learning_rate": 0.003, "loss": 3.9887, "step": 24719 }, { "epoch": 0.2472, "grad_norm": 1.5055898627298747, "learning_rate": 0.003, "loss": 3.9999, "step": 24720 }, { "epoch": 0.24721, "grad_norm": 1.326926218751792, "learning_rate": 0.003, "loss": 4.027, "step": 24721 }, { "epoch": 0.24722, "grad_norm": 1.2718031908737437, "learning_rate": 0.003, "loss": 4.0005, "step": 24722 }, { "epoch": 0.24723, "grad_norm": 1.3474357058127395, "learning_rate": 0.003, "loss": 3.9757, "step": 24723 }, { "epoch": 0.24724, "grad_norm": 1.2334546859459838, "learning_rate": 0.003, "loss": 4.0138, "step": 24724 }, { "epoch": 0.24725, "grad_norm": 1.2738675099412546, "learning_rate": 0.003, "loss": 3.9868, "step": 24725 }, { "epoch": 0.24726, "grad_norm": 1.2398545146372983, "learning_rate": 0.003, "loss": 4.0147, "step": 24726 }, { "epoch": 0.24727, "grad_norm": 1.2581645339660752, "learning_rate": 0.003, "loss": 3.9824, "step": 24727 }, { "epoch": 0.24728, "grad_norm": 1.1667037085644867, "learning_rate": 0.003, "loss": 3.9724, "step": 24728 }, { "epoch": 0.24729, "grad_norm": 1.1483772299098491, "learning_rate": 0.003, "loss": 4.0199, "step": 24729 }, { "epoch": 0.2473, "grad_norm": 1.5958945826100563, "learning_rate": 0.003, "loss": 3.9773, "step": 24730 }, { "epoch": 0.24731, "grad_norm": 0.9956806217326519, "learning_rate": 0.003, "loss": 4.022, "step": 24731 }, { "epoch": 0.24732, "grad_norm": 1.3054445322130388, "learning_rate": 0.003, "loss": 3.9986, "step": 24732 }, { "epoch": 0.24733, "grad_norm": 1.3963704821580019, "learning_rate": 0.003, "loss": 4.0099, "step": 24733 }, { "epoch": 0.24734, "grad_norm": 1.0093120976472445, "learning_rate": 0.003, "loss": 3.9609, "step": 24734 }, { "epoch": 0.24735, "grad_norm": 1.334384965340662, "learning_rate": 0.003, "loss": 4.0199, "step": 24735 }, { "epoch": 0.24736, "grad_norm": 1.2636116540425932, "learning_rate": 0.003, "loss": 4.0115, "step": 24736 }, { "epoch": 0.24737, "grad_norm": 1.2586092547149614, "learning_rate": 0.003, "loss": 3.9881, "step": 24737 }, { "epoch": 0.24738, "grad_norm": 1.1925142801258852, "learning_rate": 0.003, "loss": 4.0015, "step": 24738 }, { "epoch": 0.24739, "grad_norm": 1.2659780334955288, "learning_rate": 0.003, "loss": 4.0353, "step": 24739 }, { "epoch": 0.2474, "grad_norm": 1.2698654079589982, "learning_rate": 0.003, "loss": 4.0106, "step": 24740 }, { "epoch": 0.24741, "grad_norm": 1.3240897566063115, "learning_rate": 0.003, "loss": 3.9924, "step": 24741 }, { "epoch": 0.24742, "grad_norm": 1.1282311408421248, "learning_rate": 0.003, "loss": 3.9956, "step": 24742 }, { "epoch": 0.24743, "grad_norm": 1.5099027682193469, "learning_rate": 0.003, "loss": 3.994, "step": 24743 }, { "epoch": 0.24744, "grad_norm": 1.1074621639729099, "learning_rate": 0.003, "loss": 3.9818, "step": 24744 }, { "epoch": 0.24745, "grad_norm": 1.6691681003128065, "learning_rate": 0.003, "loss": 4.0055, "step": 24745 }, { "epoch": 0.24746, "grad_norm": 1.1079669844042808, "learning_rate": 0.003, "loss": 4.015, "step": 24746 }, { "epoch": 0.24747, "grad_norm": 1.2344791410365155, "learning_rate": 0.003, "loss": 4.0243, "step": 24747 }, { "epoch": 0.24748, "grad_norm": 1.3447034703446612, "learning_rate": 0.003, "loss": 4.0149, "step": 24748 }, { "epoch": 0.24749, "grad_norm": 1.29080803954905, "learning_rate": 0.003, "loss": 4.0045, "step": 24749 }, { "epoch": 0.2475, "grad_norm": 1.361340045371876, "learning_rate": 0.003, "loss": 3.9742, "step": 24750 }, { "epoch": 0.24751, "grad_norm": 1.2814527215281026, "learning_rate": 0.003, "loss": 4.0193, "step": 24751 }, { "epoch": 0.24752, "grad_norm": 1.1921240866254013, "learning_rate": 0.003, "loss": 3.9834, "step": 24752 }, { "epoch": 0.24753, "grad_norm": 1.19020121814404, "learning_rate": 0.003, "loss": 3.9967, "step": 24753 }, { "epoch": 0.24754, "grad_norm": 1.4018965540454509, "learning_rate": 0.003, "loss": 4.0251, "step": 24754 }, { "epoch": 0.24755, "grad_norm": 1.2736313509342867, "learning_rate": 0.003, "loss": 3.9562, "step": 24755 }, { "epoch": 0.24756, "grad_norm": 1.275815412953786, "learning_rate": 0.003, "loss": 4.0022, "step": 24756 }, { "epoch": 0.24757, "grad_norm": 1.1781522876838788, "learning_rate": 0.003, "loss": 3.9767, "step": 24757 }, { "epoch": 0.24758, "grad_norm": 1.3573637019639206, "learning_rate": 0.003, "loss": 3.9954, "step": 24758 }, { "epoch": 0.24759, "grad_norm": 1.128259837349403, "learning_rate": 0.003, "loss": 4.0088, "step": 24759 }, { "epoch": 0.2476, "grad_norm": 1.5959503675740554, "learning_rate": 0.003, "loss": 4.0148, "step": 24760 }, { "epoch": 0.24761, "grad_norm": 1.1466718233716835, "learning_rate": 0.003, "loss": 3.9865, "step": 24761 }, { "epoch": 0.24762, "grad_norm": 1.51858803139405, "learning_rate": 0.003, "loss": 4.0311, "step": 24762 }, { "epoch": 0.24763, "grad_norm": 1.163714099801333, "learning_rate": 0.003, "loss": 4.0227, "step": 24763 }, { "epoch": 0.24764, "grad_norm": 1.3484213032818329, "learning_rate": 0.003, "loss": 4.0218, "step": 24764 }, { "epoch": 0.24765, "grad_norm": 1.291693135609676, "learning_rate": 0.003, "loss": 4.0041, "step": 24765 }, { "epoch": 0.24766, "grad_norm": 1.1403443614249857, "learning_rate": 0.003, "loss": 4.0031, "step": 24766 }, { "epoch": 0.24767, "grad_norm": 1.5780773108369814, "learning_rate": 0.003, "loss": 4.0453, "step": 24767 }, { "epoch": 0.24768, "grad_norm": 1.065138455982252, "learning_rate": 0.003, "loss": 4.0032, "step": 24768 }, { "epoch": 0.24769, "grad_norm": 1.3206284779595903, "learning_rate": 0.003, "loss": 3.9804, "step": 24769 }, { "epoch": 0.2477, "grad_norm": 1.3284004512689915, "learning_rate": 0.003, "loss": 4.0287, "step": 24770 }, { "epoch": 0.24771, "grad_norm": 1.1615201297390054, "learning_rate": 0.003, "loss": 4.0058, "step": 24771 }, { "epoch": 0.24772, "grad_norm": 1.3971247323894533, "learning_rate": 0.003, "loss": 3.9796, "step": 24772 }, { "epoch": 0.24773, "grad_norm": 1.3256733342569045, "learning_rate": 0.003, "loss": 3.9904, "step": 24773 }, { "epoch": 0.24774, "grad_norm": 1.1989344069739116, "learning_rate": 0.003, "loss": 4.0056, "step": 24774 }, { "epoch": 0.24775, "grad_norm": 1.2368180548030965, "learning_rate": 0.003, "loss": 3.9849, "step": 24775 }, { "epoch": 0.24776, "grad_norm": 1.3685428826936963, "learning_rate": 0.003, "loss": 4.0157, "step": 24776 }, { "epoch": 0.24777, "grad_norm": 1.1221595675127687, "learning_rate": 0.003, "loss": 4.0033, "step": 24777 }, { "epoch": 0.24778, "grad_norm": 1.4277987613885321, "learning_rate": 0.003, "loss": 4.0261, "step": 24778 }, { "epoch": 0.24779, "grad_norm": 1.1956437166207747, "learning_rate": 0.003, "loss": 3.9862, "step": 24779 }, { "epoch": 0.2478, "grad_norm": 1.6955267886029173, "learning_rate": 0.003, "loss": 4.0161, "step": 24780 }, { "epoch": 0.24781, "grad_norm": 1.180455378502205, "learning_rate": 0.003, "loss": 3.9858, "step": 24781 }, { "epoch": 0.24782, "grad_norm": 1.2144860676444047, "learning_rate": 0.003, "loss": 4.0062, "step": 24782 }, { "epoch": 0.24783, "grad_norm": 1.306323527570029, "learning_rate": 0.003, "loss": 4.0255, "step": 24783 }, { "epoch": 0.24784, "grad_norm": 1.0510745712520186, "learning_rate": 0.003, "loss": 4.0013, "step": 24784 }, { "epoch": 0.24785, "grad_norm": 1.2810880255990889, "learning_rate": 0.003, "loss": 3.9948, "step": 24785 }, { "epoch": 0.24786, "grad_norm": 1.2748510982389845, "learning_rate": 0.003, "loss": 4.0137, "step": 24786 }, { "epoch": 0.24787, "grad_norm": 1.2994113774627847, "learning_rate": 0.003, "loss": 4.0067, "step": 24787 }, { "epoch": 0.24788, "grad_norm": 1.3985471764189301, "learning_rate": 0.003, "loss": 3.9893, "step": 24788 }, { "epoch": 0.24789, "grad_norm": 1.2302664049235608, "learning_rate": 0.003, "loss": 4.0011, "step": 24789 }, { "epoch": 0.2479, "grad_norm": 1.3160163375197016, "learning_rate": 0.003, "loss": 4.0012, "step": 24790 }, { "epoch": 0.24791, "grad_norm": 1.1412465332686366, "learning_rate": 0.003, "loss": 3.9908, "step": 24791 }, { "epoch": 0.24792, "grad_norm": 1.2900846421922052, "learning_rate": 0.003, "loss": 3.9888, "step": 24792 }, { "epoch": 0.24793, "grad_norm": 1.3234687080967253, "learning_rate": 0.003, "loss": 3.9849, "step": 24793 }, { "epoch": 0.24794, "grad_norm": 1.13379135872044, "learning_rate": 0.003, "loss": 3.9964, "step": 24794 }, { "epoch": 0.24795, "grad_norm": 1.5337351656933191, "learning_rate": 0.003, "loss": 4.0129, "step": 24795 }, { "epoch": 0.24796, "grad_norm": 1.1046009467491282, "learning_rate": 0.003, "loss": 4.009, "step": 24796 }, { "epoch": 0.24797, "grad_norm": 1.377945094801853, "learning_rate": 0.003, "loss": 3.9909, "step": 24797 }, { "epoch": 0.24798, "grad_norm": 1.093946467931297, "learning_rate": 0.003, "loss": 4.0068, "step": 24798 }, { "epoch": 0.24799, "grad_norm": 1.5333987127755129, "learning_rate": 0.003, "loss": 3.9945, "step": 24799 }, { "epoch": 0.248, "grad_norm": 1.29877957555061, "learning_rate": 0.003, "loss": 3.9824, "step": 24800 }, { "epoch": 0.24801, "grad_norm": 1.2347007440661206, "learning_rate": 0.003, "loss": 4.0282, "step": 24801 }, { "epoch": 0.24802, "grad_norm": 1.2527769893177603, "learning_rate": 0.003, "loss": 3.9822, "step": 24802 }, { "epoch": 0.24803, "grad_norm": 1.2290714697430178, "learning_rate": 0.003, "loss": 3.9937, "step": 24803 }, { "epoch": 0.24804, "grad_norm": 1.2538015878390643, "learning_rate": 0.003, "loss": 4.0229, "step": 24804 }, { "epoch": 0.24805, "grad_norm": 1.3845519273382685, "learning_rate": 0.003, "loss": 3.9774, "step": 24805 }, { "epoch": 0.24806, "grad_norm": 1.1590935312136228, "learning_rate": 0.003, "loss": 3.9666, "step": 24806 }, { "epoch": 0.24807, "grad_norm": 1.2534142186996797, "learning_rate": 0.003, "loss": 3.9948, "step": 24807 }, { "epoch": 0.24808, "grad_norm": 1.144729776884583, "learning_rate": 0.003, "loss": 4.0004, "step": 24808 }, { "epoch": 0.24809, "grad_norm": 1.5284675655193565, "learning_rate": 0.003, "loss": 4.0087, "step": 24809 }, { "epoch": 0.2481, "grad_norm": 0.9080608647687558, "learning_rate": 0.003, "loss": 3.9726, "step": 24810 }, { "epoch": 0.24811, "grad_norm": 1.5883547032216803, "learning_rate": 0.003, "loss": 4.0023, "step": 24811 }, { "epoch": 0.24812, "grad_norm": 1.0876443966108524, "learning_rate": 0.003, "loss": 4.0352, "step": 24812 }, { "epoch": 0.24813, "grad_norm": 1.6143253048852126, "learning_rate": 0.003, "loss": 4.0008, "step": 24813 }, { "epoch": 0.24814, "grad_norm": 1.2549682761563574, "learning_rate": 0.003, "loss": 4.0123, "step": 24814 }, { "epoch": 0.24815, "grad_norm": 1.519959811772563, "learning_rate": 0.003, "loss": 3.9865, "step": 24815 }, { "epoch": 0.24816, "grad_norm": 1.1442723908405452, "learning_rate": 0.003, "loss": 4.0037, "step": 24816 }, { "epoch": 0.24817, "grad_norm": 1.3229921312263617, "learning_rate": 0.003, "loss": 4.0065, "step": 24817 }, { "epoch": 0.24818, "grad_norm": 1.3293788501806725, "learning_rate": 0.003, "loss": 4.005, "step": 24818 }, { "epoch": 0.24819, "grad_norm": 1.1914358164235435, "learning_rate": 0.003, "loss": 3.9797, "step": 24819 }, { "epoch": 0.2482, "grad_norm": 1.199770297018345, "learning_rate": 0.003, "loss": 4.0328, "step": 24820 }, { "epoch": 0.24821, "grad_norm": 1.3972627621377467, "learning_rate": 0.003, "loss": 4.031, "step": 24821 }, { "epoch": 0.24822, "grad_norm": 1.3454533372962105, "learning_rate": 0.003, "loss": 4.0062, "step": 24822 }, { "epoch": 0.24823, "grad_norm": 1.2577254830843119, "learning_rate": 0.003, "loss": 4.0072, "step": 24823 }, { "epoch": 0.24824, "grad_norm": 1.1732228671551188, "learning_rate": 0.003, "loss": 3.9634, "step": 24824 }, { "epoch": 0.24825, "grad_norm": 1.329687319204992, "learning_rate": 0.003, "loss": 4.0007, "step": 24825 }, { "epoch": 0.24826, "grad_norm": 1.3064215684678602, "learning_rate": 0.003, "loss": 4.023, "step": 24826 }, { "epoch": 0.24827, "grad_norm": 1.2189822565967858, "learning_rate": 0.003, "loss": 3.9861, "step": 24827 }, { "epoch": 0.24828, "grad_norm": 1.2656661438331038, "learning_rate": 0.003, "loss": 3.994, "step": 24828 }, { "epoch": 0.24829, "grad_norm": 1.3492977939328994, "learning_rate": 0.003, "loss": 4.0314, "step": 24829 }, { "epoch": 0.2483, "grad_norm": 1.1917671432402603, "learning_rate": 0.003, "loss": 3.9919, "step": 24830 }, { "epoch": 0.24831, "grad_norm": 1.3749512984482983, "learning_rate": 0.003, "loss": 4.0165, "step": 24831 }, { "epoch": 0.24832, "grad_norm": 1.2044041399148702, "learning_rate": 0.003, "loss": 3.9889, "step": 24832 }, { "epoch": 0.24833, "grad_norm": 1.1747425779296397, "learning_rate": 0.003, "loss": 3.9838, "step": 24833 }, { "epoch": 0.24834, "grad_norm": 1.292257954460559, "learning_rate": 0.003, "loss": 4.0035, "step": 24834 }, { "epoch": 0.24835, "grad_norm": 1.2785405575054216, "learning_rate": 0.003, "loss": 4.0393, "step": 24835 }, { "epoch": 0.24836, "grad_norm": 1.5340178107646971, "learning_rate": 0.003, "loss": 4.0196, "step": 24836 }, { "epoch": 0.24837, "grad_norm": 1.2311010326875502, "learning_rate": 0.003, "loss": 4.0088, "step": 24837 }, { "epoch": 0.24838, "grad_norm": 1.2727792519813133, "learning_rate": 0.003, "loss": 4.0107, "step": 24838 }, { "epoch": 0.24839, "grad_norm": 1.3163549304212006, "learning_rate": 0.003, "loss": 3.9897, "step": 24839 }, { "epoch": 0.2484, "grad_norm": 1.3357520603663466, "learning_rate": 0.003, "loss": 4.0278, "step": 24840 }, { "epoch": 0.24841, "grad_norm": 1.2218485347932249, "learning_rate": 0.003, "loss": 4.0033, "step": 24841 }, { "epoch": 0.24842, "grad_norm": 1.2279095558775726, "learning_rate": 0.003, "loss": 3.9823, "step": 24842 }, { "epoch": 0.24843, "grad_norm": 1.4007336722056156, "learning_rate": 0.003, "loss": 3.9955, "step": 24843 }, { "epoch": 0.24844, "grad_norm": 1.1662288841338637, "learning_rate": 0.003, "loss": 4.0062, "step": 24844 }, { "epoch": 0.24845, "grad_norm": 1.4257690719846612, "learning_rate": 0.003, "loss": 4.0139, "step": 24845 }, { "epoch": 0.24846, "grad_norm": 1.118697449290231, "learning_rate": 0.003, "loss": 3.9926, "step": 24846 }, { "epoch": 0.24847, "grad_norm": 1.3705895464949163, "learning_rate": 0.003, "loss": 3.9871, "step": 24847 }, { "epoch": 0.24848, "grad_norm": 1.4590067737964645, "learning_rate": 0.003, "loss": 4.0026, "step": 24848 }, { "epoch": 0.24849, "grad_norm": 1.1937848953540344, "learning_rate": 0.003, "loss": 4.0191, "step": 24849 }, { "epoch": 0.2485, "grad_norm": 1.3337511966131725, "learning_rate": 0.003, "loss": 3.9942, "step": 24850 }, { "epoch": 0.24851, "grad_norm": 1.187546825609993, "learning_rate": 0.003, "loss": 3.989, "step": 24851 }, { "epoch": 0.24852, "grad_norm": 1.3090821941584518, "learning_rate": 0.003, "loss": 4.0146, "step": 24852 }, { "epoch": 0.24853, "grad_norm": 1.2488246438520128, "learning_rate": 0.003, "loss": 3.9974, "step": 24853 }, { "epoch": 0.24854, "grad_norm": 1.3449794365577001, "learning_rate": 0.003, "loss": 4.0114, "step": 24854 }, { "epoch": 0.24855, "grad_norm": 1.2434427002856288, "learning_rate": 0.003, "loss": 3.9832, "step": 24855 }, { "epoch": 0.24856, "grad_norm": 1.4036217570259015, "learning_rate": 0.003, "loss": 4.0149, "step": 24856 }, { "epoch": 0.24857, "grad_norm": 1.2936926977895182, "learning_rate": 0.003, "loss": 3.989, "step": 24857 }, { "epoch": 0.24858, "grad_norm": 1.287537924964048, "learning_rate": 0.003, "loss": 3.9987, "step": 24858 }, { "epoch": 0.24859, "grad_norm": 1.161864338666919, "learning_rate": 0.003, "loss": 3.987, "step": 24859 }, { "epoch": 0.2486, "grad_norm": 1.257853631444904, "learning_rate": 0.003, "loss": 4.0104, "step": 24860 }, { "epoch": 0.24861, "grad_norm": 1.4348334166425858, "learning_rate": 0.003, "loss": 4.0039, "step": 24861 }, { "epoch": 0.24862, "grad_norm": 1.0392422049793353, "learning_rate": 0.003, "loss": 3.986, "step": 24862 }, { "epoch": 0.24863, "grad_norm": 1.455021555540592, "learning_rate": 0.003, "loss": 4.0076, "step": 24863 }, { "epoch": 0.24864, "grad_norm": 1.218026394904179, "learning_rate": 0.003, "loss": 3.9863, "step": 24864 }, { "epoch": 0.24865, "grad_norm": 1.5974151090152766, "learning_rate": 0.003, "loss": 4.0008, "step": 24865 }, { "epoch": 0.24866, "grad_norm": 1.1767481559176702, "learning_rate": 0.003, "loss": 3.9954, "step": 24866 }, { "epoch": 0.24867, "grad_norm": 1.411737204720549, "learning_rate": 0.003, "loss": 3.9912, "step": 24867 }, { "epoch": 0.24868, "grad_norm": 1.3491470461922128, "learning_rate": 0.003, "loss": 3.9927, "step": 24868 }, { "epoch": 0.24869, "grad_norm": 1.2291025752824505, "learning_rate": 0.003, "loss": 3.9783, "step": 24869 }, { "epoch": 0.2487, "grad_norm": 1.3673394264229057, "learning_rate": 0.003, "loss": 4.0272, "step": 24870 }, { "epoch": 0.24871, "grad_norm": 1.1903804168971623, "learning_rate": 0.003, "loss": 4.0104, "step": 24871 }, { "epoch": 0.24872, "grad_norm": 1.6231068917844211, "learning_rate": 0.003, "loss": 4.0419, "step": 24872 }, { "epoch": 0.24873, "grad_norm": 1.0812242786293513, "learning_rate": 0.003, "loss": 3.987, "step": 24873 }, { "epoch": 0.24874, "grad_norm": 1.6293445693675597, "learning_rate": 0.003, "loss": 4.0231, "step": 24874 }, { "epoch": 0.24875, "grad_norm": 1.3188637493780766, "learning_rate": 0.003, "loss": 4.0035, "step": 24875 }, { "epoch": 0.24876, "grad_norm": 1.2312440385498507, "learning_rate": 0.003, "loss": 4.0002, "step": 24876 }, { "epoch": 0.24877, "grad_norm": 1.3513017198510853, "learning_rate": 0.003, "loss": 4.0404, "step": 24877 }, { "epoch": 0.24878, "grad_norm": 1.2550042552259233, "learning_rate": 0.003, "loss": 3.9832, "step": 24878 }, { "epoch": 0.24879, "grad_norm": 1.422785423946869, "learning_rate": 0.003, "loss": 4.0127, "step": 24879 }, { "epoch": 0.2488, "grad_norm": 1.2898869860657982, "learning_rate": 0.003, "loss": 3.9946, "step": 24880 }, { "epoch": 0.24881, "grad_norm": 1.2775380611482845, "learning_rate": 0.003, "loss": 3.9998, "step": 24881 }, { "epoch": 0.24882, "grad_norm": 1.0304346570132774, "learning_rate": 0.003, "loss": 3.9792, "step": 24882 }, { "epoch": 0.24883, "grad_norm": 1.5403124407238837, "learning_rate": 0.003, "loss": 4.0048, "step": 24883 }, { "epoch": 0.24884, "grad_norm": 1.0330056234084284, "learning_rate": 0.003, "loss": 4.0243, "step": 24884 }, { "epoch": 0.24885, "grad_norm": 1.501084973984122, "learning_rate": 0.003, "loss": 4.0319, "step": 24885 }, { "epoch": 0.24886, "grad_norm": 1.2210285273791712, "learning_rate": 0.003, "loss": 4.0102, "step": 24886 }, { "epoch": 0.24887, "grad_norm": 1.1492737150356547, "learning_rate": 0.003, "loss": 3.9873, "step": 24887 }, { "epoch": 0.24888, "grad_norm": 1.3113781034601535, "learning_rate": 0.003, "loss": 4.0003, "step": 24888 }, { "epoch": 0.24889, "grad_norm": 1.1488469717652494, "learning_rate": 0.003, "loss": 4.0063, "step": 24889 }, { "epoch": 0.2489, "grad_norm": 1.3010993277167773, "learning_rate": 0.003, "loss": 3.9887, "step": 24890 }, { "epoch": 0.24891, "grad_norm": 1.2338534311267324, "learning_rate": 0.003, "loss": 4.015, "step": 24891 }, { "epoch": 0.24892, "grad_norm": 1.1728781353375652, "learning_rate": 0.003, "loss": 4.0427, "step": 24892 }, { "epoch": 0.24893, "grad_norm": 1.290165402482736, "learning_rate": 0.003, "loss": 4.0031, "step": 24893 }, { "epoch": 0.24894, "grad_norm": 1.2617216220671112, "learning_rate": 0.003, "loss": 3.9857, "step": 24894 }, { "epoch": 0.24895, "grad_norm": 1.252379900982826, "learning_rate": 0.003, "loss": 4.0133, "step": 24895 }, { "epoch": 0.24896, "grad_norm": 1.374322468132103, "learning_rate": 0.003, "loss": 4.0165, "step": 24896 }, { "epoch": 0.24897, "grad_norm": 1.270221986956731, "learning_rate": 0.003, "loss": 4.0303, "step": 24897 }, { "epoch": 0.24898, "grad_norm": 1.1156538217295926, "learning_rate": 0.003, "loss": 4.0085, "step": 24898 }, { "epoch": 0.24899, "grad_norm": 1.2483250926704648, "learning_rate": 0.003, "loss": 3.9866, "step": 24899 }, { "epoch": 0.249, "grad_norm": 1.224262851393785, "learning_rate": 0.003, "loss": 4.0075, "step": 24900 }, { "epoch": 0.24901, "grad_norm": 1.478586386138734, "learning_rate": 0.003, "loss": 3.9788, "step": 24901 }, { "epoch": 0.24902, "grad_norm": 1.368576399787182, "learning_rate": 0.003, "loss": 3.9975, "step": 24902 }, { "epoch": 0.24903, "grad_norm": 1.3266853863712427, "learning_rate": 0.003, "loss": 4.0036, "step": 24903 }, { "epoch": 0.24904, "grad_norm": 1.1217833617925252, "learning_rate": 0.003, "loss": 3.9842, "step": 24904 }, { "epoch": 0.24905, "grad_norm": 1.5040731263492348, "learning_rate": 0.003, "loss": 4.0296, "step": 24905 }, { "epoch": 0.24906, "grad_norm": 1.0185206343173159, "learning_rate": 0.003, "loss": 4.0013, "step": 24906 }, { "epoch": 0.24907, "grad_norm": 1.360055064167583, "learning_rate": 0.003, "loss": 3.9958, "step": 24907 }, { "epoch": 0.24908, "grad_norm": 0.9433723798840654, "learning_rate": 0.003, "loss": 4.0194, "step": 24908 }, { "epoch": 0.24909, "grad_norm": 1.2796239947993924, "learning_rate": 0.003, "loss": 4.0141, "step": 24909 }, { "epoch": 0.2491, "grad_norm": 1.1591845890394785, "learning_rate": 0.003, "loss": 3.994, "step": 24910 }, { "epoch": 0.24911, "grad_norm": 1.3867317709052105, "learning_rate": 0.003, "loss": 4.0242, "step": 24911 }, { "epoch": 0.24912, "grad_norm": 1.2216057959852271, "learning_rate": 0.003, "loss": 4.0154, "step": 24912 }, { "epoch": 0.24913, "grad_norm": 1.3955561167164259, "learning_rate": 0.003, "loss": 4.014, "step": 24913 }, { "epoch": 0.24914, "grad_norm": 1.2284279014063995, "learning_rate": 0.003, "loss": 4.019, "step": 24914 }, { "epoch": 0.24915, "grad_norm": 1.3363288766643309, "learning_rate": 0.003, "loss": 4.0371, "step": 24915 }, { "epoch": 0.24916, "grad_norm": 1.1950620328613943, "learning_rate": 0.003, "loss": 4.0156, "step": 24916 }, { "epoch": 0.24917, "grad_norm": 1.0744839013891923, "learning_rate": 0.003, "loss": 4.0029, "step": 24917 }, { "epoch": 0.24918, "grad_norm": 1.5547132638080052, "learning_rate": 0.003, "loss": 3.9992, "step": 24918 }, { "epoch": 0.24919, "grad_norm": 1.128390721563401, "learning_rate": 0.003, "loss": 3.999, "step": 24919 }, { "epoch": 0.2492, "grad_norm": 1.476508858884181, "learning_rate": 0.003, "loss": 4.0084, "step": 24920 }, { "epoch": 0.24921, "grad_norm": 1.0482012963221061, "learning_rate": 0.003, "loss": 4.0259, "step": 24921 }, { "epoch": 0.24922, "grad_norm": 1.5533303480369969, "learning_rate": 0.003, "loss": 4.0107, "step": 24922 }, { "epoch": 0.24923, "grad_norm": 1.4538794021283639, "learning_rate": 0.003, "loss": 4.0183, "step": 24923 }, { "epoch": 0.24924, "grad_norm": 1.3695839094048596, "learning_rate": 0.003, "loss": 4.0053, "step": 24924 }, { "epoch": 0.24925, "grad_norm": 1.3139881150119592, "learning_rate": 0.003, "loss": 4.0002, "step": 24925 }, { "epoch": 0.24926, "grad_norm": 1.1931398329789007, "learning_rate": 0.003, "loss": 4.0003, "step": 24926 }, { "epoch": 0.24927, "grad_norm": 1.1819693387037813, "learning_rate": 0.003, "loss": 4.0017, "step": 24927 }, { "epoch": 0.24928, "grad_norm": 1.3916955225888425, "learning_rate": 0.003, "loss": 4.0167, "step": 24928 }, { "epoch": 0.24929, "grad_norm": 1.0355718905472542, "learning_rate": 0.003, "loss": 4.0201, "step": 24929 }, { "epoch": 0.2493, "grad_norm": 1.3288166444793241, "learning_rate": 0.003, "loss": 3.9776, "step": 24930 }, { "epoch": 0.24931, "grad_norm": 1.1347798408137386, "learning_rate": 0.003, "loss": 4.0268, "step": 24931 }, { "epoch": 0.24932, "grad_norm": 1.421258327551958, "learning_rate": 0.003, "loss": 4.0032, "step": 24932 }, { "epoch": 0.24933, "grad_norm": 1.1115660333179909, "learning_rate": 0.003, "loss": 4.0106, "step": 24933 }, { "epoch": 0.24934, "grad_norm": 1.522559024691964, "learning_rate": 0.003, "loss": 4.0197, "step": 24934 }, { "epoch": 0.24935, "grad_norm": 1.090350190871216, "learning_rate": 0.003, "loss": 4.0131, "step": 24935 }, { "epoch": 0.24936, "grad_norm": 1.468746953267041, "learning_rate": 0.003, "loss": 4.0053, "step": 24936 }, { "epoch": 0.24937, "grad_norm": 1.3136509783242598, "learning_rate": 0.003, "loss": 4.0106, "step": 24937 }, { "epoch": 0.24938, "grad_norm": 1.4061972055045102, "learning_rate": 0.003, "loss": 4.0124, "step": 24938 }, { "epoch": 0.24939, "grad_norm": 1.1537516164255506, "learning_rate": 0.003, "loss": 4.0091, "step": 24939 }, { "epoch": 0.2494, "grad_norm": 1.446065296390733, "learning_rate": 0.003, "loss": 4.0114, "step": 24940 }, { "epoch": 0.24941, "grad_norm": 1.183106611479882, "learning_rate": 0.003, "loss": 3.9979, "step": 24941 }, { "epoch": 0.24942, "grad_norm": 1.2268121251133557, "learning_rate": 0.003, "loss": 4.0121, "step": 24942 }, { "epoch": 0.24943, "grad_norm": 1.0807861802360297, "learning_rate": 0.003, "loss": 3.9904, "step": 24943 }, { "epoch": 0.24944, "grad_norm": 1.6299058204574701, "learning_rate": 0.003, "loss": 3.9898, "step": 24944 }, { "epoch": 0.24945, "grad_norm": 1.144800465697433, "learning_rate": 0.003, "loss": 3.9794, "step": 24945 }, { "epoch": 0.24946, "grad_norm": 1.4730186371994483, "learning_rate": 0.003, "loss": 4.0064, "step": 24946 }, { "epoch": 0.24947, "grad_norm": 1.2595786307961154, "learning_rate": 0.003, "loss": 4.0025, "step": 24947 }, { "epoch": 0.24948, "grad_norm": 1.420030123986208, "learning_rate": 0.003, "loss": 4.0312, "step": 24948 }, { "epoch": 0.24949, "grad_norm": 1.1821453181049493, "learning_rate": 0.003, "loss": 3.9822, "step": 24949 }, { "epoch": 0.2495, "grad_norm": 1.3442993067862419, "learning_rate": 0.003, "loss": 4.0257, "step": 24950 }, { "epoch": 0.24951, "grad_norm": 1.156361813184033, "learning_rate": 0.003, "loss": 4.0084, "step": 24951 }, { "epoch": 0.24952, "grad_norm": 1.1748116656927985, "learning_rate": 0.003, "loss": 3.9797, "step": 24952 }, { "epoch": 0.24953, "grad_norm": 1.259643366729641, "learning_rate": 0.003, "loss": 3.9839, "step": 24953 }, { "epoch": 0.24954, "grad_norm": 1.308741374061298, "learning_rate": 0.003, "loss": 3.991, "step": 24954 }, { "epoch": 0.24955, "grad_norm": 1.1466401956111962, "learning_rate": 0.003, "loss": 4.0149, "step": 24955 }, { "epoch": 0.24956, "grad_norm": 1.4626940193379336, "learning_rate": 0.003, "loss": 4.0152, "step": 24956 }, { "epoch": 0.24957, "grad_norm": 1.2646721109707957, "learning_rate": 0.003, "loss": 4.0255, "step": 24957 }, { "epoch": 0.24958, "grad_norm": 1.1599052528386549, "learning_rate": 0.003, "loss": 4.017, "step": 24958 }, { "epoch": 0.24959, "grad_norm": 1.3651897754703737, "learning_rate": 0.003, "loss": 3.9831, "step": 24959 }, { "epoch": 0.2496, "grad_norm": 1.2369685441056684, "learning_rate": 0.003, "loss": 4.0049, "step": 24960 }, { "epoch": 0.24961, "grad_norm": 1.3813918443348578, "learning_rate": 0.003, "loss": 3.9778, "step": 24961 }, { "epoch": 0.24962, "grad_norm": 1.0030628330559601, "learning_rate": 0.003, "loss": 4.0039, "step": 24962 }, { "epoch": 0.24963, "grad_norm": 1.3014232896652491, "learning_rate": 0.003, "loss": 4.0036, "step": 24963 }, { "epoch": 0.24964, "grad_norm": 1.1956331930084867, "learning_rate": 0.003, "loss": 4.0217, "step": 24964 }, { "epoch": 0.24965, "grad_norm": 1.356563197835384, "learning_rate": 0.003, "loss": 4.012, "step": 24965 }, { "epoch": 0.24966, "grad_norm": 0.9755089726097715, "learning_rate": 0.003, "loss": 4.0139, "step": 24966 }, { "epoch": 0.24967, "grad_norm": 1.3562426891920392, "learning_rate": 0.003, "loss": 4.0274, "step": 24967 }, { "epoch": 0.24968, "grad_norm": 1.1466238053903122, "learning_rate": 0.003, "loss": 3.988, "step": 24968 }, { "epoch": 0.24969, "grad_norm": 1.4219946951404148, "learning_rate": 0.003, "loss": 4.0021, "step": 24969 }, { "epoch": 0.2497, "grad_norm": 1.3542650404664287, "learning_rate": 0.003, "loss": 3.9818, "step": 24970 }, { "epoch": 0.24971, "grad_norm": 1.297008110025553, "learning_rate": 0.003, "loss": 4.0151, "step": 24971 }, { "epoch": 0.24972, "grad_norm": 1.2922783175227976, "learning_rate": 0.003, "loss": 4.0216, "step": 24972 }, { "epoch": 0.24973, "grad_norm": 1.196093398319463, "learning_rate": 0.003, "loss": 4.0094, "step": 24973 }, { "epoch": 0.24974, "grad_norm": 1.2255564615847019, "learning_rate": 0.003, "loss": 4.0157, "step": 24974 }, { "epoch": 0.24975, "grad_norm": 1.2893941186461642, "learning_rate": 0.003, "loss": 3.9976, "step": 24975 }, { "epoch": 0.24976, "grad_norm": 1.3047554085986857, "learning_rate": 0.003, "loss": 4.0221, "step": 24976 }, { "epoch": 0.24977, "grad_norm": 1.3328456934666635, "learning_rate": 0.003, "loss": 4.0089, "step": 24977 }, { "epoch": 0.24978, "grad_norm": 1.4299312005817246, "learning_rate": 0.003, "loss": 3.9953, "step": 24978 }, { "epoch": 0.24979, "grad_norm": 1.2446861552126227, "learning_rate": 0.003, "loss": 4.0301, "step": 24979 }, { "epoch": 0.2498, "grad_norm": 1.3209754383417758, "learning_rate": 0.003, "loss": 3.9737, "step": 24980 }, { "epoch": 0.24981, "grad_norm": 1.165391154919898, "learning_rate": 0.003, "loss": 3.9908, "step": 24981 }, { "epoch": 0.24982, "grad_norm": 1.411780290857666, "learning_rate": 0.003, "loss": 3.9956, "step": 24982 }, { "epoch": 0.24983, "grad_norm": 1.1164819095400895, "learning_rate": 0.003, "loss": 3.977, "step": 24983 }, { "epoch": 0.24984, "grad_norm": 1.4304366564880564, "learning_rate": 0.003, "loss": 3.9521, "step": 24984 }, { "epoch": 0.24985, "grad_norm": 1.2177555672595468, "learning_rate": 0.003, "loss": 4.0195, "step": 24985 }, { "epoch": 0.24986, "grad_norm": 1.3659115081361797, "learning_rate": 0.003, "loss": 3.9957, "step": 24986 }, { "epoch": 0.24987, "grad_norm": 1.5989730475575408, "learning_rate": 0.003, "loss": 4.0117, "step": 24987 }, { "epoch": 0.24988, "grad_norm": 1.1118646182094676, "learning_rate": 0.003, "loss": 4.0189, "step": 24988 }, { "epoch": 0.24989, "grad_norm": 1.3840877902302413, "learning_rate": 0.003, "loss": 4.0066, "step": 24989 }, { "epoch": 0.2499, "grad_norm": 1.428853365160207, "learning_rate": 0.003, "loss": 3.9944, "step": 24990 }, { "epoch": 0.24991, "grad_norm": 0.8227728008148509, "learning_rate": 0.003, "loss": 3.9941, "step": 24991 }, { "epoch": 0.24992, "grad_norm": 1.0930502279450027, "learning_rate": 0.003, "loss": 4.0256, "step": 24992 }, { "epoch": 0.24993, "grad_norm": 1.4653652598884657, "learning_rate": 0.003, "loss": 4.0099, "step": 24993 }, { "epoch": 0.24994, "grad_norm": 1.313163637321667, "learning_rate": 0.003, "loss": 3.9906, "step": 24994 }, { "epoch": 0.24995, "grad_norm": 1.4100179493395204, "learning_rate": 0.003, "loss": 4.0199, "step": 24995 }, { "epoch": 0.24996, "grad_norm": 1.0736960633565933, "learning_rate": 0.003, "loss": 4.0022, "step": 24996 }, { "epoch": 0.24997, "grad_norm": 1.428969266481232, "learning_rate": 0.003, "loss": 3.9878, "step": 24997 }, { "epoch": 0.24998, "grad_norm": 1.0164523449679026, "learning_rate": 0.003, "loss": 4.0159, "step": 24998 }, { "epoch": 0.24999, "grad_norm": 1.3151121452946746, "learning_rate": 0.003, "loss": 4.0249, "step": 24999 }, { "epoch": 0.25, "grad_norm": 1.254323579563658, "learning_rate": 0.003, "loss": 4.0147, "step": 25000 }, { "epoch": 0.25001, "grad_norm": 1.1726761094085252, "learning_rate": 0.003, "loss": 3.9737, "step": 25001 }, { "epoch": 0.25002, "grad_norm": 1.4045875169063473, "learning_rate": 0.003, "loss": 3.9878, "step": 25002 }, { "epoch": 0.25003, "grad_norm": 1.0666532407443317, "learning_rate": 0.003, "loss": 4.0008, "step": 25003 }, { "epoch": 0.25004, "grad_norm": 1.4171042991201845, "learning_rate": 0.003, "loss": 4.0178, "step": 25004 }, { "epoch": 0.25005, "grad_norm": 1.2419184185156935, "learning_rate": 0.003, "loss": 3.9894, "step": 25005 }, { "epoch": 0.25006, "grad_norm": 1.4458404209168565, "learning_rate": 0.003, "loss": 3.9988, "step": 25006 }, { "epoch": 0.25007, "grad_norm": 1.4474515097419627, "learning_rate": 0.003, "loss": 3.9724, "step": 25007 }, { "epoch": 0.25008, "grad_norm": 1.344288401360348, "learning_rate": 0.003, "loss": 4.0269, "step": 25008 }, { "epoch": 0.25009, "grad_norm": 1.2552024724561957, "learning_rate": 0.003, "loss": 4.0035, "step": 25009 }, { "epoch": 0.2501, "grad_norm": 1.3244401056196873, "learning_rate": 0.003, "loss": 3.9904, "step": 25010 }, { "epoch": 0.25011, "grad_norm": 1.2906485025793337, "learning_rate": 0.003, "loss": 4.0149, "step": 25011 }, { "epoch": 0.25012, "grad_norm": 1.385164181519221, "learning_rate": 0.003, "loss": 3.9978, "step": 25012 }, { "epoch": 0.25013, "grad_norm": 1.2667395896622444, "learning_rate": 0.003, "loss": 3.9881, "step": 25013 }, { "epoch": 0.25014, "grad_norm": 1.1685461260514172, "learning_rate": 0.003, "loss": 3.9724, "step": 25014 }, { "epoch": 0.25015, "grad_norm": 1.2382602601767199, "learning_rate": 0.003, "loss": 3.9982, "step": 25015 }, { "epoch": 0.25016, "grad_norm": 1.3898484666780762, "learning_rate": 0.003, "loss": 3.9953, "step": 25016 }, { "epoch": 0.25017, "grad_norm": 1.1950526280595362, "learning_rate": 0.003, "loss": 4.0201, "step": 25017 }, { "epoch": 0.25018, "grad_norm": 1.3439930092116594, "learning_rate": 0.003, "loss": 4.0127, "step": 25018 }, { "epoch": 0.25019, "grad_norm": 1.1091918665162197, "learning_rate": 0.003, "loss": 4.027, "step": 25019 }, { "epoch": 0.2502, "grad_norm": 1.5459808958322396, "learning_rate": 0.003, "loss": 4.0212, "step": 25020 }, { "epoch": 0.25021, "grad_norm": 1.0995884174168025, "learning_rate": 0.003, "loss": 4.0142, "step": 25021 }, { "epoch": 0.25022, "grad_norm": 1.4436823119519229, "learning_rate": 0.003, "loss": 4.0135, "step": 25022 }, { "epoch": 0.25023, "grad_norm": 1.1896949849217537, "learning_rate": 0.003, "loss": 3.9992, "step": 25023 }, { "epoch": 0.25024, "grad_norm": 1.5035352707211171, "learning_rate": 0.003, "loss": 3.9881, "step": 25024 }, { "epoch": 0.25025, "grad_norm": 1.2775174854752636, "learning_rate": 0.003, "loss": 4.0224, "step": 25025 }, { "epoch": 0.25026, "grad_norm": 1.2478477156914143, "learning_rate": 0.003, "loss": 4.0208, "step": 25026 }, { "epoch": 0.25027, "grad_norm": 1.1798637218533474, "learning_rate": 0.003, "loss": 4.0092, "step": 25027 }, { "epoch": 0.25028, "grad_norm": 1.3102537882474037, "learning_rate": 0.003, "loss": 3.9945, "step": 25028 }, { "epoch": 0.25029, "grad_norm": 1.5984478095604737, "learning_rate": 0.003, "loss": 3.989, "step": 25029 }, { "epoch": 0.2503, "grad_norm": 1.2416904504467885, "learning_rate": 0.003, "loss": 3.9941, "step": 25030 }, { "epoch": 0.25031, "grad_norm": 1.4360778462055885, "learning_rate": 0.003, "loss": 4.0167, "step": 25031 }, { "epoch": 0.25032, "grad_norm": 1.2692011377644292, "learning_rate": 0.003, "loss": 4.0059, "step": 25032 }, { "epoch": 0.25033, "grad_norm": 1.1445657833053884, "learning_rate": 0.003, "loss": 4.0146, "step": 25033 }, { "epoch": 0.25034, "grad_norm": 1.359884218420161, "learning_rate": 0.003, "loss": 3.991, "step": 25034 }, { "epoch": 0.25035, "grad_norm": 1.0808704740704813, "learning_rate": 0.003, "loss": 3.9831, "step": 25035 }, { "epoch": 0.25036, "grad_norm": 1.4554990343660752, "learning_rate": 0.003, "loss": 4.0067, "step": 25036 }, { "epoch": 0.25037, "grad_norm": 1.2081846904534108, "learning_rate": 0.003, "loss": 4.0043, "step": 25037 }, { "epoch": 0.25038, "grad_norm": 1.420385646145912, "learning_rate": 0.003, "loss": 4.011, "step": 25038 }, { "epoch": 0.25039, "grad_norm": 1.0284145500044675, "learning_rate": 0.003, "loss": 3.9684, "step": 25039 }, { "epoch": 0.2504, "grad_norm": 1.7626288397524545, "learning_rate": 0.003, "loss": 4.0184, "step": 25040 }, { "epoch": 0.25041, "grad_norm": 1.0476374341182602, "learning_rate": 0.003, "loss": 4.0185, "step": 25041 }, { "epoch": 0.25042, "grad_norm": 1.2344905484621174, "learning_rate": 0.003, "loss": 4.0013, "step": 25042 }, { "epoch": 0.25043, "grad_norm": 1.287590250882196, "learning_rate": 0.003, "loss": 4.0036, "step": 25043 }, { "epoch": 0.25044, "grad_norm": 1.251201406378147, "learning_rate": 0.003, "loss": 4.0225, "step": 25044 }, { "epoch": 0.25045, "grad_norm": 1.1603752977637478, "learning_rate": 0.003, "loss": 3.9837, "step": 25045 }, { "epoch": 0.25046, "grad_norm": 1.5818933233120087, "learning_rate": 0.003, "loss": 3.9665, "step": 25046 }, { "epoch": 0.25047, "grad_norm": 1.0123998535568026, "learning_rate": 0.003, "loss": 4.0131, "step": 25047 }, { "epoch": 0.25048, "grad_norm": 1.5230259799784935, "learning_rate": 0.003, "loss": 3.9665, "step": 25048 }, { "epoch": 0.25049, "grad_norm": 1.1002495591504406, "learning_rate": 0.003, "loss": 4.0176, "step": 25049 }, { "epoch": 0.2505, "grad_norm": 1.5632387185638208, "learning_rate": 0.003, "loss": 4.0283, "step": 25050 }, { "epoch": 0.25051, "grad_norm": 1.1677807188752878, "learning_rate": 0.003, "loss": 3.9972, "step": 25051 }, { "epoch": 0.25052, "grad_norm": 1.3558667064894316, "learning_rate": 0.003, "loss": 3.9775, "step": 25052 }, { "epoch": 0.25053, "grad_norm": 1.1108157977919293, "learning_rate": 0.003, "loss": 4.0145, "step": 25053 }, { "epoch": 0.25054, "grad_norm": 1.4295244642500986, "learning_rate": 0.003, "loss": 3.9853, "step": 25054 }, { "epoch": 0.25055, "grad_norm": 1.209986825566858, "learning_rate": 0.003, "loss": 4.0108, "step": 25055 }, { "epoch": 0.25056, "grad_norm": 1.4415529503890356, "learning_rate": 0.003, "loss": 4.0125, "step": 25056 }, { "epoch": 0.25057, "grad_norm": 1.1665958795916318, "learning_rate": 0.003, "loss": 4.0178, "step": 25057 }, { "epoch": 0.25058, "grad_norm": 1.2801314041438154, "learning_rate": 0.003, "loss": 4.0065, "step": 25058 }, { "epoch": 0.25059, "grad_norm": 1.2596978877890534, "learning_rate": 0.003, "loss": 3.9716, "step": 25059 }, { "epoch": 0.2506, "grad_norm": 1.4610789188335271, "learning_rate": 0.003, "loss": 3.9958, "step": 25060 }, { "epoch": 0.25061, "grad_norm": 1.2214315699253864, "learning_rate": 0.003, "loss": 3.9891, "step": 25061 }, { "epoch": 0.25062, "grad_norm": 1.180662794849378, "learning_rate": 0.003, "loss": 4.0073, "step": 25062 }, { "epoch": 0.25063, "grad_norm": 1.2172355133895043, "learning_rate": 0.003, "loss": 4.0043, "step": 25063 }, { "epoch": 0.25064, "grad_norm": 1.2915031233972083, "learning_rate": 0.003, "loss": 4.0141, "step": 25064 }, { "epoch": 0.25065, "grad_norm": 1.2633163673204781, "learning_rate": 0.003, "loss": 4.0062, "step": 25065 }, { "epoch": 0.25066, "grad_norm": 1.2842987092356644, "learning_rate": 0.003, "loss": 4.0045, "step": 25066 }, { "epoch": 0.25067, "grad_norm": 1.2449155356154518, "learning_rate": 0.003, "loss": 4.0182, "step": 25067 }, { "epoch": 0.25068, "grad_norm": 1.1319140547539226, "learning_rate": 0.003, "loss": 3.9598, "step": 25068 }, { "epoch": 0.25069, "grad_norm": 1.3042409553557093, "learning_rate": 0.003, "loss": 4.0115, "step": 25069 }, { "epoch": 0.2507, "grad_norm": 1.0581001685939164, "learning_rate": 0.003, "loss": 4.0019, "step": 25070 }, { "epoch": 0.25071, "grad_norm": 1.2483629391189257, "learning_rate": 0.003, "loss": 3.9796, "step": 25071 }, { "epoch": 0.25072, "grad_norm": 1.1008380440341259, "learning_rate": 0.003, "loss": 3.9909, "step": 25072 }, { "epoch": 0.25073, "grad_norm": 1.3226570191471951, "learning_rate": 0.003, "loss": 3.9992, "step": 25073 }, { "epoch": 0.25074, "grad_norm": 1.0957056478848737, "learning_rate": 0.003, "loss": 4.0287, "step": 25074 }, { "epoch": 0.25075, "grad_norm": 1.4135190984019916, "learning_rate": 0.003, "loss": 3.965, "step": 25075 }, { "epoch": 0.25076, "grad_norm": 1.1007445010283923, "learning_rate": 0.003, "loss": 3.9983, "step": 25076 }, { "epoch": 0.25077, "grad_norm": 1.484491096870048, "learning_rate": 0.003, "loss": 3.9921, "step": 25077 }, { "epoch": 0.25078, "grad_norm": 1.411550288990779, "learning_rate": 0.003, "loss": 4.0085, "step": 25078 }, { "epoch": 0.25079, "grad_norm": 1.3934041861581046, "learning_rate": 0.003, "loss": 3.9765, "step": 25079 }, { "epoch": 0.2508, "grad_norm": 1.1466706727315046, "learning_rate": 0.003, "loss": 3.9953, "step": 25080 }, { "epoch": 0.25081, "grad_norm": 1.2514075140712781, "learning_rate": 0.003, "loss": 3.9772, "step": 25081 }, { "epoch": 0.25082, "grad_norm": 1.1267217442791468, "learning_rate": 0.003, "loss": 4.0113, "step": 25082 }, { "epoch": 0.25083, "grad_norm": 1.4863117364363891, "learning_rate": 0.003, "loss": 3.9928, "step": 25083 }, { "epoch": 0.25084, "grad_norm": 1.103359801154759, "learning_rate": 0.003, "loss": 3.9935, "step": 25084 }, { "epoch": 0.25085, "grad_norm": 1.3800309277846032, "learning_rate": 0.003, "loss": 4.0027, "step": 25085 }, { "epoch": 0.25086, "grad_norm": 1.162740401521776, "learning_rate": 0.003, "loss": 3.9987, "step": 25086 }, { "epoch": 0.25087, "grad_norm": 1.597006331463267, "learning_rate": 0.003, "loss": 4.0181, "step": 25087 }, { "epoch": 0.25088, "grad_norm": 1.1027234939442274, "learning_rate": 0.003, "loss": 4.0221, "step": 25088 }, { "epoch": 0.25089, "grad_norm": 1.3551766858115322, "learning_rate": 0.003, "loss": 4.0147, "step": 25089 }, { "epoch": 0.2509, "grad_norm": 1.1586851154708737, "learning_rate": 0.003, "loss": 3.9982, "step": 25090 }, { "epoch": 0.25091, "grad_norm": 1.3349411451456055, "learning_rate": 0.003, "loss": 3.9842, "step": 25091 }, { "epoch": 0.25092, "grad_norm": 1.3561597720274357, "learning_rate": 0.003, "loss": 4.0271, "step": 25092 }, { "epoch": 0.25093, "grad_norm": 1.1554365109647118, "learning_rate": 0.003, "loss": 4.0134, "step": 25093 }, { "epoch": 0.25094, "grad_norm": 1.4190318079556719, "learning_rate": 0.003, "loss": 3.9739, "step": 25094 }, { "epoch": 0.25095, "grad_norm": 1.1313655810032637, "learning_rate": 0.003, "loss": 4.0002, "step": 25095 }, { "epoch": 0.25096, "grad_norm": 1.4685216677357762, "learning_rate": 0.003, "loss": 3.9987, "step": 25096 }, { "epoch": 0.25097, "grad_norm": 1.0373720468829517, "learning_rate": 0.003, "loss": 3.9951, "step": 25097 }, { "epoch": 0.25098, "grad_norm": 1.6232857301906507, "learning_rate": 0.003, "loss": 3.9932, "step": 25098 }, { "epoch": 0.25099, "grad_norm": 1.196393702303139, "learning_rate": 0.003, "loss": 3.9624, "step": 25099 }, { "epoch": 0.251, "grad_norm": 1.3127359106121608, "learning_rate": 0.003, "loss": 3.9965, "step": 25100 }, { "epoch": 0.25101, "grad_norm": 1.187779498995851, "learning_rate": 0.003, "loss": 3.9979, "step": 25101 }, { "epoch": 0.25102, "grad_norm": 1.540842955527268, "learning_rate": 0.003, "loss": 3.9668, "step": 25102 }, { "epoch": 0.25103, "grad_norm": 1.1835194558085675, "learning_rate": 0.003, "loss": 3.9932, "step": 25103 }, { "epoch": 0.25104, "grad_norm": 1.4018586159666628, "learning_rate": 0.003, "loss": 4.0094, "step": 25104 }, { "epoch": 0.25105, "grad_norm": 0.9491764613483369, "learning_rate": 0.003, "loss": 4.0116, "step": 25105 }, { "epoch": 0.25106, "grad_norm": 1.2492174734338268, "learning_rate": 0.003, "loss": 3.9962, "step": 25106 }, { "epoch": 0.25107, "grad_norm": 1.3414113254751727, "learning_rate": 0.003, "loss": 3.9674, "step": 25107 }, { "epoch": 0.25108, "grad_norm": 1.2969306780983616, "learning_rate": 0.003, "loss": 3.979, "step": 25108 }, { "epoch": 0.25109, "grad_norm": 1.1089514722242826, "learning_rate": 0.003, "loss": 3.9878, "step": 25109 }, { "epoch": 0.2511, "grad_norm": 1.354589217408254, "learning_rate": 0.003, "loss": 4.0129, "step": 25110 }, { "epoch": 0.25111, "grad_norm": 1.3187397714165523, "learning_rate": 0.003, "loss": 3.9794, "step": 25111 }, { "epoch": 0.25112, "grad_norm": 1.1377497986390446, "learning_rate": 0.003, "loss": 3.9758, "step": 25112 }, { "epoch": 0.25113, "grad_norm": 1.4867237558017687, "learning_rate": 0.003, "loss": 4.0329, "step": 25113 }, { "epoch": 0.25114, "grad_norm": 1.1092503749418137, "learning_rate": 0.003, "loss": 4.0018, "step": 25114 }, { "epoch": 0.25115, "grad_norm": 1.4369903314914072, "learning_rate": 0.003, "loss": 3.9785, "step": 25115 }, { "epoch": 0.25116, "grad_norm": 1.0660633646814148, "learning_rate": 0.003, "loss": 3.9745, "step": 25116 }, { "epoch": 0.25117, "grad_norm": 1.356633713501841, "learning_rate": 0.003, "loss": 4.0164, "step": 25117 }, { "epoch": 0.25118, "grad_norm": 1.1115858971824126, "learning_rate": 0.003, "loss": 4.0079, "step": 25118 }, { "epoch": 0.25119, "grad_norm": 1.460476541635725, "learning_rate": 0.003, "loss": 3.9575, "step": 25119 }, { "epoch": 0.2512, "grad_norm": 1.4003082601877483, "learning_rate": 0.003, "loss": 3.9976, "step": 25120 }, { "epoch": 0.25121, "grad_norm": 1.427055256843793, "learning_rate": 0.003, "loss": 4.0223, "step": 25121 }, { "epoch": 0.25122, "grad_norm": 1.1531254619200084, "learning_rate": 0.003, "loss": 4.0057, "step": 25122 }, { "epoch": 0.25123, "grad_norm": 1.3855664234315315, "learning_rate": 0.003, "loss": 3.9927, "step": 25123 }, { "epoch": 0.25124, "grad_norm": 1.3301051042753584, "learning_rate": 0.003, "loss": 4.0172, "step": 25124 }, { "epoch": 0.25125, "grad_norm": 1.0969464788555006, "learning_rate": 0.003, "loss": 4.0108, "step": 25125 }, { "epoch": 0.25126, "grad_norm": 1.542106184261514, "learning_rate": 0.003, "loss": 4.0132, "step": 25126 }, { "epoch": 0.25127, "grad_norm": 1.0859914450786448, "learning_rate": 0.003, "loss": 3.9864, "step": 25127 }, { "epoch": 0.25128, "grad_norm": 1.5682000785268324, "learning_rate": 0.003, "loss": 4.0336, "step": 25128 }, { "epoch": 0.25129, "grad_norm": 1.1372008139939256, "learning_rate": 0.003, "loss": 3.9903, "step": 25129 }, { "epoch": 0.2513, "grad_norm": 1.244169546610798, "learning_rate": 0.003, "loss": 3.9882, "step": 25130 }, { "epoch": 0.25131, "grad_norm": 1.341525172848858, "learning_rate": 0.003, "loss": 4.0179, "step": 25131 }, { "epoch": 0.25132, "grad_norm": 1.1902965429071324, "learning_rate": 0.003, "loss": 3.9937, "step": 25132 }, { "epoch": 0.25133, "grad_norm": 1.21664317148608, "learning_rate": 0.003, "loss": 3.9843, "step": 25133 }, { "epoch": 0.25134, "grad_norm": 1.62935504626529, "learning_rate": 0.003, "loss": 3.9939, "step": 25134 }, { "epoch": 0.25135, "grad_norm": 0.983262991612043, "learning_rate": 0.003, "loss": 4.0119, "step": 25135 }, { "epoch": 0.25136, "grad_norm": 1.3668242801694626, "learning_rate": 0.003, "loss": 3.9615, "step": 25136 }, { "epoch": 0.25137, "grad_norm": 1.0661503263671175, "learning_rate": 0.003, "loss": 4.0075, "step": 25137 }, { "epoch": 0.25138, "grad_norm": 1.2571871536846977, "learning_rate": 0.003, "loss": 4.0056, "step": 25138 }, { "epoch": 0.25139, "grad_norm": 1.386189478957809, "learning_rate": 0.003, "loss": 4.0051, "step": 25139 }, { "epoch": 0.2514, "grad_norm": 1.249122257336315, "learning_rate": 0.003, "loss": 3.9969, "step": 25140 }, { "epoch": 0.25141, "grad_norm": 1.1965421416930204, "learning_rate": 0.003, "loss": 3.9934, "step": 25141 }, { "epoch": 0.25142, "grad_norm": 1.1838799472465256, "learning_rate": 0.003, "loss": 3.993, "step": 25142 }, { "epoch": 0.25143, "grad_norm": 1.3025266597897034, "learning_rate": 0.003, "loss": 4.0, "step": 25143 }, { "epoch": 0.25144, "grad_norm": 1.18657979146309, "learning_rate": 0.003, "loss": 4.0106, "step": 25144 }, { "epoch": 0.25145, "grad_norm": 1.3677950663185916, "learning_rate": 0.003, "loss": 4.0086, "step": 25145 }, { "epoch": 0.25146, "grad_norm": 1.1958745544632032, "learning_rate": 0.003, "loss": 3.9825, "step": 25146 }, { "epoch": 0.25147, "grad_norm": 1.2946924532072932, "learning_rate": 0.003, "loss": 4.009, "step": 25147 }, { "epoch": 0.25148, "grad_norm": 1.4322931387944158, "learning_rate": 0.003, "loss": 4.028, "step": 25148 }, { "epoch": 0.25149, "grad_norm": 1.2096735197208432, "learning_rate": 0.003, "loss": 3.9721, "step": 25149 }, { "epoch": 0.2515, "grad_norm": 1.512754787657585, "learning_rate": 0.003, "loss": 4.0186, "step": 25150 }, { "epoch": 0.25151, "grad_norm": 1.0603699377936373, "learning_rate": 0.003, "loss": 4.0047, "step": 25151 }, { "epoch": 0.25152, "grad_norm": 1.2236630487713256, "learning_rate": 0.003, "loss": 4.0171, "step": 25152 }, { "epoch": 0.25153, "grad_norm": 1.0697301654769433, "learning_rate": 0.003, "loss": 4.0009, "step": 25153 }, { "epoch": 0.25154, "grad_norm": 1.455168917947051, "learning_rate": 0.003, "loss": 4.0305, "step": 25154 }, { "epoch": 0.25155, "grad_norm": 1.0675317463582599, "learning_rate": 0.003, "loss": 4.0102, "step": 25155 }, { "epoch": 0.25156, "grad_norm": 1.4702213166602978, "learning_rate": 0.003, "loss": 3.9786, "step": 25156 }, { "epoch": 0.25157, "grad_norm": 0.891599590569262, "learning_rate": 0.003, "loss": 3.9799, "step": 25157 }, { "epoch": 0.25158, "grad_norm": 1.1900695477136447, "learning_rate": 0.003, "loss": 3.999, "step": 25158 }, { "epoch": 0.25159, "grad_norm": 1.104095250450303, "learning_rate": 0.003, "loss": 3.9945, "step": 25159 }, { "epoch": 0.2516, "grad_norm": 1.401518669131215, "learning_rate": 0.003, "loss": 3.9853, "step": 25160 }, { "epoch": 0.25161, "grad_norm": 1.1850669746182465, "learning_rate": 0.003, "loss": 3.9976, "step": 25161 }, { "epoch": 0.25162, "grad_norm": 1.458152466301285, "learning_rate": 0.003, "loss": 3.9903, "step": 25162 }, { "epoch": 0.25163, "grad_norm": 1.3910255815758166, "learning_rate": 0.003, "loss": 4.0066, "step": 25163 }, { "epoch": 0.25164, "grad_norm": 1.4695814526810207, "learning_rate": 0.003, "loss": 4.0063, "step": 25164 }, { "epoch": 0.25165, "grad_norm": 1.4813313075226162, "learning_rate": 0.003, "loss": 4.0399, "step": 25165 }, { "epoch": 0.25166, "grad_norm": 1.0686759109957347, "learning_rate": 0.003, "loss": 3.9948, "step": 25166 }, { "epoch": 0.25167, "grad_norm": 1.4111212662415484, "learning_rate": 0.003, "loss": 4.015, "step": 25167 }, { "epoch": 0.25168, "grad_norm": 1.0871740902917189, "learning_rate": 0.003, "loss": 3.9824, "step": 25168 }, { "epoch": 0.25169, "grad_norm": 1.288619007902377, "learning_rate": 0.003, "loss": 4.0121, "step": 25169 }, { "epoch": 0.2517, "grad_norm": 1.3197341762503663, "learning_rate": 0.003, "loss": 4.0015, "step": 25170 }, { "epoch": 0.25171, "grad_norm": 1.458035980076775, "learning_rate": 0.003, "loss": 3.9791, "step": 25171 }, { "epoch": 0.25172, "grad_norm": 1.477493630679087, "learning_rate": 0.003, "loss": 4.0054, "step": 25172 }, { "epoch": 0.25173, "grad_norm": 0.8756368242157456, "learning_rate": 0.003, "loss": 3.9476, "step": 25173 }, { "epoch": 0.25174, "grad_norm": 1.1118569887598118, "learning_rate": 0.003, "loss": 4.0173, "step": 25174 }, { "epoch": 0.25175, "grad_norm": 1.3639301518925628, "learning_rate": 0.003, "loss": 4.0028, "step": 25175 }, { "epoch": 0.25176, "grad_norm": 1.213757711184685, "learning_rate": 0.003, "loss": 4.0002, "step": 25176 }, { "epoch": 0.25177, "grad_norm": 1.6151701647760228, "learning_rate": 0.003, "loss": 3.9915, "step": 25177 }, { "epoch": 0.25178, "grad_norm": 1.0077703080661762, "learning_rate": 0.003, "loss": 4.0291, "step": 25178 }, { "epoch": 0.25179, "grad_norm": 1.539495128379226, "learning_rate": 0.003, "loss": 4.0057, "step": 25179 }, { "epoch": 0.2518, "grad_norm": 1.0152261527528479, "learning_rate": 0.003, "loss": 4.0257, "step": 25180 }, { "epoch": 0.25181, "grad_norm": 1.5112433044823934, "learning_rate": 0.003, "loss": 3.9906, "step": 25181 }, { "epoch": 0.25182, "grad_norm": 1.0284760943801041, "learning_rate": 0.003, "loss": 4.0441, "step": 25182 }, { "epoch": 0.25183, "grad_norm": 1.57293651810338, "learning_rate": 0.003, "loss": 4.0129, "step": 25183 }, { "epoch": 0.25184, "grad_norm": 1.2385443670694518, "learning_rate": 0.003, "loss": 3.9965, "step": 25184 }, { "epoch": 0.25185, "grad_norm": 1.2218602291849459, "learning_rate": 0.003, "loss": 3.9808, "step": 25185 }, { "epoch": 0.25186, "grad_norm": 1.3207421638472514, "learning_rate": 0.003, "loss": 4.0004, "step": 25186 }, { "epoch": 0.25187, "grad_norm": 1.255934901484141, "learning_rate": 0.003, "loss": 4.0303, "step": 25187 }, { "epoch": 0.25188, "grad_norm": 1.3882667359737606, "learning_rate": 0.003, "loss": 3.9913, "step": 25188 }, { "epoch": 0.25189, "grad_norm": 1.0776369648865534, "learning_rate": 0.003, "loss": 4.0424, "step": 25189 }, { "epoch": 0.2519, "grad_norm": 1.5583511505853782, "learning_rate": 0.003, "loss": 4.0037, "step": 25190 }, { "epoch": 0.25191, "grad_norm": 1.16380485712266, "learning_rate": 0.003, "loss": 3.9966, "step": 25191 }, { "epoch": 0.25192, "grad_norm": 1.4706175497023224, "learning_rate": 0.003, "loss": 3.9908, "step": 25192 }, { "epoch": 0.25193, "grad_norm": 1.1624328636772914, "learning_rate": 0.003, "loss": 3.9833, "step": 25193 }, { "epoch": 0.25194, "grad_norm": 1.3635317356797707, "learning_rate": 0.003, "loss": 3.971, "step": 25194 }, { "epoch": 0.25195, "grad_norm": 1.3668509878113857, "learning_rate": 0.003, "loss": 4.0132, "step": 25195 }, { "epoch": 0.25196, "grad_norm": 1.323053035960398, "learning_rate": 0.003, "loss": 4.0014, "step": 25196 }, { "epoch": 0.25197, "grad_norm": 1.4247377160347867, "learning_rate": 0.003, "loss": 3.9869, "step": 25197 }, { "epoch": 0.25198, "grad_norm": 1.1380930403120582, "learning_rate": 0.003, "loss": 3.9902, "step": 25198 }, { "epoch": 0.25199, "grad_norm": 1.289942416828056, "learning_rate": 0.003, "loss": 3.9701, "step": 25199 }, { "epoch": 0.252, "grad_norm": 1.3214210308825594, "learning_rate": 0.003, "loss": 4.0059, "step": 25200 }, { "epoch": 0.25201, "grad_norm": 1.243204705905994, "learning_rate": 0.003, "loss": 3.9963, "step": 25201 }, { "epoch": 0.25202, "grad_norm": 1.336410204260555, "learning_rate": 0.003, "loss": 3.9815, "step": 25202 }, { "epoch": 0.25203, "grad_norm": 0.9210018587813728, "learning_rate": 0.003, "loss": 3.9548, "step": 25203 }, { "epoch": 0.25204, "grad_norm": 1.3932379562169532, "learning_rate": 0.003, "loss": 4.0082, "step": 25204 }, { "epoch": 0.25205, "grad_norm": 1.3422730554155937, "learning_rate": 0.003, "loss": 3.9825, "step": 25205 }, { "epoch": 0.25206, "grad_norm": 1.4678703839188953, "learning_rate": 0.003, "loss": 4.0038, "step": 25206 }, { "epoch": 0.25207, "grad_norm": 1.2092573996741576, "learning_rate": 0.003, "loss": 3.9889, "step": 25207 }, { "epoch": 0.25208, "grad_norm": 1.2443302042790751, "learning_rate": 0.003, "loss": 3.9917, "step": 25208 }, { "epoch": 0.25209, "grad_norm": 1.2473350723406134, "learning_rate": 0.003, "loss": 4.0127, "step": 25209 }, { "epoch": 0.2521, "grad_norm": 1.2570284981185613, "learning_rate": 0.003, "loss": 3.9994, "step": 25210 }, { "epoch": 0.25211, "grad_norm": 1.320906335009051, "learning_rate": 0.003, "loss": 4.0134, "step": 25211 }, { "epoch": 0.25212, "grad_norm": 1.0999760495138171, "learning_rate": 0.003, "loss": 3.981, "step": 25212 }, { "epoch": 0.25213, "grad_norm": 1.3819490699103154, "learning_rate": 0.003, "loss": 3.9925, "step": 25213 }, { "epoch": 0.25214, "grad_norm": 1.4425082634587052, "learning_rate": 0.003, "loss": 3.9751, "step": 25214 }, { "epoch": 0.25215, "grad_norm": 1.1558580715538946, "learning_rate": 0.003, "loss": 4.0005, "step": 25215 }, { "epoch": 0.25216, "grad_norm": 1.1625197861709324, "learning_rate": 0.003, "loss": 4.0089, "step": 25216 }, { "epoch": 0.25217, "grad_norm": 1.2875101162013372, "learning_rate": 0.003, "loss": 3.9683, "step": 25217 }, { "epoch": 0.25218, "grad_norm": 1.3339198932884528, "learning_rate": 0.003, "loss": 4.008, "step": 25218 }, { "epoch": 0.25219, "grad_norm": 1.1188015534506348, "learning_rate": 0.003, "loss": 3.984, "step": 25219 }, { "epoch": 0.2522, "grad_norm": 1.2921078280968838, "learning_rate": 0.003, "loss": 4.0039, "step": 25220 }, { "epoch": 0.25221, "grad_norm": 1.156254608061559, "learning_rate": 0.003, "loss": 4.0419, "step": 25221 }, { "epoch": 0.25222, "grad_norm": 1.3518333750012181, "learning_rate": 0.003, "loss": 4.0208, "step": 25222 }, { "epoch": 0.25223, "grad_norm": 1.2759068376304437, "learning_rate": 0.003, "loss": 3.991, "step": 25223 }, { "epoch": 0.25224, "grad_norm": 1.3471110223508431, "learning_rate": 0.003, "loss": 3.9992, "step": 25224 }, { "epoch": 0.25225, "grad_norm": 1.0440758873330132, "learning_rate": 0.003, "loss": 3.9773, "step": 25225 }, { "epoch": 0.25226, "grad_norm": 1.5059581408859932, "learning_rate": 0.003, "loss": 4.0391, "step": 25226 }, { "epoch": 0.25227, "grad_norm": 1.4255770268044303, "learning_rate": 0.003, "loss": 4.0133, "step": 25227 }, { "epoch": 0.25228, "grad_norm": 1.187510585857748, "learning_rate": 0.003, "loss": 3.9952, "step": 25228 }, { "epoch": 0.25229, "grad_norm": 1.354767786105194, "learning_rate": 0.003, "loss": 3.9925, "step": 25229 }, { "epoch": 0.2523, "grad_norm": 1.2678444760428609, "learning_rate": 0.003, "loss": 3.9893, "step": 25230 }, { "epoch": 0.25231, "grad_norm": 1.398992925007705, "learning_rate": 0.003, "loss": 3.9798, "step": 25231 }, { "epoch": 0.25232, "grad_norm": 1.1191735481890759, "learning_rate": 0.003, "loss": 4.0028, "step": 25232 }, { "epoch": 0.25233, "grad_norm": 1.3296097117464747, "learning_rate": 0.003, "loss": 4.0215, "step": 25233 }, { "epoch": 0.25234, "grad_norm": 1.1753424895595677, "learning_rate": 0.003, "loss": 4.0101, "step": 25234 }, { "epoch": 0.25235, "grad_norm": 1.2844521487017182, "learning_rate": 0.003, "loss": 3.9836, "step": 25235 }, { "epoch": 0.25236, "grad_norm": 1.1030741763335932, "learning_rate": 0.003, "loss": 4.0213, "step": 25236 }, { "epoch": 0.25237, "grad_norm": 1.4607762696718185, "learning_rate": 0.003, "loss": 3.9845, "step": 25237 }, { "epoch": 0.25238, "grad_norm": 0.975044965436386, "learning_rate": 0.003, "loss": 3.9662, "step": 25238 }, { "epoch": 0.25239, "grad_norm": 1.509939768568235, "learning_rate": 0.003, "loss": 3.9885, "step": 25239 }, { "epoch": 0.2524, "grad_norm": 1.131897100904184, "learning_rate": 0.003, "loss": 4.0127, "step": 25240 }, { "epoch": 0.25241, "grad_norm": 1.4383373199217495, "learning_rate": 0.003, "loss": 4.0094, "step": 25241 }, { "epoch": 0.25242, "grad_norm": 1.0222182551390455, "learning_rate": 0.003, "loss": 3.9757, "step": 25242 }, { "epoch": 0.25243, "grad_norm": 1.3328058165199228, "learning_rate": 0.003, "loss": 4.0033, "step": 25243 }, { "epoch": 0.25244, "grad_norm": 1.276850400040123, "learning_rate": 0.003, "loss": 4.001, "step": 25244 }, { "epoch": 0.25245, "grad_norm": 1.3321503530579146, "learning_rate": 0.003, "loss": 4.0058, "step": 25245 }, { "epoch": 0.25246, "grad_norm": 1.0332754443377115, "learning_rate": 0.003, "loss": 3.9697, "step": 25246 }, { "epoch": 0.25247, "grad_norm": 1.3915364950866893, "learning_rate": 0.003, "loss": 4.0164, "step": 25247 }, { "epoch": 0.25248, "grad_norm": 1.1512537522208093, "learning_rate": 0.003, "loss": 3.9763, "step": 25248 }, { "epoch": 0.25249, "grad_norm": 1.5845508683399963, "learning_rate": 0.003, "loss": 4.0068, "step": 25249 }, { "epoch": 0.2525, "grad_norm": 1.3607202272410714, "learning_rate": 0.003, "loss": 3.9902, "step": 25250 }, { "epoch": 0.25251, "grad_norm": 1.174513036304171, "learning_rate": 0.003, "loss": 4.0141, "step": 25251 }, { "epoch": 0.25252, "grad_norm": 1.368208417910171, "learning_rate": 0.003, "loss": 3.9744, "step": 25252 }, { "epoch": 0.25253, "grad_norm": 1.2875303549289372, "learning_rate": 0.003, "loss": 4.0402, "step": 25253 }, { "epoch": 0.25254, "grad_norm": 1.217743631186639, "learning_rate": 0.003, "loss": 3.975, "step": 25254 }, { "epoch": 0.25255, "grad_norm": 1.3427441142789145, "learning_rate": 0.003, "loss": 4.0091, "step": 25255 }, { "epoch": 0.25256, "grad_norm": 1.3742651655292162, "learning_rate": 0.003, "loss": 3.991, "step": 25256 }, { "epoch": 0.25257, "grad_norm": 1.3882180117018008, "learning_rate": 0.003, "loss": 4.0066, "step": 25257 }, { "epoch": 0.25258, "grad_norm": 1.3141245097542553, "learning_rate": 0.003, "loss": 4.015, "step": 25258 }, { "epoch": 0.25259, "grad_norm": 1.1884087393564247, "learning_rate": 0.003, "loss": 4.0181, "step": 25259 }, { "epoch": 0.2526, "grad_norm": 1.4904387301608666, "learning_rate": 0.003, "loss": 3.9955, "step": 25260 }, { "epoch": 0.25261, "grad_norm": 1.2143067455167273, "learning_rate": 0.003, "loss": 3.9939, "step": 25261 }, { "epoch": 0.25262, "grad_norm": 1.5514198470348017, "learning_rate": 0.003, "loss": 3.9838, "step": 25262 }, { "epoch": 0.25263, "grad_norm": 1.1567726465904642, "learning_rate": 0.003, "loss": 3.9868, "step": 25263 }, { "epoch": 0.25264, "grad_norm": 1.1608406778731688, "learning_rate": 0.003, "loss": 4.0011, "step": 25264 }, { "epoch": 0.25265, "grad_norm": 1.3563194257959252, "learning_rate": 0.003, "loss": 4.0108, "step": 25265 }, { "epoch": 0.25266, "grad_norm": 1.2633344676846319, "learning_rate": 0.003, "loss": 3.9996, "step": 25266 }, { "epoch": 0.25267, "grad_norm": 1.3482394392889643, "learning_rate": 0.003, "loss": 3.9929, "step": 25267 }, { "epoch": 0.25268, "grad_norm": 1.458251189070953, "learning_rate": 0.003, "loss": 4.0115, "step": 25268 }, { "epoch": 0.25269, "grad_norm": 1.0901994247163922, "learning_rate": 0.003, "loss": 3.9573, "step": 25269 }, { "epoch": 0.2527, "grad_norm": 1.3581486657859991, "learning_rate": 0.003, "loss": 4.0158, "step": 25270 }, { "epoch": 0.25271, "grad_norm": 0.9584749618917715, "learning_rate": 0.003, "loss": 3.9864, "step": 25271 }, { "epoch": 0.25272, "grad_norm": 1.3973621004426697, "learning_rate": 0.003, "loss": 4.0097, "step": 25272 }, { "epoch": 0.25273, "grad_norm": 1.0841970736965052, "learning_rate": 0.003, "loss": 3.9875, "step": 25273 }, { "epoch": 0.25274, "grad_norm": 1.4815790673707194, "learning_rate": 0.003, "loss": 3.9789, "step": 25274 }, { "epoch": 0.25275, "grad_norm": 1.033550389444392, "learning_rate": 0.003, "loss": 3.9891, "step": 25275 }, { "epoch": 0.25276, "grad_norm": 1.4681346077379682, "learning_rate": 0.003, "loss": 3.9764, "step": 25276 }, { "epoch": 0.25277, "grad_norm": 1.0418886243446563, "learning_rate": 0.003, "loss": 4.0072, "step": 25277 }, { "epoch": 0.25278, "grad_norm": 1.4077866499111449, "learning_rate": 0.003, "loss": 4.0152, "step": 25278 }, { "epoch": 0.25279, "grad_norm": 1.2116103140879784, "learning_rate": 0.003, "loss": 3.9835, "step": 25279 }, { "epoch": 0.2528, "grad_norm": 1.3545351628526365, "learning_rate": 0.003, "loss": 4.0116, "step": 25280 }, { "epoch": 0.25281, "grad_norm": 1.2336366169965403, "learning_rate": 0.003, "loss": 4.02, "step": 25281 }, { "epoch": 0.25282, "grad_norm": 1.493384623347289, "learning_rate": 0.003, "loss": 3.9933, "step": 25282 }, { "epoch": 0.25283, "grad_norm": 1.18249327218025, "learning_rate": 0.003, "loss": 4.0, "step": 25283 }, { "epoch": 0.25284, "grad_norm": 1.4873064051663183, "learning_rate": 0.003, "loss": 4.0066, "step": 25284 }, { "epoch": 0.25285, "grad_norm": 1.052758572120882, "learning_rate": 0.003, "loss": 4.0152, "step": 25285 }, { "epoch": 0.25286, "grad_norm": 1.3917748754834665, "learning_rate": 0.003, "loss": 3.9892, "step": 25286 }, { "epoch": 0.25287, "grad_norm": 1.2802736952615814, "learning_rate": 0.003, "loss": 4.018, "step": 25287 }, { "epoch": 0.25288, "grad_norm": 1.4302991418106914, "learning_rate": 0.003, "loss": 3.9964, "step": 25288 }, { "epoch": 0.25289, "grad_norm": 1.3156381379607498, "learning_rate": 0.003, "loss": 3.9947, "step": 25289 }, { "epoch": 0.2529, "grad_norm": 1.3786605882127632, "learning_rate": 0.003, "loss": 3.9916, "step": 25290 }, { "epoch": 0.25291, "grad_norm": 1.251137147975893, "learning_rate": 0.003, "loss": 3.9897, "step": 25291 }, { "epoch": 0.25292, "grad_norm": 1.2311597864854855, "learning_rate": 0.003, "loss": 4.0019, "step": 25292 }, { "epoch": 0.25293, "grad_norm": 1.2054632009079491, "learning_rate": 0.003, "loss": 4.0057, "step": 25293 }, { "epoch": 0.25294, "grad_norm": 1.2514328361355624, "learning_rate": 0.003, "loss": 3.9712, "step": 25294 }, { "epoch": 0.25295, "grad_norm": 1.3047800811223615, "learning_rate": 0.003, "loss": 3.975, "step": 25295 }, { "epoch": 0.25296, "grad_norm": 1.1899909573156304, "learning_rate": 0.003, "loss": 4.0043, "step": 25296 }, { "epoch": 0.25297, "grad_norm": 1.3376218732841387, "learning_rate": 0.003, "loss": 4.0359, "step": 25297 }, { "epoch": 0.25298, "grad_norm": 1.177434635564805, "learning_rate": 0.003, "loss": 4.0121, "step": 25298 }, { "epoch": 0.25299, "grad_norm": 1.448596653994025, "learning_rate": 0.003, "loss": 4.0138, "step": 25299 }, { "epoch": 0.253, "grad_norm": 1.2696829712208886, "learning_rate": 0.003, "loss": 4.0086, "step": 25300 }, { "epoch": 0.25301, "grad_norm": 1.3116370628940992, "learning_rate": 0.003, "loss": 3.9997, "step": 25301 }, { "epoch": 0.25302, "grad_norm": 1.0887069091371961, "learning_rate": 0.003, "loss": 3.9917, "step": 25302 }, { "epoch": 0.25303, "grad_norm": 1.2475421080626399, "learning_rate": 0.003, "loss": 4.0202, "step": 25303 }, { "epoch": 0.25304, "grad_norm": 1.1708253360577714, "learning_rate": 0.003, "loss": 3.9824, "step": 25304 }, { "epoch": 0.25305, "grad_norm": 1.4548730037244217, "learning_rate": 0.003, "loss": 4.0165, "step": 25305 }, { "epoch": 0.25306, "grad_norm": 1.0778534420853576, "learning_rate": 0.003, "loss": 3.9997, "step": 25306 }, { "epoch": 0.25307, "grad_norm": 1.6092691900847345, "learning_rate": 0.003, "loss": 3.981, "step": 25307 }, { "epoch": 0.25308, "grad_norm": 1.2673186128253489, "learning_rate": 0.003, "loss": 3.9927, "step": 25308 }, { "epoch": 0.25309, "grad_norm": 1.5134997077638417, "learning_rate": 0.003, "loss": 4.0147, "step": 25309 }, { "epoch": 0.2531, "grad_norm": 1.4152736069177225, "learning_rate": 0.003, "loss": 4.0188, "step": 25310 }, { "epoch": 0.25311, "grad_norm": 1.0963834699697854, "learning_rate": 0.003, "loss": 4.0126, "step": 25311 }, { "epoch": 0.25312, "grad_norm": 1.3743116817681753, "learning_rate": 0.003, "loss": 4.0215, "step": 25312 }, { "epoch": 0.25313, "grad_norm": 1.125547615242444, "learning_rate": 0.003, "loss": 4.0242, "step": 25313 }, { "epoch": 0.25314, "grad_norm": 1.32806510849045, "learning_rate": 0.003, "loss": 3.9755, "step": 25314 }, { "epoch": 0.25315, "grad_norm": 1.212283055674997, "learning_rate": 0.003, "loss": 4.0142, "step": 25315 }, { "epoch": 0.25316, "grad_norm": 1.5427835614944172, "learning_rate": 0.003, "loss": 3.9797, "step": 25316 }, { "epoch": 0.25317, "grad_norm": 1.2708144278044544, "learning_rate": 0.003, "loss": 4.0137, "step": 25317 }, { "epoch": 0.25318, "grad_norm": 1.220829164676073, "learning_rate": 0.003, "loss": 3.9748, "step": 25318 }, { "epoch": 0.25319, "grad_norm": 1.2512293959802314, "learning_rate": 0.003, "loss": 3.995, "step": 25319 }, { "epoch": 0.2532, "grad_norm": 1.0306915512442039, "learning_rate": 0.003, "loss": 4.0088, "step": 25320 }, { "epoch": 0.25321, "grad_norm": 1.5079266264601943, "learning_rate": 0.003, "loss": 4.0229, "step": 25321 }, { "epoch": 0.25322, "grad_norm": 1.2855150462892435, "learning_rate": 0.003, "loss": 4.0172, "step": 25322 }, { "epoch": 0.25323, "grad_norm": 1.2703998213338943, "learning_rate": 0.003, "loss": 4.0209, "step": 25323 }, { "epoch": 0.25324, "grad_norm": 1.2309532311822915, "learning_rate": 0.003, "loss": 4.0079, "step": 25324 }, { "epoch": 0.25325, "grad_norm": 1.2391728842288785, "learning_rate": 0.003, "loss": 3.9882, "step": 25325 }, { "epoch": 0.25326, "grad_norm": 1.1701848674870907, "learning_rate": 0.003, "loss": 4.0005, "step": 25326 }, { "epoch": 0.25327, "grad_norm": 1.2985323816766041, "learning_rate": 0.003, "loss": 3.9863, "step": 25327 }, { "epoch": 0.25328, "grad_norm": 1.224439003971976, "learning_rate": 0.003, "loss": 4.0039, "step": 25328 }, { "epoch": 0.25329, "grad_norm": 1.3969988496825572, "learning_rate": 0.003, "loss": 3.9973, "step": 25329 }, { "epoch": 0.2533, "grad_norm": 1.5193549011115959, "learning_rate": 0.003, "loss": 4.0038, "step": 25330 }, { "epoch": 0.25331, "grad_norm": 0.9239049639515052, "learning_rate": 0.003, "loss": 3.9968, "step": 25331 }, { "epoch": 0.25332, "grad_norm": 1.2847836580374792, "learning_rate": 0.003, "loss": 4.0095, "step": 25332 }, { "epoch": 0.25333, "grad_norm": 1.1604092354988633, "learning_rate": 0.003, "loss": 4.0241, "step": 25333 }, { "epoch": 0.25334, "grad_norm": 1.3228863296405007, "learning_rate": 0.003, "loss": 4.0169, "step": 25334 }, { "epoch": 0.25335, "grad_norm": 1.1776186269717743, "learning_rate": 0.003, "loss": 4.007, "step": 25335 }, { "epoch": 0.25336, "grad_norm": 1.261864246198342, "learning_rate": 0.003, "loss": 4.0237, "step": 25336 }, { "epoch": 0.25337, "grad_norm": 1.3284013285871472, "learning_rate": 0.003, "loss": 4.0155, "step": 25337 }, { "epoch": 0.25338, "grad_norm": 1.2809468830789104, "learning_rate": 0.003, "loss": 4.0352, "step": 25338 }, { "epoch": 0.25339, "grad_norm": 1.263392822511681, "learning_rate": 0.003, "loss": 4.0021, "step": 25339 }, { "epoch": 0.2534, "grad_norm": 1.3544173230517857, "learning_rate": 0.003, "loss": 3.9945, "step": 25340 }, { "epoch": 0.25341, "grad_norm": 1.4304321515136653, "learning_rate": 0.003, "loss": 4.0028, "step": 25341 }, { "epoch": 0.25342, "grad_norm": 1.3593594598299066, "learning_rate": 0.003, "loss": 3.9842, "step": 25342 }, { "epoch": 0.25343, "grad_norm": 1.247776118565593, "learning_rate": 0.003, "loss": 3.9983, "step": 25343 }, { "epoch": 0.25344, "grad_norm": 1.597049513190035, "learning_rate": 0.003, "loss": 4.0032, "step": 25344 }, { "epoch": 0.25345, "grad_norm": 0.9962779477538721, "learning_rate": 0.003, "loss": 3.9932, "step": 25345 }, { "epoch": 0.25346, "grad_norm": 1.487656291687104, "learning_rate": 0.003, "loss": 4.0061, "step": 25346 }, { "epoch": 0.25347, "grad_norm": 0.9992930028801609, "learning_rate": 0.003, "loss": 4.0185, "step": 25347 }, { "epoch": 0.25348, "grad_norm": 1.4759559296100062, "learning_rate": 0.003, "loss": 4.0149, "step": 25348 }, { "epoch": 0.25349, "grad_norm": 1.198363363005788, "learning_rate": 0.003, "loss": 3.9968, "step": 25349 }, { "epoch": 0.2535, "grad_norm": 1.3572409388533777, "learning_rate": 0.003, "loss": 4.018, "step": 25350 }, { "epoch": 0.25351, "grad_norm": 1.2120698024780212, "learning_rate": 0.003, "loss": 3.988, "step": 25351 }, { "epoch": 0.25352, "grad_norm": 1.0911198297086475, "learning_rate": 0.003, "loss": 4.0063, "step": 25352 }, { "epoch": 0.25353, "grad_norm": 1.4706614300601788, "learning_rate": 0.003, "loss": 3.9999, "step": 25353 }, { "epoch": 0.25354, "grad_norm": 1.2903490198104688, "learning_rate": 0.003, "loss": 4.0184, "step": 25354 }, { "epoch": 0.25355, "grad_norm": 1.3525377250244384, "learning_rate": 0.003, "loss": 4.0081, "step": 25355 }, { "epoch": 0.25356, "grad_norm": 1.3770509081057545, "learning_rate": 0.003, "loss": 4.0275, "step": 25356 }, { "epoch": 0.25357, "grad_norm": 1.383153979196004, "learning_rate": 0.003, "loss": 3.9912, "step": 25357 }, { "epoch": 0.25358, "grad_norm": 1.0094459067114014, "learning_rate": 0.003, "loss": 3.9954, "step": 25358 }, { "epoch": 0.25359, "grad_norm": 1.465686415729896, "learning_rate": 0.003, "loss": 3.993, "step": 25359 }, { "epoch": 0.2536, "grad_norm": 1.073603313746999, "learning_rate": 0.003, "loss": 3.9709, "step": 25360 }, { "epoch": 0.25361, "grad_norm": 1.4017815114422476, "learning_rate": 0.003, "loss": 4.0243, "step": 25361 }, { "epoch": 0.25362, "grad_norm": 1.0309173850865618, "learning_rate": 0.003, "loss": 4.0005, "step": 25362 }, { "epoch": 0.25363, "grad_norm": 1.6608840389120934, "learning_rate": 0.003, "loss": 3.9804, "step": 25363 }, { "epoch": 0.25364, "grad_norm": 1.2624997094957469, "learning_rate": 0.003, "loss": 4.0113, "step": 25364 }, { "epoch": 0.25365, "grad_norm": 1.1687253522984722, "learning_rate": 0.003, "loss": 4.0407, "step": 25365 }, { "epoch": 0.25366, "grad_norm": 1.2789353095513614, "learning_rate": 0.003, "loss": 4.0268, "step": 25366 }, { "epoch": 0.25367, "grad_norm": 1.4043021124231143, "learning_rate": 0.003, "loss": 4.038, "step": 25367 }, { "epoch": 0.25368, "grad_norm": 1.511951291745864, "learning_rate": 0.003, "loss": 3.9959, "step": 25368 }, { "epoch": 0.25369, "grad_norm": 0.9710473792033745, "learning_rate": 0.003, "loss": 3.9963, "step": 25369 }, { "epoch": 0.2537, "grad_norm": 1.3247120366653147, "learning_rate": 0.003, "loss": 4.0111, "step": 25370 }, { "epoch": 0.25371, "grad_norm": 1.4129229516179085, "learning_rate": 0.003, "loss": 3.9902, "step": 25371 }, { "epoch": 0.25372, "grad_norm": 1.2660845041984432, "learning_rate": 0.003, "loss": 3.9916, "step": 25372 }, { "epoch": 0.25373, "grad_norm": 1.583498306041186, "learning_rate": 0.003, "loss": 4.0076, "step": 25373 }, { "epoch": 0.25374, "grad_norm": 0.9923106970014937, "learning_rate": 0.003, "loss": 3.9894, "step": 25374 }, { "epoch": 0.25375, "grad_norm": 1.475035169186552, "learning_rate": 0.003, "loss": 4.0059, "step": 25375 }, { "epoch": 0.25376, "grad_norm": 1.42296675836936, "learning_rate": 0.003, "loss": 4.0067, "step": 25376 }, { "epoch": 0.25377, "grad_norm": 1.0347672497432514, "learning_rate": 0.003, "loss": 3.9839, "step": 25377 }, { "epoch": 0.25378, "grad_norm": 1.5912221012426315, "learning_rate": 0.003, "loss": 3.9662, "step": 25378 }, { "epoch": 0.25379, "grad_norm": 1.0657266813092672, "learning_rate": 0.003, "loss": 4.0052, "step": 25379 }, { "epoch": 0.2538, "grad_norm": 1.5266188876438984, "learning_rate": 0.003, "loss": 4.007, "step": 25380 }, { "epoch": 0.25381, "grad_norm": 1.1529909706022685, "learning_rate": 0.003, "loss": 4.0068, "step": 25381 }, { "epoch": 0.25382, "grad_norm": 1.312837211920748, "learning_rate": 0.003, "loss": 4.0221, "step": 25382 }, { "epoch": 0.25383, "grad_norm": 1.313935188928627, "learning_rate": 0.003, "loss": 3.983, "step": 25383 }, { "epoch": 0.25384, "grad_norm": 1.1636423338132846, "learning_rate": 0.003, "loss": 4.0044, "step": 25384 }, { "epoch": 0.25385, "grad_norm": 1.2962543600856216, "learning_rate": 0.003, "loss": 3.9966, "step": 25385 }, { "epoch": 0.25386, "grad_norm": 1.0831505867473612, "learning_rate": 0.003, "loss": 3.982, "step": 25386 }, { "epoch": 0.25387, "grad_norm": 1.3889018805788642, "learning_rate": 0.003, "loss": 4.0101, "step": 25387 }, { "epoch": 0.25388, "grad_norm": 1.0737387662360371, "learning_rate": 0.003, "loss": 4.0062, "step": 25388 }, { "epoch": 0.25389, "grad_norm": 1.352497445835669, "learning_rate": 0.003, "loss": 4.0007, "step": 25389 }, { "epoch": 0.2539, "grad_norm": 1.1485769222556745, "learning_rate": 0.003, "loss": 4.0187, "step": 25390 }, { "epoch": 0.25391, "grad_norm": 1.5296942838061924, "learning_rate": 0.003, "loss": 3.9916, "step": 25391 }, { "epoch": 0.25392, "grad_norm": 1.0456945214628137, "learning_rate": 0.003, "loss": 4.0018, "step": 25392 }, { "epoch": 0.25393, "grad_norm": 1.4730314623634464, "learning_rate": 0.003, "loss": 4.0132, "step": 25393 }, { "epoch": 0.25394, "grad_norm": 1.339188021301917, "learning_rate": 0.003, "loss": 4.0567, "step": 25394 }, { "epoch": 0.25395, "grad_norm": 1.378554745145648, "learning_rate": 0.003, "loss": 3.9829, "step": 25395 }, { "epoch": 0.25396, "grad_norm": 1.1487873232988637, "learning_rate": 0.003, "loss": 4.0086, "step": 25396 }, { "epoch": 0.25397, "grad_norm": 1.2721124190846713, "learning_rate": 0.003, "loss": 4.0141, "step": 25397 }, { "epoch": 0.25398, "grad_norm": 1.2669352741706785, "learning_rate": 0.003, "loss": 3.9705, "step": 25398 }, { "epoch": 0.25399, "grad_norm": 1.3780127448686161, "learning_rate": 0.003, "loss": 3.992, "step": 25399 }, { "epoch": 0.254, "grad_norm": 1.1985295312189577, "learning_rate": 0.003, "loss": 4.0046, "step": 25400 }, { "epoch": 0.25401, "grad_norm": 1.5119103454124387, "learning_rate": 0.003, "loss": 3.9872, "step": 25401 }, { "epoch": 0.25402, "grad_norm": 1.0654436987803868, "learning_rate": 0.003, "loss": 3.981, "step": 25402 }, { "epoch": 0.25403, "grad_norm": 1.5710567730966383, "learning_rate": 0.003, "loss": 3.9995, "step": 25403 }, { "epoch": 0.25404, "grad_norm": 1.2307945002816865, "learning_rate": 0.003, "loss": 4.0097, "step": 25404 }, { "epoch": 0.25405, "grad_norm": 1.257029466609874, "learning_rate": 0.003, "loss": 4.0183, "step": 25405 }, { "epoch": 0.25406, "grad_norm": 1.305914455456348, "learning_rate": 0.003, "loss": 3.9766, "step": 25406 }, { "epoch": 0.25407, "grad_norm": 1.1236175293316883, "learning_rate": 0.003, "loss": 3.9882, "step": 25407 }, { "epoch": 0.25408, "grad_norm": 1.3040599375490607, "learning_rate": 0.003, "loss": 3.9937, "step": 25408 }, { "epoch": 0.25409, "grad_norm": 1.2016877820909222, "learning_rate": 0.003, "loss": 3.9804, "step": 25409 }, { "epoch": 0.2541, "grad_norm": 1.57349588741697, "learning_rate": 0.003, "loss": 3.9999, "step": 25410 }, { "epoch": 0.25411, "grad_norm": 1.2582996411863898, "learning_rate": 0.003, "loss": 4.0068, "step": 25411 }, { "epoch": 0.25412, "grad_norm": 1.296591364087832, "learning_rate": 0.003, "loss": 3.9592, "step": 25412 }, { "epoch": 0.25413, "grad_norm": 1.4456116544055215, "learning_rate": 0.003, "loss": 3.9805, "step": 25413 }, { "epoch": 0.25414, "grad_norm": 1.1114713101022577, "learning_rate": 0.003, "loss": 3.9952, "step": 25414 }, { "epoch": 0.25415, "grad_norm": 1.3605482716203285, "learning_rate": 0.003, "loss": 3.9817, "step": 25415 }, { "epoch": 0.25416, "grad_norm": 0.9519667766814074, "learning_rate": 0.003, "loss": 4.0116, "step": 25416 }, { "epoch": 0.25417, "grad_norm": 1.3456791156920451, "learning_rate": 0.003, "loss": 3.9956, "step": 25417 }, { "epoch": 0.25418, "grad_norm": 1.3074860480284969, "learning_rate": 0.003, "loss": 4.0265, "step": 25418 }, { "epoch": 0.25419, "grad_norm": 1.3099780429032197, "learning_rate": 0.003, "loss": 4.0046, "step": 25419 }, { "epoch": 0.2542, "grad_norm": 1.3409001380343923, "learning_rate": 0.003, "loss": 4.0096, "step": 25420 }, { "epoch": 0.25421, "grad_norm": 1.3239707004832044, "learning_rate": 0.003, "loss": 3.9663, "step": 25421 }, { "epoch": 0.25422, "grad_norm": 1.3951105226468126, "learning_rate": 0.003, "loss": 3.9995, "step": 25422 }, { "epoch": 0.25423, "grad_norm": 1.098052030774145, "learning_rate": 0.003, "loss": 3.9736, "step": 25423 }, { "epoch": 0.25424, "grad_norm": 1.336697635273657, "learning_rate": 0.003, "loss": 4.0136, "step": 25424 }, { "epoch": 0.25425, "grad_norm": 1.2298349579134675, "learning_rate": 0.003, "loss": 3.9973, "step": 25425 }, { "epoch": 0.25426, "grad_norm": 1.147348961430279, "learning_rate": 0.003, "loss": 3.9966, "step": 25426 }, { "epoch": 0.25427, "grad_norm": 1.1594467033986202, "learning_rate": 0.003, "loss": 3.9846, "step": 25427 }, { "epoch": 0.25428, "grad_norm": 1.5267802638168917, "learning_rate": 0.003, "loss": 3.9725, "step": 25428 }, { "epoch": 0.25429, "grad_norm": 1.1049574630321053, "learning_rate": 0.003, "loss": 3.9958, "step": 25429 }, { "epoch": 0.2543, "grad_norm": 1.4225265911981606, "learning_rate": 0.003, "loss": 3.9964, "step": 25430 }, { "epoch": 0.25431, "grad_norm": 1.1582072297241999, "learning_rate": 0.003, "loss": 4.0075, "step": 25431 }, { "epoch": 0.25432, "grad_norm": 1.3193370218561389, "learning_rate": 0.003, "loss": 3.9937, "step": 25432 }, { "epoch": 0.25433, "grad_norm": 1.2775030001186425, "learning_rate": 0.003, "loss": 3.9789, "step": 25433 }, { "epoch": 0.25434, "grad_norm": 1.1377816019472144, "learning_rate": 0.003, "loss": 4.0132, "step": 25434 }, { "epoch": 0.25435, "grad_norm": 1.2147004115525608, "learning_rate": 0.003, "loss": 4.0036, "step": 25435 }, { "epoch": 0.25436, "grad_norm": 1.4320652800557174, "learning_rate": 0.003, "loss": 3.9691, "step": 25436 }, { "epoch": 0.25437, "grad_norm": 1.2412546156852189, "learning_rate": 0.003, "loss": 3.9719, "step": 25437 }, { "epoch": 0.25438, "grad_norm": 1.6718649003968569, "learning_rate": 0.003, "loss": 4.0035, "step": 25438 }, { "epoch": 0.25439, "grad_norm": 1.255122635425239, "learning_rate": 0.003, "loss": 3.999, "step": 25439 }, { "epoch": 0.2544, "grad_norm": 1.4407919684968749, "learning_rate": 0.003, "loss": 4.0398, "step": 25440 }, { "epoch": 0.25441, "grad_norm": 1.238251079647405, "learning_rate": 0.003, "loss": 3.9766, "step": 25441 }, { "epoch": 0.25442, "grad_norm": 1.3457817799611325, "learning_rate": 0.003, "loss": 3.9999, "step": 25442 }, { "epoch": 0.25443, "grad_norm": 1.3053935398960421, "learning_rate": 0.003, "loss": 3.9791, "step": 25443 }, { "epoch": 0.25444, "grad_norm": 1.1886544885360504, "learning_rate": 0.003, "loss": 3.9762, "step": 25444 }, { "epoch": 0.25445, "grad_norm": 1.1449929853603895, "learning_rate": 0.003, "loss": 3.9823, "step": 25445 }, { "epoch": 0.25446, "grad_norm": 1.3332089699125653, "learning_rate": 0.003, "loss": 4.0194, "step": 25446 }, { "epoch": 0.25447, "grad_norm": 1.2417828241241384, "learning_rate": 0.003, "loss": 4.0319, "step": 25447 }, { "epoch": 0.25448, "grad_norm": 1.3453475478758086, "learning_rate": 0.003, "loss": 3.9786, "step": 25448 }, { "epoch": 0.25449, "grad_norm": 1.0467284894125313, "learning_rate": 0.003, "loss": 3.9896, "step": 25449 }, { "epoch": 0.2545, "grad_norm": 1.6222931591669312, "learning_rate": 0.003, "loss": 4.0119, "step": 25450 }, { "epoch": 0.25451, "grad_norm": 1.1095384887486048, "learning_rate": 0.003, "loss": 3.9891, "step": 25451 }, { "epoch": 0.25452, "grad_norm": 1.3395051263106235, "learning_rate": 0.003, "loss": 3.9789, "step": 25452 }, { "epoch": 0.25453, "grad_norm": 1.1007165812457886, "learning_rate": 0.003, "loss": 3.9868, "step": 25453 }, { "epoch": 0.25454, "grad_norm": 1.3678664208083897, "learning_rate": 0.003, "loss": 4.0083, "step": 25454 }, { "epoch": 0.25455, "grad_norm": 1.2163965559591845, "learning_rate": 0.003, "loss": 4.0123, "step": 25455 }, { "epoch": 0.25456, "grad_norm": 1.1622364432775845, "learning_rate": 0.003, "loss": 3.9845, "step": 25456 }, { "epoch": 0.25457, "grad_norm": 1.321411421437734, "learning_rate": 0.003, "loss": 3.9881, "step": 25457 }, { "epoch": 0.25458, "grad_norm": 1.2551170376245955, "learning_rate": 0.003, "loss": 4.0072, "step": 25458 }, { "epoch": 0.25459, "grad_norm": 1.2583909918333822, "learning_rate": 0.003, "loss": 3.9848, "step": 25459 }, { "epoch": 0.2546, "grad_norm": 1.3306887980957585, "learning_rate": 0.003, "loss": 4.0062, "step": 25460 }, { "epoch": 0.25461, "grad_norm": 1.2922359327084052, "learning_rate": 0.003, "loss": 3.9913, "step": 25461 }, { "epoch": 0.25462, "grad_norm": 1.5182921600293149, "learning_rate": 0.003, "loss": 4.0067, "step": 25462 }, { "epoch": 0.25463, "grad_norm": 1.0517105323022653, "learning_rate": 0.003, "loss": 4.0156, "step": 25463 }, { "epoch": 0.25464, "grad_norm": 1.3266780930313455, "learning_rate": 0.003, "loss": 3.9991, "step": 25464 }, { "epoch": 0.25465, "grad_norm": 1.3521484227481313, "learning_rate": 0.003, "loss": 4.0047, "step": 25465 }, { "epoch": 0.25466, "grad_norm": 1.207820666092716, "learning_rate": 0.003, "loss": 3.993, "step": 25466 }, { "epoch": 0.25467, "grad_norm": 1.5092948112111435, "learning_rate": 0.003, "loss": 3.9898, "step": 25467 }, { "epoch": 0.25468, "grad_norm": 1.4261061812302653, "learning_rate": 0.003, "loss": 3.9853, "step": 25468 }, { "epoch": 0.25469, "grad_norm": 1.1455247773876733, "learning_rate": 0.003, "loss": 4.0073, "step": 25469 }, { "epoch": 0.2547, "grad_norm": 1.4625231530805478, "learning_rate": 0.003, "loss": 3.9954, "step": 25470 }, { "epoch": 0.25471, "grad_norm": 1.246267809762197, "learning_rate": 0.003, "loss": 4.001, "step": 25471 }, { "epoch": 0.25472, "grad_norm": 1.0888290543397436, "learning_rate": 0.003, "loss": 4.0159, "step": 25472 }, { "epoch": 0.25473, "grad_norm": 1.2944587141557555, "learning_rate": 0.003, "loss": 4.0288, "step": 25473 }, { "epoch": 0.25474, "grad_norm": 1.2419765150096387, "learning_rate": 0.003, "loss": 3.9935, "step": 25474 }, { "epoch": 0.25475, "grad_norm": 1.2421762504608251, "learning_rate": 0.003, "loss": 4.0073, "step": 25475 }, { "epoch": 0.25476, "grad_norm": 1.1100246690880733, "learning_rate": 0.003, "loss": 3.9947, "step": 25476 }, { "epoch": 0.25477, "grad_norm": 1.3635533137325035, "learning_rate": 0.003, "loss": 4.0087, "step": 25477 }, { "epoch": 0.25478, "grad_norm": 1.3071879005149645, "learning_rate": 0.003, "loss": 4.0003, "step": 25478 }, { "epoch": 0.25479, "grad_norm": 1.3726129035080534, "learning_rate": 0.003, "loss": 4.0025, "step": 25479 }, { "epoch": 0.2548, "grad_norm": 1.3714496852040574, "learning_rate": 0.003, "loss": 4.0185, "step": 25480 }, { "epoch": 0.25481, "grad_norm": 0.976839519593403, "learning_rate": 0.003, "loss": 3.9977, "step": 25481 }, { "epoch": 0.25482, "grad_norm": 1.2663526054905174, "learning_rate": 0.003, "loss": 4.0194, "step": 25482 }, { "epoch": 0.25483, "grad_norm": 1.3294932550536973, "learning_rate": 0.003, "loss": 3.9832, "step": 25483 }, { "epoch": 0.25484, "grad_norm": 1.294767828408261, "learning_rate": 0.003, "loss": 4.0078, "step": 25484 }, { "epoch": 0.25485, "grad_norm": 1.2741237172971398, "learning_rate": 0.003, "loss": 4.0005, "step": 25485 }, { "epoch": 0.25486, "grad_norm": 1.2379643145445236, "learning_rate": 0.003, "loss": 3.9942, "step": 25486 }, { "epoch": 0.25487, "grad_norm": 1.2666390156424392, "learning_rate": 0.003, "loss": 4.0081, "step": 25487 }, { "epoch": 0.25488, "grad_norm": 1.4774641412353007, "learning_rate": 0.003, "loss": 3.9814, "step": 25488 }, { "epoch": 0.25489, "grad_norm": 1.0556124248491363, "learning_rate": 0.003, "loss": 4.0004, "step": 25489 }, { "epoch": 0.2549, "grad_norm": 1.515367199661381, "learning_rate": 0.003, "loss": 4.0418, "step": 25490 }, { "epoch": 0.25491, "grad_norm": 1.1126891340650866, "learning_rate": 0.003, "loss": 4.0084, "step": 25491 }, { "epoch": 0.25492, "grad_norm": 1.5136451677414766, "learning_rate": 0.003, "loss": 4.0299, "step": 25492 }, { "epoch": 0.25493, "grad_norm": 1.0881766622961606, "learning_rate": 0.003, "loss": 3.9705, "step": 25493 }, { "epoch": 0.25494, "grad_norm": 1.3129808136743844, "learning_rate": 0.003, "loss": 3.987, "step": 25494 }, { "epoch": 0.25495, "grad_norm": 1.217662739569868, "learning_rate": 0.003, "loss": 4.027, "step": 25495 }, { "epoch": 0.25496, "grad_norm": 1.4441540100570116, "learning_rate": 0.003, "loss": 3.9999, "step": 25496 }, { "epoch": 0.25497, "grad_norm": 1.1345118850408231, "learning_rate": 0.003, "loss": 3.9609, "step": 25497 }, { "epoch": 0.25498, "grad_norm": 1.3869303086203784, "learning_rate": 0.003, "loss": 4.0038, "step": 25498 }, { "epoch": 0.25499, "grad_norm": 1.1327087055697387, "learning_rate": 0.003, "loss": 3.9906, "step": 25499 }, { "epoch": 0.255, "grad_norm": 1.4660347380706993, "learning_rate": 0.003, "loss": 4.0157, "step": 25500 }, { "epoch": 0.25501, "grad_norm": 1.2271497563102636, "learning_rate": 0.003, "loss": 4.0189, "step": 25501 }, { "epoch": 0.25502, "grad_norm": 1.4898185126598495, "learning_rate": 0.003, "loss": 4.016, "step": 25502 }, { "epoch": 0.25503, "grad_norm": 1.2316958847093107, "learning_rate": 0.003, "loss": 4.0138, "step": 25503 }, { "epoch": 0.25504, "grad_norm": 1.4419797174297064, "learning_rate": 0.003, "loss": 4.0016, "step": 25504 }, { "epoch": 0.25505, "grad_norm": 1.318303601583585, "learning_rate": 0.003, "loss": 3.9807, "step": 25505 }, { "epoch": 0.25506, "grad_norm": 1.2458103092087827, "learning_rate": 0.003, "loss": 3.9876, "step": 25506 }, { "epoch": 0.25507, "grad_norm": 1.298859352683794, "learning_rate": 0.003, "loss": 4.0149, "step": 25507 }, { "epoch": 0.25508, "grad_norm": 1.1335541201524009, "learning_rate": 0.003, "loss": 4.037, "step": 25508 }, { "epoch": 0.25509, "grad_norm": 1.3350724693393483, "learning_rate": 0.003, "loss": 3.9866, "step": 25509 }, { "epoch": 0.2551, "grad_norm": 1.1749319932417202, "learning_rate": 0.003, "loss": 3.972, "step": 25510 }, { "epoch": 0.25511, "grad_norm": 1.6310534111840678, "learning_rate": 0.003, "loss": 4.0083, "step": 25511 }, { "epoch": 0.25512, "grad_norm": 0.9853845421592584, "learning_rate": 0.003, "loss": 3.9818, "step": 25512 }, { "epoch": 0.25513, "grad_norm": 1.3216688583105036, "learning_rate": 0.003, "loss": 3.9969, "step": 25513 }, { "epoch": 0.25514, "grad_norm": 1.118805273822981, "learning_rate": 0.003, "loss": 3.9924, "step": 25514 }, { "epoch": 0.25515, "grad_norm": 1.3541326680355577, "learning_rate": 0.003, "loss": 3.9756, "step": 25515 }, { "epoch": 0.25516, "grad_norm": 1.313490175165726, "learning_rate": 0.003, "loss": 4.0043, "step": 25516 }, { "epoch": 0.25517, "grad_norm": 1.266479122420156, "learning_rate": 0.003, "loss": 3.999, "step": 25517 }, { "epoch": 0.25518, "grad_norm": 1.4056321690829099, "learning_rate": 0.003, "loss": 3.9825, "step": 25518 }, { "epoch": 0.25519, "grad_norm": 1.2521580517418682, "learning_rate": 0.003, "loss": 4.023, "step": 25519 }, { "epoch": 0.2552, "grad_norm": 1.1002236495113056, "learning_rate": 0.003, "loss": 3.9816, "step": 25520 }, { "epoch": 0.25521, "grad_norm": 1.4316145836396568, "learning_rate": 0.003, "loss": 4.0084, "step": 25521 }, { "epoch": 0.25522, "grad_norm": 1.0690329485072025, "learning_rate": 0.003, "loss": 4.018, "step": 25522 }, { "epoch": 0.25523, "grad_norm": 1.5152708867479971, "learning_rate": 0.003, "loss": 4.0029, "step": 25523 }, { "epoch": 0.25524, "grad_norm": 0.8987820762027929, "learning_rate": 0.003, "loss": 3.9831, "step": 25524 }, { "epoch": 0.25525, "grad_norm": 1.5260885845889602, "learning_rate": 0.003, "loss": 4.0213, "step": 25525 }, { "epoch": 0.25526, "grad_norm": 1.2873035623533706, "learning_rate": 0.003, "loss": 3.9835, "step": 25526 }, { "epoch": 0.25527, "grad_norm": 1.3875813808361823, "learning_rate": 0.003, "loss": 4.0098, "step": 25527 }, { "epoch": 0.25528, "grad_norm": 1.2571329602509582, "learning_rate": 0.003, "loss": 3.9872, "step": 25528 }, { "epoch": 0.25529, "grad_norm": 1.506048303900925, "learning_rate": 0.003, "loss": 3.9967, "step": 25529 }, { "epoch": 0.2553, "grad_norm": 1.2226516956492701, "learning_rate": 0.003, "loss": 3.9687, "step": 25530 }, { "epoch": 0.25531, "grad_norm": 1.2097753526513322, "learning_rate": 0.003, "loss": 4.0004, "step": 25531 }, { "epoch": 0.25532, "grad_norm": 1.2127325863210747, "learning_rate": 0.003, "loss": 4.0008, "step": 25532 }, { "epoch": 0.25533, "grad_norm": 1.0171247490114954, "learning_rate": 0.003, "loss": 3.977, "step": 25533 }, { "epoch": 0.25534, "grad_norm": 1.5305104810904782, "learning_rate": 0.003, "loss": 4.0114, "step": 25534 }, { "epoch": 0.25535, "grad_norm": 1.2205877308266797, "learning_rate": 0.003, "loss": 3.9753, "step": 25535 }, { "epoch": 0.25536, "grad_norm": 1.377199073989332, "learning_rate": 0.003, "loss": 4.0265, "step": 25536 }, { "epoch": 0.25537, "grad_norm": 1.1365825015474076, "learning_rate": 0.003, "loss": 3.9947, "step": 25537 }, { "epoch": 0.25538, "grad_norm": 1.3276097883730869, "learning_rate": 0.003, "loss": 3.9904, "step": 25538 }, { "epoch": 0.25539, "grad_norm": 1.2732447786375, "learning_rate": 0.003, "loss": 4.0033, "step": 25539 }, { "epoch": 0.2554, "grad_norm": 1.2085682590788465, "learning_rate": 0.003, "loss": 3.9842, "step": 25540 }, { "epoch": 0.25541, "grad_norm": 1.2156668632917325, "learning_rate": 0.003, "loss": 4.0111, "step": 25541 }, { "epoch": 0.25542, "grad_norm": 1.1635779528200119, "learning_rate": 0.003, "loss": 4.0213, "step": 25542 }, { "epoch": 0.25543, "grad_norm": 1.3447899252618962, "learning_rate": 0.003, "loss": 3.9925, "step": 25543 }, { "epoch": 0.25544, "grad_norm": 1.030564571627419, "learning_rate": 0.003, "loss": 3.9922, "step": 25544 }, { "epoch": 0.25545, "grad_norm": 1.4712761029652308, "learning_rate": 0.003, "loss": 4.0068, "step": 25545 }, { "epoch": 0.25546, "grad_norm": 1.2238375518302702, "learning_rate": 0.003, "loss": 4.0017, "step": 25546 }, { "epoch": 0.25547, "grad_norm": 1.3270616677601685, "learning_rate": 0.003, "loss": 4.0388, "step": 25547 }, { "epoch": 0.25548, "grad_norm": 1.2127013708058687, "learning_rate": 0.003, "loss": 3.9812, "step": 25548 }, { "epoch": 0.25549, "grad_norm": 1.4943403197757996, "learning_rate": 0.003, "loss": 4.0414, "step": 25549 }, { "epoch": 0.2555, "grad_norm": 1.3222055322446906, "learning_rate": 0.003, "loss": 4.0343, "step": 25550 }, { "epoch": 0.25551, "grad_norm": 1.3136517004547088, "learning_rate": 0.003, "loss": 3.993, "step": 25551 }, { "epoch": 0.25552, "grad_norm": 1.4566969362040907, "learning_rate": 0.003, "loss": 3.9882, "step": 25552 }, { "epoch": 0.25553, "grad_norm": 1.0046123781350378, "learning_rate": 0.003, "loss": 3.9991, "step": 25553 }, { "epoch": 0.25554, "grad_norm": 1.2752590973640396, "learning_rate": 0.003, "loss": 3.98, "step": 25554 }, { "epoch": 0.25555, "grad_norm": 1.3251186651194709, "learning_rate": 0.003, "loss": 4.0046, "step": 25555 }, { "epoch": 0.25556, "grad_norm": 1.1857671780361947, "learning_rate": 0.003, "loss": 4.0028, "step": 25556 }, { "epoch": 0.25557, "grad_norm": 1.6440706245842869, "learning_rate": 0.003, "loss": 4.0417, "step": 25557 }, { "epoch": 0.25558, "grad_norm": 1.0099493109420428, "learning_rate": 0.003, "loss": 3.9683, "step": 25558 }, { "epoch": 0.25559, "grad_norm": 1.4817560030305672, "learning_rate": 0.003, "loss": 4.0103, "step": 25559 }, { "epoch": 0.2556, "grad_norm": 1.2729778227024915, "learning_rate": 0.003, "loss": 3.9837, "step": 25560 }, { "epoch": 0.25561, "grad_norm": 1.5216340755689857, "learning_rate": 0.003, "loss": 3.9977, "step": 25561 }, { "epoch": 0.25562, "grad_norm": 1.2314554877134154, "learning_rate": 0.003, "loss": 4.0306, "step": 25562 }, { "epoch": 0.25563, "grad_norm": 1.294176654465293, "learning_rate": 0.003, "loss": 4.0058, "step": 25563 }, { "epoch": 0.25564, "grad_norm": 1.155595587344572, "learning_rate": 0.003, "loss": 4.0023, "step": 25564 }, { "epoch": 0.25565, "grad_norm": 1.2209943787037316, "learning_rate": 0.003, "loss": 3.9928, "step": 25565 }, { "epoch": 0.25566, "grad_norm": 1.3947794109694696, "learning_rate": 0.003, "loss": 4.0158, "step": 25566 }, { "epoch": 0.25567, "grad_norm": 1.2312923289514763, "learning_rate": 0.003, "loss": 4.0233, "step": 25567 }, { "epoch": 0.25568, "grad_norm": 1.4505668689304139, "learning_rate": 0.003, "loss": 4.0102, "step": 25568 }, { "epoch": 0.25569, "grad_norm": 1.1751124602649463, "learning_rate": 0.003, "loss": 4.0397, "step": 25569 }, { "epoch": 0.2557, "grad_norm": 1.3186037294557198, "learning_rate": 0.003, "loss": 4.0081, "step": 25570 }, { "epoch": 0.25571, "grad_norm": 1.1370721187079043, "learning_rate": 0.003, "loss": 4.0227, "step": 25571 }, { "epoch": 0.25572, "grad_norm": 1.2202552879445518, "learning_rate": 0.003, "loss": 3.9873, "step": 25572 }, { "epoch": 0.25573, "grad_norm": 1.2983544652272552, "learning_rate": 0.003, "loss": 3.998, "step": 25573 }, { "epoch": 0.25574, "grad_norm": 1.1464825822135618, "learning_rate": 0.003, "loss": 3.9886, "step": 25574 }, { "epoch": 0.25575, "grad_norm": 1.5499716297697115, "learning_rate": 0.003, "loss": 4.0198, "step": 25575 }, { "epoch": 0.25576, "grad_norm": 1.0256760563282354, "learning_rate": 0.003, "loss": 3.9855, "step": 25576 }, { "epoch": 0.25577, "grad_norm": 1.4257064553644088, "learning_rate": 0.003, "loss": 3.9483, "step": 25577 }, { "epoch": 0.25578, "grad_norm": 1.3166702359627334, "learning_rate": 0.003, "loss": 3.9922, "step": 25578 }, { "epoch": 0.25579, "grad_norm": 1.4338498353129414, "learning_rate": 0.003, "loss": 4.0218, "step": 25579 }, { "epoch": 0.2558, "grad_norm": 1.0597539270006724, "learning_rate": 0.003, "loss": 3.9912, "step": 25580 }, { "epoch": 0.25581, "grad_norm": 1.4291126684988837, "learning_rate": 0.003, "loss": 3.9906, "step": 25581 }, { "epoch": 0.25582, "grad_norm": 1.1100898380602953, "learning_rate": 0.003, "loss": 3.9934, "step": 25582 }, { "epoch": 0.25583, "grad_norm": 1.3370533273576808, "learning_rate": 0.003, "loss": 3.9867, "step": 25583 }, { "epoch": 0.25584, "grad_norm": 1.1212589021620571, "learning_rate": 0.003, "loss": 4.0084, "step": 25584 }, { "epoch": 0.25585, "grad_norm": 1.3749411377633598, "learning_rate": 0.003, "loss": 4.0022, "step": 25585 }, { "epoch": 0.25586, "grad_norm": 1.1144844369087508, "learning_rate": 0.003, "loss": 3.9708, "step": 25586 }, { "epoch": 0.25587, "grad_norm": 1.3597139272913994, "learning_rate": 0.003, "loss": 4.0084, "step": 25587 }, { "epoch": 0.25588, "grad_norm": 1.2094932775955, "learning_rate": 0.003, "loss": 4.0148, "step": 25588 }, { "epoch": 0.25589, "grad_norm": 1.4574048489221103, "learning_rate": 0.003, "loss": 3.9867, "step": 25589 }, { "epoch": 0.2559, "grad_norm": 1.315714932855924, "learning_rate": 0.003, "loss": 4.0256, "step": 25590 }, { "epoch": 0.25591, "grad_norm": 1.1533918179551512, "learning_rate": 0.003, "loss": 4.0118, "step": 25591 }, { "epoch": 0.25592, "grad_norm": 1.4285263985028014, "learning_rate": 0.003, "loss": 4.0099, "step": 25592 }, { "epoch": 0.25593, "grad_norm": 1.2549231487173642, "learning_rate": 0.003, "loss": 4.0199, "step": 25593 }, { "epoch": 0.25594, "grad_norm": 1.3696506441012959, "learning_rate": 0.003, "loss": 3.9873, "step": 25594 }, { "epoch": 0.25595, "grad_norm": 1.3806132705702157, "learning_rate": 0.003, "loss": 3.9985, "step": 25595 }, { "epoch": 0.25596, "grad_norm": 1.341375182578679, "learning_rate": 0.003, "loss": 3.9653, "step": 25596 }, { "epoch": 0.25597, "grad_norm": 1.2085817804446528, "learning_rate": 0.003, "loss": 3.9618, "step": 25597 }, { "epoch": 0.25598, "grad_norm": 1.4626821748536594, "learning_rate": 0.003, "loss": 4.0028, "step": 25598 }, { "epoch": 0.25599, "grad_norm": 1.201387964948081, "learning_rate": 0.003, "loss": 4.0026, "step": 25599 }, { "epoch": 0.256, "grad_norm": 1.3993683712423155, "learning_rate": 0.003, "loss": 4.0136, "step": 25600 }, { "epoch": 0.25601, "grad_norm": 1.2299492264955898, "learning_rate": 0.003, "loss": 3.981, "step": 25601 }, { "epoch": 0.25602, "grad_norm": 1.2989367330509625, "learning_rate": 0.003, "loss": 4.0025, "step": 25602 }, { "epoch": 0.25603, "grad_norm": 1.1086134815069002, "learning_rate": 0.003, "loss": 3.9922, "step": 25603 }, { "epoch": 0.25604, "grad_norm": 1.2557671577741933, "learning_rate": 0.003, "loss": 3.9994, "step": 25604 }, { "epoch": 0.25605, "grad_norm": 1.4978905070751949, "learning_rate": 0.003, "loss": 4.0076, "step": 25605 }, { "epoch": 0.25606, "grad_norm": 1.257021301061708, "learning_rate": 0.003, "loss": 4.0332, "step": 25606 }, { "epoch": 0.25607, "grad_norm": 1.5343882024158477, "learning_rate": 0.003, "loss": 4.0044, "step": 25607 }, { "epoch": 0.25608, "grad_norm": 0.9912648909949953, "learning_rate": 0.003, "loss": 3.9978, "step": 25608 }, { "epoch": 0.25609, "grad_norm": 1.297258253388251, "learning_rate": 0.003, "loss": 3.9733, "step": 25609 }, { "epoch": 0.2561, "grad_norm": 1.2803212688648524, "learning_rate": 0.003, "loss": 3.9765, "step": 25610 }, { "epoch": 0.25611, "grad_norm": 1.1725772147959626, "learning_rate": 0.003, "loss": 4.0029, "step": 25611 }, { "epoch": 0.25612, "grad_norm": 1.3617168278154188, "learning_rate": 0.003, "loss": 3.9967, "step": 25612 }, { "epoch": 0.25613, "grad_norm": 1.194988313430119, "learning_rate": 0.003, "loss": 4.0164, "step": 25613 }, { "epoch": 0.25614, "grad_norm": 1.340249192231272, "learning_rate": 0.003, "loss": 4.0126, "step": 25614 }, { "epoch": 0.25615, "grad_norm": 1.1871624182174043, "learning_rate": 0.003, "loss": 4.0254, "step": 25615 }, { "epoch": 0.25616, "grad_norm": 1.3496436238408203, "learning_rate": 0.003, "loss": 4.0295, "step": 25616 }, { "epoch": 0.25617, "grad_norm": 1.37000295763805, "learning_rate": 0.003, "loss": 4.025, "step": 25617 }, { "epoch": 0.25618, "grad_norm": 1.303850466568209, "learning_rate": 0.003, "loss": 4.003, "step": 25618 }, { "epoch": 0.25619, "grad_norm": 1.2332403312788183, "learning_rate": 0.003, "loss": 3.9795, "step": 25619 }, { "epoch": 0.2562, "grad_norm": 1.15905044945521, "learning_rate": 0.003, "loss": 4.0238, "step": 25620 }, { "epoch": 0.25621, "grad_norm": 1.3839115718777768, "learning_rate": 0.003, "loss": 4.0164, "step": 25621 }, { "epoch": 0.25622, "grad_norm": 1.4185840943325843, "learning_rate": 0.003, "loss": 4.0166, "step": 25622 }, { "epoch": 0.25623, "grad_norm": 1.3563843995492428, "learning_rate": 0.003, "loss": 3.9835, "step": 25623 }, { "epoch": 0.25624, "grad_norm": 1.2278622256853502, "learning_rate": 0.003, "loss": 3.9864, "step": 25624 }, { "epoch": 0.25625, "grad_norm": 1.325224268454444, "learning_rate": 0.003, "loss": 4.0242, "step": 25625 }, { "epoch": 0.25626, "grad_norm": 1.1255601678206038, "learning_rate": 0.003, "loss": 3.9667, "step": 25626 }, { "epoch": 0.25627, "grad_norm": 1.4798541584095228, "learning_rate": 0.003, "loss": 3.9819, "step": 25627 }, { "epoch": 0.25628, "grad_norm": 1.2724783419589427, "learning_rate": 0.003, "loss": 3.9987, "step": 25628 }, { "epoch": 0.25629, "grad_norm": 1.2032509548408914, "learning_rate": 0.003, "loss": 4.0061, "step": 25629 }, { "epoch": 0.2563, "grad_norm": 1.2377838193818733, "learning_rate": 0.003, "loss": 3.9764, "step": 25630 }, { "epoch": 0.25631, "grad_norm": 1.1816377814810675, "learning_rate": 0.003, "loss": 4.0114, "step": 25631 }, { "epoch": 0.25632, "grad_norm": 1.35727496125673, "learning_rate": 0.003, "loss": 4.0038, "step": 25632 }, { "epoch": 0.25633, "grad_norm": 1.1202035410007027, "learning_rate": 0.003, "loss": 3.9773, "step": 25633 }, { "epoch": 0.25634, "grad_norm": 1.3871762306512772, "learning_rate": 0.003, "loss": 4.0019, "step": 25634 }, { "epoch": 0.25635, "grad_norm": 1.2641104736041684, "learning_rate": 0.003, "loss": 3.9996, "step": 25635 }, { "epoch": 0.25636, "grad_norm": 1.5653694327443428, "learning_rate": 0.003, "loss": 3.9964, "step": 25636 }, { "epoch": 0.25637, "grad_norm": 1.0983391741205986, "learning_rate": 0.003, "loss": 4.0264, "step": 25637 }, { "epoch": 0.25638, "grad_norm": 1.349558255762284, "learning_rate": 0.003, "loss": 4.0195, "step": 25638 }, { "epoch": 0.25639, "grad_norm": 1.2625455398376049, "learning_rate": 0.003, "loss": 3.9826, "step": 25639 }, { "epoch": 0.2564, "grad_norm": 1.2560108817382678, "learning_rate": 0.003, "loss": 4.0078, "step": 25640 }, { "epoch": 0.25641, "grad_norm": 1.3329092285102013, "learning_rate": 0.003, "loss": 4.0161, "step": 25641 }, { "epoch": 0.25642, "grad_norm": 1.121109059749557, "learning_rate": 0.003, "loss": 4.0039, "step": 25642 }, { "epoch": 0.25643, "grad_norm": 1.3345418413989945, "learning_rate": 0.003, "loss": 3.9957, "step": 25643 }, { "epoch": 0.25644, "grad_norm": 1.1805286582412458, "learning_rate": 0.003, "loss": 3.9796, "step": 25644 }, { "epoch": 0.25645, "grad_norm": 1.4271817966427314, "learning_rate": 0.003, "loss": 4.0212, "step": 25645 }, { "epoch": 0.25646, "grad_norm": 1.4312466523568508, "learning_rate": 0.003, "loss": 3.9972, "step": 25646 }, { "epoch": 0.25647, "grad_norm": 1.41670327175184, "learning_rate": 0.003, "loss": 4.0063, "step": 25647 }, { "epoch": 0.25648, "grad_norm": 1.1388103637793783, "learning_rate": 0.003, "loss": 4.0153, "step": 25648 }, { "epoch": 0.25649, "grad_norm": 1.446695003313455, "learning_rate": 0.003, "loss": 4.0086, "step": 25649 }, { "epoch": 0.2565, "grad_norm": 1.3045705181245535, "learning_rate": 0.003, "loss": 4.0018, "step": 25650 }, { "epoch": 0.25651, "grad_norm": 1.138292658909159, "learning_rate": 0.003, "loss": 4.0051, "step": 25651 }, { "epoch": 0.25652, "grad_norm": 1.3285386993511359, "learning_rate": 0.003, "loss": 3.9705, "step": 25652 }, { "epoch": 0.25653, "grad_norm": 1.2779907155476116, "learning_rate": 0.003, "loss": 4.0076, "step": 25653 }, { "epoch": 0.25654, "grad_norm": 1.3687720553418912, "learning_rate": 0.003, "loss": 4.0058, "step": 25654 }, { "epoch": 0.25655, "grad_norm": 1.2623789396983853, "learning_rate": 0.003, "loss": 3.9667, "step": 25655 }, { "epoch": 0.25656, "grad_norm": 1.1395775391550667, "learning_rate": 0.003, "loss": 3.9835, "step": 25656 }, { "epoch": 0.25657, "grad_norm": 1.3528344437834168, "learning_rate": 0.003, "loss": 3.9986, "step": 25657 }, { "epoch": 0.25658, "grad_norm": 1.120429869518723, "learning_rate": 0.003, "loss": 4.0084, "step": 25658 }, { "epoch": 0.25659, "grad_norm": 1.661600671487812, "learning_rate": 0.003, "loss": 4.0317, "step": 25659 }, { "epoch": 0.2566, "grad_norm": 1.0407553662729874, "learning_rate": 0.003, "loss": 4.0114, "step": 25660 }, { "epoch": 0.25661, "grad_norm": 1.3593533148666006, "learning_rate": 0.003, "loss": 4.0195, "step": 25661 }, { "epoch": 0.25662, "grad_norm": 1.1651566349435003, "learning_rate": 0.003, "loss": 3.985, "step": 25662 }, { "epoch": 0.25663, "grad_norm": 1.4249870865066692, "learning_rate": 0.003, "loss": 4.0224, "step": 25663 }, { "epoch": 0.25664, "grad_norm": 1.1184023610567553, "learning_rate": 0.003, "loss": 3.9973, "step": 25664 }, { "epoch": 0.25665, "grad_norm": 1.1948172942635522, "learning_rate": 0.003, "loss": 4.0251, "step": 25665 }, { "epoch": 0.25666, "grad_norm": 1.3466317106576065, "learning_rate": 0.003, "loss": 3.9961, "step": 25666 }, { "epoch": 0.25667, "grad_norm": 1.247092835398247, "learning_rate": 0.003, "loss": 3.9876, "step": 25667 }, { "epoch": 0.25668, "grad_norm": 1.329891828613419, "learning_rate": 0.003, "loss": 4.0153, "step": 25668 }, { "epoch": 0.25669, "grad_norm": 1.3914793200295819, "learning_rate": 0.003, "loss": 4.0257, "step": 25669 }, { "epoch": 0.2567, "grad_norm": 1.3722483484268906, "learning_rate": 0.003, "loss": 4.0275, "step": 25670 }, { "epoch": 0.25671, "grad_norm": 1.3751023068637978, "learning_rate": 0.003, "loss": 4.0047, "step": 25671 }, { "epoch": 0.25672, "grad_norm": 1.1342572147159233, "learning_rate": 0.003, "loss": 3.9713, "step": 25672 }, { "epoch": 0.25673, "grad_norm": 1.1227324786022244, "learning_rate": 0.003, "loss": 4.0154, "step": 25673 }, { "epoch": 0.25674, "grad_norm": 1.2529911775824814, "learning_rate": 0.003, "loss": 3.9958, "step": 25674 }, { "epoch": 0.25675, "grad_norm": 1.3531953334319482, "learning_rate": 0.003, "loss": 4.0014, "step": 25675 }, { "epoch": 0.25676, "grad_norm": 1.0448692746925259, "learning_rate": 0.003, "loss": 4.0076, "step": 25676 }, { "epoch": 0.25677, "grad_norm": 1.495437433313376, "learning_rate": 0.003, "loss": 4.0495, "step": 25677 }, { "epoch": 0.25678, "grad_norm": 1.0548195801428417, "learning_rate": 0.003, "loss": 4.0112, "step": 25678 }, { "epoch": 0.25679, "grad_norm": 1.5238802013484691, "learning_rate": 0.003, "loss": 4.0415, "step": 25679 }, { "epoch": 0.2568, "grad_norm": 1.3859173713273634, "learning_rate": 0.003, "loss": 4.0046, "step": 25680 }, { "epoch": 0.25681, "grad_norm": 1.3043515931688043, "learning_rate": 0.003, "loss": 3.9898, "step": 25681 }, { "epoch": 0.25682, "grad_norm": 1.4408986439516562, "learning_rate": 0.003, "loss": 4.0322, "step": 25682 }, { "epoch": 0.25683, "grad_norm": 0.9889896883247274, "learning_rate": 0.003, "loss": 3.9931, "step": 25683 }, { "epoch": 0.25684, "grad_norm": 1.2136818703624603, "learning_rate": 0.003, "loss": 3.9912, "step": 25684 }, { "epoch": 0.25685, "grad_norm": 1.243201134529954, "learning_rate": 0.003, "loss": 3.983, "step": 25685 }, { "epoch": 0.25686, "grad_norm": 1.3911382452338001, "learning_rate": 0.003, "loss": 4.0138, "step": 25686 }, { "epoch": 0.25687, "grad_norm": 1.0854401666964624, "learning_rate": 0.003, "loss": 3.9811, "step": 25687 }, { "epoch": 0.25688, "grad_norm": 1.5767693297607814, "learning_rate": 0.003, "loss": 3.9978, "step": 25688 }, { "epoch": 0.25689, "grad_norm": 0.9392525084246229, "learning_rate": 0.003, "loss": 4.0067, "step": 25689 }, { "epoch": 0.2569, "grad_norm": 1.3190315364126326, "learning_rate": 0.003, "loss": 4.0208, "step": 25690 }, { "epoch": 0.25691, "grad_norm": 1.3743807076956371, "learning_rate": 0.003, "loss": 4.03, "step": 25691 }, { "epoch": 0.25692, "grad_norm": 1.2993425761054933, "learning_rate": 0.003, "loss": 3.9886, "step": 25692 }, { "epoch": 0.25693, "grad_norm": 1.163605802365195, "learning_rate": 0.003, "loss": 3.9569, "step": 25693 }, { "epoch": 0.25694, "grad_norm": 1.2576080841180635, "learning_rate": 0.003, "loss": 3.9866, "step": 25694 }, { "epoch": 0.25695, "grad_norm": 1.281064009012643, "learning_rate": 0.003, "loss": 3.9906, "step": 25695 }, { "epoch": 0.25696, "grad_norm": 1.1122273926091402, "learning_rate": 0.003, "loss": 3.9842, "step": 25696 }, { "epoch": 0.25697, "grad_norm": 1.4072290691915648, "learning_rate": 0.003, "loss": 3.9831, "step": 25697 }, { "epoch": 0.25698, "grad_norm": 1.3167009320872376, "learning_rate": 0.003, "loss": 3.9976, "step": 25698 }, { "epoch": 0.25699, "grad_norm": 1.3280040576295302, "learning_rate": 0.003, "loss": 4.0038, "step": 25699 }, { "epoch": 0.257, "grad_norm": 1.3719262542298303, "learning_rate": 0.003, "loss": 3.9839, "step": 25700 }, { "epoch": 0.25701, "grad_norm": 1.2568217404676976, "learning_rate": 0.003, "loss": 3.9787, "step": 25701 }, { "epoch": 0.25702, "grad_norm": 1.2236021415863079, "learning_rate": 0.003, "loss": 4.0016, "step": 25702 }, { "epoch": 0.25703, "grad_norm": 1.2027684455068657, "learning_rate": 0.003, "loss": 3.9723, "step": 25703 }, { "epoch": 0.25704, "grad_norm": 1.2752092454142883, "learning_rate": 0.003, "loss": 3.986, "step": 25704 }, { "epoch": 0.25705, "grad_norm": 1.1385651725761068, "learning_rate": 0.003, "loss": 3.9834, "step": 25705 }, { "epoch": 0.25706, "grad_norm": 1.3901227454165839, "learning_rate": 0.003, "loss": 4.0139, "step": 25706 }, { "epoch": 0.25707, "grad_norm": 1.1553564372285066, "learning_rate": 0.003, "loss": 3.9967, "step": 25707 }, { "epoch": 0.25708, "grad_norm": 1.381484559933985, "learning_rate": 0.003, "loss": 4.001, "step": 25708 }, { "epoch": 0.25709, "grad_norm": 1.0951332758504064, "learning_rate": 0.003, "loss": 4.0177, "step": 25709 }, { "epoch": 0.2571, "grad_norm": 1.4186638229775383, "learning_rate": 0.003, "loss": 3.9971, "step": 25710 }, { "epoch": 0.25711, "grad_norm": 1.3022457032609136, "learning_rate": 0.003, "loss": 3.9998, "step": 25711 }, { "epoch": 0.25712, "grad_norm": 1.2473528612081075, "learning_rate": 0.003, "loss": 4.0022, "step": 25712 }, { "epoch": 0.25713, "grad_norm": 1.41341282069991, "learning_rate": 0.003, "loss": 4.0049, "step": 25713 }, { "epoch": 0.25714, "grad_norm": 1.2875718069003532, "learning_rate": 0.003, "loss": 4.0294, "step": 25714 }, { "epoch": 0.25715, "grad_norm": 1.2611855580065259, "learning_rate": 0.003, "loss": 4.0157, "step": 25715 }, { "epoch": 0.25716, "grad_norm": 1.1973583676941095, "learning_rate": 0.003, "loss": 3.9933, "step": 25716 }, { "epoch": 0.25717, "grad_norm": 1.2248405975673582, "learning_rate": 0.003, "loss": 3.9925, "step": 25717 }, { "epoch": 0.25718, "grad_norm": 1.235480362820739, "learning_rate": 0.003, "loss": 3.9728, "step": 25718 }, { "epoch": 0.25719, "grad_norm": 1.3292174498968754, "learning_rate": 0.003, "loss": 3.9891, "step": 25719 }, { "epoch": 0.2572, "grad_norm": 1.1009075672227784, "learning_rate": 0.003, "loss": 4.0117, "step": 25720 }, { "epoch": 0.25721, "grad_norm": 1.3147708454256941, "learning_rate": 0.003, "loss": 4.0105, "step": 25721 }, { "epoch": 0.25722, "grad_norm": 1.4162449111906539, "learning_rate": 0.003, "loss": 4.0196, "step": 25722 }, { "epoch": 0.25723, "grad_norm": 1.2042856956878332, "learning_rate": 0.003, "loss": 4.0037, "step": 25723 }, { "epoch": 0.25724, "grad_norm": 1.2919644796295477, "learning_rate": 0.003, "loss": 3.9934, "step": 25724 }, { "epoch": 0.25725, "grad_norm": 1.3861789546324685, "learning_rate": 0.003, "loss": 3.9961, "step": 25725 }, { "epoch": 0.25726, "grad_norm": 1.1331544728953147, "learning_rate": 0.003, "loss": 4.0165, "step": 25726 }, { "epoch": 0.25727, "grad_norm": 1.4825276293010003, "learning_rate": 0.003, "loss": 4.0146, "step": 25727 }, { "epoch": 0.25728, "grad_norm": 1.102663636006779, "learning_rate": 0.003, "loss": 3.9915, "step": 25728 }, { "epoch": 0.25729, "grad_norm": 1.4960416307557864, "learning_rate": 0.003, "loss": 3.994, "step": 25729 }, { "epoch": 0.2573, "grad_norm": 1.3767935053807958, "learning_rate": 0.003, "loss": 4.0172, "step": 25730 }, { "epoch": 0.25731, "grad_norm": 1.4400887266942928, "learning_rate": 0.003, "loss": 4.0119, "step": 25731 }, { "epoch": 0.25732, "grad_norm": 1.3331582996849405, "learning_rate": 0.003, "loss": 3.9994, "step": 25732 }, { "epoch": 0.25733, "grad_norm": 1.2104463058829438, "learning_rate": 0.003, "loss": 3.9902, "step": 25733 }, { "epoch": 0.25734, "grad_norm": 1.2321586049336843, "learning_rate": 0.003, "loss": 3.9633, "step": 25734 }, { "epoch": 0.25735, "grad_norm": 1.4345951766261673, "learning_rate": 0.003, "loss": 3.9771, "step": 25735 }, { "epoch": 0.25736, "grad_norm": 1.4809069554081475, "learning_rate": 0.003, "loss": 3.986, "step": 25736 }, { "epoch": 0.25737, "grad_norm": 1.1830349099392214, "learning_rate": 0.003, "loss": 4.0024, "step": 25737 }, { "epoch": 0.25738, "grad_norm": 1.13852945043251, "learning_rate": 0.003, "loss": 3.9466, "step": 25738 }, { "epoch": 0.25739, "grad_norm": 1.128544496254243, "learning_rate": 0.003, "loss": 3.9762, "step": 25739 }, { "epoch": 0.2574, "grad_norm": 1.4617476755771543, "learning_rate": 0.003, "loss": 4.0109, "step": 25740 }, { "epoch": 0.25741, "grad_norm": 1.1100638552887712, "learning_rate": 0.003, "loss": 3.9876, "step": 25741 }, { "epoch": 0.25742, "grad_norm": 1.5211268630829176, "learning_rate": 0.003, "loss": 3.9903, "step": 25742 }, { "epoch": 0.25743, "grad_norm": 0.9936802481958271, "learning_rate": 0.003, "loss": 3.9704, "step": 25743 }, { "epoch": 0.25744, "grad_norm": 1.4109912860306804, "learning_rate": 0.003, "loss": 4.0195, "step": 25744 }, { "epoch": 0.25745, "grad_norm": 1.2456012124638627, "learning_rate": 0.003, "loss": 4.0108, "step": 25745 }, { "epoch": 0.25746, "grad_norm": 1.5098350307239448, "learning_rate": 0.003, "loss": 4.0131, "step": 25746 }, { "epoch": 0.25747, "grad_norm": 1.3881549822991799, "learning_rate": 0.003, "loss": 4.0119, "step": 25747 }, { "epoch": 0.25748, "grad_norm": 1.2628200763477084, "learning_rate": 0.003, "loss": 3.9848, "step": 25748 }, { "epoch": 0.25749, "grad_norm": 1.361533075274824, "learning_rate": 0.003, "loss": 4.0026, "step": 25749 }, { "epoch": 0.2575, "grad_norm": 1.1435868057385705, "learning_rate": 0.003, "loss": 4.0096, "step": 25750 }, { "epoch": 0.25751, "grad_norm": 1.5267162202265236, "learning_rate": 0.003, "loss": 4.018, "step": 25751 }, { "epoch": 0.25752, "grad_norm": 1.0394104687625547, "learning_rate": 0.003, "loss": 4.0027, "step": 25752 }, { "epoch": 0.25753, "grad_norm": 1.254395118734276, "learning_rate": 0.003, "loss": 3.9925, "step": 25753 }, { "epoch": 0.25754, "grad_norm": 1.1432563079698443, "learning_rate": 0.003, "loss": 4.0165, "step": 25754 }, { "epoch": 0.25755, "grad_norm": 1.499103997104744, "learning_rate": 0.003, "loss": 4.0052, "step": 25755 }, { "epoch": 0.25756, "grad_norm": 1.1532520403133097, "learning_rate": 0.003, "loss": 4.0068, "step": 25756 }, { "epoch": 0.25757, "grad_norm": 1.4189945426676431, "learning_rate": 0.003, "loss": 3.9913, "step": 25757 }, { "epoch": 0.25758, "grad_norm": 1.186165525628909, "learning_rate": 0.003, "loss": 3.9787, "step": 25758 }, { "epoch": 0.25759, "grad_norm": 1.347832699218156, "learning_rate": 0.003, "loss": 3.9933, "step": 25759 }, { "epoch": 0.2576, "grad_norm": 1.4308972253020011, "learning_rate": 0.003, "loss": 4.0254, "step": 25760 }, { "epoch": 0.25761, "grad_norm": 1.1219703851349239, "learning_rate": 0.003, "loss": 3.9946, "step": 25761 }, { "epoch": 0.25762, "grad_norm": 1.4374230931114222, "learning_rate": 0.003, "loss": 3.9865, "step": 25762 }, { "epoch": 0.25763, "grad_norm": 1.1091426687002846, "learning_rate": 0.003, "loss": 3.9893, "step": 25763 }, { "epoch": 0.25764, "grad_norm": 1.2124646340839516, "learning_rate": 0.003, "loss": 4.0071, "step": 25764 }, { "epoch": 0.25765, "grad_norm": 1.3209496038885826, "learning_rate": 0.003, "loss": 4.0172, "step": 25765 }, { "epoch": 0.25766, "grad_norm": 1.2810419314387693, "learning_rate": 0.003, "loss": 4.0084, "step": 25766 }, { "epoch": 0.25767, "grad_norm": 1.3476156896779965, "learning_rate": 0.003, "loss": 4.0152, "step": 25767 }, { "epoch": 0.25768, "grad_norm": 1.2943841334965343, "learning_rate": 0.003, "loss": 4.0163, "step": 25768 }, { "epoch": 0.25769, "grad_norm": 1.3357121170277355, "learning_rate": 0.003, "loss": 3.9926, "step": 25769 }, { "epoch": 0.2577, "grad_norm": 1.0019366264948093, "learning_rate": 0.003, "loss": 4.0011, "step": 25770 }, { "epoch": 0.25771, "grad_norm": 1.654708946339156, "learning_rate": 0.003, "loss": 4.0035, "step": 25771 }, { "epoch": 0.25772, "grad_norm": 1.1343516147150814, "learning_rate": 0.003, "loss": 4.0147, "step": 25772 }, { "epoch": 0.25773, "grad_norm": 1.5066840796977004, "learning_rate": 0.003, "loss": 3.9993, "step": 25773 }, { "epoch": 0.25774, "grad_norm": 1.1881222422505922, "learning_rate": 0.003, "loss": 3.9973, "step": 25774 }, { "epoch": 0.25775, "grad_norm": 1.5348946807831085, "learning_rate": 0.003, "loss": 3.9986, "step": 25775 }, { "epoch": 0.25776, "grad_norm": 1.081646657283968, "learning_rate": 0.003, "loss": 4.011, "step": 25776 }, { "epoch": 0.25777, "grad_norm": 1.4469112473900017, "learning_rate": 0.003, "loss": 4.0127, "step": 25777 }, { "epoch": 0.25778, "grad_norm": 1.1059285805223946, "learning_rate": 0.003, "loss": 4.0134, "step": 25778 }, { "epoch": 0.25779, "grad_norm": 1.3310955063737262, "learning_rate": 0.003, "loss": 4.0227, "step": 25779 }, { "epoch": 0.2578, "grad_norm": 1.2940199849861733, "learning_rate": 0.003, "loss": 4.0227, "step": 25780 }, { "epoch": 0.25781, "grad_norm": 1.2980199711537708, "learning_rate": 0.003, "loss": 3.9709, "step": 25781 }, { "epoch": 0.25782, "grad_norm": 1.5240977346514026, "learning_rate": 0.003, "loss": 4.0019, "step": 25782 }, { "epoch": 0.25783, "grad_norm": 1.116781896479976, "learning_rate": 0.003, "loss": 4.001, "step": 25783 }, { "epoch": 0.25784, "grad_norm": 1.4948816002586571, "learning_rate": 0.003, "loss": 4.0216, "step": 25784 }, { "epoch": 0.25785, "grad_norm": 1.0825212518255865, "learning_rate": 0.003, "loss": 4.0072, "step": 25785 }, { "epoch": 0.25786, "grad_norm": 1.3630943661987796, "learning_rate": 0.003, "loss": 3.9936, "step": 25786 }, { "epoch": 0.25787, "grad_norm": 1.2470080538206383, "learning_rate": 0.003, "loss": 3.9935, "step": 25787 }, { "epoch": 0.25788, "grad_norm": 1.3370597180542494, "learning_rate": 0.003, "loss": 3.9826, "step": 25788 }, { "epoch": 0.25789, "grad_norm": 1.27538572375342, "learning_rate": 0.003, "loss": 3.973, "step": 25789 }, { "epoch": 0.2579, "grad_norm": 1.2626572701626753, "learning_rate": 0.003, "loss": 4.0035, "step": 25790 }, { "epoch": 0.25791, "grad_norm": 1.2706526959635929, "learning_rate": 0.003, "loss": 4.0172, "step": 25791 }, { "epoch": 0.25792, "grad_norm": 1.2046948193392106, "learning_rate": 0.003, "loss": 3.9831, "step": 25792 }, { "epoch": 0.25793, "grad_norm": 1.4675101199925529, "learning_rate": 0.003, "loss": 3.9786, "step": 25793 }, { "epoch": 0.25794, "grad_norm": 1.1004618118966292, "learning_rate": 0.003, "loss": 4.0205, "step": 25794 }, { "epoch": 0.25795, "grad_norm": 1.5073475098463303, "learning_rate": 0.003, "loss": 4.0026, "step": 25795 }, { "epoch": 0.25796, "grad_norm": 1.092285639942128, "learning_rate": 0.003, "loss": 3.9678, "step": 25796 }, { "epoch": 0.25797, "grad_norm": 1.5548604113006352, "learning_rate": 0.003, "loss": 3.9978, "step": 25797 }, { "epoch": 0.25798, "grad_norm": 1.1695104922137327, "learning_rate": 0.003, "loss": 4.0152, "step": 25798 }, { "epoch": 0.25799, "grad_norm": 1.4803494309870808, "learning_rate": 0.003, "loss": 4.0054, "step": 25799 }, { "epoch": 0.258, "grad_norm": 1.1456669223737594, "learning_rate": 0.003, "loss": 4.0054, "step": 25800 }, { "epoch": 0.25801, "grad_norm": 1.4075166853389123, "learning_rate": 0.003, "loss": 3.9911, "step": 25801 }, { "epoch": 0.25802, "grad_norm": 1.2309051163111808, "learning_rate": 0.003, "loss": 4.0195, "step": 25802 }, { "epoch": 0.25803, "grad_norm": 1.1376111709220396, "learning_rate": 0.003, "loss": 4.0093, "step": 25803 }, { "epoch": 0.25804, "grad_norm": 1.422382943439524, "learning_rate": 0.003, "loss": 4.0095, "step": 25804 }, { "epoch": 0.25805, "grad_norm": 1.0778846158518862, "learning_rate": 0.003, "loss": 4.0214, "step": 25805 }, { "epoch": 0.25806, "grad_norm": 1.450817254438728, "learning_rate": 0.003, "loss": 4.0075, "step": 25806 }, { "epoch": 0.25807, "grad_norm": 1.2370512709309447, "learning_rate": 0.003, "loss": 4.0357, "step": 25807 }, { "epoch": 0.25808, "grad_norm": 1.320738216906528, "learning_rate": 0.003, "loss": 3.9898, "step": 25808 }, { "epoch": 0.25809, "grad_norm": 1.219133019542288, "learning_rate": 0.003, "loss": 3.9924, "step": 25809 }, { "epoch": 0.2581, "grad_norm": 1.467557487359387, "learning_rate": 0.003, "loss": 4.0002, "step": 25810 }, { "epoch": 0.25811, "grad_norm": 1.285767723397215, "learning_rate": 0.003, "loss": 4.0085, "step": 25811 }, { "epoch": 0.25812, "grad_norm": 1.2788692857012929, "learning_rate": 0.003, "loss": 3.9939, "step": 25812 }, { "epoch": 0.25813, "grad_norm": 1.3759808974447838, "learning_rate": 0.003, "loss": 3.9974, "step": 25813 }, { "epoch": 0.25814, "grad_norm": 0.8839646558915086, "learning_rate": 0.003, "loss": 4.0237, "step": 25814 }, { "epoch": 0.25815, "grad_norm": 1.2761738200916495, "learning_rate": 0.003, "loss": 3.9863, "step": 25815 }, { "epoch": 0.25816, "grad_norm": 1.477954761546297, "learning_rate": 0.003, "loss": 4.0196, "step": 25816 }, { "epoch": 0.25817, "grad_norm": 1.2207781880723971, "learning_rate": 0.003, "loss": 4.0217, "step": 25817 }, { "epoch": 0.25818, "grad_norm": 1.4345361102341119, "learning_rate": 0.003, "loss": 4.0211, "step": 25818 }, { "epoch": 0.25819, "grad_norm": 1.2455990302743158, "learning_rate": 0.003, "loss": 4.0331, "step": 25819 }, { "epoch": 0.2582, "grad_norm": 1.2937864440187892, "learning_rate": 0.003, "loss": 4.0101, "step": 25820 }, { "epoch": 0.25821, "grad_norm": 1.2580727639718554, "learning_rate": 0.003, "loss": 3.9524, "step": 25821 }, { "epoch": 0.25822, "grad_norm": 1.155834018439252, "learning_rate": 0.003, "loss": 4.0117, "step": 25822 }, { "epoch": 0.25823, "grad_norm": 1.4019161733936323, "learning_rate": 0.003, "loss": 3.996, "step": 25823 }, { "epoch": 0.25824, "grad_norm": 1.129431433697407, "learning_rate": 0.003, "loss": 3.9884, "step": 25824 }, { "epoch": 0.25825, "grad_norm": 1.5148981090391693, "learning_rate": 0.003, "loss": 4.0029, "step": 25825 }, { "epoch": 0.25826, "grad_norm": 0.9270963263984963, "learning_rate": 0.003, "loss": 3.9877, "step": 25826 }, { "epoch": 0.25827, "grad_norm": 1.1954898684300783, "learning_rate": 0.003, "loss": 4.0023, "step": 25827 }, { "epoch": 0.25828, "grad_norm": 1.462116645340916, "learning_rate": 0.003, "loss": 3.9822, "step": 25828 }, { "epoch": 0.25829, "grad_norm": 1.130765381637053, "learning_rate": 0.003, "loss": 4.0185, "step": 25829 }, { "epoch": 0.2583, "grad_norm": 1.5442625953847902, "learning_rate": 0.003, "loss": 4.0127, "step": 25830 }, { "epoch": 0.25831, "grad_norm": 1.0907485185158803, "learning_rate": 0.003, "loss": 3.997, "step": 25831 }, { "epoch": 0.25832, "grad_norm": 1.3647309686733309, "learning_rate": 0.003, "loss": 4.0006, "step": 25832 }, { "epoch": 0.25833, "grad_norm": 1.4885015742963013, "learning_rate": 0.003, "loss": 4.0197, "step": 25833 }, { "epoch": 0.25834, "grad_norm": 1.0569621155688644, "learning_rate": 0.003, "loss": 3.9898, "step": 25834 }, { "epoch": 0.25835, "grad_norm": 1.3493731911878173, "learning_rate": 0.003, "loss": 3.9958, "step": 25835 }, { "epoch": 0.25836, "grad_norm": 1.4015680595754534, "learning_rate": 0.003, "loss": 4.01, "step": 25836 }, { "epoch": 0.25837, "grad_norm": 1.1559960221697456, "learning_rate": 0.003, "loss": 3.9757, "step": 25837 }, { "epoch": 0.25838, "grad_norm": 1.4582065444889578, "learning_rate": 0.003, "loss": 4.0211, "step": 25838 }, { "epoch": 0.25839, "grad_norm": 1.186672859853274, "learning_rate": 0.003, "loss": 4.0292, "step": 25839 }, { "epoch": 0.2584, "grad_norm": 1.4901990680722355, "learning_rate": 0.003, "loss": 3.9959, "step": 25840 }, { "epoch": 0.25841, "grad_norm": 1.2648716643631814, "learning_rate": 0.003, "loss": 4.0075, "step": 25841 }, { "epoch": 0.25842, "grad_norm": 1.3001096770589462, "learning_rate": 0.003, "loss": 4.0089, "step": 25842 }, { "epoch": 0.25843, "grad_norm": 1.2239485408342552, "learning_rate": 0.003, "loss": 3.9854, "step": 25843 }, { "epoch": 0.25844, "grad_norm": 1.2190873367408628, "learning_rate": 0.003, "loss": 4.0072, "step": 25844 }, { "epoch": 0.25845, "grad_norm": 1.6901040666378153, "learning_rate": 0.003, "loss": 3.9945, "step": 25845 }, { "epoch": 0.25846, "grad_norm": 0.9950835082796354, "learning_rate": 0.003, "loss": 3.9887, "step": 25846 }, { "epoch": 0.25847, "grad_norm": 1.4528976209876794, "learning_rate": 0.003, "loss": 4.0376, "step": 25847 }, { "epoch": 0.25848, "grad_norm": 1.2100277901753056, "learning_rate": 0.003, "loss": 3.9784, "step": 25848 }, { "epoch": 0.25849, "grad_norm": 1.2434896549466927, "learning_rate": 0.003, "loss": 3.9892, "step": 25849 }, { "epoch": 0.2585, "grad_norm": 1.205367711847424, "learning_rate": 0.003, "loss": 3.9806, "step": 25850 }, { "epoch": 0.25851, "grad_norm": 1.2681995840076996, "learning_rate": 0.003, "loss": 3.9831, "step": 25851 }, { "epoch": 0.25852, "grad_norm": 1.420606679091183, "learning_rate": 0.003, "loss": 3.9939, "step": 25852 }, { "epoch": 0.25853, "grad_norm": 1.243946473485987, "learning_rate": 0.003, "loss": 4.0012, "step": 25853 }, { "epoch": 0.25854, "grad_norm": 1.3314716928529253, "learning_rate": 0.003, "loss": 4.0174, "step": 25854 }, { "epoch": 0.25855, "grad_norm": 1.200493033713094, "learning_rate": 0.003, "loss": 3.9872, "step": 25855 }, { "epoch": 0.25856, "grad_norm": 1.2274268419566807, "learning_rate": 0.003, "loss": 3.9937, "step": 25856 }, { "epoch": 0.25857, "grad_norm": 1.3873282396694644, "learning_rate": 0.003, "loss": 4.0092, "step": 25857 }, { "epoch": 0.25858, "grad_norm": 1.304462301298816, "learning_rate": 0.003, "loss": 4.0048, "step": 25858 }, { "epoch": 0.25859, "grad_norm": 1.2483624215709879, "learning_rate": 0.003, "loss": 4.0126, "step": 25859 }, { "epoch": 0.2586, "grad_norm": 1.2396480038642463, "learning_rate": 0.003, "loss": 3.9975, "step": 25860 }, { "epoch": 0.25861, "grad_norm": 1.1124810102250082, "learning_rate": 0.003, "loss": 4.0062, "step": 25861 }, { "epoch": 0.25862, "grad_norm": 1.1553302381723052, "learning_rate": 0.003, "loss": 4.0008, "step": 25862 }, { "epoch": 0.25863, "grad_norm": 1.4834411277529425, "learning_rate": 0.003, "loss": 4.0028, "step": 25863 }, { "epoch": 0.25864, "grad_norm": 1.2738219414414222, "learning_rate": 0.003, "loss": 3.9948, "step": 25864 }, { "epoch": 0.25865, "grad_norm": 1.61655172377619, "learning_rate": 0.003, "loss": 3.9814, "step": 25865 }, { "epoch": 0.25866, "grad_norm": 0.9338896326699597, "learning_rate": 0.003, "loss": 4.0015, "step": 25866 }, { "epoch": 0.25867, "grad_norm": 1.3103853745208862, "learning_rate": 0.003, "loss": 3.9972, "step": 25867 }, { "epoch": 0.25868, "grad_norm": 1.4024034252308468, "learning_rate": 0.003, "loss": 3.9925, "step": 25868 }, { "epoch": 0.25869, "grad_norm": 1.2438791500876074, "learning_rate": 0.003, "loss": 4.0034, "step": 25869 }, { "epoch": 0.2587, "grad_norm": 1.4858165968610557, "learning_rate": 0.003, "loss": 4.0024, "step": 25870 }, { "epoch": 0.25871, "grad_norm": 1.1444912483050078, "learning_rate": 0.003, "loss": 3.9766, "step": 25871 }, { "epoch": 0.25872, "grad_norm": 1.38249380926743, "learning_rate": 0.003, "loss": 4.0019, "step": 25872 }, { "epoch": 0.25873, "grad_norm": 1.1730538923763258, "learning_rate": 0.003, "loss": 3.9782, "step": 25873 }, { "epoch": 0.25874, "grad_norm": 1.395208477957322, "learning_rate": 0.003, "loss": 3.9981, "step": 25874 }, { "epoch": 0.25875, "grad_norm": 1.2292579120568725, "learning_rate": 0.003, "loss": 4.0135, "step": 25875 }, { "epoch": 0.25876, "grad_norm": 1.3627293708137114, "learning_rate": 0.003, "loss": 4.0052, "step": 25876 }, { "epoch": 0.25877, "grad_norm": 1.292286730177893, "learning_rate": 0.003, "loss": 4.0155, "step": 25877 }, { "epoch": 0.25878, "grad_norm": 1.4646465591774736, "learning_rate": 0.003, "loss": 4.035, "step": 25878 }, { "epoch": 0.25879, "grad_norm": 1.0373784161647799, "learning_rate": 0.003, "loss": 3.9724, "step": 25879 }, { "epoch": 0.2588, "grad_norm": 1.4934866748224542, "learning_rate": 0.003, "loss": 4.0141, "step": 25880 }, { "epoch": 0.25881, "grad_norm": 0.9727999919915867, "learning_rate": 0.003, "loss": 4.0004, "step": 25881 }, { "epoch": 0.25882, "grad_norm": 1.5222090336464507, "learning_rate": 0.003, "loss": 4.001, "step": 25882 }, { "epoch": 0.25883, "grad_norm": 1.2747522442704275, "learning_rate": 0.003, "loss": 3.9993, "step": 25883 }, { "epoch": 0.25884, "grad_norm": 1.3184203830420427, "learning_rate": 0.003, "loss": 3.9812, "step": 25884 }, { "epoch": 0.25885, "grad_norm": 1.2086896904021183, "learning_rate": 0.003, "loss": 3.988, "step": 25885 }, { "epoch": 0.25886, "grad_norm": 1.2949062039622536, "learning_rate": 0.003, "loss": 3.9845, "step": 25886 }, { "epoch": 0.25887, "grad_norm": 1.1401183806271205, "learning_rate": 0.003, "loss": 4.0283, "step": 25887 }, { "epoch": 0.25888, "grad_norm": 1.449534207053064, "learning_rate": 0.003, "loss": 4.0035, "step": 25888 }, { "epoch": 0.25889, "grad_norm": 1.4100295246498835, "learning_rate": 0.003, "loss": 4.0071, "step": 25889 }, { "epoch": 0.2589, "grad_norm": 1.2166876207159762, "learning_rate": 0.003, "loss": 3.992, "step": 25890 }, { "epoch": 0.25891, "grad_norm": 1.5032563072299658, "learning_rate": 0.003, "loss": 4.0361, "step": 25891 }, { "epoch": 0.25892, "grad_norm": 1.0918772303740443, "learning_rate": 0.003, "loss": 3.9979, "step": 25892 }, { "epoch": 0.25893, "grad_norm": 1.412970327693523, "learning_rate": 0.003, "loss": 4.0151, "step": 25893 }, { "epoch": 0.25894, "grad_norm": 1.1646750589751451, "learning_rate": 0.003, "loss": 3.9988, "step": 25894 }, { "epoch": 0.25895, "grad_norm": 1.433686714090458, "learning_rate": 0.003, "loss": 3.9896, "step": 25895 }, { "epoch": 0.25896, "grad_norm": 1.059274126039518, "learning_rate": 0.003, "loss": 3.9798, "step": 25896 }, { "epoch": 0.25897, "grad_norm": 1.238365954918397, "learning_rate": 0.003, "loss": 3.9764, "step": 25897 }, { "epoch": 0.25898, "grad_norm": 1.1030330647019693, "learning_rate": 0.003, "loss": 3.9883, "step": 25898 }, { "epoch": 0.25899, "grad_norm": 1.3033321904716617, "learning_rate": 0.003, "loss": 4.0369, "step": 25899 }, { "epoch": 0.259, "grad_norm": 1.3080684832763914, "learning_rate": 0.003, "loss": 3.9953, "step": 25900 }, { "epoch": 0.25901, "grad_norm": 1.2694185811472667, "learning_rate": 0.003, "loss": 4.0241, "step": 25901 }, { "epoch": 0.25902, "grad_norm": 1.3845382509814477, "learning_rate": 0.003, "loss": 3.9783, "step": 25902 }, { "epoch": 0.25903, "grad_norm": 1.1716091824920487, "learning_rate": 0.003, "loss": 4.0044, "step": 25903 }, { "epoch": 0.25904, "grad_norm": 1.4455186218731406, "learning_rate": 0.003, "loss": 3.9918, "step": 25904 }, { "epoch": 0.25905, "grad_norm": 1.1786348788701528, "learning_rate": 0.003, "loss": 4.0127, "step": 25905 }, { "epoch": 0.25906, "grad_norm": 1.3686518999216861, "learning_rate": 0.003, "loss": 4.0206, "step": 25906 }, { "epoch": 0.25907, "grad_norm": 0.9131293889258301, "learning_rate": 0.003, "loss": 4.006, "step": 25907 }, { "epoch": 0.25908, "grad_norm": 1.1553972908848082, "learning_rate": 0.003, "loss": 4.0, "step": 25908 }, { "epoch": 0.25909, "grad_norm": 1.3247277027265285, "learning_rate": 0.003, "loss": 4.0123, "step": 25909 }, { "epoch": 0.2591, "grad_norm": 1.2091225232578509, "learning_rate": 0.003, "loss": 3.9941, "step": 25910 }, { "epoch": 0.25911, "grad_norm": 1.3095935949362578, "learning_rate": 0.003, "loss": 4.0027, "step": 25911 }, { "epoch": 0.25912, "grad_norm": 1.1928826808730493, "learning_rate": 0.003, "loss": 4.0105, "step": 25912 }, { "epoch": 0.25913, "grad_norm": 1.5594268788914594, "learning_rate": 0.003, "loss": 3.9834, "step": 25913 }, { "epoch": 0.25914, "grad_norm": 1.0937315093145052, "learning_rate": 0.003, "loss": 3.9788, "step": 25914 }, { "epoch": 0.25915, "grad_norm": 1.5027339390778014, "learning_rate": 0.003, "loss": 4.0006, "step": 25915 }, { "epoch": 0.25916, "grad_norm": 1.1838049272554405, "learning_rate": 0.003, "loss": 4.0133, "step": 25916 }, { "epoch": 0.25917, "grad_norm": 1.4412299522699488, "learning_rate": 0.003, "loss": 4.0092, "step": 25917 }, { "epoch": 0.25918, "grad_norm": 1.2493163265581733, "learning_rate": 0.003, "loss": 4.0104, "step": 25918 }, { "epoch": 0.25919, "grad_norm": 1.2879488554012883, "learning_rate": 0.003, "loss": 4.0035, "step": 25919 }, { "epoch": 0.2592, "grad_norm": 1.3076054032946924, "learning_rate": 0.003, "loss": 3.9983, "step": 25920 }, { "epoch": 0.25921, "grad_norm": 1.2940846226471174, "learning_rate": 0.003, "loss": 4.0044, "step": 25921 }, { "epoch": 0.25922, "grad_norm": 1.3515079207000416, "learning_rate": 0.003, "loss": 3.978, "step": 25922 }, { "epoch": 0.25923, "grad_norm": 1.1844901696545442, "learning_rate": 0.003, "loss": 3.9952, "step": 25923 }, { "epoch": 0.25924, "grad_norm": 1.3884243383700585, "learning_rate": 0.003, "loss": 3.9818, "step": 25924 }, { "epoch": 0.25925, "grad_norm": 1.3508873997382798, "learning_rate": 0.003, "loss": 3.983, "step": 25925 }, { "epoch": 0.25926, "grad_norm": 1.328483258458962, "learning_rate": 0.003, "loss": 3.9997, "step": 25926 }, { "epoch": 0.25927, "grad_norm": 1.1488650628469734, "learning_rate": 0.003, "loss": 3.9809, "step": 25927 }, { "epoch": 0.25928, "grad_norm": 1.5696052941054814, "learning_rate": 0.003, "loss": 3.9994, "step": 25928 }, { "epoch": 0.25929, "grad_norm": 1.0466799937623126, "learning_rate": 0.003, "loss": 3.9953, "step": 25929 }, { "epoch": 0.2593, "grad_norm": 1.4697763417635705, "learning_rate": 0.003, "loss": 3.9896, "step": 25930 }, { "epoch": 0.25931, "grad_norm": 1.0765884095441132, "learning_rate": 0.003, "loss": 4.003, "step": 25931 }, { "epoch": 0.25932, "grad_norm": 1.2701192340623941, "learning_rate": 0.003, "loss": 3.9893, "step": 25932 }, { "epoch": 0.25933, "grad_norm": 1.3182768247327938, "learning_rate": 0.003, "loss": 3.993, "step": 25933 }, { "epoch": 0.25934, "grad_norm": 1.4184427162322395, "learning_rate": 0.003, "loss": 4.0419, "step": 25934 }, { "epoch": 0.25935, "grad_norm": 1.368056222006417, "learning_rate": 0.003, "loss": 3.9692, "step": 25935 }, { "epoch": 0.25936, "grad_norm": 1.3763972675921659, "learning_rate": 0.003, "loss": 4.016, "step": 25936 }, { "epoch": 0.25937, "grad_norm": 1.1592546971866526, "learning_rate": 0.003, "loss": 4.0073, "step": 25937 }, { "epoch": 0.25938, "grad_norm": 1.634187963536658, "learning_rate": 0.003, "loss": 3.9703, "step": 25938 }, { "epoch": 0.25939, "grad_norm": 1.1634305227641755, "learning_rate": 0.003, "loss": 4.0055, "step": 25939 }, { "epoch": 0.2594, "grad_norm": 1.3296611606106732, "learning_rate": 0.003, "loss": 3.9868, "step": 25940 }, { "epoch": 0.25941, "grad_norm": 1.181418471692425, "learning_rate": 0.003, "loss": 4.009, "step": 25941 }, { "epoch": 0.25942, "grad_norm": 1.7019004956270776, "learning_rate": 0.003, "loss": 4.0204, "step": 25942 }, { "epoch": 0.25943, "grad_norm": 0.9850941777779835, "learning_rate": 0.003, "loss": 4.013, "step": 25943 }, { "epoch": 0.25944, "grad_norm": 1.402070187539861, "learning_rate": 0.003, "loss": 4.0207, "step": 25944 }, { "epoch": 0.25945, "grad_norm": 1.1003892057737952, "learning_rate": 0.003, "loss": 4.0088, "step": 25945 }, { "epoch": 0.25946, "grad_norm": 1.6284211882093846, "learning_rate": 0.003, "loss": 4.003, "step": 25946 }, { "epoch": 0.25947, "grad_norm": 1.2969959422588584, "learning_rate": 0.003, "loss": 4.0302, "step": 25947 }, { "epoch": 0.25948, "grad_norm": 1.3347727611892133, "learning_rate": 0.003, "loss": 4.0275, "step": 25948 }, { "epoch": 0.25949, "grad_norm": 1.0917989541903916, "learning_rate": 0.003, "loss": 3.9842, "step": 25949 }, { "epoch": 0.2595, "grad_norm": 1.3755481088733392, "learning_rate": 0.003, "loss": 3.9785, "step": 25950 }, { "epoch": 0.25951, "grad_norm": 1.1212984460645194, "learning_rate": 0.003, "loss": 4.0191, "step": 25951 }, { "epoch": 0.25952, "grad_norm": 1.4246370698365463, "learning_rate": 0.003, "loss": 3.9832, "step": 25952 }, { "epoch": 0.25953, "grad_norm": 1.1456829998949596, "learning_rate": 0.003, "loss": 4.0183, "step": 25953 }, { "epoch": 0.25954, "grad_norm": 1.3538170818808877, "learning_rate": 0.003, "loss": 4.0078, "step": 25954 }, { "epoch": 0.25955, "grad_norm": 1.281865978143029, "learning_rate": 0.003, "loss": 4.0136, "step": 25955 }, { "epoch": 0.25956, "grad_norm": 1.4203430481651929, "learning_rate": 0.003, "loss": 3.9996, "step": 25956 }, { "epoch": 0.25957, "grad_norm": 1.3355839471041682, "learning_rate": 0.003, "loss": 3.9992, "step": 25957 }, { "epoch": 0.25958, "grad_norm": 1.203725554918397, "learning_rate": 0.003, "loss": 4.021, "step": 25958 }, { "epoch": 0.25959, "grad_norm": 1.1696622208486287, "learning_rate": 0.003, "loss": 4.003, "step": 25959 }, { "epoch": 0.2596, "grad_norm": 1.326787587880344, "learning_rate": 0.003, "loss": 3.9815, "step": 25960 }, { "epoch": 0.25961, "grad_norm": 1.143940745450192, "learning_rate": 0.003, "loss": 3.9845, "step": 25961 }, { "epoch": 0.25962, "grad_norm": 1.3573548073610613, "learning_rate": 0.003, "loss": 4.008, "step": 25962 }, { "epoch": 0.25963, "grad_norm": 1.3799681485886812, "learning_rate": 0.003, "loss": 3.9977, "step": 25963 }, { "epoch": 0.25964, "grad_norm": 1.2066516422086317, "learning_rate": 0.003, "loss": 4.0125, "step": 25964 }, { "epoch": 0.25965, "grad_norm": 1.2281276980599354, "learning_rate": 0.003, "loss": 4.0293, "step": 25965 }, { "epoch": 0.25966, "grad_norm": 1.0862777008026265, "learning_rate": 0.003, "loss": 3.9935, "step": 25966 }, { "epoch": 0.25967, "grad_norm": 1.3582902645761274, "learning_rate": 0.003, "loss": 3.9915, "step": 25967 }, { "epoch": 0.25968, "grad_norm": 1.3114017434937568, "learning_rate": 0.003, "loss": 4.0034, "step": 25968 }, { "epoch": 0.25969, "grad_norm": 1.1426276898009275, "learning_rate": 0.003, "loss": 4.0193, "step": 25969 }, { "epoch": 0.2597, "grad_norm": 1.4116513144615972, "learning_rate": 0.003, "loss": 4.0032, "step": 25970 }, { "epoch": 0.25971, "grad_norm": 1.4041105828037366, "learning_rate": 0.003, "loss": 4.0132, "step": 25971 }, { "epoch": 0.25972, "grad_norm": 1.2078112720357825, "learning_rate": 0.003, "loss": 3.9606, "step": 25972 }, { "epoch": 0.25973, "grad_norm": 1.3908472687150233, "learning_rate": 0.003, "loss": 3.9874, "step": 25973 }, { "epoch": 0.25974, "grad_norm": 1.0665473463665534, "learning_rate": 0.003, "loss": 3.9632, "step": 25974 }, { "epoch": 0.25975, "grad_norm": 1.382947243787712, "learning_rate": 0.003, "loss": 3.9855, "step": 25975 }, { "epoch": 0.25976, "grad_norm": 1.0979333604203292, "learning_rate": 0.003, "loss": 4.0203, "step": 25976 }, { "epoch": 0.25977, "grad_norm": 1.4539887609523106, "learning_rate": 0.003, "loss": 4.0286, "step": 25977 }, { "epoch": 0.25978, "grad_norm": 1.282049548107492, "learning_rate": 0.003, "loss": 4.0202, "step": 25978 }, { "epoch": 0.25979, "grad_norm": 1.2401893912761126, "learning_rate": 0.003, "loss": 3.9905, "step": 25979 }, { "epoch": 0.2598, "grad_norm": 1.3395222625457133, "learning_rate": 0.003, "loss": 3.9935, "step": 25980 }, { "epoch": 0.25981, "grad_norm": 1.1496848041060386, "learning_rate": 0.003, "loss": 3.9872, "step": 25981 }, { "epoch": 0.25982, "grad_norm": 1.339632310447917, "learning_rate": 0.003, "loss": 3.9816, "step": 25982 }, { "epoch": 0.25983, "grad_norm": 1.345132730020391, "learning_rate": 0.003, "loss": 3.9984, "step": 25983 }, { "epoch": 0.25984, "grad_norm": 1.4442221887962159, "learning_rate": 0.003, "loss": 3.993, "step": 25984 }, { "epoch": 0.25985, "grad_norm": 1.3774125901144099, "learning_rate": 0.003, "loss": 3.9654, "step": 25985 }, { "epoch": 0.25986, "grad_norm": 1.3884299257192916, "learning_rate": 0.003, "loss": 3.9763, "step": 25986 }, { "epoch": 0.25987, "grad_norm": 1.1328398708842196, "learning_rate": 0.003, "loss": 3.9798, "step": 25987 }, { "epoch": 0.25988, "grad_norm": 1.4205257393093031, "learning_rate": 0.003, "loss": 3.9889, "step": 25988 }, { "epoch": 0.25989, "grad_norm": 1.0395537347545514, "learning_rate": 0.003, "loss": 4.0066, "step": 25989 }, { "epoch": 0.2599, "grad_norm": 1.5472665060813746, "learning_rate": 0.003, "loss": 3.9973, "step": 25990 }, { "epoch": 0.25991, "grad_norm": 1.0059555344322628, "learning_rate": 0.003, "loss": 4.0055, "step": 25991 }, { "epoch": 0.25992, "grad_norm": 1.4472197773618072, "learning_rate": 0.003, "loss": 3.9944, "step": 25992 }, { "epoch": 0.25993, "grad_norm": 1.2029209150085407, "learning_rate": 0.003, "loss": 4.0126, "step": 25993 }, { "epoch": 0.25994, "grad_norm": 1.4454610567938708, "learning_rate": 0.003, "loss": 4.0083, "step": 25994 }, { "epoch": 0.25995, "grad_norm": 1.178963910069144, "learning_rate": 0.003, "loss": 4.0126, "step": 25995 }, { "epoch": 0.25996, "grad_norm": 1.343044965021089, "learning_rate": 0.003, "loss": 3.9769, "step": 25996 }, { "epoch": 0.25997, "grad_norm": 1.360942198830014, "learning_rate": 0.003, "loss": 3.9957, "step": 25997 }, { "epoch": 0.25998, "grad_norm": 1.3293760569793611, "learning_rate": 0.003, "loss": 4.0097, "step": 25998 }, { "epoch": 0.25999, "grad_norm": 1.187209767918948, "learning_rate": 0.003, "loss": 4.0067, "step": 25999 }, { "epoch": 0.26, "grad_norm": 1.2278773883426057, "learning_rate": 0.003, "loss": 3.9844, "step": 26000 }, { "epoch": 0.26001, "grad_norm": 1.4336481107659607, "learning_rate": 0.003, "loss": 3.9916, "step": 26001 }, { "epoch": 0.26002, "grad_norm": 1.2438374156363634, "learning_rate": 0.003, "loss": 4.0162, "step": 26002 }, { "epoch": 0.26003, "grad_norm": 1.3035006449896975, "learning_rate": 0.003, "loss": 3.9793, "step": 26003 }, { "epoch": 0.26004, "grad_norm": 1.2903655274284112, "learning_rate": 0.003, "loss": 4.0269, "step": 26004 }, { "epoch": 0.26005, "grad_norm": 1.3134117326316712, "learning_rate": 0.003, "loss": 4.031, "step": 26005 }, { "epoch": 0.26006, "grad_norm": 1.1673044624575297, "learning_rate": 0.003, "loss": 4.0203, "step": 26006 }, { "epoch": 0.26007, "grad_norm": 1.201095220855879, "learning_rate": 0.003, "loss": 4.0179, "step": 26007 }, { "epoch": 0.26008, "grad_norm": 1.2622953508171395, "learning_rate": 0.003, "loss": 3.9788, "step": 26008 }, { "epoch": 0.26009, "grad_norm": 1.4233222372484469, "learning_rate": 0.003, "loss": 3.9867, "step": 26009 }, { "epoch": 0.2601, "grad_norm": 1.272394648592768, "learning_rate": 0.003, "loss": 3.9891, "step": 26010 }, { "epoch": 0.26011, "grad_norm": 1.3243716667831678, "learning_rate": 0.003, "loss": 3.9853, "step": 26011 }, { "epoch": 0.26012, "grad_norm": 1.058684061131358, "learning_rate": 0.003, "loss": 3.9694, "step": 26012 }, { "epoch": 0.26013, "grad_norm": 1.616232405652755, "learning_rate": 0.003, "loss": 3.9957, "step": 26013 }, { "epoch": 0.26014, "grad_norm": 1.0636651661442664, "learning_rate": 0.003, "loss": 3.9879, "step": 26014 }, { "epoch": 0.26015, "grad_norm": 1.4451531518116978, "learning_rate": 0.003, "loss": 3.9992, "step": 26015 }, { "epoch": 0.26016, "grad_norm": 1.2647138657389672, "learning_rate": 0.003, "loss": 3.9956, "step": 26016 }, { "epoch": 0.26017, "grad_norm": 1.287197090943522, "learning_rate": 0.003, "loss": 4.0093, "step": 26017 }, { "epoch": 0.26018, "grad_norm": 1.0557212515767591, "learning_rate": 0.003, "loss": 3.9825, "step": 26018 }, { "epoch": 0.26019, "grad_norm": 1.3858560195068, "learning_rate": 0.003, "loss": 4.0211, "step": 26019 }, { "epoch": 0.2602, "grad_norm": 1.0968715420158661, "learning_rate": 0.003, "loss": 3.9892, "step": 26020 }, { "epoch": 0.26021, "grad_norm": 1.4019761804484787, "learning_rate": 0.003, "loss": 4.0012, "step": 26021 }, { "epoch": 0.26022, "grad_norm": 1.047760520276365, "learning_rate": 0.003, "loss": 3.996, "step": 26022 }, { "epoch": 0.26023, "grad_norm": 1.3398128775835478, "learning_rate": 0.003, "loss": 3.9931, "step": 26023 }, { "epoch": 0.26024, "grad_norm": 1.089736689862639, "learning_rate": 0.003, "loss": 4.0005, "step": 26024 }, { "epoch": 0.26025, "grad_norm": 1.561666759386537, "learning_rate": 0.003, "loss": 3.9854, "step": 26025 }, { "epoch": 0.26026, "grad_norm": 1.1657371599514657, "learning_rate": 0.003, "loss": 3.9943, "step": 26026 }, { "epoch": 0.26027, "grad_norm": 1.5647606551631812, "learning_rate": 0.003, "loss": 3.9865, "step": 26027 }, { "epoch": 0.26028, "grad_norm": 1.0993874684228582, "learning_rate": 0.003, "loss": 4.0057, "step": 26028 }, { "epoch": 0.26029, "grad_norm": 1.3795249126058355, "learning_rate": 0.003, "loss": 3.9996, "step": 26029 }, { "epoch": 0.2603, "grad_norm": 1.18297655166663, "learning_rate": 0.003, "loss": 4.0286, "step": 26030 }, { "epoch": 0.26031, "grad_norm": 1.4261477240452125, "learning_rate": 0.003, "loss": 4.0054, "step": 26031 }, { "epoch": 0.26032, "grad_norm": 1.3425333054009962, "learning_rate": 0.003, "loss": 4.0249, "step": 26032 }, { "epoch": 0.26033, "grad_norm": 1.057449031919396, "learning_rate": 0.003, "loss": 3.9851, "step": 26033 }, { "epoch": 0.26034, "grad_norm": 1.410950305320087, "learning_rate": 0.003, "loss": 4.001, "step": 26034 }, { "epoch": 0.26035, "grad_norm": 1.2080505807228674, "learning_rate": 0.003, "loss": 3.9852, "step": 26035 }, { "epoch": 0.26036, "grad_norm": 1.6398549863534415, "learning_rate": 0.003, "loss": 4.0021, "step": 26036 }, { "epoch": 0.26037, "grad_norm": 1.109175293298144, "learning_rate": 0.003, "loss": 4.0185, "step": 26037 }, { "epoch": 0.26038, "grad_norm": 1.3562512546126169, "learning_rate": 0.003, "loss": 4.0072, "step": 26038 }, { "epoch": 0.26039, "grad_norm": 1.2397154331042692, "learning_rate": 0.003, "loss": 4.0249, "step": 26039 }, { "epoch": 0.2604, "grad_norm": 1.3287016583438676, "learning_rate": 0.003, "loss": 4.0223, "step": 26040 }, { "epoch": 0.26041, "grad_norm": 1.3120257068319934, "learning_rate": 0.003, "loss": 4.0097, "step": 26041 }, { "epoch": 0.26042, "grad_norm": 1.1969987574403818, "learning_rate": 0.003, "loss": 3.9817, "step": 26042 }, { "epoch": 0.26043, "grad_norm": 1.1638847562475227, "learning_rate": 0.003, "loss": 4.0132, "step": 26043 }, { "epoch": 0.26044, "grad_norm": 1.245299557447138, "learning_rate": 0.003, "loss": 4.0221, "step": 26044 }, { "epoch": 0.26045, "grad_norm": 1.2375448059212861, "learning_rate": 0.003, "loss": 3.9932, "step": 26045 }, { "epoch": 0.26046, "grad_norm": 1.4776857885622718, "learning_rate": 0.003, "loss": 3.9936, "step": 26046 }, { "epoch": 0.26047, "grad_norm": 1.3601814382572297, "learning_rate": 0.003, "loss": 3.9897, "step": 26047 }, { "epoch": 0.26048, "grad_norm": 1.2654689682406244, "learning_rate": 0.003, "loss": 3.9931, "step": 26048 }, { "epoch": 0.26049, "grad_norm": 1.3262638409179361, "learning_rate": 0.003, "loss": 4.0164, "step": 26049 }, { "epoch": 0.2605, "grad_norm": 1.1631478803911428, "learning_rate": 0.003, "loss": 3.9764, "step": 26050 }, { "epoch": 0.26051, "grad_norm": 1.3660304112942092, "learning_rate": 0.003, "loss": 3.9914, "step": 26051 }, { "epoch": 0.26052, "grad_norm": 1.0398117043900665, "learning_rate": 0.003, "loss": 3.968, "step": 26052 }, { "epoch": 0.26053, "grad_norm": 1.5842642991125702, "learning_rate": 0.003, "loss": 3.9997, "step": 26053 }, { "epoch": 0.26054, "grad_norm": 1.073587730195602, "learning_rate": 0.003, "loss": 4.0276, "step": 26054 }, { "epoch": 0.26055, "grad_norm": 1.6317169847979247, "learning_rate": 0.003, "loss": 4.0246, "step": 26055 }, { "epoch": 0.26056, "grad_norm": 1.173037225815168, "learning_rate": 0.003, "loss": 4.0074, "step": 26056 }, { "epoch": 0.26057, "grad_norm": 1.493727201205092, "learning_rate": 0.003, "loss": 4.005, "step": 26057 }, { "epoch": 0.26058, "grad_norm": 1.1583002442754358, "learning_rate": 0.003, "loss": 3.9966, "step": 26058 }, { "epoch": 0.26059, "grad_norm": 1.4033255137114713, "learning_rate": 0.003, "loss": 4.0345, "step": 26059 }, { "epoch": 0.2606, "grad_norm": 1.2646298157903624, "learning_rate": 0.003, "loss": 4.0131, "step": 26060 }, { "epoch": 0.26061, "grad_norm": 1.3239319532383007, "learning_rate": 0.003, "loss": 4.0043, "step": 26061 }, { "epoch": 0.26062, "grad_norm": 1.3987608404070966, "learning_rate": 0.003, "loss": 3.9674, "step": 26062 }, { "epoch": 0.26063, "grad_norm": 1.4861015236995652, "learning_rate": 0.003, "loss": 4.0266, "step": 26063 }, { "epoch": 0.26064, "grad_norm": 1.1319569545500248, "learning_rate": 0.003, "loss": 3.9916, "step": 26064 }, { "epoch": 0.26065, "grad_norm": 1.3745314994034497, "learning_rate": 0.003, "loss": 3.9866, "step": 26065 }, { "epoch": 0.26066, "grad_norm": 1.0826116840366662, "learning_rate": 0.003, "loss": 3.9691, "step": 26066 }, { "epoch": 0.26067, "grad_norm": 1.3785302697353221, "learning_rate": 0.003, "loss": 4.0081, "step": 26067 }, { "epoch": 0.26068, "grad_norm": 1.2918750634547704, "learning_rate": 0.003, "loss": 4.0378, "step": 26068 }, { "epoch": 0.26069, "grad_norm": 1.4826121829607548, "learning_rate": 0.003, "loss": 4.0149, "step": 26069 }, { "epoch": 0.2607, "grad_norm": 1.1551287993680663, "learning_rate": 0.003, "loss": 4.0031, "step": 26070 }, { "epoch": 0.26071, "grad_norm": 1.4010757222027144, "learning_rate": 0.003, "loss": 3.9992, "step": 26071 }, { "epoch": 0.26072, "grad_norm": 1.1372465194122543, "learning_rate": 0.003, "loss": 3.957, "step": 26072 }, { "epoch": 0.26073, "grad_norm": 1.4751268805913555, "learning_rate": 0.003, "loss": 3.9924, "step": 26073 }, { "epoch": 0.26074, "grad_norm": 1.140868505617265, "learning_rate": 0.003, "loss": 3.9807, "step": 26074 }, { "epoch": 0.26075, "grad_norm": 1.393574334141069, "learning_rate": 0.003, "loss": 4.0096, "step": 26075 }, { "epoch": 0.26076, "grad_norm": 1.1361557146196206, "learning_rate": 0.003, "loss": 3.9967, "step": 26076 }, { "epoch": 0.26077, "grad_norm": 1.3761148866061583, "learning_rate": 0.003, "loss": 3.9929, "step": 26077 }, { "epoch": 0.26078, "grad_norm": 1.1811189482341804, "learning_rate": 0.003, "loss": 3.9904, "step": 26078 }, { "epoch": 0.26079, "grad_norm": 1.431044771677572, "learning_rate": 0.003, "loss": 3.9883, "step": 26079 }, { "epoch": 0.2608, "grad_norm": 1.0625036461906952, "learning_rate": 0.003, "loss": 4.0436, "step": 26080 }, { "epoch": 0.26081, "grad_norm": 1.432123856434238, "learning_rate": 0.003, "loss": 4.0283, "step": 26081 }, { "epoch": 0.26082, "grad_norm": 1.252435550393948, "learning_rate": 0.003, "loss": 4.0036, "step": 26082 }, { "epoch": 0.26083, "grad_norm": 1.4015558709495686, "learning_rate": 0.003, "loss": 4.0161, "step": 26083 }, { "epoch": 0.26084, "grad_norm": 1.2491895579004315, "learning_rate": 0.003, "loss": 4.0098, "step": 26084 }, { "epoch": 0.26085, "grad_norm": 1.2706571900796804, "learning_rate": 0.003, "loss": 3.9794, "step": 26085 }, { "epoch": 0.26086, "grad_norm": 1.3243141524572009, "learning_rate": 0.003, "loss": 3.9946, "step": 26086 }, { "epoch": 0.26087, "grad_norm": 1.1847563898782871, "learning_rate": 0.003, "loss": 3.9896, "step": 26087 }, { "epoch": 0.26088, "grad_norm": 1.1537000499509227, "learning_rate": 0.003, "loss": 3.9956, "step": 26088 }, { "epoch": 0.26089, "grad_norm": 1.1519623810193422, "learning_rate": 0.003, "loss": 3.977, "step": 26089 }, { "epoch": 0.2609, "grad_norm": 1.4128281691943199, "learning_rate": 0.003, "loss": 4.0016, "step": 26090 }, { "epoch": 0.26091, "grad_norm": 1.2494345607690205, "learning_rate": 0.003, "loss": 3.9939, "step": 26091 }, { "epoch": 0.26092, "grad_norm": 1.3669268461872022, "learning_rate": 0.003, "loss": 4.0018, "step": 26092 }, { "epoch": 0.26093, "grad_norm": 1.6262364042162414, "learning_rate": 0.003, "loss": 4.0093, "step": 26093 }, { "epoch": 0.26094, "grad_norm": 1.1522497211289577, "learning_rate": 0.003, "loss": 4.0224, "step": 26094 }, { "epoch": 0.26095, "grad_norm": 1.4627417973512988, "learning_rate": 0.003, "loss": 4.0053, "step": 26095 }, { "epoch": 0.26096, "grad_norm": 1.1404626818996784, "learning_rate": 0.003, "loss": 3.9925, "step": 26096 }, { "epoch": 0.26097, "grad_norm": 1.6320188595252416, "learning_rate": 0.003, "loss": 4.005, "step": 26097 }, { "epoch": 0.26098, "grad_norm": 0.881187754967746, "learning_rate": 0.003, "loss": 3.9938, "step": 26098 }, { "epoch": 0.26099, "grad_norm": 1.4372522505761458, "learning_rate": 0.003, "loss": 4.015, "step": 26099 }, { "epoch": 0.261, "grad_norm": 1.1885633098798045, "learning_rate": 0.003, "loss": 3.9956, "step": 26100 }, { "epoch": 0.26101, "grad_norm": 1.301956243346669, "learning_rate": 0.003, "loss": 3.9775, "step": 26101 }, { "epoch": 0.26102, "grad_norm": 1.1786253535831321, "learning_rate": 0.003, "loss": 4.0174, "step": 26102 }, { "epoch": 0.26103, "grad_norm": 1.465482203781082, "learning_rate": 0.003, "loss": 4.0376, "step": 26103 }, { "epoch": 0.26104, "grad_norm": 1.2858019796097033, "learning_rate": 0.003, "loss": 3.993, "step": 26104 }, { "epoch": 0.26105, "grad_norm": 1.334683497487613, "learning_rate": 0.003, "loss": 3.9814, "step": 26105 }, { "epoch": 0.26106, "grad_norm": 1.133113943240164, "learning_rate": 0.003, "loss": 3.9862, "step": 26106 }, { "epoch": 0.26107, "grad_norm": 1.2933252014722922, "learning_rate": 0.003, "loss": 4.019, "step": 26107 }, { "epoch": 0.26108, "grad_norm": 1.2095821578390598, "learning_rate": 0.003, "loss": 3.9776, "step": 26108 }, { "epoch": 0.26109, "grad_norm": 1.6961976361523134, "learning_rate": 0.003, "loss": 3.9923, "step": 26109 }, { "epoch": 0.2611, "grad_norm": 1.1441464007433602, "learning_rate": 0.003, "loss": 4.0382, "step": 26110 }, { "epoch": 0.26111, "grad_norm": 1.4362390937259115, "learning_rate": 0.003, "loss": 3.978, "step": 26111 }, { "epoch": 0.26112, "grad_norm": 1.2906656583078528, "learning_rate": 0.003, "loss": 4.0011, "step": 26112 }, { "epoch": 0.26113, "grad_norm": 1.2214351643780212, "learning_rate": 0.003, "loss": 3.9924, "step": 26113 }, { "epoch": 0.26114, "grad_norm": 1.2018808940358396, "learning_rate": 0.003, "loss": 3.99, "step": 26114 }, { "epoch": 0.26115, "grad_norm": 1.311417229545203, "learning_rate": 0.003, "loss": 4.0005, "step": 26115 }, { "epoch": 0.26116, "grad_norm": 1.2465803303563097, "learning_rate": 0.003, "loss": 4.0138, "step": 26116 }, { "epoch": 0.26117, "grad_norm": 1.4604298768133095, "learning_rate": 0.003, "loss": 4.0198, "step": 26117 }, { "epoch": 0.26118, "grad_norm": 1.2553328645418098, "learning_rate": 0.003, "loss": 3.9904, "step": 26118 }, { "epoch": 0.26119, "grad_norm": 1.2437773241163186, "learning_rate": 0.003, "loss": 3.9964, "step": 26119 }, { "epoch": 0.2612, "grad_norm": 1.3255139168021048, "learning_rate": 0.003, "loss": 3.9938, "step": 26120 }, { "epoch": 0.26121, "grad_norm": 1.3561923518993895, "learning_rate": 0.003, "loss": 4.0001, "step": 26121 }, { "epoch": 0.26122, "grad_norm": 1.1941583006575232, "learning_rate": 0.003, "loss": 4.0073, "step": 26122 }, { "epoch": 0.26123, "grad_norm": 1.5193679508182536, "learning_rate": 0.003, "loss": 3.9898, "step": 26123 }, { "epoch": 0.26124, "grad_norm": 1.4010884280866625, "learning_rate": 0.003, "loss": 3.995, "step": 26124 }, { "epoch": 0.26125, "grad_norm": 1.1542786559576648, "learning_rate": 0.003, "loss": 4.0003, "step": 26125 }, { "epoch": 0.26126, "grad_norm": 1.3635454061540913, "learning_rate": 0.003, "loss": 3.9937, "step": 26126 }, { "epoch": 0.26127, "grad_norm": 1.1963877343828617, "learning_rate": 0.003, "loss": 3.978, "step": 26127 }, { "epoch": 0.26128, "grad_norm": 1.2512605922237026, "learning_rate": 0.003, "loss": 3.9915, "step": 26128 }, { "epoch": 0.26129, "grad_norm": 1.5644086769381627, "learning_rate": 0.003, "loss": 3.9904, "step": 26129 }, { "epoch": 0.2613, "grad_norm": 1.3767808920130915, "learning_rate": 0.003, "loss": 4.01, "step": 26130 }, { "epoch": 0.26131, "grad_norm": 1.1043199099924006, "learning_rate": 0.003, "loss": 3.9884, "step": 26131 }, { "epoch": 0.26132, "grad_norm": 1.4565339568634765, "learning_rate": 0.003, "loss": 3.992, "step": 26132 }, { "epoch": 0.26133, "grad_norm": 1.2406171456579016, "learning_rate": 0.003, "loss": 3.9968, "step": 26133 }, { "epoch": 0.26134, "grad_norm": 1.3091802952575442, "learning_rate": 0.003, "loss": 4.0032, "step": 26134 }, { "epoch": 0.26135, "grad_norm": 1.2101936765556003, "learning_rate": 0.003, "loss": 3.985, "step": 26135 }, { "epoch": 0.26136, "grad_norm": 1.2656978413771094, "learning_rate": 0.003, "loss": 3.9987, "step": 26136 }, { "epoch": 0.26137, "grad_norm": 1.0935708067176062, "learning_rate": 0.003, "loss": 3.9815, "step": 26137 }, { "epoch": 0.26138, "grad_norm": 1.431157876541261, "learning_rate": 0.003, "loss": 4.0248, "step": 26138 }, { "epoch": 0.26139, "grad_norm": 1.2431494855112561, "learning_rate": 0.003, "loss": 4.0084, "step": 26139 }, { "epoch": 0.2614, "grad_norm": 1.437670134614753, "learning_rate": 0.003, "loss": 4.0238, "step": 26140 }, { "epoch": 0.26141, "grad_norm": 1.111387402724197, "learning_rate": 0.003, "loss": 4.0278, "step": 26141 }, { "epoch": 0.26142, "grad_norm": 1.527188972513948, "learning_rate": 0.003, "loss": 4.0079, "step": 26142 }, { "epoch": 0.26143, "grad_norm": 1.0164256343856914, "learning_rate": 0.003, "loss": 3.9748, "step": 26143 }, { "epoch": 0.26144, "grad_norm": 1.5085148171299791, "learning_rate": 0.003, "loss": 4.0054, "step": 26144 }, { "epoch": 0.26145, "grad_norm": 1.0297865662627588, "learning_rate": 0.003, "loss": 4.0228, "step": 26145 }, { "epoch": 0.26146, "grad_norm": 1.6182721315337807, "learning_rate": 0.003, "loss": 4.0134, "step": 26146 }, { "epoch": 0.26147, "grad_norm": 1.202175428974753, "learning_rate": 0.003, "loss": 4.0222, "step": 26147 }, { "epoch": 0.26148, "grad_norm": 1.2425975966860665, "learning_rate": 0.003, "loss": 4.004, "step": 26148 }, { "epoch": 0.26149, "grad_norm": 1.4092806552462718, "learning_rate": 0.003, "loss": 4.0462, "step": 26149 }, { "epoch": 0.2615, "grad_norm": 1.1784199701355833, "learning_rate": 0.003, "loss": 3.9915, "step": 26150 }, { "epoch": 0.26151, "grad_norm": 1.3079059230447891, "learning_rate": 0.003, "loss": 3.9893, "step": 26151 }, { "epoch": 0.26152, "grad_norm": 1.2831677452172445, "learning_rate": 0.003, "loss": 4.0253, "step": 26152 }, { "epoch": 0.26153, "grad_norm": 1.3666016139788677, "learning_rate": 0.003, "loss": 4.0272, "step": 26153 }, { "epoch": 0.26154, "grad_norm": 1.378819692442293, "learning_rate": 0.003, "loss": 4.0027, "step": 26154 }, { "epoch": 0.26155, "grad_norm": 1.134926312064139, "learning_rate": 0.003, "loss": 3.9822, "step": 26155 }, { "epoch": 0.26156, "grad_norm": 1.2596448197511019, "learning_rate": 0.003, "loss": 3.997, "step": 26156 }, { "epoch": 0.26157, "grad_norm": 1.1480121217381871, "learning_rate": 0.003, "loss": 4.0058, "step": 26157 }, { "epoch": 0.26158, "grad_norm": 1.1954950560927617, "learning_rate": 0.003, "loss": 4.0108, "step": 26158 }, { "epoch": 0.26159, "grad_norm": 1.244598287502939, "learning_rate": 0.003, "loss": 4.0437, "step": 26159 }, { "epoch": 0.2616, "grad_norm": 1.4629404841852076, "learning_rate": 0.003, "loss": 3.9897, "step": 26160 }, { "epoch": 0.26161, "grad_norm": 1.0973096939849265, "learning_rate": 0.003, "loss": 3.9831, "step": 26161 }, { "epoch": 0.26162, "grad_norm": 1.1813768088177419, "learning_rate": 0.003, "loss": 4.0138, "step": 26162 }, { "epoch": 0.26163, "grad_norm": 1.1324317205197976, "learning_rate": 0.003, "loss": 3.9908, "step": 26163 }, { "epoch": 0.26164, "grad_norm": 1.46332754780261, "learning_rate": 0.003, "loss": 3.986, "step": 26164 }, { "epoch": 0.26165, "grad_norm": 1.2235265892611473, "learning_rate": 0.003, "loss": 4.0014, "step": 26165 }, { "epoch": 0.26166, "grad_norm": 1.3772581021392012, "learning_rate": 0.003, "loss": 3.9974, "step": 26166 }, { "epoch": 0.26167, "grad_norm": 0.9602408583887003, "learning_rate": 0.003, "loss": 3.9954, "step": 26167 }, { "epoch": 0.26168, "grad_norm": 1.4407720650518547, "learning_rate": 0.003, "loss": 3.9794, "step": 26168 }, { "epoch": 0.26169, "grad_norm": 1.1715667582166962, "learning_rate": 0.003, "loss": 4.013, "step": 26169 }, { "epoch": 0.2617, "grad_norm": 1.4614823251896856, "learning_rate": 0.003, "loss": 4.0092, "step": 26170 }, { "epoch": 0.26171, "grad_norm": 1.4192432839737508, "learning_rate": 0.003, "loss": 3.993, "step": 26171 }, { "epoch": 0.26172, "grad_norm": 1.3289607378340926, "learning_rate": 0.003, "loss": 4.0288, "step": 26172 }, { "epoch": 0.26173, "grad_norm": 1.2738397725219588, "learning_rate": 0.003, "loss": 4.0077, "step": 26173 }, { "epoch": 0.26174, "grad_norm": 1.1915007456715752, "learning_rate": 0.003, "loss": 3.977, "step": 26174 }, { "epoch": 0.26175, "grad_norm": 1.2759831977767713, "learning_rate": 0.003, "loss": 4.0204, "step": 26175 }, { "epoch": 0.26176, "grad_norm": 1.185590884678468, "learning_rate": 0.003, "loss": 4.0079, "step": 26176 }, { "epoch": 0.26177, "grad_norm": 1.4077663265212288, "learning_rate": 0.003, "loss": 3.9911, "step": 26177 }, { "epoch": 0.26178, "grad_norm": 1.0398783233186288, "learning_rate": 0.003, "loss": 3.9956, "step": 26178 }, { "epoch": 0.26179, "grad_norm": 1.4336052050284183, "learning_rate": 0.003, "loss": 3.9944, "step": 26179 }, { "epoch": 0.2618, "grad_norm": 1.353809464014203, "learning_rate": 0.003, "loss": 4.0135, "step": 26180 }, { "epoch": 0.26181, "grad_norm": 1.2188423105897204, "learning_rate": 0.003, "loss": 3.9957, "step": 26181 }, { "epoch": 0.26182, "grad_norm": 1.1688445077833383, "learning_rate": 0.003, "loss": 3.9816, "step": 26182 }, { "epoch": 0.26183, "grad_norm": 1.2755832982149216, "learning_rate": 0.003, "loss": 4.0042, "step": 26183 }, { "epoch": 0.26184, "grad_norm": 1.4057103093975836, "learning_rate": 0.003, "loss": 4.0014, "step": 26184 }, { "epoch": 0.26185, "grad_norm": 1.1109783096541497, "learning_rate": 0.003, "loss": 3.9738, "step": 26185 }, { "epoch": 0.26186, "grad_norm": 1.4838749045709587, "learning_rate": 0.003, "loss": 3.9793, "step": 26186 }, { "epoch": 0.26187, "grad_norm": 1.346188129879791, "learning_rate": 0.003, "loss": 3.9717, "step": 26187 }, { "epoch": 0.26188, "grad_norm": 1.2339018572666822, "learning_rate": 0.003, "loss": 3.9972, "step": 26188 }, { "epoch": 0.26189, "grad_norm": 1.2933553608269661, "learning_rate": 0.003, "loss": 3.9625, "step": 26189 }, { "epoch": 0.2619, "grad_norm": 1.1345646528894182, "learning_rate": 0.003, "loss": 4.0034, "step": 26190 }, { "epoch": 0.26191, "grad_norm": 1.3002661683471763, "learning_rate": 0.003, "loss": 4.0065, "step": 26191 }, { "epoch": 0.26192, "grad_norm": 1.3150899209714613, "learning_rate": 0.003, "loss": 3.9952, "step": 26192 }, { "epoch": 0.26193, "grad_norm": 1.1777808065036603, "learning_rate": 0.003, "loss": 4.005, "step": 26193 }, { "epoch": 0.26194, "grad_norm": 1.2791524874044888, "learning_rate": 0.003, "loss": 3.9955, "step": 26194 }, { "epoch": 0.26195, "grad_norm": 1.2380254706282579, "learning_rate": 0.003, "loss": 3.9931, "step": 26195 }, { "epoch": 0.26196, "grad_norm": 1.304536463945236, "learning_rate": 0.003, "loss": 3.9843, "step": 26196 }, { "epoch": 0.26197, "grad_norm": 1.1083045395024687, "learning_rate": 0.003, "loss": 3.9884, "step": 26197 }, { "epoch": 0.26198, "grad_norm": 1.581416381701912, "learning_rate": 0.003, "loss": 4.0099, "step": 26198 }, { "epoch": 0.26199, "grad_norm": 1.195348084906155, "learning_rate": 0.003, "loss": 4.0292, "step": 26199 }, { "epoch": 0.262, "grad_norm": 1.4178712224031371, "learning_rate": 0.003, "loss": 4.0203, "step": 26200 }, { "epoch": 0.26201, "grad_norm": 1.4492288307521763, "learning_rate": 0.003, "loss": 3.9809, "step": 26201 }, { "epoch": 0.26202, "grad_norm": 1.3207983116587014, "learning_rate": 0.003, "loss": 4.0034, "step": 26202 }, { "epoch": 0.26203, "grad_norm": 1.431715115425585, "learning_rate": 0.003, "loss": 3.985, "step": 26203 }, { "epoch": 0.26204, "grad_norm": 1.2218134053945477, "learning_rate": 0.003, "loss": 3.9849, "step": 26204 }, { "epoch": 0.26205, "grad_norm": 1.2420283675278405, "learning_rate": 0.003, "loss": 4.0118, "step": 26205 }, { "epoch": 0.26206, "grad_norm": 1.2394261354886458, "learning_rate": 0.003, "loss": 3.9696, "step": 26206 }, { "epoch": 0.26207, "grad_norm": 1.2221995204612834, "learning_rate": 0.003, "loss": 3.9784, "step": 26207 }, { "epoch": 0.26208, "grad_norm": 1.233801369240508, "learning_rate": 0.003, "loss": 3.9869, "step": 26208 }, { "epoch": 0.26209, "grad_norm": 1.4861061829493463, "learning_rate": 0.003, "loss": 3.9912, "step": 26209 }, { "epoch": 0.2621, "grad_norm": 1.0313000278218212, "learning_rate": 0.003, "loss": 4.0047, "step": 26210 }, { "epoch": 0.26211, "grad_norm": 1.6178850391104767, "learning_rate": 0.003, "loss": 3.9615, "step": 26211 }, { "epoch": 0.26212, "grad_norm": 1.0223594723298877, "learning_rate": 0.003, "loss": 4.0356, "step": 26212 }, { "epoch": 0.26213, "grad_norm": 1.7233477988103432, "learning_rate": 0.003, "loss": 4.0218, "step": 26213 }, { "epoch": 0.26214, "grad_norm": 1.0562749392642499, "learning_rate": 0.003, "loss": 4.0157, "step": 26214 }, { "epoch": 0.26215, "grad_norm": 1.345502888813006, "learning_rate": 0.003, "loss": 4.0119, "step": 26215 }, { "epoch": 0.26216, "grad_norm": 1.2699349128774986, "learning_rate": 0.003, "loss": 4.0171, "step": 26216 }, { "epoch": 0.26217, "grad_norm": 1.0441150439144895, "learning_rate": 0.003, "loss": 3.9827, "step": 26217 }, { "epoch": 0.26218, "grad_norm": 1.4790921136942925, "learning_rate": 0.003, "loss": 3.9969, "step": 26218 }, { "epoch": 0.26219, "grad_norm": 1.2648716070950208, "learning_rate": 0.003, "loss": 4.0078, "step": 26219 }, { "epoch": 0.2622, "grad_norm": 1.5870960524279258, "learning_rate": 0.003, "loss": 4.0188, "step": 26220 }, { "epoch": 0.26221, "grad_norm": 1.378792980976105, "learning_rate": 0.003, "loss": 4.027, "step": 26221 }, { "epoch": 0.26222, "grad_norm": 1.2179681837668759, "learning_rate": 0.003, "loss": 4.0349, "step": 26222 }, { "epoch": 0.26223, "grad_norm": 1.26910829714077, "learning_rate": 0.003, "loss": 4.0138, "step": 26223 }, { "epoch": 0.26224, "grad_norm": 1.2352747952679966, "learning_rate": 0.003, "loss": 4.0215, "step": 26224 }, { "epoch": 0.26225, "grad_norm": 1.3302873337091732, "learning_rate": 0.003, "loss": 4.0082, "step": 26225 }, { "epoch": 0.26226, "grad_norm": 1.235043517432734, "learning_rate": 0.003, "loss": 4.0207, "step": 26226 }, { "epoch": 0.26227, "grad_norm": 1.4090675691240881, "learning_rate": 0.003, "loss": 4.0074, "step": 26227 }, { "epoch": 0.26228, "grad_norm": 1.1355867796081134, "learning_rate": 0.003, "loss": 4.0076, "step": 26228 }, { "epoch": 0.26229, "grad_norm": 1.362499275388109, "learning_rate": 0.003, "loss": 3.9922, "step": 26229 }, { "epoch": 0.2623, "grad_norm": 1.5023672239926753, "learning_rate": 0.003, "loss": 4.0075, "step": 26230 }, { "epoch": 0.26231, "grad_norm": 1.0942451606109171, "learning_rate": 0.003, "loss": 4.0237, "step": 26231 }, { "epoch": 0.26232, "grad_norm": 1.2060746732366425, "learning_rate": 0.003, "loss": 3.9592, "step": 26232 }, { "epoch": 0.26233, "grad_norm": 1.18500241654415, "learning_rate": 0.003, "loss": 3.9953, "step": 26233 }, { "epoch": 0.26234, "grad_norm": 1.706818841109093, "learning_rate": 0.003, "loss": 4.013, "step": 26234 }, { "epoch": 0.26235, "grad_norm": 1.2622221424084912, "learning_rate": 0.003, "loss": 4.0296, "step": 26235 }, { "epoch": 0.26236, "grad_norm": 1.3823531671635412, "learning_rate": 0.003, "loss": 4.0162, "step": 26236 }, { "epoch": 0.26237, "grad_norm": 1.2397637564349062, "learning_rate": 0.003, "loss": 4.0095, "step": 26237 }, { "epoch": 0.26238, "grad_norm": 1.246858176423833, "learning_rate": 0.003, "loss": 4.0219, "step": 26238 }, { "epoch": 0.26239, "grad_norm": 1.2659086009357285, "learning_rate": 0.003, "loss": 3.9745, "step": 26239 }, { "epoch": 0.2624, "grad_norm": 1.2657505041970565, "learning_rate": 0.003, "loss": 4.0039, "step": 26240 }, { "epoch": 0.26241, "grad_norm": 1.5391604171420354, "learning_rate": 0.003, "loss": 3.9885, "step": 26241 }, { "epoch": 0.26242, "grad_norm": 1.2663283557871823, "learning_rate": 0.003, "loss": 4.0019, "step": 26242 }, { "epoch": 0.26243, "grad_norm": 1.039133907993793, "learning_rate": 0.003, "loss": 3.9813, "step": 26243 }, { "epoch": 0.26244, "grad_norm": 1.3183420778839345, "learning_rate": 0.003, "loss": 3.9773, "step": 26244 }, { "epoch": 0.26245, "grad_norm": 1.1501626644560496, "learning_rate": 0.003, "loss": 3.9938, "step": 26245 }, { "epoch": 0.26246, "grad_norm": 1.43210315654606, "learning_rate": 0.003, "loss": 3.9891, "step": 26246 }, { "epoch": 0.26247, "grad_norm": 1.17933181374481, "learning_rate": 0.003, "loss": 4.0038, "step": 26247 }, { "epoch": 0.26248, "grad_norm": 1.4020864387265368, "learning_rate": 0.003, "loss": 3.9947, "step": 26248 }, { "epoch": 0.26249, "grad_norm": 1.2048240880034438, "learning_rate": 0.003, "loss": 3.9981, "step": 26249 }, { "epoch": 0.2625, "grad_norm": 1.3801109867725374, "learning_rate": 0.003, "loss": 3.9816, "step": 26250 }, { "epoch": 0.26251, "grad_norm": 1.4028060529275173, "learning_rate": 0.003, "loss": 4.0219, "step": 26251 }, { "epoch": 0.26252, "grad_norm": 1.1684237237406085, "learning_rate": 0.003, "loss": 4.0067, "step": 26252 }, { "epoch": 0.26253, "grad_norm": 1.1593583766324957, "learning_rate": 0.003, "loss": 3.9979, "step": 26253 }, { "epoch": 0.26254, "grad_norm": 1.2079929104837375, "learning_rate": 0.003, "loss": 3.997, "step": 26254 }, { "epoch": 0.26255, "grad_norm": 1.564090317490134, "learning_rate": 0.003, "loss": 3.9896, "step": 26255 }, { "epoch": 0.26256, "grad_norm": 1.3196662920600482, "learning_rate": 0.003, "loss": 4.0087, "step": 26256 }, { "epoch": 0.26257, "grad_norm": 1.3556811489641576, "learning_rate": 0.003, "loss": 3.9984, "step": 26257 }, { "epoch": 0.26258, "grad_norm": 1.2233416745901031, "learning_rate": 0.003, "loss": 4.0045, "step": 26258 }, { "epoch": 0.26259, "grad_norm": 1.332670526719711, "learning_rate": 0.003, "loss": 3.9815, "step": 26259 }, { "epoch": 0.2626, "grad_norm": 1.3802070164862912, "learning_rate": 0.003, "loss": 4.0078, "step": 26260 }, { "epoch": 0.26261, "grad_norm": 1.2465633499291366, "learning_rate": 0.003, "loss": 4.0107, "step": 26261 }, { "epoch": 0.26262, "grad_norm": 1.3848691817007852, "learning_rate": 0.003, "loss": 3.9956, "step": 26262 }, { "epoch": 0.26263, "grad_norm": 1.1762416460035503, "learning_rate": 0.003, "loss": 3.9875, "step": 26263 }, { "epoch": 0.26264, "grad_norm": 1.2899143345021404, "learning_rate": 0.003, "loss": 4.0021, "step": 26264 }, { "epoch": 0.26265, "grad_norm": 1.134571412225595, "learning_rate": 0.003, "loss": 3.9906, "step": 26265 }, { "epoch": 0.26266, "grad_norm": 1.381110870900091, "learning_rate": 0.003, "loss": 3.9892, "step": 26266 }, { "epoch": 0.26267, "grad_norm": 1.1818287159507517, "learning_rate": 0.003, "loss": 3.9764, "step": 26267 }, { "epoch": 0.26268, "grad_norm": 1.353836473142413, "learning_rate": 0.003, "loss": 3.9799, "step": 26268 }, { "epoch": 0.26269, "grad_norm": 1.2416205193919156, "learning_rate": 0.003, "loss": 3.989, "step": 26269 }, { "epoch": 0.2627, "grad_norm": 1.160047048957293, "learning_rate": 0.003, "loss": 3.9873, "step": 26270 }, { "epoch": 0.26271, "grad_norm": 1.2680869540767583, "learning_rate": 0.003, "loss": 3.9927, "step": 26271 }, { "epoch": 0.26272, "grad_norm": 1.117404936799281, "learning_rate": 0.003, "loss": 3.9957, "step": 26272 }, { "epoch": 0.26273, "grad_norm": 1.3854228562313218, "learning_rate": 0.003, "loss": 4.0065, "step": 26273 }, { "epoch": 0.26274, "grad_norm": 0.93089618235243, "learning_rate": 0.003, "loss": 3.961, "step": 26274 }, { "epoch": 0.26275, "grad_norm": 1.4871573903846769, "learning_rate": 0.003, "loss": 3.9696, "step": 26275 }, { "epoch": 0.26276, "grad_norm": 1.0963963848327654, "learning_rate": 0.003, "loss": 4.0153, "step": 26276 }, { "epoch": 0.26277, "grad_norm": 1.7288530816119638, "learning_rate": 0.003, "loss": 4.003, "step": 26277 }, { "epoch": 0.26278, "grad_norm": 1.2334665836515226, "learning_rate": 0.003, "loss": 3.965, "step": 26278 }, { "epoch": 0.26279, "grad_norm": 1.1492017282130278, "learning_rate": 0.003, "loss": 3.996, "step": 26279 }, { "epoch": 0.2628, "grad_norm": 1.37031174401075, "learning_rate": 0.003, "loss": 4.0177, "step": 26280 }, { "epoch": 0.26281, "grad_norm": 1.1770748205046824, "learning_rate": 0.003, "loss": 3.9954, "step": 26281 }, { "epoch": 0.26282, "grad_norm": 1.4919916758745482, "learning_rate": 0.003, "loss": 3.988, "step": 26282 }, { "epoch": 0.26283, "grad_norm": 1.1429097153834558, "learning_rate": 0.003, "loss": 3.996, "step": 26283 }, { "epoch": 0.26284, "grad_norm": 1.362290728760401, "learning_rate": 0.003, "loss": 4.0067, "step": 26284 }, { "epoch": 0.26285, "grad_norm": 1.333794607319883, "learning_rate": 0.003, "loss": 3.9852, "step": 26285 }, { "epoch": 0.26286, "grad_norm": 1.299778254982961, "learning_rate": 0.003, "loss": 4.0073, "step": 26286 }, { "epoch": 0.26287, "grad_norm": 1.2034137763397956, "learning_rate": 0.003, "loss": 4.0433, "step": 26287 }, { "epoch": 0.26288, "grad_norm": 1.2157189814286957, "learning_rate": 0.003, "loss": 4.0105, "step": 26288 }, { "epoch": 0.26289, "grad_norm": 1.5691558441803752, "learning_rate": 0.003, "loss": 4.0044, "step": 26289 }, { "epoch": 0.2629, "grad_norm": 1.1059990376744164, "learning_rate": 0.003, "loss": 3.9829, "step": 26290 }, { "epoch": 0.26291, "grad_norm": 1.4055193743616219, "learning_rate": 0.003, "loss": 3.9755, "step": 26291 }, { "epoch": 0.26292, "grad_norm": 1.282768511799302, "learning_rate": 0.003, "loss": 4.0016, "step": 26292 }, { "epoch": 0.26293, "grad_norm": 1.5893764293865984, "learning_rate": 0.003, "loss": 3.973, "step": 26293 }, { "epoch": 0.26294, "grad_norm": 1.1555072865448057, "learning_rate": 0.003, "loss": 4.0029, "step": 26294 }, { "epoch": 0.26295, "grad_norm": 1.2289547552967466, "learning_rate": 0.003, "loss": 3.9959, "step": 26295 }, { "epoch": 0.26296, "grad_norm": 1.369783804714094, "learning_rate": 0.003, "loss": 3.9904, "step": 26296 }, { "epoch": 0.26297, "grad_norm": 1.0464339360312662, "learning_rate": 0.003, "loss": 4.0035, "step": 26297 }, { "epoch": 0.26298, "grad_norm": 1.3492096133433407, "learning_rate": 0.003, "loss": 3.9856, "step": 26298 }, { "epoch": 0.26299, "grad_norm": 1.1917267343373459, "learning_rate": 0.003, "loss": 3.968, "step": 26299 }, { "epoch": 0.263, "grad_norm": 1.3908320482875864, "learning_rate": 0.003, "loss": 3.987, "step": 26300 }, { "epoch": 0.26301, "grad_norm": 1.227782515142303, "learning_rate": 0.003, "loss": 4.0038, "step": 26301 }, { "epoch": 0.26302, "grad_norm": 1.3625349698645346, "learning_rate": 0.003, "loss": 3.9982, "step": 26302 }, { "epoch": 0.26303, "grad_norm": 1.1487281209980007, "learning_rate": 0.003, "loss": 3.9773, "step": 26303 }, { "epoch": 0.26304, "grad_norm": 1.4016240455542979, "learning_rate": 0.003, "loss": 4.0082, "step": 26304 }, { "epoch": 0.26305, "grad_norm": 1.1478964201456785, "learning_rate": 0.003, "loss": 4.0084, "step": 26305 }, { "epoch": 0.26306, "grad_norm": 1.3128392559585795, "learning_rate": 0.003, "loss": 3.984, "step": 26306 }, { "epoch": 0.26307, "grad_norm": 1.4565393706662637, "learning_rate": 0.003, "loss": 3.9995, "step": 26307 }, { "epoch": 0.26308, "grad_norm": 1.482101357291394, "learning_rate": 0.003, "loss": 4.0168, "step": 26308 }, { "epoch": 0.26309, "grad_norm": 1.229698708089714, "learning_rate": 0.003, "loss": 3.9812, "step": 26309 }, { "epoch": 0.2631, "grad_norm": 1.225336910025454, "learning_rate": 0.003, "loss": 3.9846, "step": 26310 }, { "epoch": 0.26311, "grad_norm": 1.1725278192822477, "learning_rate": 0.003, "loss": 4.0127, "step": 26311 }, { "epoch": 0.26312, "grad_norm": 1.4483431297251383, "learning_rate": 0.003, "loss": 3.9929, "step": 26312 }, { "epoch": 0.26313, "grad_norm": 1.3004731042375053, "learning_rate": 0.003, "loss": 4.0011, "step": 26313 }, { "epoch": 0.26314, "grad_norm": 1.2537833763586916, "learning_rate": 0.003, "loss": 4.008, "step": 26314 }, { "epoch": 0.26315, "grad_norm": 1.2272738227254092, "learning_rate": 0.003, "loss": 3.9814, "step": 26315 }, { "epoch": 0.26316, "grad_norm": 1.5113544914465855, "learning_rate": 0.003, "loss": 4.0135, "step": 26316 }, { "epoch": 0.26317, "grad_norm": 1.0156755877437338, "learning_rate": 0.003, "loss": 3.9935, "step": 26317 }, { "epoch": 0.26318, "grad_norm": 1.3978184682615002, "learning_rate": 0.003, "loss": 4.0014, "step": 26318 }, { "epoch": 0.26319, "grad_norm": 1.1098264704408565, "learning_rate": 0.003, "loss": 4.0031, "step": 26319 }, { "epoch": 0.2632, "grad_norm": 1.538857672553439, "learning_rate": 0.003, "loss": 3.9861, "step": 26320 }, { "epoch": 0.26321, "grad_norm": 1.0415240709104618, "learning_rate": 0.003, "loss": 3.9996, "step": 26321 }, { "epoch": 0.26322, "grad_norm": 1.439766739540585, "learning_rate": 0.003, "loss": 3.9958, "step": 26322 }, { "epoch": 0.26323, "grad_norm": 1.1396703699723079, "learning_rate": 0.003, "loss": 4.0054, "step": 26323 }, { "epoch": 0.26324, "grad_norm": 1.2330466626397025, "learning_rate": 0.003, "loss": 4.0342, "step": 26324 }, { "epoch": 0.26325, "grad_norm": 1.269642699456842, "learning_rate": 0.003, "loss": 3.9981, "step": 26325 }, { "epoch": 0.26326, "grad_norm": 1.3729542924370193, "learning_rate": 0.003, "loss": 3.991, "step": 26326 }, { "epoch": 0.26327, "grad_norm": 1.47468063306394, "learning_rate": 0.003, "loss": 4.0135, "step": 26327 }, { "epoch": 0.26328, "grad_norm": 1.501331810785064, "learning_rate": 0.003, "loss": 4.0291, "step": 26328 }, { "epoch": 0.26329, "grad_norm": 1.287627272595928, "learning_rate": 0.003, "loss": 3.9915, "step": 26329 }, { "epoch": 0.2633, "grad_norm": 1.3890836517937553, "learning_rate": 0.003, "loss": 4.0089, "step": 26330 }, { "epoch": 0.26331, "grad_norm": 1.4001884416150554, "learning_rate": 0.003, "loss": 4.0041, "step": 26331 }, { "epoch": 0.26332, "grad_norm": 1.427973349860001, "learning_rate": 0.003, "loss": 4.014, "step": 26332 }, { "epoch": 0.26333, "grad_norm": 1.1851003080931928, "learning_rate": 0.003, "loss": 4.0121, "step": 26333 }, { "epoch": 0.26334, "grad_norm": 1.3432849315197481, "learning_rate": 0.003, "loss": 4.0175, "step": 26334 }, { "epoch": 0.26335, "grad_norm": 1.1766850876285906, "learning_rate": 0.003, "loss": 4.0093, "step": 26335 }, { "epoch": 0.26336, "grad_norm": 1.4254029721377242, "learning_rate": 0.003, "loss": 4.0011, "step": 26336 }, { "epoch": 0.26337, "grad_norm": 1.04263265104335, "learning_rate": 0.003, "loss": 4.0249, "step": 26337 }, { "epoch": 0.26338, "grad_norm": 1.3450528263187516, "learning_rate": 0.003, "loss": 4.0209, "step": 26338 }, { "epoch": 0.26339, "grad_norm": 1.0643911899475207, "learning_rate": 0.003, "loss": 4.002, "step": 26339 }, { "epoch": 0.2634, "grad_norm": 1.6073583107317582, "learning_rate": 0.003, "loss": 4.0288, "step": 26340 }, { "epoch": 0.26341, "grad_norm": 1.3552393530124693, "learning_rate": 0.003, "loss": 3.9823, "step": 26341 }, { "epoch": 0.26342, "grad_norm": 1.563170945370509, "learning_rate": 0.003, "loss": 4.0042, "step": 26342 }, { "epoch": 0.26343, "grad_norm": 1.2940294846668714, "learning_rate": 0.003, "loss": 3.9861, "step": 26343 }, { "epoch": 0.26344, "grad_norm": 1.268114833129141, "learning_rate": 0.003, "loss": 3.9638, "step": 26344 }, { "epoch": 0.26345, "grad_norm": 1.2083648717599966, "learning_rate": 0.003, "loss": 3.9802, "step": 26345 }, { "epoch": 0.26346, "grad_norm": 1.4312514501362492, "learning_rate": 0.003, "loss": 3.9968, "step": 26346 }, { "epoch": 0.26347, "grad_norm": 1.2675941183036719, "learning_rate": 0.003, "loss": 4.0375, "step": 26347 }, { "epoch": 0.26348, "grad_norm": 1.3547809817163252, "learning_rate": 0.003, "loss": 4.007, "step": 26348 }, { "epoch": 0.26349, "grad_norm": 1.4109057417966329, "learning_rate": 0.003, "loss": 4.0067, "step": 26349 }, { "epoch": 0.2635, "grad_norm": 1.2409600081018508, "learning_rate": 0.003, "loss": 3.9886, "step": 26350 }, { "epoch": 0.26351, "grad_norm": 1.2966265659278673, "learning_rate": 0.003, "loss": 4.0048, "step": 26351 }, { "epoch": 0.26352, "grad_norm": 1.4155444526963443, "learning_rate": 0.003, "loss": 3.9916, "step": 26352 }, { "epoch": 0.26353, "grad_norm": 1.2524915600348705, "learning_rate": 0.003, "loss": 4.0017, "step": 26353 }, { "epoch": 0.26354, "grad_norm": 1.412206280035432, "learning_rate": 0.003, "loss": 3.9732, "step": 26354 }, { "epoch": 0.26355, "grad_norm": 1.0161403231619102, "learning_rate": 0.003, "loss": 3.9799, "step": 26355 }, { "epoch": 0.26356, "grad_norm": 1.3386176450712308, "learning_rate": 0.003, "loss": 3.98, "step": 26356 }, { "epoch": 0.26357, "grad_norm": 1.2399620539962106, "learning_rate": 0.003, "loss": 4.0336, "step": 26357 }, { "epoch": 0.26358, "grad_norm": 1.579988344076006, "learning_rate": 0.003, "loss": 4.0185, "step": 26358 }, { "epoch": 0.26359, "grad_norm": 0.9613423056393119, "learning_rate": 0.003, "loss": 3.999, "step": 26359 }, { "epoch": 0.2636, "grad_norm": 1.539781629363904, "learning_rate": 0.003, "loss": 4.0032, "step": 26360 }, { "epoch": 0.26361, "grad_norm": 1.555837395050004, "learning_rate": 0.003, "loss": 4.0055, "step": 26361 }, { "epoch": 0.26362, "grad_norm": 1.117015647060171, "learning_rate": 0.003, "loss": 3.9839, "step": 26362 }, { "epoch": 0.26363, "grad_norm": 1.2741840850998536, "learning_rate": 0.003, "loss": 4.0228, "step": 26363 }, { "epoch": 0.26364, "grad_norm": 1.4881907028035481, "learning_rate": 0.003, "loss": 3.9818, "step": 26364 }, { "epoch": 0.26365, "grad_norm": 1.1872318805754163, "learning_rate": 0.003, "loss": 3.9979, "step": 26365 }, { "epoch": 0.26366, "grad_norm": 1.304293971979047, "learning_rate": 0.003, "loss": 3.9966, "step": 26366 }, { "epoch": 0.26367, "grad_norm": 1.2305873586983922, "learning_rate": 0.003, "loss": 4.0178, "step": 26367 }, { "epoch": 0.26368, "grad_norm": 1.2483803399172333, "learning_rate": 0.003, "loss": 3.991, "step": 26368 }, { "epoch": 0.26369, "grad_norm": 1.243970588650517, "learning_rate": 0.003, "loss": 3.9967, "step": 26369 }, { "epoch": 0.2637, "grad_norm": 1.250542777163032, "learning_rate": 0.003, "loss": 3.9629, "step": 26370 }, { "epoch": 0.26371, "grad_norm": 1.0287647758709755, "learning_rate": 0.003, "loss": 3.9847, "step": 26371 }, { "epoch": 0.26372, "grad_norm": 1.382223560171333, "learning_rate": 0.003, "loss": 3.9989, "step": 26372 }, { "epoch": 0.26373, "grad_norm": 1.2635470139884546, "learning_rate": 0.003, "loss": 4.0111, "step": 26373 }, { "epoch": 0.26374, "grad_norm": 1.0916407730926225, "learning_rate": 0.003, "loss": 3.9495, "step": 26374 }, { "epoch": 0.26375, "grad_norm": 1.3561649550010388, "learning_rate": 0.003, "loss": 4.0128, "step": 26375 }, { "epoch": 0.26376, "grad_norm": 1.5183068645913085, "learning_rate": 0.003, "loss": 4.0141, "step": 26376 }, { "epoch": 0.26377, "grad_norm": 1.1301781478884467, "learning_rate": 0.003, "loss": 3.9789, "step": 26377 }, { "epoch": 0.26378, "grad_norm": 1.606228600433737, "learning_rate": 0.003, "loss": 3.9923, "step": 26378 }, { "epoch": 0.26379, "grad_norm": 1.3215662436756803, "learning_rate": 0.003, "loss": 3.9715, "step": 26379 }, { "epoch": 0.2638, "grad_norm": 1.2500266762354888, "learning_rate": 0.003, "loss": 4.0148, "step": 26380 }, { "epoch": 0.26381, "grad_norm": 1.3691949513524857, "learning_rate": 0.003, "loss": 3.9868, "step": 26381 }, { "epoch": 0.26382, "grad_norm": 1.3647687232944288, "learning_rate": 0.003, "loss": 4.0138, "step": 26382 }, { "epoch": 0.26383, "grad_norm": 0.9715194897427915, "learning_rate": 0.003, "loss": 4.0119, "step": 26383 }, { "epoch": 0.26384, "grad_norm": 1.3244619071453148, "learning_rate": 0.003, "loss": 4.0047, "step": 26384 }, { "epoch": 0.26385, "grad_norm": 1.2651735257659058, "learning_rate": 0.003, "loss": 4.0148, "step": 26385 }, { "epoch": 0.26386, "grad_norm": 1.3733769832637355, "learning_rate": 0.003, "loss": 4.0299, "step": 26386 }, { "epoch": 0.26387, "grad_norm": 1.0917439201314632, "learning_rate": 0.003, "loss": 4.008, "step": 26387 }, { "epoch": 0.26388, "grad_norm": 1.4983779081476367, "learning_rate": 0.003, "loss": 3.9791, "step": 26388 }, { "epoch": 0.26389, "grad_norm": 1.1931355342973615, "learning_rate": 0.003, "loss": 4.0041, "step": 26389 }, { "epoch": 0.2639, "grad_norm": 1.3287986011113773, "learning_rate": 0.003, "loss": 3.9747, "step": 26390 }, { "epoch": 0.26391, "grad_norm": 1.25653921610868, "learning_rate": 0.003, "loss": 3.9945, "step": 26391 }, { "epoch": 0.26392, "grad_norm": 1.303114130779895, "learning_rate": 0.003, "loss": 4.0027, "step": 26392 }, { "epoch": 0.26393, "grad_norm": 1.5326140652410423, "learning_rate": 0.003, "loss": 4.0232, "step": 26393 }, { "epoch": 0.26394, "grad_norm": 1.0861988524063593, "learning_rate": 0.003, "loss": 3.9805, "step": 26394 }, { "epoch": 0.26395, "grad_norm": 1.3777559624933553, "learning_rate": 0.003, "loss": 3.9905, "step": 26395 }, { "epoch": 0.26396, "grad_norm": 1.1397953020303377, "learning_rate": 0.003, "loss": 4.0242, "step": 26396 }, { "epoch": 0.26397, "grad_norm": 1.3824067693900375, "learning_rate": 0.003, "loss": 4.0019, "step": 26397 }, { "epoch": 0.26398, "grad_norm": 1.2338762451253948, "learning_rate": 0.003, "loss": 4.0178, "step": 26398 }, { "epoch": 0.26399, "grad_norm": 1.2706831719186578, "learning_rate": 0.003, "loss": 3.9889, "step": 26399 }, { "epoch": 0.264, "grad_norm": 1.1288704224162567, "learning_rate": 0.003, "loss": 3.9796, "step": 26400 }, { "epoch": 0.26401, "grad_norm": 1.3725475625551298, "learning_rate": 0.003, "loss": 4.0016, "step": 26401 }, { "epoch": 0.26402, "grad_norm": 1.0966204886329907, "learning_rate": 0.003, "loss": 3.9943, "step": 26402 }, { "epoch": 0.26403, "grad_norm": 1.498093172652839, "learning_rate": 0.003, "loss": 4.024, "step": 26403 }, { "epoch": 0.26404, "grad_norm": 1.1178847961085117, "learning_rate": 0.003, "loss": 4.0095, "step": 26404 }, { "epoch": 0.26405, "grad_norm": 1.4220450743240705, "learning_rate": 0.003, "loss": 4.0244, "step": 26405 }, { "epoch": 0.26406, "grad_norm": 1.111701825053648, "learning_rate": 0.003, "loss": 4.0095, "step": 26406 }, { "epoch": 0.26407, "grad_norm": 1.3817456761048612, "learning_rate": 0.003, "loss": 3.9785, "step": 26407 }, { "epoch": 0.26408, "grad_norm": 1.3902465714909278, "learning_rate": 0.003, "loss": 3.9908, "step": 26408 }, { "epoch": 0.26409, "grad_norm": 1.2679043887420598, "learning_rate": 0.003, "loss": 4.0149, "step": 26409 }, { "epoch": 0.2641, "grad_norm": 1.365368428513971, "learning_rate": 0.003, "loss": 3.9952, "step": 26410 }, { "epoch": 0.26411, "grad_norm": 1.202297212460791, "learning_rate": 0.003, "loss": 3.9879, "step": 26411 }, { "epoch": 0.26412, "grad_norm": 1.2450766769672026, "learning_rate": 0.003, "loss": 3.9935, "step": 26412 }, { "epoch": 0.26413, "grad_norm": 1.1856682499362714, "learning_rate": 0.003, "loss": 4.0208, "step": 26413 }, { "epoch": 0.26414, "grad_norm": 1.3121529204138727, "learning_rate": 0.003, "loss": 3.9818, "step": 26414 }, { "epoch": 0.26415, "grad_norm": 1.12483163800848, "learning_rate": 0.003, "loss": 3.9969, "step": 26415 }, { "epoch": 0.26416, "grad_norm": 1.5195628856127064, "learning_rate": 0.003, "loss": 3.993, "step": 26416 }, { "epoch": 0.26417, "grad_norm": 1.1816032832112762, "learning_rate": 0.003, "loss": 3.9878, "step": 26417 }, { "epoch": 0.26418, "grad_norm": 1.4473988182580106, "learning_rate": 0.003, "loss": 4.0141, "step": 26418 }, { "epoch": 0.26419, "grad_norm": 1.2738555282827355, "learning_rate": 0.003, "loss": 4.0014, "step": 26419 }, { "epoch": 0.2642, "grad_norm": 1.2492614905828885, "learning_rate": 0.003, "loss": 4.0223, "step": 26420 }, { "epoch": 0.26421, "grad_norm": 1.2373200460618463, "learning_rate": 0.003, "loss": 4.0008, "step": 26421 }, { "epoch": 0.26422, "grad_norm": 1.4148847725786793, "learning_rate": 0.003, "loss": 4.0095, "step": 26422 }, { "epoch": 0.26423, "grad_norm": 1.2209153730507796, "learning_rate": 0.003, "loss": 4.0264, "step": 26423 }, { "epoch": 0.26424, "grad_norm": 1.5014922261955286, "learning_rate": 0.003, "loss": 3.9993, "step": 26424 }, { "epoch": 0.26425, "grad_norm": 1.0439551164061331, "learning_rate": 0.003, "loss": 3.9837, "step": 26425 }, { "epoch": 0.26426, "grad_norm": 1.2852431122016934, "learning_rate": 0.003, "loss": 4.0052, "step": 26426 }, { "epoch": 0.26427, "grad_norm": 1.4045868173931422, "learning_rate": 0.003, "loss": 3.9944, "step": 26427 }, { "epoch": 0.26428, "grad_norm": 1.1121428259857231, "learning_rate": 0.003, "loss": 3.9974, "step": 26428 }, { "epoch": 0.26429, "grad_norm": 1.4609869161388498, "learning_rate": 0.003, "loss": 4.0157, "step": 26429 }, { "epoch": 0.2643, "grad_norm": 1.0491955972990588, "learning_rate": 0.003, "loss": 3.9796, "step": 26430 }, { "epoch": 0.26431, "grad_norm": 1.4772586465643334, "learning_rate": 0.003, "loss": 4.0187, "step": 26431 }, { "epoch": 0.26432, "grad_norm": 1.2123196437337724, "learning_rate": 0.003, "loss": 4.0073, "step": 26432 }, { "epoch": 0.26433, "grad_norm": 1.1018028164298437, "learning_rate": 0.003, "loss": 3.9868, "step": 26433 }, { "epoch": 0.26434, "grad_norm": 1.3697458499513364, "learning_rate": 0.003, "loss": 4.0085, "step": 26434 }, { "epoch": 0.26435, "grad_norm": 1.3644466261474977, "learning_rate": 0.003, "loss": 4.0102, "step": 26435 }, { "epoch": 0.26436, "grad_norm": 1.6699410162710444, "learning_rate": 0.003, "loss": 4.031, "step": 26436 }, { "epoch": 0.26437, "grad_norm": 1.207084063989065, "learning_rate": 0.003, "loss": 4.0349, "step": 26437 }, { "epoch": 0.26438, "grad_norm": 1.481889257383936, "learning_rate": 0.003, "loss": 4.0122, "step": 26438 }, { "epoch": 0.26439, "grad_norm": 1.0573539630969633, "learning_rate": 0.003, "loss": 4.0091, "step": 26439 }, { "epoch": 0.2644, "grad_norm": 1.4745676326950905, "learning_rate": 0.003, "loss": 3.9919, "step": 26440 }, { "epoch": 0.26441, "grad_norm": 1.2194151295697768, "learning_rate": 0.003, "loss": 4.0109, "step": 26441 }, { "epoch": 0.26442, "grad_norm": 1.1525425422521884, "learning_rate": 0.003, "loss": 4.0007, "step": 26442 }, { "epoch": 0.26443, "grad_norm": 1.3354687282317261, "learning_rate": 0.003, "loss": 4.0057, "step": 26443 }, { "epoch": 0.26444, "grad_norm": 1.5252282153386998, "learning_rate": 0.003, "loss": 3.9923, "step": 26444 }, { "epoch": 0.26445, "grad_norm": 1.297408202486095, "learning_rate": 0.003, "loss": 4.0071, "step": 26445 }, { "epoch": 0.26446, "grad_norm": 1.3050154877089275, "learning_rate": 0.003, "loss": 4.0014, "step": 26446 }, { "epoch": 0.26447, "grad_norm": 1.1711613417598077, "learning_rate": 0.003, "loss": 4.0262, "step": 26447 }, { "epoch": 0.26448, "grad_norm": 1.3156816213754219, "learning_rate": 0.003, "loss": 3.9849, "step": 26448 }, { "epoch": 0.26449, "grad_norm": 1.1787387788731094, "learning_rate": 0.003, "loss": 4.0235, "step": 26449 }, { "epoch": 0.2645, "grad_norm": 1.311806512346831, "learning_rate": 0.003, "loss": 3.9789, "step": 26450 }, { "epoch": 0.26451, "grad_norm": 1.1568841773148344, "learning_rate": 0.003, "loss": 3.9905, "step": 26451 }, { "epoch": 0.26452, "grad_norm": 1.3992121928749508, "learning_rate": 0.003, "loss": 4.0258, "step": 26452 }, { "epoch": 0.26453, "grad_norm": 1.1848727228466787, "learning_rate": 0.003, "loss": 3.9805, "step": 26453 }, { "epoch": 0.26454, "grad_norm": 1.3714398374599464, "learning_rate": 0.003, "loss": 4.004, "step": 26454 }, { "epoch": 0.26455, "grad_norm": 1.3358002456866473, "learning_rate": 0.003, "loss": 3.9969, "step": 26455 }, { "epoch": 0.26456, "grad_norm": 1.195907012268172, "learning_rate": 0.003, "loss": 3.9922, "step": 26456 }, { "epoch": 0.26457, "grad_norm": 1.197972471612338, "learning_rate": 0.003, "loss": 4.0085, "step": 26457 }, { "epoch": 0.26458, "grad_norm": 1.4134449293633398, "learning_rate": 0.003, "loss": 4.0145, "step": 26458 }, { "epoch": 0.26459, "grad_norm": 1.2602058412569792, "learning_rate": 0.003, "loss": 4.0, "step": 26459 }, { "epoch": 0.2646, "grad_norm": 1.371967828412261, "learning_rate": 0.003, "loss": 4.0091, "step": 26460 }, { "epoch": 0.26461, "grad_norm": 1.199071178185618, "learning_rate": 0.003, "loss": 3.976, "step": 26461 }, { "epoch": 0.26462, "grad_norm": 1.161154951565564, "learning_rate": 0.003, "loss": 3.968, "step": 26462 }, { "epoch": 0.26463, "grad_norm": 1.338920547915586, "learning_rate": 0.003, "loss": 3.9829, "step": 26463 }, { "epoch": 0.26464, "grad_norm": 1.2567208794311444, "learning_rate": 0.003, "loss": 3.9895, "step": 26464 }, { "epoch": 0.26465, "grad_norm": 1.3480819557127726, "learning_rate": 0.003, "loss": 3.9866, "step": 26465 }, { "epoch": 0.26466, "grad_norm": 1.542946881924443, "learning_rate": 0.003, "loss": 3.9973, "step": 26466 }, { "epoch": 0.26467, "grad_norm": 1.102783851749831, "learning_rate": 0.003, "loss": 3.9941, "step": 26467 }, { "epoch": 0.26468, "grad_norm": 1.6511523222759341, "learning_rate": 0.003, "loss": 4.0137, "step": 26468 }, { "epoch": 0.26469, "grad_norm": 1.2189986193033737, "learning_rate": 0.003, "loss": 3.9747, "step": 26469 }, { "epoch": 0.2647, "grad_norm": 1.624714829150591, "learning_rate": 0.003, "loss": 4.0091, "step": 26470 }, { "epoch": 0.26471, "grad_norm": 1.7057443446020888, "learning_rate": 0.003, "loss": 4.0196, "step": 26471 }, { "epoch": 0.26472, "grad_norm": 0.9613835384487309, "learning_rate": 0.003, "loss": 4.0356, "step": 26472 }, { "epoch": 0.26473, "grad_norm": 1.3338516302542271, "learning_rate": 0.003, "loss": 3.9834, "step": 26473 }, { "epoch": 0.26474, "grad_norm": 1.119945305825155, "learning_rate": 0.003, "loss": 4.027, "step": 26474 }, { "epoch": 0.26475, "grad_norm": 1.6064695895425434, "learning_rate": 0.003, "loss": 4.0173, "step": 26475 }, { "epoch": 0.26476, "grad_norm": 1.3815347310952573, "learning_rate": 0.003, "loss": 4.0064, "step": 26476 }, { "epoch": 0.26477, "grad_norm": 1.2938315494474706, "learning_rate": 0.003, "loss": 4.0075, "step": 26477 }, { "epoch": 0.26478, "grad_norm": 1.216111578631416, "learning_rate": 0.003, "loss": 3.9951, "step": 26478 }, { "epoch": 0.26479, "grad_norm": 1.2691439401133018, "learning_rate": 0.003, "loss": 4.0364, "step": 26479 }, { "epoch": 0.2648, "grad_norm": 1.3878887194950784, "learning_rate": 0.003, "loss": 3.975, "step": 26480 }, { "epoch": 0.26481, "grad_norm": 1.289951636220481, "learning_rate": 0.003, "loss": 3.9984, "step": 26481 }, { "epoch": 0.26482, "grad_norm": 1.0971280030706427, "learning_rate": 0.003, "loss": 3.9906, "step": 26482 }, { "epoch": 0.26483, "grad_norm": 1.4147944062775968, "learning_rate": 0.003, "loss": 4.0172, "step": 26483 }, { "epoch": 0.26484, "grad_norm": 1.052575721703683, "learning_rate": 0.003, "loss": 3.9865, "step": 26484 }, { "epoch": 0.26485, "grad_norm": 1.6567852343093576, "learning_rate": 0.003, "loss": 3.9734, "step": 26485 }, { "epoch": 0.26486, "grad_norm": 1.0966745208564372, "learning_rate": 0.003, "loss": 3.9988, "step": 26486 }, { "epoch": 0.26487, "grad_norm": 1.325618762119959, "learning_rate": 0.003, "loss": 3.9844, "step": 26487 }, { "epoch": 0.26488, "grad_norm": 1.2372963191039523, "learning_rate": 0.003, "loss": 3.9742, "step": 26488 }, { "epoch": 0.26489, "grad_norm": 1.3023426877416733, "learning_rate": 0.003, "loss": 4.0, "step": 26489 }, { "epoch": 0.2649, "grad_norm": 1.3346183658651207, "learning_rate": 0.003, "loss": 3.9938, "step": 26490 }, { "epoch": 0.26491, "grad_norm": 1.2370307597088743, "learning_rate": 0.003, "loss": 4.0225, "step": 26491 }, { "epoch": 0.26492, "grad_norm": 1.4673390876454306, "learning_rate": 0.003, "loss": 4.0086, "step": 26492 }, { "epoch": 0.26493, "grad_norm": 1.6403025395107946, "learning_rate": 0.003, "loss": 4.0037, "step": 26493 }, { "epoch": 0.26494, "grad_norm": 1.1132915689421423, "learning_rate": 0.003, "loss": 3.9986, "step": 26494 }, { "epoch": 0.26495, "grad_norm": 1.139650919918424, "learning_rate": 0.003, "loss": 3.9825, "step": 26495 }, { "epoch": 0.26496, "grad_norm": 1.3595912956199685, "learning_rate": 0.003, "loss": 3.9966, "step": 26496 }, { "epoch": 0.26497, "grad_norm": 1.138869457381654, "learning_rate": 0.003, "loss": 4.0089, "step": 26497 }, { "epoch": 0.26498, "grad_norm": 1.2021155390142284, "learning_rate": 0.003, "loss": 3.9792, "step": 26498 }, { "epoch": 0.26499, "grad_norm": 1.236128566402887, "learning_rate": 0.003, "loss": 3.9921, "step": 26499 }, { "epoch": 0.265, "grad_norm": 1.1950512897912267, "learning_rate": 0.003, "loss": 4.0244, "step": 26500 }, { "epoch": 0.26501, "grad_norm": 1.5347331738698813, "learning_rate": 0.003, "loss": 3.997, "step": 26501 }, { "epoch": 0.26502, "grad_norm": 1.00032764304176, "learning_rate": 0.003, "loss": 3.9924, "step": 26502 }, { "epoch": 0.26503, "grad_norm": 1.5676940499762455, "learning_rate": 0.003, "loss": 4.0117, "step": 26503 }, { "epoch": 0.26504, "grad_norm": 0.9753093877870568, "learning_rate": 0.003, "loss": 3.9661, "step": 26504 }, { "epoch": 0.26505, "grad_norm": 1.4633717202671788, "learning_rate": 0.003, "loss": 4.0131, "step": 26505 }, { "epoch": 0.26506, "grad_norm": 1.182946452044531, "learning_rate": 0.003, "loss": 4.0083, "step": 26506 }, { "epoch": 0.26507, "grad_norm": 1.1130915104442127, "learning_rate": 0.003, "loss": 3.9932, "step": 26507 }, { "epoch": 0.26508, "grad_norm": 1.1824923307580095, "learning_rate": 0.003, "loss": 3.998, "step": 26508 }, { "epoch": 0.26509, "grad_norm": 1.204252791172191, "learning_rate": 0.003, "loss": 3.9838, "step": 26509 }, { "epoch": 0.2651, "grad_norm": 1.4035916266916628, "learning_rate": 0.003, "loss": 4.0086, "step": 26510 }, { "epoch": 0.26511, "grad_norm": 1.0006798335369484, "learning_rate": 0.003, "loss": 3.9556, "step": 26511 }, { "epoch": 0.26512, "grad_norm": 1.778110174242852, "learning_rate": 0.003, "loss": 4.0299, "step": 26512 }, { "epoch": 0.26513, "grad_norm": 1.0363020290943943, "learning_rate": 0.003, "loss": 3.9936, "step": 26513 }, { "epoch": 0.26514, "grad_norm": 1.3370459353421418, "learning_rate": 0.003, "loss": 3.9935, "step": 26514 }, { "epoch": 0.26515, "grad_norm": 1.4317257954404325, "learning_rate": 0.003, "loss": 4.0021, "step": 26515 }, { "epoch": 0.26516, "grad_norm": 1.178014435663315, "learning_rate": 0.003, "loss": 3.9822, "step": 26516 }, { "epoch": 0.26517, "grad_norm": 1.4749178633525564, "learning_rate": 0.003, "loss": 4.0086, "step": 26517 }, { "epoch": 0.26518, "grad_norm": 1.3164220478606556, "learning_rate": 0.003, "loss": 3.9868, "step": 26518 }, { "epoch": 0.26519, "grad_norm": 1.343971336374859, "learning_rate": 0.003, "loss": 4.0016, "step": 26519 }, { "epoch": 0.2652, "grad_norm": 1.1889067309526313, "learning_rate": 0.003, "loss": 3.9886, "step": 26520 }, { "epoch": 0.26521, "grad_norm": 1.1312979323791692, "learning_rate": 0.003, "loss": 4.0061, "step": 26521 }, { "epoch": 0.26522, "grad_norm": 1.4161331572499831, "learning_rate": 0.003, "loss": 4.0312, "step": 26522 }, { "epoch": 0.26523, "grad_norm": 1.293022968140267, "learning_rate": 0.003, "loss": 3.9923, "step": 26523 }, { "epoch": 0.26524, "grad_norm": 1.3957285464001308, "learning_rate": 0.003, "loss": 4.0115, "step": 26524 }, { "epoch": 0.26525, "grad_norm": 1.3758935115785775, "learning_rate": 0.003, "loss": 4.0278, "step": 26525 }, { "epoch": 0.26526, "grad_norm": 1.4029792973234132, "learning_rate": 0.003, "loss": 4.0063, "step": 26526 }, { "epoch": 0.26527, "grad_norm": 1.215976528870579, "learning_rate": 0.003, "loss": 4.0114, "step": 26527 }, { "epoch": 0.26528, "grad_norm": 1.2757262050742588, "learning_rate": 0.003, "loss": 3.9941, "step": 26528 }, { "epoch": 0.26529, "grad_norm": 1.2605788633871124, "learning_rate": 0.003, "loss": 4.0088, "step": 26529 }, { "epoch": 0.2653, "grad_norm": 1.3730090200725797, "learning_rate": 0.003, "loss": 4.0169, "step": 26530 }, { "epoch": 0.26531, "grad_norm": 1.0153147029056915, "learning_rate": 0.003, "loss": 3.9748, "step": 26531 }, { "epoch": 0.26532, "grad_norm": 1.355972468463484, "learning_rate": 0.003, "loss": 3.9828, "step": 26532 }, { "epoch": 0.26533, "grad_norm": 1.2119084734056895, "learning_rate": 0.003, "loss": 4.0081, "step": 26533 }, { "epoch": 0.26534, "grad_norm": 1.2971915396951645, "learning_rate": 0.003, "loss": 4.0241, "step": 26534 }, { "epoch": 0.26535, "grad_norm": 1.3124088535994292, "learning_rate": 0.003, "loss": 3.981, "step": 26535 }, { "epoch": 0.26536, "grad_norm": 1.3429226139485488, "learning_rate": 0.003, "loss": 3.9926, "step": 26536 }, { "epoch": 0.26537, "grad_norm": 1.2942651936667322, "learning_rate": 0.003, "loss": 3.9974, "step": 26537 }, { "epoch": 0.26538, "grad_norm": 1.2355548579942586, "learning_rate": 0.003, "loss": 4.0029, "step": 26538 }, { "epoch": 0.26539, "grad_norm": 1.3071995008657797, "learning_rate": 0.003, "loss": 3.9703, "step": 26539 }, { "epoch": 0.2654, "grad_norm": 1.0638066298881965, "learning_rate": 0.003, "loss": 3.9962, "step": 26540 }, { "epoch": 0.26541, "grad_norm": 1.4067319754064198, "learning_rate": 0.003, "loss": 3.9744, "step": 26541 }, { "epoch": 0.26542, "grad_norm": 1.292147200331524, "learning_rate": 0.003, "loss": 4.0095, "step": 26542 }, { "epoch": 0.26543, "grad_norm": 1.2392984833642884, "learning_rate": 0.003, "loss": 3.977, "step": 26543 }, { "epoch": 0.26544, "grad_norm": 1.3425560982404, "learning_rate": 0.003, "loss": 4.0289, "step": 26544 }, { "epoch": 0.26545, "grad_norm": 1.1791689384554582, "learning_rate": 0.003, "loss": 3.9932, "step": 26545 }, { "epoch": 0.26546, "grad_norm": 1.3149023835537827, "learning_rate": 0.003, "loss": 3.9893, "step": 26546 }, { "epoch": 0.26547, "grad_norm": 1.4636449177353719, "learning_rate": 0.003, "loss": 4.0024, "step": 26547 }, { "epoch": 0.26548, "grad_norm": 1.263540273919584, "learning_rate": 0.003, "loss": 3.963, "step": 26548 }, { "epoch": 0.26549, "grad_norm": 1.546326468783299, "learning_rate": 0.003, "loss": 3.9794, "step": 26549 }, { "epoch": 0.2655, "grad_norm": 0.9687052970728408, "learning_rate": 0.003, "loss": 3.9837, "step": 26550 }, { "epoch": 0.26551, "grad_norm": 1.4323031052913564, "learning_rate": 0.003, "loss": 4.0176, "step": 26551 }, { "epoch": 0.26552, "grad_norm": 1.3343801242674136, "learning_rate": 0.003, "loss": 3.988, "step": 26552 }, { "epoch": 0.26553, "grad_norm": 1.256723942944703, "learning_rate": 0.003, "loss": 4.0153, "step": 26553 }, { "epoch": 0.26554, "grad_norm": 1.5133599707530387, "learning_rate": 0.003, "loss": 3.9899, "step": 26554 }, { "epoch": 0.26555, "grad_norm": 0.9306943705520879, "learning_rate": 0.003, "loss": 4.0037, "step": 26555 }, { "epoch": 0.26556, "grad_norm": 1.3628804412034057, "learning_rate": 0.003, "loss": 4.0263, "step": 26556 }, { "epoch": 0.26557, "grad_norm": 1.2221551850948398, "learning_rate": 0.003, "loss": 4.0111, "step": 26557 }, { "epoch": 0.26558, "grad_norm": 1.4827963030817628, "learning_rate": 0.003, "loss": 3.9868, "step": 26558 }, { "epoch": 0.26559, "grad_norm": 1.087678659907212, "learning_rate": 0.003, "loss": 3.9607, "step": 26559 }, { "epoch": 0.2656, "grad_norm": 1.2818739227856726, "learning_rate": 0.003, "loss": 3.983, "step": 26560 }, { "epoch": 0.26561, "grad_norm": 1.3024294541021642, "learning_rate": 0.003, "loss": 4.0122, "step": 26561 }, { "epoch": 0.26562, "grad_norm": 1.4815962593898946, "learning_rate": 0.003, "loss": 3.9793, "step": 26562 }, { "epoch": 0.26563, "grad_norm": 1.1354460647864475, "learning_rate": 0.003, "loss": 4.0124, "step": 26563 }, { "epoch": 0.26564, "grad_norm": 1.7601481215925918, "learning_rate": 0.003, "loss": 4.0002, "step": 26564 }, { "epoch": 0.26565, "grad_norm": 1.1072986348050844, "learning_rate": 0.003, "loss": 4.0122, "step": 26565 }, { "epoch": 0.26566, "grad_norm": 1.1638103449246684, "learning_rate": 0.003, "loss": 3.988, "step": 26566 }, { "epoch": 0.26567, "grad_norm": 1.4787755623792043, "learning_rate": 0.003, "loss": 4.0018, "step": 26567 }, { "epoch": 0.26568, "grad_norm": 1.218734254500903, "learning_rate": 0.003, "loss": 3.9942, "step": 26568 }, { "epoch": 0.26569, "grad_norm": 1.2814697548733007, "learning_rate": 0.003, "loss": 3.9805, "step": 26569 }, { "epoch": 0.2657, "grad_norm": 1.3387194243500327, "learning_rate": 0.003, "loss": 3.9979, "step": 26570 }, { "epoch": 0.26571, "grad_norm": 1.209162253036392, "learning_rate": 0.003, "loss": 3.9924, "step": 26571 }, { "epoch": 0.26572, "grad_norm": 1.2409567953208058, "learning_rate": 0.003, "loss": 3.9826, "step": 26572 }, { "epoch": 0.26573, "grad_norm": 1.1464869319060085, "learning_rate": 0.003, "loss": 3.9743, "step": 26573 }, { "epoch": 0.26574, "grad_norm": 1.3184146068892164, "learning_rate": 0.003, "loss": 3.9822, "step": 26574 }, { "epoch": 0.26575, "grad_norm": 1.2369296343256144, "learning_rate": 0.003, "loss": 4.028, "step": 26575 }, { "epoch": 0.26576, "grad_norm": 1.3539166002703695, "learning_rate": 0.003, "loss": 4.0316, "step": 26576 }, { "epoch": 0.26577, "grad_norm": 1.3584106659544686, "learning_rate": 0.003, "loss": 3.9837, "step": 26577 }, { "epoch": 0.26578, "grad_norm": 1.0957132641893128, "learning_rate": 0.003, "loss": 4.0311, "step": 26578 }, { "epoch": 0.26579, "grad_norm": 1.2635952457593553, "learning_rate": 0.003, "loss": 4.0102, "step": 26579 }, { "epoch": 0.2658, "grad_norm": 1.364071798146612, "learning_rate": 0.003, "loss": 4.0005, "step": 26580 }, { "epoch": 0.26581, "grad_norm": 1.452644687428328, "learning_rate": 0.003, "loss": 4.019, "step": 26581 }, { "epoch": 0.26582, "grad_norm": 1.2884457255923987, "learning_rate": 0.003, "loss": 3.9877, "step": 26582 }, { "epoch": 0.26583, "grad_norm": 1.1414861870017012, "learning_rate": 0.003, "loss": 4.0019, "step": 26583 }, { "epoch": 0.26584, "grad_norm": 1.3474488801515383, "learning_rate": 0.003, "loss": 4.0045, "step": 26584 }, { "epoch": 0.26585, "grad_norm": 1.2588897280004714, "learning_rate": 0.003, "loss": 4.0125, "step": 26585 }, { "epoch": 0.26586, "grad_norm": 1.302602299890068, "learning_rate": 0.003, "loss": 4.0086, "step": 26586 }, { "epoch": 0.26587, "grad_norm": 1.3445861352593074, "learning_rate": 0.003, "loss": 3.988, "step": 26587 }, { "epoch": 0.26588, "grad_norm": 1.2974887938864204, "learning_rate": 0.003, "loss": 4.0035, "step": 26588 }, { "epoch": 0.26589, "grad_norm": 1.480915875858811, "learning_rate": 0.003, "loss": 4.0052, "step": 26589 }, { "epoch": 0.2659, "grad_norm": 1.345119087372214, "learning_rate": 0.003, "loss": 4.0142, "step": 26590 }, { "epoch": 0.26591, "grad_norm": 1.3462536070706115, "learning_rate": 0.003, "loss": 3.9739, "step": 26591 }, { "epoch": 0.26592, "grad_norm": 1.0069866705010135, "learning_rate": 0.003, "loss": 3.975, "step": 26592 }, { "epoch": 0.26593, "grad_norm": 1.4622902352922067, "learning_rate": 0.003, "loss": 4.0042, "step": 26593 }, { "epoch": 0.26594, "grad_norm": 1.2349449051055812, "learning_rate": 0.003, "loss": 3.9882, "step": 26594 }, { "epoch": 0.26595, "grad_norm": 1.5076642265869655, "learning_rate": 0.003, "loss": 3.9945, "step": 26595 }, { "epoch": 0.26596, "grad_norm": 1.2640114888853726, "learning_rate": 0.003, "loss": 4.0116, "step": 26596 }, { "epoch": 0.26597, "grad_norm": 1.318532070982962, "learning_rate": 0.003, "loss": 3.9794, "step": 26597 }, { "epoch": 0.26598, "grad_norm": 1.2004276103528122, "learning_rate": 0.003, "loss": 4.0018, "step": 26598 }, { "epoch": 0.26599, "grad_norm": 1.2729993998595373, "learning_rate": 0.003, "loss": 4.0005, "step": 26599 }, { "epoch": 0.266, "grad_norm": 1.1078623302890114, "learning_rate": 0.003, "loss": 3.9785, "step": 26600 }, { "epoch": 0.26601, "grad_norm": 1.5639397472577012, "learning_rate": 0.003, "loss": 3.9702, "step": 26601 }, { "epoch": 0.26602, "grad_norm": 1.1243206785738098, "learning_rate": 0.003, "loss": 3.9818, "step": 26602 }, { "epoch": 0.26603, "grad_norm": 1.4965888060666859, "learning_rate": 0.003, "loss": 3.9768, "step": 26603 }, { "epoch": 0.26604, "grad_norm": 1.475353992685664, "learning_rate": 0.003, "loss": 3.9918, "step": 26604 }, { "epoch": 0.26605, "grad_norm": 1.0410934111689605, "learning_rate": 0.003, "loss": 4.0022, "step": 26605 }, { "epoch": 0.26606, "grad_norm": 1.3146880303299622, "learning_rate": 0.003, "loss": 4.0275, "step": 26606 }, { "epoch": 0.26607, "grad_norm": 1.1610113869215466, "learning_rate": 0.003, "loss": 4.0066, "step": 26607 }, { "epoch": 0.26608, "grad_norm": 1.4510907229252399, "learning_rate": 0.003, "loss": 4.047, "step": 26608 }, { "epoch": 0.26609, "grad_norm": 1.0813682161419271, "learning_rate": 0.003, "loss": 3.9891, "step": 26609 }, { "epoch": 0.2661, "grad_norm": 1.5744178038679546, "learning_rate": 0.003, "loss": 3.9778, "step": 26610 }, { "epoch": 0.26611, "grad_norm": 0.9405071421556476, "learning_rate": 0.003, "loss": 3.9838, "step": 26611 }, { "epoch": 0.26612, "grad_norm": 1.6309555956066233, "learning_rate": 0.003, "loss": 4.0071, "step": 26612 }, { "epoch": 0.26613, "grad_norm": 1.2446158909402119, "learning_rate": 0.003, "loss": 4.0181, "step": 26613 }, { "epoch": 0.26614, "grad_norm": 1.4785431615562672, "learning_rate": 0.003, "loss": 3.9824, "step": 26614 }, { "epoch": 0.26615, "grad_norm": 1.1251143281604965, "learning_rate": 0.003, "loss": 4.0108, "step": 26615 }, { "epoch": 0.26616, "grad_norm": 1.6538251517474944, "learning_rate": 0.003, "loss": 4.0259, "step": 26616 }, { "epoch": 0.26617, "grad_norm": 0.9784580272459198, "learning_rate": 0.003, "loss": 4.0014, "step": 26617 }, { "epoch": 0.26618, "grad_norm": 1.489900415773955, "learning_rate": 0.003, "loss": 4.0234, "step": 26618 }, { "epoch": 0.26619, "grad_norm": 1.1188721866153994, "learning_rate": 0.003, "loss": 4.0342, "step": 26619 }, { "epoch": 0.2662, "grad_norm": 1.5926441524945123, "learning_rate": 0.003, "loss": 4.0081, "step": 26620 }, { "epoch": 0.26621, "grad_norm": 1.3876731750558629, "learning_rate": 0.003, "loss": 4.0227, "step": 26621 }, { "epoch": 0.26622, "grad_norm": 1.3945469027342927, "learning_rate": 0.003, "loss": 4.0129, "step": 26622 }, { "epoch": 0.26623, "grad_norm": 1.4279775189648145, "learning_rate": 0.003, "loss": 3.9979, "step": 26623 }, { "epoch": 0.26624, "grad_norm": 1.1552008390008637, "learning_rate": 0.003, "loss": 4.0187, "step": 26624 }, { "epoch": 0.26625, "grad_norm": 1.440303713519652, "learning_rate": 0.003, "loss": 4.0314, "step": 26625 }, { "epoch": 0.26626, "grad_norm": 1.2425901910311088, "learning_rate": 0.003, "loss": 4.0345, "step": 26626 }, { "epoch": 0.26627, "grad_norm": 1.3174871959370065, "learning_rate": 0.003, "loss": 4.044, "step": 26627 }, { "epoch": 0.26628, "grad_norm": 1.1947680294647853, "learning_rate": 0.003, "loss": 4.0052, "step": 26628 }, { "epoch": 0.26629, "grad_norm": 1.3138225811855158, "learning_rate": 0.003, "loss": 4.0007, "step": 26629 }, { "epoch": 0.2663, "grad_norm": 1.2769329927772146, "learning_rate": 0.003, "loss": 4.033, "step": 26630 }, { "epoch": 0.26631, "grad_norm": 1.3132777727371665, "learning_rate": 0.003, "loss": 4.0054, "step": 26631 }, { "epoch": 0.26632, "grad_norm": 1.2231068858053333, "learning_rate": 0.003, "loss": 4.0393, "step": 26632 }, { "epoch": 0.26633, "grad_norm": 1.2041898756177243, "learning_rate": 0.003, "loss": 3.9793, "step": 26633 }, { "epoch": 0.26634, "grad_norm": 1.5666093519648074, "learning_rate": 0.003, "loss": 3.9917, "step": 26634 }, { "epoch": 0.26635, "grad_norm": 1.007596556087724, "learning_rate": 0.003, "loss": 3.9942, "step": 26635 }, { "epoch": 0.26636, "grad_norm": 1.4317690613634992, "learning_rate": 0.003, "loss": 3.984, "step": 26636 }, { "epoch": 0.26637, "grad_norm": 1.3351487160060305, "learning_rate": 0.003, "loss": 4.0172, "step": 26637 }, { "epoch": 0.26638, "grad_norm": 1.480973470168243, "learning_rate": 0.003, "loss": 4.0131, "step": 26638 }, { "epoch": 0.26639, "grad_norm": 1.2111397418212653, "learning_rate": 0.003, "loss": 4.0449, "step": 26639 }, { "epoch": 0.2664, "grad_norm": 1.1274243561172996, "learning_rate": 0.003, "loss": 3.9863, "step": 26640 }, { "epoch": 0.26641, "grad_norm": 1.365197246464351, "learning_rate": 0.003, "loss": 3.983, "step": 26641 }, { "epoch": 0.26642, "grad_norm": 1.3012038459413897, "learning_rate": 0.003, "loss": 3.987, "step": 26642 }, { "epoch": 0.26643, "grad_norm": 1.3411647758893388, "learning_rate": 0.003, "loss": 3.9863, "step": 26643 }, { "epoch": 0.26644, "grad_norm": 1.1731975834138446, "learning_rate": 0.003, "loss": 4.012, "step": 26644 }, { "epoch": 0.26645, "grad_norm": 1.406096918971351, "learning_rate": 0.003, "loss": 3.981, "step": 26645 }, { "epoch": 0.26646, "grad_norm": 0.9141597022779342, "learning_rate": 0.003, "loss": 3.9879, "step": 26646 }, { "epoch": 0.26647, "grad_norm": 1.3872705048172997, "learning_rate": 0.003, "loss": 4.0058, "step": 26647 }, { "epoch": 0.26648, "grad_norm": 1.2575363075032608, "learning_rate": 0.003, "loss": 4.0225, "step": 26648 }, { "epoch": 0.26649, "grad_norm": 1.0956019994125177, "learning_rate": 0.003, "loss": 4.0098, "step": 26649 }, { "epoch": 0.2665, "grad_norm": 1.3672579569623184, "learning_rate": 0.003, "loss": 4.0052, "step": 26650 }, { "epoch": 0.26651, "grad_norm": 1.1534902518866137, "learning_rate": 0.003, "loss": 4.0023, "step": 26651 }, { "epoch": 0.26652, "grad_norm": 1.7048928220083714, "learning_rate": 0.003, "loss": 4.0136, "step": 26652 }, { "epoch": 0.26653, "grad_norm": 1.0055296547540464, "learning_rate": 0.003, "loss": 3.9969, "step": 26653 }, { "epoch": 0.26654, "grad_norm": 1.4579411749820421, "learning_rate": 0.003, "loss": 4.0134, "step": 26654 }, { "epoch": 0.26655, "grad_norm": 1.2735297297076669, "learning_rate": 0.003, "loss": 4.0106, "step": 26655 }, { "epoch": 0.26656, "grad_norm": 1.3572351046599531, "learning_rate": 0.003, "loss": 4.0091, "step": 26656 }, { "epoch": 0.26657, "grad_norm": 1.237028537176385, "learning_rate": 0.003, "loss": 3.9858, "step": 26657 }, { "epoch": 0.26658, "grad_norm": 1.4414483177823207, "learning_rate": 0.003, "loss": 4.0243, "step": 26658 }, { "epoch": 0.26659, "grad_norm": 1.1947430937340981, "learning_rate": 0.003, "loss": 3.9926, "step": 26659 }, { "epoch": 0.2666, "grad_norm": 1.3226871002421992, "learning_rate": 0.003, "loss": 4.0189, "step": 26660 }, { "epoch": 0.26661, "grad_norm": 1.3689343367243592, "learning_rate": 0.003, "loss": 4.0136, "step": 26661 }, { "epoch": 0.26662, "grad_norm": 1.4748115546585656, "learning_rate": 0.003, "loss": 3.998, "step": 26662 }, { "epoch": 0.26663, "grad_norm": 1.1735215001019457, "learning_rate": 0.003, "loss": 3.9865, "step": 26663 }, { "epoch": 0.26664, "grad_norm": 1.2485884949112536, "learning_rate": 0.003, "loss": 3.9995, "step": 26664 }, { "epoch": 0.26665, "grad_norm": 1.402165547442343, "learning_rate": 0.003, "loss": 4.0006, "step": 26665 }, { "epoch": 0.26666, "grad_norm": 1.2524969475702328, "learning_rate": 0.003, "loss": 4.0056, "step": 26666 }, { "epoch": 0.26667, "grad_norm": 1.539854299215432, "learning_rate": 0.003, "loss": 4.0192, "step": 26667 }, { "epoch": 0.26668, "grad_norm": 1.1846187407041022, "learning_rate": 0.003, "loss": 3.9926, "step": 26668 }, { "epoch": 0.26669, "grad_norm": 1.2761435161317691, "learning_rate": 0.003, "loss": 3.9941, "step": 26669 }, { "epoch": 0.2667, "grad_norm": 1.337862392828758, "learning_rate": 0.003, "loss": 4.0073, "step": 26670 }, { "epoch": 0.26671, "grad_norm": 1.314166674991876, "learning_rate": 0.003, "loss": 3.9677, "step": 26671 }, { "epoch": 0.26672, "grad_norm": 1.3305500476726966, "learning_rate": 0.003, "loss": 4.0063, "step": 26672 }, { "epoch": 0.26673, "grad_norm": 1.2919862210008575, "learning_rate": 0.003, "loss": 3.9919, "step": 26673 }, { "epoch": 0.26674, "grad_norm": 1.5561979947948874, "learning_rate": 0.003, "loss": 4.0135, "step": 26674 }, { "epoch": 0.26675, "grad_norm": 0.976914507416702, "learning_rate": 0.003, "loss": 3.9695, "step": 26675 }, { "epoch": 0.26676, "grad_norm": 1.3139652839933704, "learning_rate": 0.003, "loss": 3.9836, "step": 26676 }, { "epoch": 0.26677, "grad_norm": 1.2052491965299226, "learning_rate": 0.003, "loss": 4.0147, "step": 26677 }, { "epoch": 0.26678, "grad_norm": 1.4665915887536558, "learning_rate": 0.003, "loss": 4.0031, "step": 26678 }, { "epoch": 0.26679, "grad_norm": 1.180877628022402, "learning_rate": 0.003, "loss": 4.0161, "step": 26679 }, { "epoch": 0.2668, "grad_norm": 1.4528781729503781, "learning_rate": 0.003, "loss": 3.9943, "step": 26680 }, { "epoch": 0.26681, "grad_norm": 1.2285059880796196, "learning_rate": 0.003, "loss": 4.0207, "step": 26681 }, { "epoch": 0.26682, "grad_norm": 1.256709591530046, "learning_rate": 0.003, "loss": 4.0187, "step": 26682 }, { "epoch": 0.26683, "grad_norm": 1.4119936604511494, "learning_rate": 0.003, "loss": 4.0, "step": 26683 }, { "epoch": 0.26684, "grad_norm": 1.1720532389172709, "learning_rate": 0.003, "loss": 3.9907, "step": 26684 }, { "epoch": 0.26685, "grad_norm": 1.4536494085675518, "learning_rate": 0.003, "loss": 4.0113, "step": 26685 }, { "epoch": 0.26686, "grad_norm": 1.0824102204917296, "learning_rate": 0.003, "loss": 4.0295, "step": 26686 }, { "epoch": 0.26687, "grad_norm": 1.2979357573612862, "learning_rate": 0.003, "loss": 3.9879, "step": 26687 }, { "epoch": 0.26688, "grad_norm": 1.1309360658457526, "learning_rate": 0.003, "loss": 3.9757, "step": 26688 }, { "epoch": 0.26689, "grad_norm": 1.3401537466701239, "learning_rate": 0.003, "loss": 4.0084, "step": 26689 }, { "epoch": 0.2669, "grad_norm": 1.1104057450431524, "learning_rate": 0.003, "loss": 4.0017, "step": 26690 }, { "epoch": 0.26691, "grad_norm": 1.3521311984688704, "learning_rate": 0.003, "loss": 4.0334, "step": 26691 }, { "epoch": 0.26692, "grad_norm": 1.335945109845103, "learning_rate": 0.003, "loss": 4.0184, "step": 26692 }, { "epoch": 0.26693, "grad_norm": 1.3519294987952424, "learning_rate": 0.003, "loss": 3.9858, "step": 26693 }, { "epoch": 0.26694, "grad_norm": 1.577122695226169, "learning_rate": 0.003, "loss": 4.0052, "step": 26694 }, { "epoch": 0.26695, "grad_norm": 1.0108986301333092, "learning_rate": 0.003, "loss": 3.995, "step": 26695 }, { "epoch": 0.26696, "grad_norm": 1.5524684605418149, "learning_rate": 0.003, "loss": 4.0265, "step": 26696 }, { "epoch": 0.26697, "grad_norm": 1.0404845175948445, "learning_rate": 0.003, "loss": 4.0279, "step": 26697 }, { "epoch": 0.26698, "grad_norm": 1.5097381958137792, "learning_rate": 0.003, "loss": 4.0092, "step": 26698 }, { "epoch": 0.26699, "grad_norm": 1.3184725792701217, "learning_rate": 0.003, "loss": 4.0054, "step": 26699 }, { "epoch": 0.267, "grad_norm": 1.2644993574612808, "learning_rate": 0.003, "loss": 4.0062, "step": 26700 }, { "epoch": 0.26701, "grad_norm": 1.476394437377702, "learning_rate": 0.003, "loss": 4.002, "step": 26701 }, { "epoch": 0.26702, "grad_norm": 1.0095753667806735, "learning_rate": 0.003, "loss": 3.9928, "step": 26702 }, { "epoch": 0.26703, "grad_norm": 1.4937934998695626, "learning_rate": 0.003, "loss": 4.0077, "step": 26703 }, { "epoch": 0.26704, "grad_norm": 1.14896458668825, "learning_rate": 0.003, "loss": 4.0085, "step": 26704 }, { "epoch": 0.26705, "grad_norm": 1.2687632848427497, "learning_rate": 0.003, "loss": 3.9871, "step": 26705 }, { "epoch": 0.26706, "grad_norm": 1.2386560865548317, "learning_rate": 0.003, "loss": 3.9989, "step": 26706 }, { "epoch": 0.26707, "grad_norm": 1.346605797116248, "learning_rate": 0.003, "loss": 3.9934, "step": 26707 }, { "epoch": 0.26708, "grad_norm": 1.266499490145441, "learning_rate": 0.003, "loss": 3.9944, "step": 26708 }, { "epoch": 0.26709, "grad_norm": 1.3660631952675693, "learning_rate": 0.003, "loss": 3.9947, "step": 26709 }, { "epoch": 0.2671, "grad_norm": 1.3733579468900907, "learning_rate": 0.003, "loss": 4.0039, "step": 26710 }, { "epoch": 0.26711, "grad_norm": 1.202386118219984, "learning_rate": 0.003, "loss": 3.9944, "step": 26711 }, { "epoch": 0.26712, "grad_norm": 1.230181367256556, "learning_rate": 0.003, "loss": 3.9566, "step": 26712 }, { "epoch": 0.26713, "grad_norm": 1.1803259551424636, "learning_rate": 0.003, "loss": 3.9877, "step": 26713 }, { "epoch": 0.26714, "grad_norm": 1.4961326109118627, "learning_rate": 0.003, "loss": 4.0116, "step": 26714 }, { "epoch": 0.26715, "grad_norm": 1.2848853537329055, "learning_rate": 0.003, "loss": 3.9979, "step": 26715 }, { "epoch": 0.26716, "grad_norm": 1.1762125335673244, "learning_rate": 0.003, "loss": 3.9754, "step": 26716 }, { "epoch": 0.26717, "grad_norm": 1.40968947490276, "learning_rate": 0.003, "loss": 4.0173, "step": 26717 }, { "epoch": 0.26718, "grad_norm": 1.278722285065972, "learning_rate": 0.003, "loss": 3.9984, "step": 26718 }, { "epoch": 0.26719, "grad_norm": 1.4791868392020229, "learning_rate": 0.003, "loss": 4.0269, "step": 26719 }, { "epoch": 0.2672, "grad_norm": 1.1448354168840071, "learning_rate": 0.003, "loss": 3.9679, "step": 26720 }, { "epoch": 0.26721, "grad_norm": 1.5416200072652726, "learning_rate": 0.003, "loss": 3.9819, "step": 26721 }, { "epoch": 0.26722, "grad_norm": 0.9041250016719343, "learning_rate": 0.003, "loss": 4.0093, "step": 26722 }, { "epoch": 0.26723, "grad_norm": 1.3936886711511987, "learning_rate": 0.003, "loss": 4.0189, "step": 26723 }, { "epoch": 0.26724, "grad_norm": 1.1485147153382949, "learning_rate": 0.003, "loss": 4.0011, "step": 26724 }, { "epoch": 0.26725, "grad_norm": 1.40000321517656, "learning_rate": 0.003, "loss": 4.005, "step": 26725 }, { "epoch": 0.26726, "grad_norm": 1.2916813874142619, "learning_rate": 0.003, "loss": 4.0305, "step": 26726 }, { "epoch": 0.26727, "grad_norm": 1.3703758873868868, "learning_rate": 0.003, "loss": 4.0017, "step": 26727 }, { "epoch": 0.26728, "grad_norm": 1.2121206260975312, "learning_rate": 0.003, "loss": 4.0223, "step": 26728 }, { "epoch": 0.26729, "grad_norm": 1.5137496261427348, "learning_rate": 0.003, "loss": 4.0163, "step": 26729 }, { "epoch": 0.2673, "grad_norm": 1.1602150559421338, "learning_rate": 0.003, "loss": 3.9765, "step": 26730 }, { "epoch": 0.26731, "grad_norm": 1.3592505220181605, "learning_rate": 0.003, "loss": 4.0082, "step": 26731 }, { "epoch": 0.26732, "grad_norm": 1.2763276130189127, "learning_rate": 0.003, "loss": 3.9771, "step": 26732 }, { "epoch": 0.26733, "grad_norm": 1.4339898613826596, "learning_rate": 0.003, "loss": 4.006, "step": 26733 }, { "epoch": 0.26734, "grad_norm": 1.4780123274549504, "learning_rate": 0.003, "loss": 3.9611, "step": 26734 }, { "epoch": 0.26735, "grad_norm": 1.3693570688737038, "learning_rate": 0.003, "loss": 4.0039, "step": 26735 }, { "epoch": 0.26736, "grad_norm": 1.0707400995849266, "learning_rate": 0.003, "loss": 4.004, "step": 26736 }, { "epoch": 0.26737, "grad_norm": 1.4266943215452959, "learning_rate": 0.003, "loss": 3.9916, "step": 26737 }, { "epoch": 0.26738, "grad_norm": 1.0687340416961701, "learning_rate": 0.003, "loss": 4.0046, "step": 26738 }, { "epoch": 0.26739, "grad_norm": 1.7024058247095835, "learning_rate": 0.003, "loss": 3.9991, "step": 26739 }, { "epoch": 0.2674, "grad_norm": 1.2642356152362126, "learning_rate": 0.003, "loss": 4.0028, "step": 26740 }, { "epoch": 0.26741, "grad_norm": 1.138555963915217, "learning_rate": 0.003, "loss": 3.9911, "step": 26741 }, { "epoch": 0.26742, "grad_norm": 1.1741997031397118, "learning_rate": 0.003, "loss": 3.9936, "step": 26742 }, { "epoch": 0.26743, "grad_norm": 1.3564394103258866, "learning_rate": 0.003, "loss": 4.0019, "step": 26743 }, { "epoch": 0.26744, "grad_norm": 1.1283312059124717, "learning_rate": 0.003, "loss": 3.9996, "step": 26744 }, { "epoch": 0.26745, "grad_norm": 1.2872175076783785, "learning_rate": 0.003, "loss": 3.9689, "step": 26745 }, { "epoch": 0.26746, "grad_norm": 1.2649545366909127, "learning_rate": 0.003, "loss": 3.9896, "step": 26746 }, { "epoch": 0.26747, "grad_norm": 1.243969261423964, "learning_rate": 0.003, "loss": 3.9861, "step": 26747 }, { "epoch": 0.26748, "grad_norm": 1.371225827756775, "learning_rate": 0.003, "loss": 4.0062, "step": 26748 }, { "epoch": 0.26749, "grad_norm": 1.2143994193762648, "learning_rate": 0.003, "loss": 3.9834, "step": 26749 }, { "epoch": 0.2675, "grad_norm": 1.3720572841465302, "learning_rate": 0.003, "loss": 3.9931, "step": 26750 }, { "epoch": 0.26751, "grad_norm": 1.1807731737625433, "learning_rate": 0.003, "loss": 4.0069, "step": 26751 }, { "epoch": 0.26752, "grad_norm": 1.3794880820454498, "learning_rate": 0.003, "loss": 4.0235, "step": 26752 }, { "epoch": 0.26753, "grad_norm": 1.215470741554952, "learning_rate": 0.003, "loss": 4.0214, "step": 26753 }, { "epoch": 0.26754, "grad_norm": 1.4446152181093903, "learning_rate": 0.003, "loss": 4.0026, "step": 26754 }, { "epoch": 0.26755, "grad_norm": 1.1769622699355444, "learning_rate": 0.003, "loss": 3.9765, "step": 26755 }, { "epoch": 0.26756, "grad_norm": 1.3451662630959915, "learning_rate": 0.003, "loss": 3.9673, "step": 26756 }, { "epoch": 0.26757, "grad_norm": 1.1226930790294198, "learning_rate": 0.003, "loss": 4.0002, "step": 26757 }, { "epoch": 0.26758, "grad_norm": 1.3491561688950209, "learning_rate": 0.003, "loss": 3.9838, "step": 26758 }, { "epoch": 0.26759, "grad_norm": 1.2514784230019607, "learning_rate": 0.003, "loss": 4.022, "step": 26759 }, { "epoch": 0.2676, "grad_norm": 1.329480976678853, "learning_rate": 0.003, "loss": 4.0025, "step": 26760 }, { "epoch": 0.26761, "grad_norm": 1.3274206998041609, "learning_rate": 0.003, "loss": 3.9945, "step": 26761 }, { "epoch": 0.26762, "grad_norm": 1.5342306737218867, "learning_rate": 0.003, "loss": 3.9988, "step": 26762 }, { "epoch": 0.26763, "grad_norm": 1.317603604016793, "learning_rate": 0.003, "loss": 3.9959, "step": 26763 }, { "epoch": 0.26764, "grad_norm": 1.2504886211020179, "learning_rate": 0.003, "loss": 4.0294, "step": 26764 }, { "epoch": 0.26765, "grad_norm": 1.381197302792398, "learning_rate": 0.003, "loss": 4.0189, "step": 26765 }, { "epoch": 0.26766, "grad_norm": 1.2818031584137464, "learning_rate": 0.003, "loss": 4.0059, "step": 26766 }, { "epoch": 0.26767, "grad_norm": 1.2790692490972095, "learning_rate": 0.003, "loss": 3.9652, "step": 26767 }, { "epoch": 0.26768, "grad_norm": 1.0918186457873822, "learning_rate": 0.003, "loss": 4.0075, "step": 26768 }, { "epoch": 0.26769, "grad_norm": 1.4256031200064876, "learning_rate": 0.003, "loss": 4.0112, "step": 26769 }, { "epoch": 0.2677, "grad_norm": 1.2619122958254696, "learning_rate": 0.003, "loss": 4.0047, "step": 26770 }, { "epoch": 0.26771, "grad_norm": 1.1544463919030494, "learning_rate": 0.003, "loss": 3.9713, "step": 26771 }, { "epoch": 0.26772, "grad_norm": 1.116562239796322, "learning_rate": 0.003, "loss": 3.9728, "step": 26772 }, { "epoch": 0.26773, "grad_norm": 1.6456019784906954, "learning_rate": 0.003, "loss": 4.0163, "step": 26773 }, { "epoch": 0.26774, "grad_norm": 1.2074604345613458, "learning_rate": 0.003, "loss": 4.0082, "step": 26774 }, { "epoch": 0.26775, "grad_norm": 1.437160187563197, "learning_rate": 0.003, "loss": 4.0057, "step": 26775 }, { "epoch": 0.26776, "grad_norm": 1.037691800858557, "learning_rate": 0.003, "loss": 3.9812, "step": 26776 }, { "epoch": 0.26777, "grad_norm": 1.6877053544036944, "learning_rate": 0.003, "loss": 3.9788, "step": 26777 }, { "epoch": 0.26778, "grad_norm": 1.1292119896701125, "learning_rate": 0.003, "loss": 4.0017, "step": 26778 }, { "epoch": 0.26779, "grad_norm": 1.5229327240974875, "learning_rate": 0.003, "loss": 4.0076, "step": 26779 }, { "epoch": 0.2678, "grad_norm": 1.5965654950727668, "learning_rate": 0.003, "loss": 4.0315, "step": 26780 }, { "epoch": 0.26781, "grad_norm": 1.2186716872592538, "learning_rate": 0.003, "loss": 3.9811, "step": 26781 }, { "epoch": 0.26782, "grad_norm": 1.2220079055606845, "learning_rate": 0.003, "loss": 4.0131, "step": 26782 }, { "epoch": 0.26783, "grad_norm": 1.3210280506033938, "learning_rate": 0.003, "loss": 4.0282, "step": 26783 }, { "epoch": 0.26784, "grad_norm": 1.3948922193706499, "learning_rate": 0.003, "loss": 3.9889, "step": 26784 }, { "epoch": 0.26785, "grad_norm": 0.9825141785192973, "learning_rate": 0.003, "loss": 3.9775, "step": 26785 }, { "epoch": 0.26786, "grad_norm": 1.301628393561949, "learning_rate": 0.003, "loss": 4.0026, "step": 26786 }, { "epoch": 0.26787, "grad_norm": 1.2726889738219178, "learning_rate": 0.003, "loss": 4.0024, "step": 26787 }, { "epoch": 0.26788, "grad_norm": 1.389894020349533, "learning_rate": 0.003, "loss": 3.9945, "step": 26788 }, { "epoch": 0.26789, "grad_norm": 1.2043675008666415, "learning_rate": 0.003, "loss": 3.9893, "step": 26789 }, { "epoch": 0.2679, "grad_norm": 1.4623571377338134, "learning_rate": 0.003, "loss": 4.0032, "step": 26790 }, { "epoch": 0.26791, "grad_norm": 1.143173178934728, "learning_rate": 0.003, "loss": 3.9929, "step": 26791 }, { "epoch": 0.26792, "grad_norm": 1.4030895925423026, "learning_rate": 0.003, "loss": 3.9901, "step": 26792 }, { "epoch": 0.26793, "grad_norm": 1.4888636456143036, "learning_rate": 0.003, "loss": 3.9893, "step": 26793 }, { "epoch": 0.26794, "grad_norm": 1.127417218106168, "learning_rate": 0.003, "loss": 4.0033, "step": 26794 }, { "epoch": 0.26795, "grad_norm": 1.3930671047893513, "learning_rate": 0.003, "loss": 4.0071, "step": 26795 }, { "epoch": 0.26796, "grad_norm": 1.2695903836148044, "learning_rate": 0.003, "loss": 3.9908, "step": 26796 }, { "epoch": 0.26797, "grad_norm": 1.3269377770255717, "learning_rate": 0.003, "loss": 4.0059, "step": 26797 }, { "epoch": 0.26798, "grad_norm": 1.227627190560588, "learning_rate": 0.003, "loss": 3.9881, "step": 26798 }, { "epoch": 0.26799, "grad_norm": 1.247291118588109, "learning_rate": 0.003, "loss": 3.9727, "step": 26799 }, { "epoch": 0.268, "grad_norm": 1.5737312958552099, "learning_rate": 0.003, "loss": 4.0229, "step": 26800 }, { "epoch": 0.26801, "grad_norm": 1.1573378661263471, "learning_rate": 0.003, "loss": 3.9747, "step": 26801 }, { "epoch": 0.26802, "grad_norm": 1.2793572401437965, "learning_rate": 0.003, "loss": 3.9737, "step": 26802 }, { "epoch": 0.26803, "grad_norm": 1.1835717892381952, "learning_rate": 0.003, "loss": 3.9945, "step": 26803 }, { "epoch": 0.26804, "grad_norm": 1.1420524460511343, "learning_rate": 0.003, "loss": 4.0058, "step": 26804 }, { "epoch": 0.26805, "grad_norm": 1.4749153701023603, "learning_rate": 0.003, "loss": 4.0188, "step": 26805 }, { "epoch": 0.26806, "grad_norm": 1.0978131433878546, "learning_rate": 0.003, "loss": 3.9829, "step": 26806 }, { "epoch": 0.26807, "grad_norm": 1.276290968293198, "learning_rate": 0.003, "loss": 3.9851, "step": 26807 }, { "epoch": 0.26808, "grad_norm": 1.2395801760663427, "learning_rate": 0.003, "loss": 3.9785, "step": 26808 }, { "epoch": 0.26809, "grad_norm": 1.1572898029425938, "learning_rate": 0.003, "loss": 4.0094, "step": 26809 }, { "epoch": 0.2681, "grad_norm": 1.2546744174758875, "learning_rate": 0.003, "loss": 3.9781, "step": 26810 }, { "epoch": 0.26811, "grad_norm": 1.2758151603418615, "learning_rate": 0.003, "loss": 3.9772, "step": 26811 }, { "epoch": 0.26812, "grad_norm": 1.3322717079764859, "learning_rate": 0.003, "loss": 3.9979, "step": 26812 }, { "epoch": 0.26813, "grad_norm": 1.402963248119509, "learning_rate": 0.003, "loss": 4.0139, "step": 26813 }, { "epoch": 0.26814, "grad_norm": 1.4650523303467238, "learning_rate": 0.003, "loss": 4.0274, "step": 26814 }, { "epoch": 0.26815, "grad_norm": 1.420809722614976, "learning_rate": 0.003, "loss": 4.0169, "step": 26815 }, { "epoch": 0.26816, "grad_norm": 1.1148031468601054, "learning_rate": 0.003, "loss": 4.0087, "step": 26816 }, { "epoch": 0.26817, "grad_norm": 1.436461148736834, "learning_rate": 0.003, "loss": 3.9916, "step": 26817 }, { "epoch": 0.26818, "grad_norm": 1.012802883859363, "learning_rate": 0.003, "loss": 3.9918, "step": 26818 }, { "epoch": 0.26819, "grad_norm": 1.7581156724628253, "learning_rate": 0.003, "loss": 4.0234, "step": 26819 }, { "epoch": 0.2682, "grad_norm": 1.1384053579034776, "learning_rate": 0.003, "loss": 4.0025, "step": 26820 }, { "epoch": 0.26821, "grad_norm": 1.6666707193790684, "learning_rate": 0.003, "loss": 4.0261, "step": 26821 }, { "epoch": 0.26822, "grad_norm": 1.2466609673804265, "learning_rate": 0.003, "loss": 4.0135, "step": 26822 }, { "epoch": 0.26823, "grad_norm": 1.1073443260122118, "learning_rate": 0.003, "loss": 3.985, "step": 26823 }, { "epoch": 0.26824, "grad_norm": 1.3421638082204552, "learning_rate": 0.003, "loss": 4.0347, "step": 26824 }, { "epoch": 0.26825, "grad_norm": 1.3829467811270608, "learning_rate": 0.003, "loss": 4.02, "step": 26825 }, { "epoch": 0.26826, "grad_norm": 1.116949506856427, "learning_rate": 0.003, "loss": 4.004, "step": 26826 }, { "epoch": 0.26827, "grad_norm": 1.4795999128373007, "learning_rate": 0.003, "loss": 3.9781, "step": 26827 }, { "epoch": 0.26828, "grad_norm": 1.4532470978864735, "learning_rate": 0.003, "loss": 4.0228, "step": 26828 }, { "epoch": 0.26829, "grad_norm": 1.0793312266992872, "learning_rate": 0.003, "loss": 3.9914, "step": 26829 }, { "epoch": 0.2683, "grad_norm": 1.3446517145824957, "learning_rate": 0.003, "loss": 3.9895, "step": 26830 }, { "epoch": 0.26831, "grad_norm": 1.054040966386625, "learning_rate": 0.003, "loss": 3.9856, "step": 26831 }, { "epoch": 0.26832, "grad_norm": 1.520494194675309, "learning_rate": 0.003, "loss": 4.0123, "step": 26832 }, { "epoch": 0.26833, "grad_norm": 1.2193513480949085, "learning_rate": 0.003, "loss": 3.9786, "step": 26833 }, { "epoch": 0.26834, "grad_norm": 1.3145026438372631, "learning_rate": 0.003, "loss": 4.0183, "step": 26834 }, { "epoch": 0.26835, "grad_norm": 1.3171288441797888, "learning_rate": 0.003, "loss": 4.003, "step": 26835 }, { "epoch": 0.26836, "grad_norm": 1.2254734129916378, "learning_rate": 0.003, "loss": 3.9859, "step": 26836 }, { "epoch": 0.26837, "grad_norm": 1.2698036079042547, "learning_rate": 0.003, "loss": 4.0107, "step": 26837 }, { "epoch": 0.26838, "grad_norm": 1.2352865127847192, "learning_rate": 0.003, "loss": 3.9975, "step": 26838 }, { "epoch": 0.26839, "grad_norm": 1.306040596190765, "learning_rate": 0.003, "loss": 3.9706, "step": 26839 }, { "epoch": 0.2684, "grad_norm": 1.3472787772217187, "learning_rate": 0.003, "loss": 4.0093, "step": 26840 }, { "epoch": 0.26841, "grad_norm": 1.2864175348707891, "learning_rate": 0.003, "loss": 3.9974, "step": 26841 }, { "epoch": 0.26842, "grad_norm": 1.4604470851777576, "learning_rate": 0.003, "loss": 3.9765, "step": 26842 }, { "epoch": 0.26843, "grad_norm": 1.272263321666846, "learning_rate": 0.003, "loss": 4.0053, "step": 26843 }, { "epoch": 0.26844, "grad_norm": 1.4132332295124048, "learning_rate": 0.003, "loss": 3.9922, "step": 26844 }, { "epoch": 0.26845, "grad_norm": 1.2066707517371469, "learning_rate": 0.003, "loss": 3.9925, "step": 26845 }, { "epoch": 0.26846, "grad_norm": 1.1855934175366276, "learning_rate": 0.003, "loss": 4.0037, "step": 26846 }, { "epoch": 0.26847, "grad_norm": 1.2543471917165099, "learning_rate": 0.003, "loss": 3.9945, "step": 26847 }, { "epoch": 0.26848, "grad_norm": 1.0962558120632149, "learning_rate": 0.003, "loss": 3.9908, "step": 26848 }, { "epoch": 0.26849, "grad_norm": 1.5661817795143973, "learning_rate": 0.003, "loss": 3.9976, "step": 26849 }, { "epoch": 0.2685, "grad_norm": 1.1276723269586515, "learning_rate": 0.003, "loss": 3.9841, "step": 26850 }, { "epoch": 0.26851, "grad_norm": 1.7518407162749423, "learning_rate": 0.003, "loss": 4.0341, "step": 26851 }, { "epoch": 0.26852, "grad_norm": 1.0460804341185612, "learning_rate": 0.003, "loss": 4.0065, "step": 26852 }, { "epoch": 0.26853, "grad_norm": 1.6367374786415485, "learning_rate": 0.003, "loss": 3.994, "step": 26853 }, { "epoch": 0.26854, "grad_norm": 1.0036953631404155, "learning_rate": 0.003, "loss": 3.9836, "step": 26854 }, { "epoch": 0.26855, "grad_norm": 1.4620494347405288, "learning_rate": 0.003, "loss": 4.0101, "step": 26855 }, { "epoch": 0.26856, "grad_norm": 1.354184071730284, "learning_rate": 0.003, "loss": 3.9936, "step": 26856 }, { "epoch": 0.26857, "grad_norm": 1.1211170742182448, "learning_rate": 0.003, "loss": 3.9853, "step": 26857 }, { "epoch": 0.26858, "grad_norm": 1.3943943798166525, "learning_rate": 0.003, "loss": 4.0102, "step": 26858 }, { "epoch": 0.26859, "grad_norm": 1.3564382421304115, "learning_rate": 0.003, "loss": 4.0156, "step": 26859 }, { "epoch": 0.2686, "grad_norm": 1.2633893131762224, "learning_rate": 0.003, "loss": 3.9863, "step": 26860 }, { "epoch": 0.26861, "grad_norm": 1.2168439490653005, "learning_rate": 0.003, "loss": 3.9858, "step": 26861 }, { "epoch": 0.26862, "grad_norm": 1.4431268175599468, "learning_rate": 0.003, "loss": 4.0079, "step": 26862 }, { "epoch": 0.26863, "grad_norm": 1.4116888614372354, "learning_rate": 0.003, "loss": 4.0085, "step": 26863 }, { "epoch": 0.26864, "grad_norm": 1.306566246942283, "learning_rate": 0.003, "loss": 4.0009, "step": 26864 }, { "epoch": 0.26865, "grad_norm": 1.2938245052447217, "learning_rate": 0.003, "loss": 3.9841, "step": 26865 }, { "epoch": 0.26866, "grad_norm": 1.2607343848940584, "learning_rate": 0.003, "loss": 3.9827, "step": 26866 }, { "epoch": 0.26867, "grad_norm": 1.233524724056812, "learning_rate": 0.003, "loss": 4.0078, "step": 26867 }, { "epoch": 0.26868, "grad_norm": 1.3387588610774388, "learning_rate": 0.003, "loss": 3.9954, "step": 26868 }, { "epoch": 0.26869, "grad_norm": 1.2733242138346914, "learning_rate": 0.003, "loss": 3.9994, "step": 26869 }, { "epoch": 0.2687, "grad_norm": 1.276491715393051, "learning_rate": 0.003, "loss": 4.0097, "step": 26870 }, { "epoch": 0.26871, "grad_norm": 1.3427654229270325, "learning_rate": 0.003, "loss": 4.0036, "step": 26871 }, { "epoch": 0.26872, "grad_norm": 1.3144499533454113, "learning_rate": 0.003, "loss": 3.9995, "step": 26872 }, { "epoch": 0.26873, "grad_norm": 1.2930330348503658, "learning_rate": 0.003, "loss": 3.9792, "step": 26873 }, { "epoch": 0.26874, "grad_norm": 1.3392593334736878, "learning_rate": 0.003, "loss": 3.9973, "step": 26874 }, { "epoch": 0.26875, "grad_norm": 1.1752680569276672, "learning_rate": 0.003, "loss": 3.9857, "step": 26875 }, { "epoch": 0.26876, "grad_norm": 1.521479683914605, "learning_rate": 0.003, "loss": 3.9948, "step": 26876 }, { "epoch": 0.26877, "grad_norm": 1.0513541802083977, "learning_rate": 0.003, "loss": 4.0052, "step": 26877 }, { "epoch": 0.26878, "grad_norm": 1.7143940635333228, "learning_rate": 0.003, "loss": 4.0236, "step": 26878 }, { "epoch": 0.26879, "grad_norm": 1.1764113152710327, "learning_rate": 0.003, "loss": 3.9572, "step": 26879 }, { "epoch": 0.2688, "grad_norm": 1.5349351947249763, "learning_rate": 0.003, "loss": 4.0054, "step": 26880 }, { "epoch": 0.26881, "grad_norm": 1.2216660852132377, "learning_rate": 0.003, "loss": 4.0031, "step": 26881 }, { "epoch": 0.26882, "grad_norm": 1.3496797540725294, "learning_rate": 0.003, "loss": 4.0093, "step": 26882 }, { "epoch": 0.26883, "grad_norm": 1.499863824952474, "learning_rate": 0.003, "loss": 4.0135, "step": 26883 }, { "epoch": 0.26884, "grad_norm": 1.260246400372873, "learning_rate": 0.003, "loss": 4.0172, "step": 26884 }, { "epoch": 0.26885, "grad_norm": 1.1645841437266407, "learning_rate": 0.003, "loss": 4.0136, "step": 26885 }, { "epoch": 0.26886, "grad_norm": 1.3490410458118258, "learning_rate": 0.003, "loss": 4.0117, "step": 26886 }, { "epoch": 0.26887, "grad_norm": 1.1915899002280117, "learning_rate": 0.003, "loss": 3.9697, "step": 26887 }, { "epoch": 0.26888, "grad_norm": 1.4238492729492707, "learning_rate": 0.003, "loss": 3.9919, "step": 26888 }, { "epoch": 0.26889, "grad_norm": 1.187688913591636, "learning_rate": 0.003, "loss": 3.9948, "step": 26889 }, { "epoch": 0.2689, "grad_norm": 1.2334267094807139, "learning_rate": 0.003, "loss": 3.9997, "step": 26890 }, { "epoch": 0.26891, "grad_norm": 1.1331583219075594, "learning_rate": 0.003, "loss": 4.0012, "step": 26891 }, { "epoch": 0.26892, "grad_norm": 1.3061381495250204, "learning_rate": 0.003, "loss": 3.9975, "step": 26892 }, { "epoch": 0.26893, "grad_norm": 1.5880602273268885, "learning_rate": 0.003, "loss": 3.9936, "step": 26893 }, { "epoch": 0.26894, "grad_norm": 1.1024381685957438, "learning_rate": 0.003, "loss": 4.0031, "step": 26894 }, { "epoch": 0.26895, "grad_norm": 1.2872794771992668, "learning_rate": 0.003, "loss": 3.9731, "step": 26895 }, { "epoch": 0.26896, "grad_norm": 1.194318181192698, "learning_rate": 0.003, "loss": 4.0036, "step": 26896 }, { "epoch": 0.26897, "grad_norm": 1.1979989392914574, "learning_rate": 0.003, "loss": 4.0088, "step": 26897 }, { "epoch": 0.26898, "grad_norm": 1.3071347104929953, "learning_rate": 0.003, "loss": 4.0034, "step": 26898 }, { "epoch": 0.26899, "grad_norm": 1.2246180687514419, "learning_rate": 0.003, "loss": 4.0059, "step": 26899 }, { "epoch": 0.269, "grad_norm": 1.1830670409732365, "learning_rate": 0.003, "loss": 3.991, "step": 26900 }, { "epoch": 0.26901, "grad_norm": 1.428622959968712, "learning_rate": 0.003, "loss": 4.0235, "step": 26901 }, { "epoch": 0.26902, "grad_norm": 1.4506497741489865, "learning_rate": 0.003, "loss": 4.0039, "step": 26902 }, { "epoch": 0.26903, "grad_norm": 1.1528057814146728, "learning_rate": 0.003, "loss": 3.9798, "step": 26903 }, { "epoch": 0.26904, "grad_norm": 1.4514961943861089, "learning_rate": 0.003, "loss": 4.0026, "step": 26904 }, { "epoch": 0.26905, "grad_norm": 1.1963188667731677, "learning_rate": 0.003, "loss": 3.9957, "step": 26905 }, { "epoch": 0.26906, "grad_norm": 1.3457837169373863, "learning_rate": 0.003, "loss": 3.9909, "step": 26906 }, { "epoch": 0.26907, "grad_norm": 1.3520377655284535, "learning_rate": 0.003, "loss": 3.9729, "step": 26907 }, { "epoch": 0.26908, "grad_norm": 1.097373855926598, "learning_rate": 0.003, "loss": 4.0167, "step": 26908 }, { "epoch": 0.26909, "grad_norm": 1.6032435113681947, "learning_rate": 0.003, "loss": 3.9923, "step": 26909 }, { "epoch": 0.2691, "grad_norm": 1.178067329391761, "learning_rate": 0.003, "loss": 3.9936, "step": 26910 }, { "epoch": 0.26911, "grad_norm": 1.4732768862979975, "learning_rate": 0.003, "loss": 4.0388, "step": 26911 }, { "epoch": 0.26912, "grad_norm": 1.1535863847658978, "learning_rate": 0.003, "loss": 3.9957, "step": 26912 }, { "epoch": 0.26913, "grad_norm": 1.35125382870662, "learning_rate": 0.003, "loss": 4.0006, "step": 26913 }, { "epoch": 0.26914, "grad_norm": 1.2438118973779881, "learning_rate": 0.003, "loss": 3.9874, "step": 26914 }, { "epoch": 0.26915, "grad_norm": 1.20393595359914, "learning_rate": 0.003, "loss": 3.9784, "step": 26915 }, { "epoch": 0.26916, "grad_norm": 1.1349795808732022, "learning_rate": 0.003, "loss": 4.0088, "step": 26916 }, { "epoch": 0.26917, "grad_norm": 1.3240132011541614, "learning_rate": 0.003, "loss": 4.0003, "step": 26917 }, { "epoch": 0.26918, "grad_norm": 1.2077375867617899, "learning_rate": 0.003, "loss": 4.0073, "step": 26918 }, { "epoch": 0.26919, "grad_norm": 1.3321156297105943, "learning_rate": 0.003, "loss": 3.9979, "step": 26919 }, { "epoch": 0.2692, "grad_norm": 1.2209579513588158, "learning_rate": 0.003, "loss": 3.9847, "step": 26920 }, { "epoch": 0.26921, "grad_norm": 1.5269767757424078, "learning_rate": 0.003, "loss": 4.0178, "step": 26921 }, { "epoch": 0.26922, "grad_norm": 1.073943745964851, "learning_rate": 0.003, "loss": 4.0309, "step": 26922 }, { "epoch": 0.26923, "grad_norm": 1.5861933484576674, "learning_rate": 0.003, "loss": 4.0193, "step": 26923 }, { "epoch": 0.26924, "grad_norm": 1.176909090033064, "learning_rate": 0.003, "loss": 3.9785, "step": 26924 }, { "epoch": 0.26925, "grad_norm": 1.3164379587805415, "learning_rate": 0.003, "loss": 3.9917, "step": 26925 }, { "epoch": 0.26926, "grad_norm": 1.351860188397382, "learning_rate": 0.003, "loss": 4.0036, "step": 26926 }, { "epoch": 0.26927, "grad_norm": 1.2875773489541595, "learning_rate": 0.003, "loss": 3.9702, "step": 26927 }, { "epoch": 0.26928, "grad_norm": 1.2836234647778193, "learning_rate": 0.003, "loss": 4.0111, "step": 26928 }, { "epoch": 0.26929, "grad_norm": 1.6306283789960394, "learning_rate": 0.003, "loss": 4.0231, "step": 26929 }, { "epoch": 0.2693, "grad_norm": 1.0062476639094222, "learning_rate": 0.003, "loss": 3.9978, "step": 26930 }, { "epoch": 0.26931, "grad_norm": 1.740745521565928, "learning_rate": 0.003, "loss": 4.0307, "step": 26931 }, { "epoch": 0.26932, "grad_norm": 1.0130907538096254, "learning_rate": 0.003, "loss": 3.9871, "step": 26932 }, { "epoch": 0.26933, "grad_norm": 1.7057550330488425, "learning_rate": 0.003, "loss": 3.9966, "step": 26933 }, { "epoch": 0.26934, "grad_norm": 1.0858989843913094, "learning_rate": 0.003, "loss": 3.9958, "step": 26934 }, { "epoch": 0.26935, "grad_norm": 1.3429116022865761, "learning_rate": 0.003, "loss": 4.0325, "step": 26935 }, { "epoch": 0.26936, "grad_norm": 1.2312420585625932, "learning_rate": 0.003, "loss": 4.0054, "step": 26936 }, { "epoch": 0.26937, "grad_norm": 1.1863268229700612, "learning_rate": 0.003, "loss": 4.0019, "step": 26937 }, { "epoch": 0.26938, "grad_norm": 1.4242613131313637, "learning_rate": 0.003, "loss": 3.9964, "step": 26938 }, { "epoch": 0.26939, "grad_norm": 1.2706925160581442, "learning_rate": 0.003, "loss": 4.0288, "step": 26939 }, { "epoch": 0.2694, "grad_norm": 1.4121384673904276, "learning_rate": 0.003, "loss": 4.01, "step": 26940 }, { "epoch": 0.26941, "grad_norm": 1.2708376186497887, "learning_rate": 0.003, "loss": 3.9679, "step": 26941 }, { "epoch": 0.26942, "grad_norm": 1.2494179424334542, "learning_rate": 0.003, "loss": 3.9995, "step": 26942 }, { "epoch": 0.26943, "grad_norm": 1.3016861968624065, "learning_rate": 0.003, "loss": 4.003, "step": 26943 }, { "epoch": 0.26944, "grad_norm": 1.2870861356950902, "learning_rate": 0.003, "loss": 3.9979, "step": 26944 }, { "epoch": 0.26945, "grad_norm": 1.1561428267733567, "learning_rate": 0.003, "loss": 4.0121, "step": 26945 }, { "epoch": 0.26946, "grad_norm": 1.3310834257629665, "learning_rate": 0.003, "loss": 3.9728, "step": 26946 }, { "epoch": 0.26947, "grad_norm": 1.521964060348883, "learning_rate": 0.003, "loss": 4.0062, "step": 26947 }, { "epoch": 0.26948, "grad_norm": 1.2616062904036247, "learning_rate": 0.003, "loss": 3.9835, "step": 26948 }, { "epoch": 0.26949, "grad_norm": 1.3480029456080422, "learning_rate": 0.003, "loss": 4.0021, "step": 26949 }, { "epoch": 0.2695, "grad_norm": 1.1687754196221751, "learning_rate": 0.003, "loss": 3.9812, "step": 26950 }, { "epoch": 0.26951, "grad_norm": 1.2449982852614334, "learning_rate": 0.003, "loss": 3.9997, "step": 26951 }, { "epoch": 0.26952, "grad_norm": 1.3571283987168177, "learning_rate": 0.003, "loss": 3.9983, "step": 26952 }, { "epoch": 0.26953, "grad_norm": 1.2147062522814225, "learning_rate": 0.003, "loss": 4.0114, "step": 26953 }, { "epoch": 0.26954, "grad_norm": 1.4154765191578553, "learning_rate": 0.003, "loss": 4.0336, "step": 26954 }, { "epoch": 0.26955, "grad_norm": 1.079108926335714, "learning_rate": 0.003, "loss": 4.0101, "step": 26955 }, { "epoch": 0.26956, "grad_norm": 1.591296327754588, "learning_rate": 0.003, "loss": 4.0096, "step": 26956 }, { "epoch": 0.26957, "grad_norm": 1.1593339734543846, "learning_rate": 0.003, "loss": 3.9926, "step": 26957 }, { "epoch": 0.26958, "grad_norm": 1.1226032338148517, "learning_rate": 0.003, "loss": 4.0118, "step": 26958 }, { "epoch": 0.26959, "grad_norm": 1.2756207546880813, "learning_rate": 0.003, "loss": 3.9979, "step": 26959 }, { "epoch": 0.2696, "grad_norm": 1.3101676548801588, "learning_rate": 0.003, "loss": 4.0189, "step": 26960 }, { "epoch": 0.26961, "grad_norm": 1.1830298207312466, "learning_rate": 0.003, "loss": 3.9967, "step": 26961 }, { "epoch": 0.26962, "grad_norm": 1.255252713057478, "learning_rate": 0.003, "loss": 4.0128, "step": 26962 }, { "epoch": 0.26963, "grad_norm": 1.1980557914902894, "learning_rate": 0.003, "loss": 4.0005, "step": 26963 }, { "epoch": 0.26964, "grad_norm": 1.3460629327783709, "learning_rate": 0.003, "loss": 4.0373, "step": 26964 }, { "epoch": 0.26965, "grad_norm": 1.4190999550707148, "learning_rate": 0.003, "loss": 3.9953, "step": 26965 }, { "epoch": 0.26966, "grad_norm": 1.1473050825791389, "learning_rate": 0.003, "loss": 4.0245, "step": 26966 }, { "epoch": 0.26967, "grad_norm": 1.2334094601055072, "learning_rate": 0.003, "loss": 3.9939, "step": 26967 }, { "epoch": 0.26968, "grad_norm": 1.1850286806163353, "learning_rate": 0.003, "loss": 4.0166, "step": 26968 }, { "epoch": 0.26969, "grad_norm": 1.487938366802229, "learning_rate": 0.003, "loss": 3.984, "step": 26969 }, { "epoch": 0.2697, "grad_norm": 1.103954980615674, "learning_rate": 0.003, "loss": 3.9798, "step": 26970 }, { "epoch": 0.26971, "grad_norm": 1.6673894870753334, "learning_rate": 0.003, "loss": 4.001, "step": 26971 }, { "epoch": 0.26972, "grad_norm": 1.0941546246060045, "learning_rate": 0.003, "loss": 3.9903, "step": 26972 }, { "epoch": 0.26973, "grad_norm": 1.6401688583700818, "learning_rate": 0.003, "loss": 4.0085, "step": 26973 }, { "epoch": 0.26974, "grad_norm": 1.3184513577341028, "learning_rate": 0.003, "loss": 3.9996, "step": 26974 }, { "epoch": 0.26975, "grad_norm": 1.2228446667011883, "learning_rate": 0.003, "loss": 3.9876, "step": 26975 }, { "epoch": 0.26976, "grad_norm": 1.3980601333223661, "learning_rate": 0.003, "loss": 3.9655, "step": 26976 }, { "epoch": 0.26977, "grad_norm": 1.1179189936324088, "learning_rate": 0.003, "loss": 4.013, "step": 26977 }, { "epoch": 0.26978, "grad_norm": 1.4694160152067044, "learning_rate": 0.003, "loss": 4.0124, "step": 26978 }, { "epoch": 0.26979, "grad_norm": 1.1216996194264577, "learning_rate": 0.003, "loss": 4.0144, "step": 26979 }, { "epoch": 0.2698, "grad_norm": 1.4811576791786036, "learning_rate": 0.003, "loss": 4.0271, "step": 26980 }, { "epoch": 0.26981, "grad_norm": 1.2527555769860192, "learning_rate": 0.003, "loss": 4.0284, "step": 26981 }, { "epoch": 0.26982, "grad_norm": 1.48560284471512, "learning_rate": 0.003, "loss": 4.0287, "step": 26982 }, { "epoch": 0.26983, "grad_norm": 1.1494146305235815, "learning_rate": 0.003, "loss": 3.9804, "step": 26983 }, { "epoch": 0.26984, "grad_norm": 1.2886435185511096, "learning_rate": 0.003, "loss": 4.0116, "step": 26984 }, { "epoch": 0.26985, "grad_norm": 1.4834928689902611, "learning_rate": 0.003, "loss": 3.9862, "step": 26985 }, { "epoch": 0.26986, "grad_norm": 1.1333009853521698, "learning_rate": 0.003, "loss": 4.0011, "step": 26986 }, { "epoch": 0.26987, "grad_norm": 1.7143350094431362, "learning_rate": 0.003, "loss": 4.0287, "step": 26987 }, { "epoch": 0.26988, "grad_norm": 1.3088369127199384, "learning_rate": 0.003, "loss": 3.9895, "step": 26988 }, { "epoch": 0.26989, "grad_norm": 1.2047983637280886, "learning_rate": 0.003, "loss": 4.0059, "step": 26989 }, { "epoch": 0.2699, "grad_norm": 1.3953918652122923, "learning_rate": 0.003, "loss": 3.9897, "step": 26990 }, { "epoch": 0.26991, "grad_norm": 1.3933499492981707, "learning_rate": 0.003, "loss": 4.0302, "step": 26991 }, { "epoch": 0.26992, "grad_norm": 1.4698563630602133, "learning_rate": 0.003, "loss": 4.0054, "step": 26992 }, { "epoch": 0.26993, "grad_norm": 1.0772407324551305, "learning_rate": 0.003, "loss": 4.0058, "step": 26993 }, { "epoch": 0.26994, "grad_norm": 1.3342989416456943, "learning_rate": 0.003, "loss": 4.0084, "step": 26994 }, { "epoch": 0.26995, "grad_norm": 1.3209771005877056, "learning_rate": 0.003, "loss": 4.0233, "step": 26995 }, { "epoch": 0.26996, "grad_norm": 1.221014746162149, "learning_rate": 0.003, "loss": 3.9962, "step": 26996 }, { "epoch": 0.26997, "grad_norm": 1.2534006347322022, "learning_rate": 0.003, "loss": 3.9977, "step": 26997 }, { "epoch": 0.26998, "grad_norm": 1.2944074677819617, "learning_rate": 0.003, "loss": 4.0226, "step": 26998 }, { "epoch": 0.26999, "grad_norm": 1.3594525220677733, "learning_rate": 0.003, "loss": 4.0225, "step": 26999 }, { "epoch": 0.27, "grad_norm": 1.157062120681192, "learning_rate": 0.003, "loss": 4.0199, "step": 27000 }, { "epoch": 0.27001, "grad_norm": 1.3875228876262256, "learning_rate": 0.003, "loss": 4.0123, "step": 27001 }, { "epoch": 0.27002, "grad_norm": 1.2688097799744205, "learning_rate": 0.003, "loss": 3.9902, "step": 27002 }, { "epoch": 0.27003, "grad_norm": 1.3606578158225948, "learning_rate": 0.003, "loss": 4.0083, "step": 27003 }, { "epoch": 0.27004, "grad_norm": 1.2377811101801437, "learning_rate": 0.003, "loss": 3.9691, "step": 27004 }, { "epoch": 0.27005, "grad_norm": 1.2229183837356423, "learning_rate": 0.003, "loss": 3.9938, "step": 27005 }, { "epoch": 0.27006, "grad_norm": 1.392822516345561, "learning_rate": 0.003, "loss": 3.996, "step": 27006 }, { "epoch": 0.27007, "grad_norm": 1.236239821952942, "learning_rate": 0.003, "loss": 4.009, "step": 27007 }, { "epoch": 0.27008, "grad_norm": 1.4917152285548885, "learning_rate": 0.003, "loss": 4.0199, "step": 27008 }, { "epoch": 0.27009, "grad_norm": 1.0315584594832365, "learning_rate": 0.003, "loss": 4.0099, "step": 27009 }, { "epoch": 0.2701, "grad_norm": 1.4436560456572143, "learning_rate": 0.003, "loss": 3.9627, "step": 27010 }, { "epoch": 0.27011, "grad_norm": 1.1354055759908095, "learning_rate": 0.003, "loss": 3.9955, "step": 27011 }, { "epoch": 0.27012, "grad_norm": 1.5029825546890685, "learning_rate": 0.003, "loss": 3.9958, "step": 27012 }, { "epoch": 0.27013, "grad_norm": 1.246343823718574, "learning_rate": 0.003, "loss": 4.0205, "step": 27013 }, { "epoch": 0.27014, "grad_norm": 1.1021789885194484, "learning_rate": 0.003, "loss": 3.9978, "step": 27014 }, { "epoch": 0.27015, "grad_norm": 1.5716592549031783, "learning_rate": 0.003, "loss": 3.9885, "step": 27015 }, { "epoch": 0.27016, "grad_norm": 1.0710014520104394, "learning_rate": 0.003, "loss": 3.9884, "step": 27016 }, { "epoch": 0.27017, "grad_norm": 1.468298823826283, "learning_rate": 0.003, "loss": 4.0217, "step": 27017 }, { "epoch": 0.27018, "grad_norm": 1.2228441491694673, "learning_rate": 0.003, "loss": 3.9786, "step": 27018 }, { "epoch": 0.27019, "grad_norm": 1.305581295234763, "learning_rate": 0.003, "loss": 3.9979, "step": 27019 }, { "epoch": 0.2702, "grad_norm": 1.2682702527772278, "learning_rate": 0.003, "loss": 3.9966, "step": 27020 }, { "epoch": 0.27021, "grad_norm": 1.2617427473133165, "learning_rate": 0.003, "loss": 3.9786, "step": 27021 }, { "epoch": 0.27022, "grad_norm": 1.2624369776894124, "learning_rate": 0.003, "loss": 3.9767, "step": 27022 }, { "epoch": 0.27023, "grad_norm": 1.3969323913865128, "learning_rate": 0.003, "loss": 3.9944, "step": 27023 }, { "epoch": 0.27024, "grad_norm": 1.2417485433758169, "learning_rate": 0.003, "loss": 4.0118, "step": 27024 }, { "epoch": 0.27025, "grad_norm": 1.303438122080345, "learning_rate": 0.003, "loss": 4.0083, "step": 27025 }, { "epoch": 0.27026, "grad_norm": 1.5793974131182653, "learning_rate": 0.003, "loss": 3.9867, "step": 27026 }, { "epoch": 0.27027, "grad_norm": 1.2882492886579677, "learning_rate": 0.003, "loss": 3.9941, "step": 27027 }, { "epoch": 0.27028, "grad_norm": 1.286206591195845, "learning_rate": 0.003, "loss": 3.9907, "step": 27028 }, { "epoch": 0.27029, "grad_norm": 1.2710176635701542, "learning_rate": 0.003, "loss": 4.0094, "step": 27029 }, { "epoch": 0.2703, "grad_norm": 1.1151808144006126, "learning_rate": 0.003, "loss": 3.971, "step": 27030 }, { "epoch": 0.27031, "grad_norm": 1.4662825203423424, "learning_rate": 0.003, "loss": 4.0025, "step": 27031 }, { "epoch": 0.27032, "grad_norm": 1.0920357328076307, "learning_rate": 0.003, "loss": 3.9904, "step": 27032 }, { "epoch": 0.27033, "grad_norm": 1.6333804165704795, "learning_rate": 0.003, "loss": 4.01, "step": 27033 }, { "epoch": 0.27034, "grad_norm": 0.9864583975985107, "learning_rate": 0.003, "loss": 3.9768, "step": 27034 }, { "epoch": 0.27035, "grad_norm": 1.71348850444067, "learning_rate": 0.003, "loss": 3.9846, "step": 27035 }, { "epoch": 0.27036, "grad_norm": 1.1169903782642718, "learning_rate": 0.003, "loss": 3.9801, "step": 27036 }, { "epoch": 0.27037, "grad_norm": 1.6042382403950297, "learning_rate": 0.003, "loss": 4.0344, "step": 27037 }, { "epoch": 0.27038, "grad_norm": 1.088698209592137, "learning_rate": 0.003, "loss": 3.9998, "step": 27038 }, { "epoch": 0.27039, "grad_norm": 1.509695920414809, "learning_rate": 0.003, "loss": 4.0095, "step": 27039 }, { "epoch": 0.2704, "grad_norm": 1.244059481276104, "learning_rate": 0.003, "loss": 4.024, "step": 27040 }, { "epoch": 0.27041, "grad_norm": 1.4327964946648288, "learning_rate": 0.003, "loss": 4.001, "step": 27041 }, { "epoch": 0.27042, "grad_norm": 1.066770886785579, "learning_rate": 0.003, "loss": 4.0089, "step": 27042 }, { "epoch": 0.27043, "grad_norm": 1.2320960487573278, "learning_rate": 0.003, "loss": 4.0159, "step": 27043 }, { "epoch": 0.27044, "grad_norm": 1.1401205833125374, "learning_rate": 0.003, "loss": 4.0049, "step": 27044 }, { "epoch": 0.27045, "grad_norm": 1.335639574555661, "learning_rate": 0.003, "loss": 4.0187, "step": 27045 }, { "epoch": 0.27046, "grad_norm": 1.3351840432495174, "learning_rate": 0.003, "loss": 4.0179, "step": 27046 }, { "epoch": 0.27047, "grad_norm": 1.4175530341655542, "learning_rate": 0.003, "loss": 3.9938, "step": 27047 }, { "epoch": 0.27048, "grad_norm": 1.2532091776738579, "learning_rate": 0.003, "loss": 3.9546, "step": 27048 }, { "epoch": 0.27049, "grad_norm": 1.3985303383946805, "learning_rate": 0.003, "loss": 3.9893, "step": 27049 }, { "epoch": 0.2705, "grad_norm": 1.3816971566952876, "learning_rate": 0.003, "loss": 3.9989, "step": 27050 }, { "epoch": 0.27051, "grad_norm": 1.3067569798941077, "learning_rate": 0.003, "loss": 4.0186, "step": 27051 }, { "epoch": 0.27052, "grad_norm": 1.2145811454338684, "learning_rate": 0.003, "loss": 4.0092, "step": 27052 }, { "epoch": 0.27053, "grad_norm": 1.2072115546588216, "learning_rate": 0.003, "loss": 4.0137, "step": 27053 }, { "epoch": 0.27054, "grad_norm": 1.3427782604239538, "learning_rate": 0.003, "loss": 3.9942, "step": 27054 }, { "epoch": 0.27055, "grad_norm": 1.387092107653849, "learning_rate": 0.003, "loss": 4.0091, "step": 27055 }, { "epoch": 0.27056, "grad_norm": 1.4383681329281144, "learning_rate": 0.003, "loss": 3.9949, "step": 27056 }, { "epoch": 0.27057, "grad_norm": 1.0811484803636116, "learning_rate": 0.003, "loss": 3.9942, "step": 27057 }, { "epoch": 0.27058, "grad_norm": 1.4480726046223913, "learning_rate": 0.003, "loss": 3.9778, "step": 27058 }, { "epoch": 0.27059, "grad_norm": 1.0793792322273288, "learning_rate": 0.003, "loss": 3.9856, "step": 27059 }, { "epoch": 0.2706, "grad_norm": 1.435201564988282, "learning_rate": 0.003, "loss": 4.0082, "step": 27060 }, { "epoch": 0.27061, "grad_norm": 1.0035094355220007, "learning_rate": 0.003, "loss": 3.9923, "step": 27061 }, { "epoch": 0.27062, "grad_norm": 1.386434105199428, "learning_rate": 0.003, "loss": 3.9912, "step": 27062 }, { "epoch": 0.27063, "grad_norm": 1.1977180309380049, "learning_rate": 0.003, "loss": 3.9643, "step": 27063 }, { "epoch": 0.27064, "grad_norm": 1.3740108489405691, "learning_rate": 0.003, "loss": 4.0097, "step": 27064 }, { "epoch": 0.27065, "grad_norm": 1.1015694490101446, "learning_rate": 0.003, "loss": 3.9559, "step": 27065 }, { "epoch": 0.27066, "grad_norm": 1.319720718321449, "learning_rate": 0.003, "loss": 3.9884, "step": 27066 }, { "epoch": 0.27067, "grad_norm": 1.1080602405410094, "learning_rate": 0.003, "loss": 3.9728, "step": 27067 }, { "epoch": 0.27068, "grad_norm": 1.2851301977727505, "learning_rate": 0.003, "loss": 4.0109, "step": 27068 }, { "epoch": 0.27069, "grad_norm": 1.508386556101148, "learning_rate": 0.003, "loss": 4.0051, "step": 27069 }, { "epoch": 0.2707, "grad_norm": 1.3652548732326486, "learning_rate": 0.003, "loss": 4.0292, "step": 27070 }, { "epoch": 0.27071, "grad_norm": 1.205617126899512, "learning_rate": 0.003, "loss": 3.9936, "step": 27071 }, { "epoch": 0.27072, "grad_norm": 1.3730686266745673, "learning_rate": 0.003, "loss": 3.9885, "step": 27072 }, { "epoch": 0.27073, "grad_norm": 1.2276335137960055, "learning_rate": 0.003, "loss": 3.9931, "step": 27073 }, { "epoch": 0.27074, "grad_norm": 1.205588234190057, "learning_rate": 0.003, "loss": 3.9914, "step": 27074 }, { "epoch": 0.27075, "grad_norm": 1.4530756879348727, "learning_rate": 0.003, "loss": 4.0022, "step": 27075 }, { "epoch": 0.27076, "grad_norm": 1.0369222885570897, "learning_rate": 0.003, "loss": 4.0014, "step": 27076 }, { "epoch": 0.27077, "grad_norm": 1.6209912255805967, "learning_rate": 0.003, "loss": 3.9933, "step": 27077 }, { "epoch": 0.27078, "grad_norm": 1.1151848981003936, "learning_rate": 0.003, "loss": 4.005, "step": 27078 }, { "epoch": 0.27079, "grad_norm": 1.7732800338026988, "learning_rate": 0.003, "loss": 4.0343, "step": 27079 }, { "epoch": 0.2708, "grad_norm": 0.9200625194339778, "learning_rate": 0.003, "loss": 4.0212, "step": 27080 }, { "epoch": 0.27081, "grad_norm": 1.1427575223352542, "learning_rate": 0.003, "loss": 4.0111, "step": 27081 }, { "epoch": 0.27082, "grad_norm": 1.5013084674050166, "learning_rate": 0.003, "loss": 4.0257, "step": 27082 }, { "epoch": 0.27083, "grad_norm": 1.0308298019898896, "learning_rate": 0.003, "loss": 3.9923, "step": 27083 }, { "epoch": 0.27084, "grad_norm": 1.3693618984017066, "learning_rate": 0.003, "loss": 3.9687, "step": 27084 }, { "epoch": 0.27085, "grad_norm": 1.1195943963959738, "learning_rate": 0.003, "loss": 3.9948, "step": 27085 }, { "epoch": 0.27086, "grad_norm": 1.3701771005893542, "learning_rate": 0.003, "loss": 4.0073, "step": 27086 }, { "epoch": 0.27087, "grad_norm": 1.1381834093858496, "learning_rate": 0.003, "loss": 4.0035, "step": 27087 }, { "epoch": 0.27088, "grad_norm": 1.630741793011794, "learning_rate": 0.003, "loss": 4.0385, "step": 27088 }, { "epoch": 0.27089, "grad_norm": 1.1689214497170262, "learning_rate": 0.003, "loss": 4.0283, "step": 27089 }, { "epoch": 0.2709, "grad_norm": 1.25464627630663, "learning_rate": 0.003, "loss": 4.0046, "step": 27090 }, { "epoch": 0.27091, "grad_norm": 1.4780735892232537, "learning_rate": 0.003, "loss": 4.0363, "step": 27091 }, { "epoch": 0.27092, "grad_norm": 1.2415357366235442, "learning_rate": 0.003, "loss": 4.0074, "step": 27092 }, { "epoch": 0.27093, "grad_norm": 1.214039518342377, "learning_rate": 0.003, "loss": 3.9826, "step": 27093 }, { "epoch": 0.27094, "grad_norm": 1.1305567096185023, "learning_rate": 0.003, "loss": 3.9836, "step": 27094 }, { "epoch": 0.27095, "grad_norm": 1.4564182188982515, "learning_rate": 0.003, "loss": 4.0039, "step": 27095 }, { "epoch": 0.27096, "grad_norm": 1.2060751015436426, "learning_rate": 0.003, "loss": 4.0003, "step": 27096 }, { "epoch": 0.27097, "grad_norm": 1.3736379906558243, "learning_rate": 0.003, "loss": 3.9841, "step": 27097 }, { "epoch": 0.27098, "grad_norm": 1.321018063665908, "learning_rate": 0.003, "loss": 3.9993, "step": 27098 }, { "epoch": 0.27099, "grad_norm": 1.2173340642287902, "learning_rate": 0.003, "loss": 4.0242, "step": 27099 }, { "epoch": 0.271, "grad_norm": 1.3967280679280212, "learning_rate": 0.003, "loss": 3.9835, "step": 27100 }, { "epoch": 0.27101, "grad_norm": 1.3628420139992772, "learning_rate": 0.003, "loss": 4.0228, "step": 27101 }, { "epoch": 0.27102, "grad_norm": 1.0796603083227727, "learning_rate": 0.003, "loss": 3.9773, "step": 27102 }, { "epoch": 0.27103, "grad_norm": 1.2188821989476952, "learning_rate": 0.003, "loss": 3.9828, "step": 27103 }, { "epoch": 0.27104, "grad_norm": 1.1542712681184744, "learning_rate": 0.003, "loss": 4.0009, "step": 27104 }, { "epoch": 0.27105, "grad_norm": 1.5483779811724332, "learning_rate": 0.003, "loss": 4.0149, "step": 27105 }, { "epoch": 0.27106, "grad_norm": 1.1988097973989857, "learning_rate": 0.003, "loss": 4.0054, "step": 27106 }, { "epoch": 0.27107, "grad_norm": 1.5759843043974078, "learning_rate": 0.003, "loss": 4.0278, "step": 27107 }, { "epoch": 0.27108, "grad_norm": 1.1972403733720964, "learning_rate": 0.003, "loss": 4.0025, "step": 27108 }, { "epoch": 0.27109, "grad_norm": 1.560612188331709, "learning_rate": 0.003, "loss": 3.9952, "step": 27109 }, { "epoch": 0.2711, "grad_norm": 1.1404986521106544, "learning_rate": 0.003, "loss": 4.018, "step": 27110 }, { "epoch": 0.27111, "grad_norm": 1.381922822938445, "learning_rate": 0.003, "loss": 4.0, "step": 27111 }, { "epoch": 0.27112, "grad_norm": 1.2361996488641398, "learning_rate": 0.003, "loss": 3.9901, "step": 27112 }, { "epoch": 0.27113, "grad_norm": 1.2220719255809496, "learning_rate": 0.003, "loss": 3.9847, "step": 27113 }, { "epoch": 0.27114, "grad_norm": 1.7022431191248792, "learning_rate": 0.003, "loss": 4.0345, "step": 27114 }, { "epoch": 0.27115, "grad_norm": 1.1227879676359904, "learning_rate": 0.003, "loss": 4.0084, "step": 27115 }, { "epoch": 0.27116, "grad_norm": 1.3612252355706969, "learning_rate": 0.003, "loss": 4.0074, "step": 27116 }, { "epoch": 0.27117, "grad_norm": 1.1075688153070735, "learning_rate": 0.003, "loss": 4.0127, "step": 27117 }, { "epoch": 0.27118, "grad_norm": 1.5031034752824133, "learning_rate": 0.003, "loss": 4.0017, "step": 27118 }, { "epoch": 0.27119, "grad_norm": 1.261102451166712, "learning_rate": 0.003, "loss": 4.0084, "step": 27119 }, { "epoch": 0.2712, "grad_norm": 1.3633917544345375, "learning_rate": 0.003, "loss": 4.0306, "step": 27120 }, { "epoch": 0.27121, "grad_norm": 1.091741160912631, "learning_rate": 0.003, "loss": 3.981, "step": 27121 }, { "epoch": 0.27122, "grad_norm": 1.4138453169998875, "learning_rate": 0.003, "loss": 3.9901, "step": 27122 }, { "epoch": 0.27123, "grad_norm": 1.2313701037251439, "learning_rate": 0.003, "loss": 4.009, "step": 27123 }, { "epoch": 0.27124, "grad_norm": 1.2779202297768384, "learning_rate": 0.003, "loss": 3.985, "step": 27124 }, { "epoch": 0.27125, "grad_norm": 1.1982292153965057, "learning_rate": 0.003, "loss": 4.0001, "step": 27125 }, { "epoch": 0.27126, "grad_norm": 1.4526559068453555, "learning_rate": 0.003, "loss": 3.9935, "step": 27126 }, { "epoch": 0.27127, "grad_norm": 1.3339769029420008, "learning_rate": 0.003, "loss": 3.9939, "step": 27127 }, { "epoch": 0.27128, "grad_norm": 1.33045623265833, "learning_rate": 0.003, "loss": 3.9873, "step": 27128 }, { "epoch": 0.27129, "grad_norm": 0.9745602532529747, "learning_rate": 0.003, "loss": 3.9983, "step": 27129 }, { "epoch": 0.2713, "grad_norm": 1.3956213357398282, "learning_rate": 0.003, "loss": 3.9848, "step": 27130 }, { "epoch": 0.27131, "grad_norm": 1.0824696249617958, "learning_rate": 0.003, "loss": 4.0065, "step": 27131 }, { "epoch": 0.27132, "grad_norm": 1.718999673190441, "learning_rate": 0.003, "loss": 3.9833, "step": 27132 }, { "epoch": 0.27133, "grad_norm": 1.0754087106842587, "learning_rate": 0.003, "loss": 4.0067, "step": 27133 }, { "epoch": 0.27134, "grad_norm": 1.4286226401900326, "learning_rate": 0.003, "loss": 4.0073, "step": 27134 }, { "epoch": 0.27135, "grad_norm": 1.1983099789348448, "learning_rate": 0.003, "loss": 4.0177, "step": 27135 }, { "epoch": 0.27136, "grad_norm": 1.2505214576214514, "learning_rate": 0.003, "loss": 4.0273, "step": 27136 }, { "epoch": 0.27137, "grad_norm": 1.5079848626877552, "learning_rate": 0.003, "loss": 4.006, "step": 27137 }, { "epoch": 0.27138, "grad_norm": 1.1444428515798608, "learning_rate": 0.003, "loss": 3.9926, "step": 27138 }, { "epoch": 0.27139, "grad_norm": 1.4471913198057882, "learning_rate": 0.003, "loss": 4.0121, "step": 27139 }, { "epoch": 0.2714, "grad_norm": 1.2269969089645656, "learning_rate": 0.003, "loss": 4.0004, "step": 27140 }, { "epoch": 0.27141, "grad_norm": 1.2733515946069573, "learning_rate": 0.003, "loss": 3.9905, "step": 27141 }, { "epoch": 0.27142, "grad_norm": 1.4277204426294317, "learning_rate": 0.003, "loss": 4.0004, "step": 27142 }, { "epoch": 0.27143, "grad_norm": 1.1544105434237173, "learning_rate": 0.003, "loss": 3.9854, "step": 27143 }, { "epoch": 0.27144, "grad_norm": 1.4764489625388182, "learning_rate": 0.003, "loss": 4.0414, "step": 27144 }, { "epoch": 0.27145, "grad_norm": 1.1797763136136248, "learning_rate": 0.003, "loss": 3.992, "step": 27145 }, { "epoch": 0.27146, "grad_norm": 1.5811517261779338, "learning_rate": 0.003, "loss": 4.0271, "step": 27146 }, { "epoch": 0.27147, "grad_norm": 1.0592810648231392, "learning_rate": 0.003, "loss": 4.0022, "step": 27147 }, { "epoch": 0.27148, "grad_norm": 1.3902319499113536, "learning_rate": 0.003, "loss": 3.9981, "step": 27148 }, { "epoch": 0.27149, "grad_norm": 1.0459050486790253, "learning_rate": 0.003, "loss": 4.0027, "step": 27149 }, { "epoch": 0.2715, "grad_norm": 1.4458053274075562, "learning_rate": 0.003, "loss": 3.9768, "step": 27150 }, { "epoch": 0.27151, "grad_norm": 1.1420354537062627, "learning_rate": 0.003, "loss": 3.9984, "step": 27151 }, { "epoch": 0.27152, "grad_norm": 1.3985853718392907, "learning_rate": 0.003, "loss": 3.9957, "step": 27152 }, { "epoch": 0.27153, "grad_norm": 1.3217221985880578, "learning_rate": 0.003, "loss": 4.0027, "step": 27153 }, { "epoch": 0.27154, "grad_norm": 1.1008281794277632, "learning_rate": 0.003, "loss": 4.0237, "step": 27154 }, { "epoch": 0.27155, "grad_norm": 1.2939379093224848, "learning_rate": 0.003, "loss": 4.0159, "step": 27155 }, { "epoch": 0.27156, "grad_norm": 1.2002239254383276, "learning_rate": 0.003, "loss": 4.0029, "step": 27156 }, { "epoch": 0.27157, "grad_norm": 1.5974453519340717, "learning_rate": 0.003, "loss": 4.0345, "step": 27157 }, { "epoch": 0.27158, "grad_norm": 1.1633963277791977, "learning_rate": 0.003, "loss": 3.9979, "step": 27158 }, { "epoch": 0.27159, "grad_norm": 1.6508442637217755, "learning_rate": 0.003, "loss": 3.992, "step": 27159 }, { "epoch": 0.2716, "grad_norm": 0.8396881489847828, "learning_rate": 0.003, "loss": 4.0128, "step": 27160 }, { "epoch": 0.27161, "grad_norm": 1.1512092317803255, "learning_rate": 0.003, "loss": 3.9746, "step": 27161 }, { "epoch": 0.27162, "grad_norm": 1.26193207959153, "learning_rate": 0.003, "loss": 3.9779, "step": 27162 }, { "epoch": 0.27163, "grad_norm": 1.3582879246229713, "learning_rate": 0.003, "loss": 4.0171, "step": 27163 }, { "epoch": 0.27164, "grad_norm": 1.6098801752922904, "learning_rate": 0.003, "loss": 4.0053, "step": 27164 }, { "epoch": 0.27165, "grad_norm": 1.1492904231005354, "learning_rate": 0.003, "loss": 4.008, "step": 27165 }, { "epoch": 0.27166, "grad_norm": 1.4264096706412108, "learning_rate": 0.003, "loss": 3.9795, "step": 27166 }, { "epoch": 0.27167, "grad_norm": 1.195240476156735, "learning_rate": 0.003, "loss": 4.0249, "step": 27167 }, { "epoch": 0.27168, "grad_norm": 1.3573745903909833, "learning_rate": 0.003, "loss": 3.9889, "step": 27168 }, { "epoch": 0.27169, "grad_norm": 1.1677584293017698, "learning_rate": 0.003, "loss": 4.0189, "step": 27169 }, { "epoch": 0.2717, "grad_norm": 1.458691219461558, "learning_rate": 0.003, "loss": 4.0122, "step": 27170 }, { "epoch": 0.27171, "grad_norm": 1.315759805444169, "learning_rate": 0.003, "loss": 3.9991, "step": 27171 }, { "epoch": 0.27172, "grad_norm": 1.218250100269819, "learning_rate": 0.003, "loss": 4.0073, "step": 27172 }, { "epoch": 0.27173, "grad_norm": 1.4990566288009874, "learning_rate": 0.003, "loss": 3.983, "step": 27173 }, { "epoch": 0.27174, "grad_norm": 1.2049437730442871, "learning_rate": 0.003, "loss": 3.9791, "step": 27174 }, { "epoch": 0.27175, "grad_norm": 1.3034758947718978, "learning_rate": 0.003, "loss": 3.9985, "step": 27175 }, { "epoch": 0.27176, "grad_norm": 1.2386501897474418, "learning_rate": 0.003, "loss": 3.9425, "step": 27176 }, { "epoch": 0.27177, "grad_norm": 1.336803800491938, "learning_rate": 0.003, "loss": 4.0162, "step": 27177 }, { "epoch": 0.27178, "grad_norm": 1.0787854322731945, "learning_rate": 0.003, "loss": 4.0238, "step": 27178 }, { "epoch": 0.27179, "grad_norm": 1.233811911225479, "learning_rate": 0.003, "loss": 4.0288, "step": 27179 }, { "epoch": 0.2718, "grad_norm": 1.3458111828104244, "learning_rate": 0.003, "loss": 3.9998, "step": 27180 }, { "epoch": 0.27181, "grad_norm": 1.2768007465639384, "learning_rate": 0.003, "loss": 4.0219, "step": 27181 }, { "epoch": 0.27182, "grad_norm": 1.135352105696522, "learning_rate": 0.003, "loss": 3.9928, "step": 27182 }, { "epoch": 0.27183, "grad_norm": 1.3133050366656807, "learning_rate": 0.003, "loss": 4.0163, "step": 27183 }, { "epoch": 0.27184, "grad_norm": 1.3011720364218557, "learning_rate": 0.003, "loss": 4.0205, "step": 27184 }, { "epoch": 0.27185, "grad_norm": 1.333133475310506, "learning_rate": 0.003, "loss": 3.9865, "step": 27185 }, { "epoch": 0.27186, "grad_norm": 1.3609104385300423, "learning_rate": 0.003, "loss": 4.0295, "step": 27186 }, { "epoch": 0.27187, "grad_norm": 1.3585158556510588, "learning_rate": 0.003, "loss": 3.996, "step": 27187 }, { "epoch": 0.27188, "grad_norm": 1.282621700205339, "learning_rate": 0.003, "loss": 4.0055, "step": 27188 }, { "epoch": 0.27189, "grad_norm": 1.2468080111820499, "learning_rate": 0.003, "loss": 3.994, "step": 27189 }, { "epoch": 0.2719, "grad_norm": 1.2988886785204232, "learning_rate": 0.003, "loss": 3.9822, "step": 27190 }, { "epoch": 0.27191, "grad_norm": 1.3765534029385351, "learning_rate": 0.003, "loss": 3.9939, "step": 27191 }, { "epoch": 0.27192, "grad_norm": 1.2029781684839167, "learning_rate": 0.003, "loss": 4.0134, "step": 27192 }, { "epoch": 0.27193, "grad_norm": 1.45144258973607, "learning_rate": 0.003, "loss": 3.9784, "step": 27193 }, { "epoch": 0.27194, "grad_norm": 1.2063904207581422, "learning_rate": 0.003, "loss": 3.9905, "step": 27194 }, { "epoch": 0.27195, "grad_norm": 1.3716921282368613, "learning_rate": 0.003, "loss": 3.9887, "step": 27195 }, { "epoch": 0.27196, "grad_norm": 1.3809664130146397, "learning_rate": 0.003, "loss": 3.9961, "step": 27196 }, { "epoch": 0.27197, "grad_norm": 1.354764683488144, "learning_rate": 0.003, "loss": 4.0258, "step": 27197 }, { "epoch": 0.27198, "grad_norm": 1.5001791230845696, "learning_rate": 0.003, "loss": 3.9892, "step": 27198 }, { "epoch": 0.27199, "grad_norm": 1.1789826605882103, "learning_rate": 0.003, "loss": 4.001, "step": 27199 }, { "epoch": 0.272, "grad_norm": 1.393152514642473, "learning_rate": 0.003, "loss": 4.0163, "step": 27200 }, { "epoch": 0.27201, "grad_norm": 1.129125690207456, "learning_rate": 0.003, "loss": 3.9962, "step": 27201 }, { "epoch": 0.27202, "grad_norm": 1.4048425479207203, "learning_rate": 0.003, "loss": 3.9808, "step": 27202 }, { "epoch": 0.27203, "grad_norm": 1.2038308707956515, "learning_rate": 0.003, "loss": 3.9675, "step": 27203 }, { "epoch": 0.27204, "grad_norm": 1.1992527394532315, "learning_rate": 0.003, "loss": 3.9876, "step": 27204 }, { "epoch": 0.27205, "grad_norm": 1.3845011245581103, "learning_rate": 0.003, "loss": 3.9862, "step": 27205 }, { "epoch": 0.27206, "grad_norm": 1.3015356373889497, "learning_rate": 0.003, "loss": 3.9964, "step": 27206 }, { "epoch": 0.27207, "grad_norm": 1.1582791684519402, "learning_rate": 0.003, "loss": 3.985, "step": 27207 }, { "epoch": 0.27208, "grad_norm": 1.4371348140061664, "learning_rate": 0.003, "loss": 4.0173, "step": 27208 }, { "epoch": 0.27209, "grad_norm": 1.168615087964708, "learning_rate": 0.003, "loss": 3.9799, "step": 27209 }, { "epoch": 0.2721, "grad_norm": 1.228616919889174, "learning_rate": 0.003, "loss": 3.9821, "step": 27210 }, { "epoch": 0.27211, "grad_norm": 1.3796156910807587, "learning_rate": 0.003, "loss": 4.003, "step": 27211 }, { "epoch": 0.27212, "grad_norm": 1.3494878692668766, "learning_rate": 0.003, "loss": 3.9737, "step": 27212 }, { "epoch": 0.27213, "grad_norm": 1.2451932971172757, "learning_rate": 0.003, "loss": 3.9767, "step": 27213 }, { "epoch": 0.27214, "grad_norm": 1.3079504333744942, "learning_rate": 0.003, "loss": 4.0147, "step": 27214 }, { "epoch": 0.27215, "grad_norm": 1.2162805459097819, "learning_rate": 0.003, "loss": 4.0025, "step": 27215 }, { "epoch": 0.27216, "grad_norm": 1.4076334781102537, "learning_rate": 0.003, "loss": 3.9966, "step": 27216 }, { "epoch": 0.27217, "grad_norm": 1.1472539970449969, "learning_rate": 0.003, "loss": 3.9985, "step": 27217 }, { "epoch": 0.27218, "grad_norm": 1.53986772149194, "learning_rate": 0.003, "loss": 4.0032, "step": 27218 }, { "epoch": 0.27219, "grad_norm": 0.9812332501343225, "learning_rate": 0.003, "loss": 3.9845, "step": 27219 }, { "epoch": 0.2722, "grad_norm": 1.4216452949323448, "learning_rate": 0.003, "loss": 3.9822, "step": 27220 }, { "epoch": 0.27221, "grad_norm": 1.1425534344292418, "learning_rate": 0.003, "loss": 4.0309, "step": 27221 }, { "epoch": 0.27222, "grad_norm": 1.427261006143529, "learning_rate": 0.003, "loss": 3.9805, "step": 27222 }, { "epoch": 0.27223, "grad_norm": 1.2092145225744693, "learning_rate": 0.003, "loss": 4.0076, "step": 27223 }, { "epoch": 0.27224, "grad_norm": 1.4902424646760397, "learning_rate": 0.003, "loss": 4.0021, "step": 27224 }, { "epoch": 0.27225, "grad_norm": 1.1907944142683222, "learning_rate": 0.003, "loss": 4.0011, "step": 27225 }, { "epoch": 0.27226, "grad_norm": 1.4182087897069833, "learning_rate": 0.003, "loss": 3.9979, "step": 27226 }, { "epoch": 0.27227, "grad_norm": 1.3382310549796455, "learning_rate": 0.003, "loss": 4.0061, "step": 27227 }, { "epoch": 0.27228, "grad_norm": 1.4166815098102794, "learning_rate": 0.003, "loss": 4.0027, "step": 27228 }, { "epoch": 0.27229, "grad_norm": 1.2748106046282175, "learning_rate": 0.003, "loss": 4.0085, "step": 27229 }, { "epoch": 0.2723, "grad_norm": 1.4405852178889262, "learning_rate": 0.003, "loss": 4.0185, "step": 27230 }, { "epoch": 0.27231, "grad_norm": 1.3358696826576255, "learning_rate": 0.003, "loss": 3.997, "step": 27231 }, { "epoch": 0.27232, "grad_norm": 1.0759813144192623, "learning_rate": 0.003, "loss": 3.9996, "step": 27232 }, { "epoch": 0.27233, "grad_norm": 1.427361894183607, "learning_rate": 0.003, "loss": 3.9988, "step": 27233 }, { "epoch": 0.27234, "grad_norm": 1.0855527311712758, "learning_rate": 0.003, "loss": 3.9839, "step": 27234 }, { "epoch": 0.27235, "grad_norm": 1.4262204098662232, "learning_rate": 0.003, "loss": 3.9764, "step": 27235 }, { "epoch": 0.27236, "grad_norm": 1.3834282282261865, "learning_rate": 0.003, "loss": 4.0136, "step": 27236 }, { "epoch": 0.27237, "grad_norm": 1.3169438083766685, "learning_rate": 0.003, "loss": 3.9998, "step": 27237 }, { "epoch": 0.27238, "grad_norm": 1.3823710270877096, "learning_rate": 0.003, "loss": 3.9912, "step": 27238 }, { "epoch": 0.27239, "grad_norm": 1.08575944219923, "learning_rate": 0.003, "loss": 3.9772, "step": 27239 }, { "epoch": 0.2724, "grad_norm": 1.6145167458025151, "learning_rate": 0.003, "loss": 4.0169, "step": 27240 }, { "epoch": 0.27241, "grad_norm": 1.3393294000015772, "learning_rate": 0.003, "loss": 4.0027, "step": 27241 }, { "epoch": 0.27242, "grad_norm": 1.3876313226903063, "learning_rate": 0.003, "loss": 4.0174, "step": 27242 }, { "epoch": 0.27243, "grad_norm": 1.3219015958426998, "learning_rate": 0.003, "loss": 4.0086, "step": 27243 }, { "epoch": 0.27244, "grad_norm": 1.2106612366513216, "learning_rate": 0.003, "loss": 3.9972, "step": 27244 }, { "epoch": 0.27245, "grad_norm": 1.2819530436603357, "learning_rate": 0.003, "loss": 3.9566, "step": 27245 }, { "epoch": 0.27246, "grad_norm": 1.2759834347702441, "learning_rate": 0.003, "loss": 3.9843, "step": 27246 }, { "epoch": 0.27247, "grad_norm": 1.2650272104949576, "learning_rate": 0.003, "loss": 3.9924, "step": 27247 }, { "epoch": 0.27248, "grad_norm": 1.3071330851776954, "learning_rate": 0.003, "loss": 3.9945, "step": 27248 }, { "epoch": 0.27249, "grad_norm": 1.3030238068745486, "learning_rate": 0.003, "loss": 4.0101, "step": 27249 }, { "epoch": 0.2725, "grad_norm": 1.4163394308449775, "learning_rate": 0.003, "loss": 3.9893, "step": 27250 }, { "epoch": 0.27251, "grad_norm": 1.3450090900886824, "learning_rate": 0.003, "loss": 4.0032, "step": 27251 }, { "epoch": 0.27252, "grad_norm": 1.2517729823382095, "learning_rate": 0.003, "loss": 3.969, "step": 27252 }, { "epoch": 0.27253, "grad_norm": 1.4005473342751877, "learning_rate": 0.003, "loss": 3.9903, "step": 27253 }, { "epoch": 0.27254, "grad_norm": 1.1605458683764376, "learning_rate": 0.003, "loss": 3.9688, "step": 27254 }, { "epoch": 0.27255, "grad_norm": 1.4895872172889022, "learning_rate": 0.003, "loss": 3.9921, "step": 27255 }, { "epoch": 0.27256, "grad_norm": 1.1767163188642846, "learning_rate": 0.003, "loss": 3.9993, "step": 27256 }, { "epoch": 0.27257, "grad_norm": 1.5244914620817887, "learning_rate": 0.003, "loss": 4.0192, "step": 27257 }, { "epoch": 0.27258, "grad_norm": 1.3629662000580882, "learning_rate": 0.003, "loss": 3.9945, "step": 27258 }, { "epoch": 0.27259, "grad_norm": 1.5028155008001964, "learning_rate": 0.003, "loss": 4.0052, "step": 27259 }, { "epoch": 0.2726, "grad_norm": 1.2400103884821463, "learning_rate": 0.003, "loss": 3.9951, "step": 27260 }, { "epoch": 0.27261, "grad_norm": 1.3401875260381295, "learning_rate": 0.003, "loss": 4.0042, "step": 27261 }, { "epoch": 0.27262, "grad_norm": 1.4299260397096532, "learning_rate": 0.003, "loss": 3.9992, "step": 27262 }, { "epoch": 0.27263, "grad_norm": 1.3049725485443473, "learning_rate": 0.003, "loss": 4.0167, "step": 27263 }, { "epoch": 0.27264, "grad_norm": 1.6748883754119193, "learning_rate": 0.003, "loss": 4.0065, "step": 27264 }, { "epoch": 0.27265, "grad_norm": 1.1992842756512774, "learning_rate": 0.003, "loss": 4.0055, "step": 27265 }, { "epoch": 0.27266, "grad_norm": 1.4732718667853315, "learning_rate": 0.003, "loss": 4.0175, "step": 27266 }, { "epoch": 0.27267, "grad_norm": 1.0986447880984758, "learning_rate": 0.003, "loss": 3.9788, "step": 27267 }, { "epoch": 0.27268, "grad_norm": 1.568856162171624, "learning_rate": 0.003, "loss": 3.9934, "step": 27268 }, { "epoch": 0.27269, "grad_norm": 1.0494777331192602, "learning_rate": 0.003, "loss": 4.0323, "step": 27269 }, { "epoch": 0.2727, "grad_norm": 1.5816035939330886, "learning_rate": 0.003, "loss": 4.0259, "step": 27270 }, { "epoch": 0.27271, "grad_norm": 1.0193686044428556, "learning_rate": 0.003, "loss": 4.0187, "step": 27271 }, { "epoch": 0.27272, "grad_norm": 1.5174000364567337, "learning_rate": 0.003, "loss": 4.021, "step": 27272 }, { "epoch": 0.27273, "grad_norm": 1.229595012410722, "learning_rate": 0.003, "loss": 4.012, "step": 27273 }, { "epoch": 0.27274, "grad_norm": 1.7214152523058532, "learning_rate": 0.003, "loss": 4.0031, "step": 27274 }, { "epoch": 0.27275, "grad_norm": 1.3085684549042496, "learning_rate": 0.003, "loss": 4.0337, "step": 27275 }, { "epoch": 0.27276, "grad_norm": 1.5494779957854496, "learning_rate": 0.003, "loss": 4.0093, "step": 27276 }, { "epoch": 0.27277, "grad_norm": 1.3259449190091361, "learning_rate": 0.003, "loss": 4.0014, "step": 27277 }, { "epoch": 0.27278, "grad_norm": 1.3230621482095895, "learning_rate": 0.003, "loss": 3.9768, "step": 27278 }, { "epoch": 0.27279, "grad_norm": 1.4060510476416612, "learning_rate": 0.003, "loss": 4.0115, "step": 27279 }, { "epoch": 0.2728, "grad_norm": 1.3259687816236148, "learning_rate": 0.003, "loss": 3.9803, "step": 27280 }, { "epoch": 0.27281, "grad_norm": 1.5120890547986383, "learning_rate": 0.003, "loss": 4.007, "step": 27281 }, { "epoch": 0.27282, "grad_norm": 1.0444407805849247, "learning_rate": 0.003, "loss": 3.9949, "step": 27282 }, { "epoch": 0.27283, "grad_norm": 1.4620559542136446, "learning_rate": 0.003, "loss": 4.015, "step": 27283 }, { "epoch": 0.27284, "grad_norm": 1.18471971702484, "learning_rate": 0.003, "loss": 4.0378, "step": 27284 }, { "epoch": 0.27285, "grad_norm": 1.5393267352371984, "learning_rate": 0.003, "loss": 3.9977, "step": 27285 }, { "epoch": 0.27286, "grad_norm": 1.0658546487613996, "learning_rate": 0.003, "loss": 3.9997, "step": 27286 }, { "epoch": 0.27287, "grad_norm": 1.646204232783282, "learning_rate": 0.003, "loss": 4.0175, "step": 27287 }, { "epoch": 0.27288, "grad_norm": 1.0971664709534823, "learning_rate": 0.003, "loss": 4.0212, "step": 27288 }, { "epoch": 0.27289, "grad_norm": 1.3310284168756947, "learning_rate": 0.003, "loss": 4.0116, "step": 27289 }, { "epoch": 0.2729, "grad_norm": 1.3867838664568761, "learning_rate": 0.003, "loss": 4.0267, "step": 27290 }, { "epoch": 0.27291, "grad_norm": 1.1664018479173899, "learning_rate": 0.003, "loss": 3.9785, "step": 27291 }, { "epoch": 0.27292, "grad_norm": 1.818155982061991, "learning_rate": 0.003, "loss": 3.977, "step": 27292 }, { "epoch": 0.27293, "grad_norm": 1.2388648588332438, "learning_rate": 0.003, "loss": 3.9916, "step": 27293 }, { "epoch": 0.27294, "grad_norm": 1.2899904884006288, "learning_rate": 0.003, "loss": 4.0097, "step": 27294 }, { "epoch": 0.27295, "grad_norm": 1.132908937035821, "learning_rate": 0.003, "loss": 4.0153, "step": 27295 }, { "epoch": 0.27296, "grad_norm": 1.4037140059848243, "learning_rate": 0.003, "loss": 4.0039, "step": 27296 }, { "epoch": 0.27297, "grad_norm": 1.198557947344019, "learning_rate": 0.003, "loss": 3.9835, "step": 27297 }, { "epoch": 0.27298, "grad_norm": 1.481927014864561, "learning_rate": 0.003, "loss": 3.9988, "step": 27298 }, { "epoch": 0.27299, "grad_norm": 1.2218199212044434, "learning_rate": 0.003, "loss": 3.9989, "step": 27299 }, { "epoch": 0.273, "grad_norm": 1.2009620670699304, "learning_rate": 0.003, "loss": 3.9932, "step": 27300 }, { "epoch": 0.27301, "grad_norm": 1.6128637243016282, "learning_rate": 0.003, "loss": 4.0106, "step": 27301 }, { "epoch": 0.27302, "grad_norm": 1.09756099697045, "learning_rate": 0.003, "loss": 4.0175, "step": 27302 }, { "epoch": 0.27303, "grad_norm": 1.6933870180502886, "learning_rate": 0.003, "loss": 3.9735, "step": 27303 }, { "epoch": 0.27304, "grad_norm": 1.08162474362137, "learning_rate": 0.003, "loss": 4.003, "step": 27304 }, { "epoch": 0.27305, "grad_norm": 1.6617092504072861, "learning_rate": 0.003, "loss": 3.9928, "step": 27305 }, { "epoch": 0.27306, "grad_norm": 1.1280582257349838, "learning_rate": 0.003, "loss": 4.0247, "step": 27306 }, { "epoch": 0.27307, "grad_norm": 1.4576492136319612, "learning_rate": 0.003, "loss": 3.9913, "step": 27307 }, { "epoch": 0.27308, "grad_norm": 1.3315198540470679, "learning_rate": 0.003, "loss": 4.0128, "step": 27308 }, { "epoch": 0.27309, "grad_norm": 1.288308953413981, "learning_rate": 0.003, "loss": 3.9897, "step": 27309 }, { "epoch": 0.2731, "grad_norm": 1.3899396963680708, "learning_rate": 0.003, "loss": 4.0041, "step": 27310 }, { "epoch": 0.27311, "grad_norm": 1.2090301890341553, "learning_rate": 0.003, "loss": 4.0161, "step": 27311 }, { "epoch": 0.27312, "grad_norm": 1.3209033963721155, "learning_rate": 0.003, "loss": 4.0099, "step": 27312 }, { "epoch": 0.27313, "grad_norm": 1.3467088058495786, "learning_rate": 0.003, "loss": 4.012, "step": 27313 }, { "epoch": 0.27314, "grad_norm": 1.3417255654601947, "learning_rate": 0.003, "loss": 3.999, "step": 27314 }, { "epoch": 0.27315, "grad_norm": 1.101533861012465, "learning_rate": 0.003, "loss": 4.0001, "step": 27315 }, { "epoch": 0.27316, "grad_norm": 1.391130764559058, "learning_rate": 0.003, "loss": 3.9611, "step": 27316 }, { "epoch": 0.27317, "grad_norm": 1.1280544575514195, "learning_rate": 0.003, "loss": 3.9878, "step": 27317 }, { "epoch": 0.27318, "grad_norm": 1.386324841412196, "learning_rate": 0.003, "loss": 4.0046, "step": 27318 }, { "epoch": 0.27319, "grad_norm": 1.435229647025857, "learning_rate": 0.003, "loss": 3.9887, "step": 27319 }, { "epoch": 0.2732, "grad_norm": 1.23772077331946, "learning_rate": 0.003, "loss": 3.9895, "step": 27320 }, { "epoch": 0.27321, "grad_norm": 1.2660727518033006, "learning_rate": 0.003, "loss": 3.9982, "step": 27321 }, { "epoch": 0.27322, "grad_norm": 1.1027701214068033, "learning_rate": 0.003, "loss": 3.987, "step": 27322 }, { "epoch": 0.27323, "grad_norm": 1.3429931021355204, "learning_rate": 0.003, "loss": 4.0373, "step": 27323 }, { "epoch": 0.27324, "grad_norm": 1.158630040320253, "learning_rate": 0.003, "loss": 3.9879, "step": 27324 }, { "epoch": 0.27325, "grad_norm": 1.4783766052592384, "learning_rate": 0.003, "loss": 4.0003, "step": 27325 }, { "epoch": 0.27326, "grad_norm": 1.2733450372766892, "learning_rate": 0.003, "loss": 4.0126, "step": 27326 }, { "epoch": 0.27327, "grad_norm": 1.4020123757402063, "learning_rate": 0.003, "loss": 4.0064, "step": 27327 }, { "epoch": 0.27328, "grad_norm": 1.1600341238905294, "learning_rate": 0.003, "loss": 3.9643, "step": 27328 }, { "epoch": 0.27329, "grad_norm": 1.450104666624323, "learning_rate": 0.003, "loss": 4.0213, "step": 27329 }, { "epoch": 0.2733, "grad_norm": 1.0806864259962778, "learning_rate": 0.003, "loss": 3.9952, "step": 27330 }, { "epoch": 0.27331, "grad_norm": 1.3247634602798721, "learning_rate": 0.003, "loss": 4.0127, "step": 27331 }, { "epoch": 0.27332, "grad_norm": 1.2648062710696106, "learning_rate": 0.003, "loss": 4.002, "step": 27332 }, { "epoch": 0.27333, "grad_norm": 1.3099419067912035, "learning_rate": 0.003, "loss": 4.0058, "step": 27333 }, { "epoch": 0.27334, "grad_norm": 1.3088345347235968, "learning_rate": 0.003, "loss": 3.9882, "step": 27334 }, { "epoch": 0.27335, "grad_norm": 1.2302545121154256, "learning_rate": 0.003, "loss": 4.0139, "step": 27335 }, { "epoch": 0.27336, "grad_norm": 1.487665493355487, "learning_rate": 0.003, "loss": 3.9765, "step": 27336 }, { "epoch": 0.27337, "grad_norm": 1.1164953438927636, "learning_rate": 0.003, "loss": 3.9842, "step": 27337 }, { "epoch": 0.27338, "grad_norm": 1.358352298580659, "learning_rate": 0.003, "loss": 3.997, "step": 27338 }, { "epoch": 0.27339, "grad_norm": 1.3375891052346525, "learning_rate": 0.003, "loss": 4.0283, "step": 27339 }, { "epoch": 0.2734, "grad_norm": 1.1220310179008453, "learning_rate": 0.003, "loss": 3.9854, "step": 27340 }, { "epoch": 0.27341, "grad_norm": 1.3130242358087676, "learning_rate": 0.003, "loss": 3.9855, "step": 27341 }, { "epoch": 0.27342, "grad_norm": 1.3972815147395414, "learning_rate": 0.003, "loss": 3.9891, "step": 27342 }, { "epoch": 0.27343, "grad_norm": 1.0476391229844775, "learning_rate": 0.003, "loss": 4.0278, "step": 27343 }, { "epoch": 0.27344, "grad_norm": 1.431815353416879, "learning_rate": 0.003, "loss": 4.0144, "step": 27344 }, { "epoch": 0.27345, "grad_norm": 1.0263000756740892, "learning_rate": 0.003, "loss": 3.9971, "step": 27345 }, { "epoch": 0.27346, "grad_norm": 1.5579355748762187, "learning_rate": 0.003, "loss": 3.9771, "step": 27346 }, { "epoch": 0.27347, "grad_norm": 1.1524627897933757, "learning_rate": 0.003, "loss": 3.9687, "step": 27347 }, { "epoch": 0.27348, "grad_norm": 1.5968805399842663, "learning_rate": 0.003, "loss": 4.0173, "step": 27348 }, { "epoch": 0.27349, "grad_norm": 0.990532456891372, "learning_rate": 0.003, "loss": 4.0161, "step": 27349 }, { "epoch": 0.2735, "grad_norm": 1.5861780749397913, "learning_rate": 0.003, "loss": 3.9953, "step": 27350 }, { "epoch": 0.27351, "grad_norm": 1.1451176424330662, "learning_rate": 0.003, "loss": 4.0265, "step": 27351 }, { "epoch": 0.27352, "grad_norm": 1.461736607868016, "learning_rate": 0.003, "loss": 3.9747, "step": 27352 }, { "epoch": 0.27353, "grad_norm": 1.3818203776954592, "learning_rate": 0.003, "loss": 4.0172, "step": 27353 }, { "epoch": 0.27354, "grad_norm": 1.3622814187972698, "learning_rate": 0.003, "loss": 4.0147, "step": 27354 }, { "epoch": 0.27355, "grad_norm": 1.1035729954412146, "learning_rate": 0.003, "loss": 3.9931, "step": 27355 }, { "epoch": 0.27356, "grad_norm": 1.494403352242744, "learning_rate": 0.003, "loss": 3.9724, "step": 27356 }, { "epoch": 0.27357, "grad_norm": 1.190570591252591, "learning_rate": 0.003, "loss": 3.9749, "step": 27357 }, { "epoch": 0.27358, "grad_norm": 1.4093193905658128, "learning_rate": 0.003, "loss": 4.0, "step": 27358 }, { "epoch": 0.27359, "grad_norm": 1.1482019160612424, "learning_rate": 0.003, "loss": 4.002, "step": 27359 }, { "epoch": 0.2736, "grad_norm": 1.4401055055097343, "learning_rate": 0.003, "loss": 4.0036, "step": 27360 }, { "epoch": 0.27361, "grad_norm": 1.2114807300766517, "learning_rate": 0.003, "loss": 3.9934, "step": 27361 }, { "epoch": 0.27362, "grad_norm": 1.4240110300053075, "learning_rate": 0.003, "loss": 4.0135, "step": 27362 }, { "epoch": 0.27363, "grad_norm": 1.2747236955197148, "learning_rate": 0.003, "loss": 4.0091, "step": 27363 }, { "epoch": 0.27364, "grad_norm": 1.3137292933083369, "learning_rate": 0.003, "loss": 4.0049, "step": 27364 }, { "epoch": 0.27365, "grad_norm": 1.188918952807565, "learning_rate": 0.003, "loss": 3.9818, "step": 27365 }, { "epoch": 0.27366, "grad_norm": 1.3741060872120656, "learning_rate": 0.003, "loss": 3.9909, "step": 27366 }, { "epoch": 0.27367, "grad_norm": 1.116997451999254, "learning_rate": 0.003, "loss": 3.9993, "step": 27367 }, { "epoch": 0.27368, "grad_norm": 1.4734753615447953, "learning_rate": 0.003, "loss": 4.005, "step": 27368 }, { "epoch": 0.27369, "grad_norm": 1.1000790736650607, "learning_rate": 0.003, "loss": 3.9642, "step": 27369 }, { "epoch": 0.2737, "grad_norm": 1.8052304252695812, "learning_rate": 0.003, "loss": 4.0123, "step": 27370 }, { "epoch": 0.27371, "grad_norm": 1.1161912953829287, "learning_rate": 0.003, "loss": 4.0053, "step": 27371 }, { "epoch": 0.27372, "grad_norm": 1.503245677672137, "learning_rate": 0.003, "loss": 3.9992, "step": 27372 }, { "epoch": 0.27373, "grad_norm": 1.1106567075937508, "learning_rate": 0.003, "loss": 3.9998, "step": 27373 }, { "epoch": 0.27374, "grad_norm": 1.4621910059673242, "learning_rate": 0.003, "loss": 3.9931, "step": 27374 }, { "epoch": 0.27375, "grad_norm": 1.0818639428951453, "learning_rate": 0.003, "loss": 4.0348, "step": 27375 }, { "epoch": 0.27376, "grad_norm": 1.5928336978236077, "learning_rate": 0.003, "loss": 3.992, "step": 27376 }, { "epoch": 0.27377, "grad_norm": 1.1254391102657195, "learning_rate": 0.003, "loss": 4.0193, "step": 27377 }, { "epoch": 0.27378, "grad_norm": 1.2875143558067395, "learning_rate": 0.003, "loss": 4.0144, "step": 27378 }, { "epoch": 0.27379, "grad_norm": 1.2581232474416562, "learning_rate": 0.003, "loss": 3.9849, "step": 27379 }, { "epoch": 0.2738, "grad_norm": 1.4358277889139677, "learning_rate": 0.003, "loss": 4.0229, "step": 27380 }, { "epoch": 0.27381, "grad_norm": 1.2852815985316948, "learning_rate": 0.003, "loss": 4.0071, "step": 27381 }, { "epoch": 0.27382, "grad_norm": 1.474445931541786, "learning_rate": 0.003, "loss": 4.0159, "step": 27382 }, { "epoch": 0.27383, "grad_norm": 1.049516360586971, "learning_rate": 0.003, "loss": 3.9984, "step": 27383 }, { "epoch": 0.27384, "grad_norm": 1.3155868442865282, "learning_rate": 0.003, "loss": 3.9997, "step": 27384 }, { "epoch": 0.27385, "grad_norm": 1.0919856235997585, "learning_rate": 0.003, "loss": 3.9564, "step": 27385 }, { "epoch": 0.27386, "grad_norm": 1.2163338279408011, "learning_rate": 0.003, "loss": 3.9974, "step": 27386 }, { "epoch": 0.27387, "grad_norm": 1.1366109161088482, "learning_rate": 0.003, "loss": 3.9748, "step": 27387 }, { "epoch": 0.27388, "grad_norm": 1.3113626334992632, "learning_rate": 0.003, "loss": 4.0224, "step": 27388 }, { "epoch": 0.27389, "grad_norm": 1.3452338087650326, "learning_rate": 0.003, "loss": 4.0232, "step": 27389 }, { "epoch": 0.2739, "grad_norm": 1.2648730003487025, "learning_rate": 0.003, "loss": 4.0158, "step": 27390 }, { "epoch": 0.27391, "grad_norm": 1.3585893931220845, "learning_rate": 0.003, "loss": 3.9888, "step": 27391 }, { "epoch": 0.27392, "grad_norm": 1.1803924725987054, "learning_rate": 0.003, "loss": 3.993, "step": 27392 }, { "epoch": 0.27393, "grad_norm": 1.817873488507823, "learning_rate": 0.003, "loss": 4.0033, "step": 27393 }, { "epoch": 0.27394, "grad_norm": 1.1047455139865572, "learning_rate": 0.003, "loss": 4.023, "step": 27394 }, { "epoch": 0.27395, "grad_norm": 1.4769127034085139, "learning_rate": 0.003, "loss": 4.0112, "step": 27395 }, { "epoch": 0.27396, "grad_norm": 1.0718841244428614, "learning_rate": 0.003, "loss": 4.0003, "step": 27396 }, { "epoch": 0.27397, "grad_norm": 1.4996800889004396, "learning_rate": 0.003, "loss": 4.0061, "step": 27397 }, { "epoch": 0.27398, "grad_norm": 1.0865177140588738, "learning_rate": 0.003, "loss": 3.9796, "step": 27398 }, { "epoch": 0.27399, "grad_norm": 1.4614354577090072, "learning_rate": 0.003, "loss": 4.005, "step": 27399 }, { "epoch": 0.274, "grad_norm": 1.4711483142521062, "learning_rate": 0.003, "loss": 4.027, "step": 27400 }, { "epoch": 0.27401, "grad_norm": 1.2066752643020568, "learning_rate": 0.003, "loss": 4.0083, "step": 27401 }, { "epoch": 0.27402, "grad_norm": 1.429539234665531, "learning_rate": 0.003, "loss": 3.9946, "step": 27402 }, { "epoch": 0.27403, "grad_norm": 1.195674845833118, "learning_rate": 0.003, "loss": 4.0057, "step": 27403 }, { "epoch": 0.27404, "grad_norm": 1.347051784405818, "learning_rate": 0.003, "loss": 3.9829, "step": 27404 }, { "epoch": 0.27405, "grad_norm": 1.0281003323272857, "learning_rate": 0.003, "loss": 3.9818, "step": 27405 }, { "epoch": 0.27406, "grad_norm": 1.2525293298650393, "learning_rate": 0.003, "loss": 4.0008, "step": 27406 }, { "epoch": 0.27407, "grad_norm": 1.4042326191208723, "learning_rate": 0.003, "loss": 3.989, "step": 27407 }, { "epoch": 0.27408, "grad_norm": 1.2626226983765654, "learning_rate": 0.003, "loss": 4.0081, "step": 27408 }, { "epoch": 0.27409, "grad_norm": 1.4149605323283674, "learning_rate": 0.003, "loss": 4.0092, "step": 27409 }, { "epoch": 0.2741, "grad_norm": 1.1790221756598234, "learning_rate": 0.003, "loss": 4.0019, "step": 27410 }, { "epoch": 0.27411, "grad_norm": 1.3787696458058865, "learning_rate": 0.003, "loss": 3.9803, "step": 27411 }, { "epoch": 0.27412, "grad_norm": 1.4013384502850619, "learning_rate": 0.003, "loss": 3.9853, "step": 27412 }, { "epoch": 0.27413, "grad_norm": 1.1340881272181491, "learning_rate": 0.003, "loss": 4.0203, "step": 27413 }, { "epoch": 0.27414, "grad_norm": 1.3562426422593408, "learning_rate": 0.003, "loss": 3.9647, "step": 27414 }, { "epoch": 0.27415, "grad_norm": 1.211090178315049, "learning_rate": 0.003, "loss": 3.9939, "step": 27415 }, { "epoch": 0.27416, "grad_norm": 1.4293266426328444, "learning_rate": 0.003, "loss": 4.0188, "step": 27416 }, { "epoch": 0.27417, "grad_norm": 1.3500161441900496, "learning_rate": 0.003, "loss": 3.9797, "step": 27417 }, { "epoch": 0.27418, "grad_norm": 1.409102727852954, "learning_rate": 0.003, "loss": 4.0163, "step": 27418 }, { "epoch": 0.27419, "grad_norm": 1.2526646596232809, "learning_rate": 0.003, "loss": 3.9688, "step": 27419 }, { "epoch": 0.2742, "grad_norm": 1.4073959747437554, "learning_rate": 0.003, "loss": 3.9917, "step": 27420 }, { "epoch": 0.27421, "grad_norm": 1.0352545574404557, "learning_rate": 0.003, "loss": 3.996, "step": 27421 }, { "epoch": 0.27422, "grad_norm": 1.4117837700525033, "learning_rate": 0.003, "loss": 3.9909, "step": 27422 }, { "epoch": 0.27423, "grad_norm": 1.1090983594291366, "learning_rate": 0.003, "loss": 3.9998, "step": 27423 }, { "epoch": 0.27424, "grad_norm": 1.5179390704692743, "learning_rate": 0.003, "loss": 4.0252, "step": 27424 }, { "epoch": 0.27425, "grad_norm": 1.1298938241778334, "learning_rate": 0.003, "loss": 3.9883, "step": 27425 }, { "epoch": 0.27426, "grad_norm": 1.4078566183657948, "learning_rate": 0.003, "loss": 3.9986, "step": 27426 }, { "epoch": 0.27427, "grad_norm": 1.2810094273816117, "learning_rate": 0.003, "loss": 4.0221, "step": 27427 }, { "epoch": 0.27428, "grad_norm": 1.682496614422002, "learning_rate": 0.003, "loss": 3.9892, "step": 27428 }, { "epoch": 0.27429, "grad_norm": 1.1255084784845013, "learning_rate": 0.003, "loss": 4.0102, "step": 27429 }, { "epoch": 0.2743, "grad_norm": 1.3839645726427094, "learning_rate": 0.003, "loss": 3.9998, "step": 27430 }, { "epoch": 0.27431, "grad_norm": 1.2227242869450106, "learning_rate": 0.003, "loss": 4.0014, "step": 27431 }, { "epoch": 0.27432, "grad_norm": 1.3339246064343473, "learning_rate": 0.003, "loss": 3.991, "step": 27432 }, { "epoch": 0.27433, "grad_norm": 1.1455487564110172, "learning_rate": 0.003, "loss": 4.0102, "step": 27433 }, { "epoch": 0.27434, "grad_norm": 1.6257829363778944, "learning_rate": 0.003, "loss": 3.9756, "step": 27434 }, { "epoch": 0.27435, "grad_norm": 1.0552089251033214, "learning_rate": 0.003, "loss": 3.969, "step": 27435 }, { "epoch": 0.27436, "grad_norm": 1.5509814910438353, "learning_rate": 0.003, "loss": 4.0171, "step": 27436 }, { "epoch": 0.27437, "grad_norm": 1.1168413618249022, "learning_rate": 0.003, "loss": 4.0221, "step": 27437 }, { "epoch": 0.27438, "grad_norm": 1.390713001148874, "learning_rate": 0.003, "loss": 4.0077, "step": 27438 }, { "epoch": 0.27439, "grad_norm": 1.1656333902209932, "learning_rate": 0.003, "loss": 4.0283, "step": 27439 }, { "epoch": 0.2744, "grad_norm": 1.1774258174900223, "learning_rate": 0.003, "loss": 4.0219, "step": 27440 }, { "epoch": 0.27441, "grad_norm": 1.403528763370339, "learning_rate": 0.003, "loss": 3.9893, "step": 27441 }, { "epoch": 0.27442, "grad_norm": 1.1202191918111373, "learning_rate": 0.003, "loss": 3.9999, "step": 27442 }, { "epoch": 0.27443, "grad_norm": 1.4857918782524049, "learning_rate": 0.003, "loss": 4.0214, "step": 27443 }, { "epoch": 0.27444, "grad_norm": 1.313130522745608, "learning_rate": 0.003, "loss": 3.9992, "step": 27444 }, { "epoch": 0.27445, "grad_norm": 1.3390581675305944, "learning_rate": 0.003, "loss": 3.9896, "step": 27445 }, { "epoch": 0.27446, "grad_norm": 1.3782743429171178, "learning_rate": 0.003, "loss": 4.0132, "step": 27446 }, { "epoch": 0.27447, "grad_norm": 1.2524494302437807, "learning_rate": 0.003, "loss": 4.0009, "step": 27447 }, { "epoch": 0.27448, "grad_norm": 1.2576744083217741, "learning_rate": 0.003, "loss": 3.9834, "step": 27448 }, { "epoch": 0.27449, "grad_norm": 1.3192929664947863, "learning_rate": 0.003, "loss": 3.9801, "step": 27449 }, { "epoch": 0.2745, "grad_norm": 1.4636605737092458, "learning_rate": 0.003, "loss": 4.0066, "step": 27450 }, { "epoch": 0.27451, "grad_norm": 1.171812369804601, "learning_rate": 0.003, "loss": 3.9673, "step": 27451 }, { "epoch": 0.27452, "grad_norm": 1.1145998290975756, "learning_rate": 0.003, "loss": 3.9658, "step": 27452 }, { "epoch": 0.27453, "grad_norm": 1.335660669334986, "learning_rate": 0.003, "loss": 4.0207, "step": 27453 }, { "epoch": 0.27454, "grad_norm": 1.1331582259325754, "learning_rate": 0.003, "loss": 4.0091, "step": 27454 }, { "epoch": 0.27455, "grad_norm": 1.3489180615361458, "learning_rate": 0.003, "loss": 4.0216, "step": 27455 }, { "epoch": 0.27456, "grad_norm": 1.1814374227890485, "learning_rate": 0.003, "loss": 4.0096, "step": 27456 }, { "epoch": 0.27457, "grad_norm": 1.3230203454370857, "learning_rate": 0.003, "loss": 3.992, "step": 27457 }, { "epoch": 0.27458, "grad_norm": 1.4002291220593146, "learning_rate": 0.003, "loss": 3.9868, "step": 27458 }, { "epoch": 0.27459, "grad_norm": 1.3297903412806347, "learning_rate": 0.003, "loss": 3.9989, "step": 27459 }, { "epoch": 0.2746, "grad_norm": 1.3770861792396358, "learning_rate": 0.003, "loss": 3.9894, "step": 27460 }, { "epoch": 0.27461, "grad_norm": 1.2827139784777797, "learning_rate": 0.003, "loss": 3.994, "step": 27461 }, { "epoch": 0.27462, "grad_norm": 1.3688644113692494, "learning_rate": 0.003, "loss": 4.0032, "step": 27462 }, { "epoch": 0.27463, "grad_norm": 1.320723570910621, "learning_rate": 0.003, "loss": 4.0093, "step": 27463 }, { "epoch": 0.27464, "grad_norm": 1.4844050999815814, "learning_rate": 0.003, "loss": 3.994, "step": 27464 }, { "epoch": 0.27465, "grad_norm": 1.2113298211860728, "learning_rate": 0.003, "loss": 3.9945, "step": 27465 }, { "epoch": 0.27466, "grad_norm": 1.3464477784398294, "learning_rate": 0.003, "loss": 3.9859, "step": 27466 }, { "epoch": 0.27467, "grad_norm": 1.4212653043002434, "learning_rate": 0.003, "loss": 3.9728, "step": 27467 }, { "epoch": 0.27468, "grad_norm": 1.208578016816772, "learning_rate": 0.003, "loss": 4.0102, "step": 27468 }, { "epoch": 0.27469, "grad_norm": 1.7983255565942968, "learning_rate": 0.003, "loss": 4.0157, "step": 27469 }, { "epoch": 0.2747, "grad_norm": 0.7907938325742707, "learning_rate": 0.003, "loss": 4.0143, "step": 27470 }, { "epoch": 0.27471, "grad_norm": 1.0900364327355307, "learning_rate": 0.003, "loss": 3.9916, "step": 27471 }, { "epoch": 0.27472, "grad_norm": 1.474891011659208, "learning_rate": 0.003, "loss": 3.9978, "step": 27472 }, { "epoch": 0.27473, "grad_norm": 1.3368637463985997, "learning_rate": 0.003, "loss": 4.0047, "step": 27473 }, { "epoch": 0.27474, "grad_norm": 1.5059350599440533, "learning_rate": 0.003, "loss": 3.9754, "step": 27474 }, { "epoch": 0.27475, "grad_norm": 0.9950712348375101, "learning_rate": 0.003, "loss": 4.002, "step": 27475 }, { "epoch": 0.27476, "grad_norm": 1.5207736744727793, "learning_rate": 0.003, "loss": 4.0342, "step": 27476 }, { "epoch": 0.27477, "grad_norm": 1.3004988638757187, "learning_rate": 0.003, "loss": 4.024, "step": 27477 }, { "epoch": 0.27478, "grad_norm": 1.3025279293643255, "learning_rate": 0.003, "loss": 3.9953, "step": 27478 }, { "epoch": 0.27479, "grad_norm": 1.315556356711535, "learning_rate": 0.003, "loss": 4.0005, "step": 27479 }, { "epoch": 0.2748, "grad_norm": 1.236709855918288, "learning_rate": 0.003, "loss": 4.0183, "step": 27480 }, { "epoch": 0.27481, "grad_norm": 1.4226795647203763, "learning_rate": 0.003, "loss": 4.0089, "step": 27481 }, { "epoch": 0.27482, "grad_norm": 1.0817716360739926, "learning_rate": 0.003, "loss": 4.0239, "step": 27482 }, { "epoch": 0.27483, "grad_norm": 1.4027707403279588, "learning_rate": 0.003, "loss": 4.004, "step": 27483 }, { "epoch": 0.27484, "grad_norm": 1.103138759992476, "learning_rate": 0.003, "loss": 3.995, "step": 27484 }, { "epoch": 0.27485, "grad_norm": 1.4099907890308006, "learning_rate": 0.003, "loss": 4.0109, "step": 27485 }, { "epoch": 0.27486, "grad_norm": 1.1850422104019995, "learning_rate": 0.003, "loss": 4.0202, "step": 27486 }, { "epoch": 0.27487, "grad_norm": 1.3320017359238479, "learning_rate": 0.003, "loss": 4.0067, "step": 27487 }, { "epoch": 0.27488, "grad_norm": 1.2377563937788247, "learning_rate": 0.003, "loss": 4.017, "step": 27488 }, { "epoch": 0.27489, "grad_norm": 1.350543616497147, "learning_rate": 0.003, "loss": 3.9947, "step": 27489 }, { "epoch": 0.2749, "grad_norm": 1.357021793365444, "learning_rate": 0.003, "loss": 3.9867, "step": 27490 }, { "epoch": 0.27491, "grad_norm": 1.316329023124303, "learning_rate": 0.003, "loss": 3.9952, "step": 27491 }, { "epoch": 0.27492, "grad_norm": 1.3524512082510662, "learning_rate": 0.003, "loss": 3.9734, "step": 27492 }, { "epoch": 0.27493, "grad_norm": 1.3248850377522734, "learning_rate": 0.003, "loss": 4.0058, "step": 27493 }, { "epoch": 0.27494, "grad_norm": 1.371526691180137, "learning_rate": 0.003, "loss": 4.0053, "step": 27494 }, { "epoch": 0.27495, "grad_norm": 1.1262580747945288, "learning_rate": 0.003, "loss": 3.9998, "step": 27495 }, { "epoch": 0.27496, "grad_norm": 1.574988914335664, "learning_rate": 0.003, "loss": 3.9888, "step": 27496 }, { "epoch": 0.27497, "grad_norm": 0.9721542235875303, "learning_rate": 0.003, "loss": 3.9793, "step": 27497 }, { "epoch": 0.27498, "grad_norm": 1.4702408168123493, "learning_rate": 0.003, "loss": 3.9986, "step": 27498 }, { "epoch": 0.27499, "grad_norm": 1.1929131735578795, "learning_rate": 0.003, "loss": 4.0114, "step": 27499 }, { "epoch": 0.275, "grad_norm": 1.4208305916363595, "learning_rate": 0.003, "loss": 3.9887, "step": 27500 }, { "epoch": 0.27501, "grad_norm": 1.2438739348931667, "learning_rate": 0.003, "loss": 4.0195, "step": 27501 }, { "epoch": 0.27502, "grad_norm": 1.3406082375112343, "learning_rate": 0.003, "loss": 3.9934, "step": 27502 }, { "epoch": 0.27503, "grad_norm": 1.1684079786204664, "learning_rate": 0.003, "loss": 4.0281, "step": 27503 }, { "epoch": 0.27504, "grad_norm": 1.3677434761405698, "learning_rate": 0.003, "loss": 4.0288, "step": 27504 }, { "epoch": 0.27505, "grad_norm": 1.2272602344503456, "learning_rate": 0.003, "loss": 4.0281, "step": 27505 }, { "epoch": 0.27506, "grad_norm": 1.5801204401017006, "learning_rate": 0.003, "loss": 4.0124, "step": 27506 }, { "epoch": 0.27507, "grad_norm": 1.2237892941373827, "learning_rate": 0.003, "loss": 3.9879, "step": 27507 }, { "epoch": 0.27508, "grad_norm": 1.4426272636658255, "learning_rate": 0.003, "loss": 3.996, "step": 27508 }, { "epoch": 0.27509, "grad_norm": 1.2576917379732142, "learning_rate": 0.003, "loss": 4.0031, "step": 27509 }, { "epoch": 0.2751, "grad_norm": 1.2332102002660548, "learning_rate": 0.003, "loss": 3.9984, "step": 27510 }, { "epoch": 0.27511, "grad_norm": 1.299913885866999, "learning_rate": 0.003, "loss": 4.0186, "step": 27511 }, { "epoch": 0.27512, "grad_norm": 1.4076717001228123, "learning_rate": 0.003, "loss": 3.9908, "step": 27512 }, { "epoch": 0.27513, "grad_norm": 0.996419571936095, "learning_rate": 0.003, "loss": 4.0112, "step": 27513 }, { "epoch": 0.27514, "grad_norm": 1.6301285888292114, "learning_rate": 0.003, "loss": 4.0006, "step": 27514 }, { "epoch": 0.27515, "grad_norm": 1.028305198158265, "learning_rate": 0.003, "loss": 3.9802, "step": 27515 }, { "epoch": 0.27516, "grad_norm": 1.6761675803260785, "learning_rate": 0.003, "loss": 4.0039, "step": 27516 }, { "epoch": 0.27517, "grad_norm": 1.3248525927829635, "learning_rate": 0.003, "loss": 4.0078, "step": 27517 }, { "epoch": 0.27518, "grad_norm": 1.079348279425426, "learning_rate": 0.003, "loss": 4.0351, "step": 27518 }, { "epoch": 0.27519, "grad_norm": 1.5421020805715446, "learning_rate": 0.003, "loss": 4.0189, "step": 27519 }, { "epoch": 0.2752, "grad_norm": 1.0882027811095325, "learning_rate": 0.003, "loss": 4.0145, "step": 27520 }, { "epoch": 0.27521, "grad_norm": 1.459282996653202, "learning_rate": 0.003, "loss": 4.024, "step": 27521 }, { "epoch": 0.27522, "grad_norm": 1.2774977050976224, "learning_rate": 0.003, "loss": 4.0124, "step": 27522 }, { "epoch": 0.27523, "grad_norm": 1.5109362735664502, "learning_rate": 0.003, "loss": 4.0044, "step": 27523 }, { "epoch": 0.27524, "grad_norm": 1.2184814053952124, "learning_rate": 0.003, "loss": 3.9945, "step": 27524 }, { "epoch": 0.27525, "grad_norm": 1.2927951809608396, "learning_rate": 0.003, "loss": 4.0301, "step": 27525 }, { "epoch": 0.27526, "grad_norm": 1.1478869147360202, "learning_rate": 0.003, "loss": 3.9879, "step": 27526 }, { "epoch": 0.27527, "grad_norm": 1.4618510425622577, "learning_rate": 0.003, "loss": 3.998, "step": 27527 }, { "epoch": 0.27528, "grad_norm": 1.2329002129449707, "learning_rate": 0.003, "loss": 4.003, "step": 27528 }, { "epoch": 0.27529, "grad_norm": 1.561378709343677, "learning_rate": 0.003, "loss": 3.9932, "step": 27529 }, { "epoch": 0.2753, "grad_norm": 1.1229103351779055, "learning_rate": 0.003, "loss": 4.0019, "step": 27530 }, { "epoch": 0.27531, "grad_norm": 1.3879271510345694, "learning_rate": 0.003, "loss": 4.0187, "step": 27531 }, { "epoch": 0.27532, "grad_norm": 0.9998427576692598, "learning_rate": 0.003, "loss": 4.007, "step": 27532 }, { "epoch": 0.27533, "grad_norm": 1.4872190002066854, "learning_rate": 0.003, "loss": 3.9846, "step": 27533 }, { "epoch": 0.27534, "grad_norm": 1.105694550387867, "learning_rate": 0.003, "loss": 3.9995, "step": 27534 }, { "epoch": 0.27535, "grad_norm": 1.386818386793606, "learning_rate": 0.003, "loss": 3.9794, "step": 27535 }, { "epoch": 0.27536, "grad_norm": 1.3358144537838892, "learning_rate": 0.003, "loss": 4.0304, "step": 27536 }, { "epoch": 0.27537, "grad_norm": 1.160926876150567, "learning_rate": 0.003, "loss": 4.0114, "step": 27537 }, { "epoch": 0.27538, "grad_norm": 1.4409314789362706, "learning_rate": 0.003, "loss": 3.9822, "step": 27538 }, { "epoch": 0.27539, "grad_norm": 1.2854372663863878, "learning_rate": 0.003, "loss": 3.9935, "step": 27539 }, { "epoch": 0.2754, "grad_norm": 1.3442925116236955, "learning_rate": 0.003, "loss": 4.0075, "step": 27540 }, { "epoch": 0.27541, "grad_norm": 1.090436720424664, "learning_rate": 0.003, "loss": 3.9987, "step": 27541 }, { "epoch": 0.27542, "grad_norm": 1.5082724879185667, "learning_rate": 0.003, "loss": 4.0075, "step": 27542 }, { "epoch": 0.27543, "grad_norm": 1.4176595274580297, "learning_rate": 0.003, "loss": 4.011, "step": 27543 }, { "epoch": 0.27544, "grad_norm": 1.216585613552536, "learning_rate": 0.003, "loss": 3.9876, "step": 27544 }, { "epoch": 0.27545, "grad_norm": 1.4027719391379425, "learning_rate": 0.003, "loss": 3.9735, "step": 27545 }, { "epoch": 0.27546, "grad_norm": 1.2157257071904375, "learning_rate": 0.003, "loss": 3.9935, "step": 27546 }, { "epoch": 0.27547, "grad_norm": 1.4055693424326867, "learning_rate": 0.003, "loss": 4.0094, "step": 27547 }, { "epoch": 0.27548, "grad_norm": 1.2180998854189558, "learning_rate": 0.003, "loss": 4.0031, "step": 27548 }, { "epoch": 0.27549, "grad_norm": 1.4438642101488288, "learning_rate": 0.003, "loss": 3.9949, "step": 27549 }, { "epoch": 0.2755, "grad_norm": 1.0599808817667997, "learning_rate": 0.003, "loss": 3.9957, "step": 27550 }, { "epoch": 0.27551, "grad_norm": 1.4615137631467838, "learning_rate": 0.003, "loss": 4.0059, "step": 27551 }, { "epoch": 0.27552, "grad_norm": 1.2338767342909613, "learning_rate": 0.003, "loss": 3.9975, "step": 27552 }, { "epoch": 0.27553, "grad_norm": 1.2145923139199057, "learning_rate": 0.003, "loss": 3.9702, "step": 27553 }, { "epoch": 0.27554, "grad_norm": 1.3912125863176987, "learning_rate": 0.003, "loss": 4.0441, "step": 27554 }, { "epoch": 0.27555, "grad_norm": 1.265853735708154, "learning_rate": 0.003, "loss": 4.0151, "step": 27555 }, { "epoch": 0.27556, "grad_norm": 1.5127315577824685, "learning_rate": 0.003, "loss": 3.9927, "step": 27556 }, { "epoch": 0.27557, "grad_norm": 1.3365251678817949, "learning_rate": 0.003, "loss": 4.0044, "step": 27557 }, { "epoch": 0.27558, "grad_norm": 1.4936727013486504, "learning_rate": 0.003, "loss": 3.9998, "step": 27558 }, { "epoch": 0.27559, "grad_norm": 1.1351438706248218, "learning_rate": 0.003, "loss": 3.9696, "step": 27559 }, { "epoch": 0.2756, "grad_norm": 1.3672554019551901, "learning_rate": 0.003, "loss": 4.0166, "step": 27560 }, { "epoch": 0.27561, "grad_norm": 1.0785539981732983, "learning_rate": 0.003, "loss": 4.0066, "step": 27561 }, { "epoch": 0.27562, "grad_norm": 1.3089514335740258, "learning_rate": 0.003, "loss": 4.0335, "step": 27562 }, { "epoch": 0.27563, "grad_norm": 1.2395229423842191, "learning_rate": 0.003, "loss": 4.0307, "step": 27563 }, { "epoch": 0.27564, "grad_norm": 1.407118613553446, "learning_rate": 0.003, "loss": 4.0121, "step": 27564 }, { "epoch": 0.27565, "grad_norm": 1.2528528913765384, "learning_rate": 0.003, "loss": 4.0019, "step": 27565 }, { "epoch": 0.27566, "grad_norm": 1.1379907466347283, "learning_rate": 0.003, "loss": 4.0239, "step": 27566 }, { "epoch": 0.27567, "grad_norm": 1.3646985652013397, "learning_rate": 0.003, "loss": 3.986, "step": 27567 }, { "epoch": 0.27568, "grad_norm": 1.3096487048104137, "learning_rate": 0.003, "loss": 3.9949, "step": 27568 }, { "epoch": 0.27569, "grad_norm": 1.291551479726529, "learning_rate": 0.003, "loss": 3.9745, "step": 27569 }, { "epoch": 0.2757, "grad_norm": 1.539424885020512, "learning_rate": 0.003, "loss": 3.9885, "step": 27570 }, { "epoch": 0.27571, "grad_norm": 0.9507154851062758, "learning_rate": 0.003, "loss": 4.0015, "step": 27571 }, { "epoch": 0.27572, "grad_norm": 1.557542739545937, "learning_rate": 0.003, "loss": 3.9964, "step": 27572 }, { "epoch": 0.27573, "grad_norm": 1.1279832794435158, "learning_rate": 0.003, "loss": 3.9669, "step": 27573 }, { "epoch": 0.27574, "grad_norm": 1.3582384262797047, "learning_rate": 0.003, "loss": 4.0068, "step": 27574 }, { "epoch": 0.27575, "grad_norm": 1.2822819560496945, "learning_rate": 0.003, "loss": 4.0018, "step": 27575 }, { "epoch": 0.27576, "grad_norm": 1.4185771457178176, "learning_rate": 0.003, "loss": 4.0315, "step": 27576 }, { "epoch": 0.27577, "grad_norm": 1.1772705460804307, "learning_rate": 0.003, "loss": 3.999, "step": 27577 }, { "epoch": 0.27578, "grad_norm": 1.4284537572175007, "learning_rate": 0.003, "loss": 3.992, "step": 27578 }, { "epoch": 0.27579, "grad_norm": 1.3058274479927179, "learning_rate": 0.003, "loss": 3.978, "step": 27579 }, { "epoch": 0.2758, "grad_norm": 1.2157723715644533, "learning_rate": 0.003, "loss": 4.0363, "step": 27580 }, { "epoch": 0.27581, "grad_norm": 1.2067828740667426, "learning_rate": 0.003, "loss": 4.0094, "step": 27581 }, { "epoch": 0.27582, "grad_norm": 1.5411733204424254, "learning_rate": 0.003, "loss": 3.9878, "step": 27582 }, { "epoch": 0.27583, "grad_norm": 1.2282006824465976, "learning_rate": 0.003, "loss": 4.0099, "step": 27583 }, { "epoch": 0.27584, "grad_norm": 1.346041620799792, "learning_rate": 0.003, "loss": 4.008, "step": 27584 }, { "epoch": 0.27585, "grad_norm": 1.221791293171504, "learning_rate": 0.003, "loss": 4.0132, "step": 27585 }, { "epoch": 0.27586, "grad_norm": 1.3461168763681768, "learning_rate": 0.003, "loss": 3.9939, "step": 27586 }, { "epoch": 0.27587, "grad_norm": 1.0865709590074688, "learning_rate": 0.003, "loss": 3.9899, "step": 27587 }, { "epoch": 0.27588, "grad_norm": 1.6596546969930805, "learning_rate": 0.003, "loss": 4.0032, "step": 27588 }, { "epoch": 0.27589, "grad_norm": 1.1761219505950706, "learning_rate": 0.003, "loss": 4.0096, "step": 27589 }, { "epoch": 0.2759, "grad_norm": 1.599585435667613, "learning_rate": 0.003, "loss": 4.0151, "step": 27590 }, { "epoch": 0.27591, "grad_norm": 1.2779305460845445, "learning_rate": 0.003, "loss": 4.0196, "step": 27591 }, { "epoch": 0.27592, "grad_norm": 1.2110637016492982, "learning_rate": 0.003, "loss": 3.9857, "step": 27592 }, { "epoch": 0.27593, "grad_norm": 1.5061323110484766, "learning_rate": 0.003, "loss": 3.966, "step": 27593 }, { "epoch": 0.27594, "grad_norm": 1.223441397865171, "learning_rate": 0.003, "loss": 4.0216, "step": 27594 }, { "epoch": 0.27595, "grad_norm": 1.4699973405193503, "learning_rate": 0.003, "loss": 3.9923, "step": 27595 }, { "epoch": 0.27596, "grad_norm": 1.3106401616765642, "learning_rate": 0.003, "loss": 4.0057, "step": 27596 }, { "epoch": 0.27597, "grad_norm": 1.2641363227651283, "learning_rate": 0.003, "loss": 4.0218, "step": 27597 }, { "epoch": 0.27598, "grad_norm": 1.3143576997453348, "learning_rate": 0.003, "loss": 3.99, "step": 27598 }, { "epoch": 0.27599, "grad_norm": 1.180135776145648, "learning_rate": 0.003, "loss": 3.9964, "step": 27599 }, { "epoch": 0.276, "grad_norm": 1.4782944193667538, "learning_rate": 0.003, "loss": 3.9797, "step": 27600 }, { "epoch": 0.27601, "grad_norm": 1.1441829468171483, "learning_rate": 0.003, "loss": 3.9926, "step": 27601 }, { "epoch": 0.27602, "grad_norm": 1.422808184594143, "learning_rate": 0.003, "loss": 4.0249, "step": 27602 }, { "epoch": 0.27603, "grad_norm": 1.177314460026699, "learning_rate": 0.003, "loss": 3.9583, "step": 27603 }, { "epoch": 0.27604, "grad_norm": 1.4378919319251822, "learning_rate": 0.003, "loss": 3.9957, "step": 27604 }, { "epoch": 0.27605, "grad_norm": 1.1997901570385703, "learning_rate": 0.003, "loss": 4.0169, "step": 27605 }, { "epoch": 0.27606, "grad_norm": 1.428665279977108, "learning_rate": 0.003, "loss": 3.9924, "step": 27606 }, { "epoch": 0.27607, "grad_norm": 1.2324655222181309, "learning_rate": 0.003, "loss": 3.9715, "step": 27607 }, { "epoch": 0.27608, "grad_norm": 1.204466468561522, "learning_rate": 0.003, "loss": 3.9829, "step": 27608 }, { "epoch": 0.27609, "grad_norm": 1.3572927365265421, "learning_rate": 0.003, "loss": 3.9889, "step": 27609 }, { "epoch": 0.2761, "grad_norm": 1.0989176312650641, "learning_rate": 0.003, "loss": 3.9778, "step": 27610 }, { "epoch": 0.27611, "grad_norm": 1.5305616890102105, "learning_rate": 0.003, "loss": 3.9858, "step": 27611 }, { "epoch": 0.27612, "grad_norm": 1.152998816628387, "learning_rate": 0.003, "loss": 4.0009, "step": 27612 }, { "epoch": 0.27613, "grad_norm": 1.4074744561216674, "learning_rate": 0.003, "loss": 4.0099, "step": 27613 }, { "epoch": 0.27614, "grad_norm": 1.227181273633649, "learning_rate": 0.003, "loss": 4.0012, "step": 27614 }, { "epoch": 0.27615, "grad_norm": 1.4687140210678433, "learning_rate": 0.003, "loss": 3.9881, "step": 27615 }, { "epoch": 0.27616, "grad_norm": 1.0999500270041382, "learning_rate": 0.003, "loss": 4.0086, "step": 27616 }, { "epoch": 0.27617, "grad_norm": 1.3799839105306724, "learning_rate": 0.003, "loss": 3.9746, "step": 27617 }, { "epoch": 0.27618, "grad_norm": 1.2554901392760796, "learning_rate": 0.003, "loss": 4.0004, "step": 27618 }, { "epoch": 0.27619, "grad_norm": 1.5374383524125637, "learning_rate": 0.003, "loss": 4.0261, "step": 27619 }, { "epoch": 0.2762, "grad_norm": 1.2280587498298023, "learning_rate": 0.003, "loss": 3.9966, "step": 27620 }, { "epoch": 0.27621, "grad_norm": 1.3641510265354844, "learning_rate": 0.003, "loss": 4.0087, "step": 27621 }, { "epoch": 0.27622, "grad_norm": 1.4767377250156632, "learning_rate": 0.003, "loss": 3.9936, "step": 27622 }, { "epoch": 0.27623, "grad_norm": 1.2241885175046026, "learning_rate": 0.003, "loss": 3.9636, "step": 27623 }, { "epoch": 0.27624, "grad_norm": 1.4175509913807778, "learning_rate": 0.003, "loss": 4.0179, "step": 27624 }, { "epoch": 0.27625, "grad_norm": 1.2433052316857482, "learning_rate": 0.003, "loss": 3.9779, "step": 27625 }, { "epoch": 0.27626, "grad_norm": 1.1754706017361547, "learning_rate": 0.003, "loss": 3.9856, "step": 27626 }, { "epoch": 0.27627, "grad_norm": 1.414941869863653, "learning_rate": 0.003, "loss": 3.9856, "step": 27627 }, { "epoch": 0.27628, "grad_norm": 1.145007097435184, "learning_rate": 0.003, "loss": 3.959, "step": 27628 }, { "epoch": 0.27629, "grad_norm": 1.5800215971705291, "learning_rate": 0.003, "loss": 4.0293, "step": 27629 }, { "epoch": 0.2763, "grad_norm": 1.1762253446253434, "learning_rate": 0.003, "loss": 4.0281, "step": 27630 }, { "epoch": 0.27631, "grad_norm": 1.2525113126101466, "learning_rate": 0.003, "loss": 4.0153, "step": 27631 }, { "epoch": 0.27632, "grad_norm": 1.394338905158671, "learning_rate": 0.003, "loss": 3.9751, "step": 27632 }, { "epoch": 0.27633, "grad_norm": 1.2299915710677276, "learning_rate": 0.003, "loss": 4.0031, "step": 27633 }, { "epoch": 0.27634, "grad_norm": 1.090350680211522, "learning_rate": 0.003, "loss": 3.972, "step": 27634 }, { "epoch": 0.27635, "grad_norm": 1.3406939427194544, "learning_rate": 0.003, "loss": 4.0246, "step": 27635 }, { "epoch": 0.27636, "grad_norm": 1.3694650843700649, "learning_rate": 0.003, "loss": 4.0006, "step": 27636 }, { "epoch": 0.27637, "grad_norm": 1.4468687669149634, "learning_rate": 0.003, "loss": 3.998, "step": 27637 }, { "epoch": 0.27638, "grad_norm": 1.1954645987523815, "learning_rate": 0.003, "loss": 3.9977, "step": 27638 }, { "epoch": 0.27639, "grad_norm": 1.4358609096154262, "learning_rate": 0.003, "loss": 3.9902, "step": 27639 }, { "epoch": 0.2764, "grad_norm": 1.3399031627410127, "learning_rate": 0.003, "loss": 4.0056, "step": 27640 }, { "epoch": 0.27641, "grad_norm": 1.0833969840715467, "learning_rate": 0.003, "loss": 3.9815, "step": 27641 }, { "epoch": 0.27642, "grad_norm": 1.4878081949045494, "learning_rate": 0.003, "loss": 4.0178, "step": 27642 }, { "epoch": 0.27643, "grad_norm": 1.3684408752813848, "learning_rate": 0.003, "loss": 3.9853, "step": 27643 }, { "epoch": 0.27644, "grad_norm": 1.2718660138015834, "learning_rate": 0.003, "loss": 3.9951, "step": 27644 }, { "epoch": 0.27645, "grad_norm": 1.311702892742234, "learning_rate": 0.003, "loss": 3.9937, "step": 27645 }, { "epoch": 0.27646, "grad_norm": 1.6214720163924188, "learning_rate": 0.003, "loss": 3.9808, "step": 27646 }, { "epoch": 0.27647, "grad_norm": 1.3031812967182426, "learning_rate": 0.003, "loss": 3.9957, "step": 27647 }, { "epoch": 0.27648, "grad_norm": 1.2355496839647, "learning_rate": 0.003, "loss": 3.9964, "step": 27648 }, { "epoch": 0.27649, "grad_norm": 1.2109177885766036, "learning_rate": 0.003, "loss": 3.9738, "step": 27649 }, { "epoch": 0.2765, "grad_norm": 1.413162945161681, "learning_rate": 0.003, "loss": 3.9948, "step": 27650 }, { "epoch": 0.27651, "grad_norm": 1.15155477905657, "learning_rate": 0.003, "loss": 4.0073, "step": 27651 }, { "epoch": 0.27652, "grad_norm": 1.2498327641548008, "learning_rate": 0.003, "loss": 4.0057, "step": 27652 }, { "epoch": 0.27653, "grad_norm": 1.280496023317148, "learning_rate": 0.003, "loss": 4.0127, "step": 27653 }, { "epoch": 0.27654, "grad_norm": 1.173643848141519, "learning_rate": 0.003, "loss": 3.974, "step": 27654 }, { "epoch": 0.27655, "grad_norm": 1.299714881988111, "learning_rate": 0.003, "loss": 3.9861, "step": 27655 }, { "epoch": 0.27656, "grad_norm": 1.3890512099615766, "learning_rate": 0.003, "loss": 3.991, "step": 27656 }, { "epoch": 0.27657, "grad_norm": 1.4341607878356089, "learning_rate": 0.003, "loss": 3.9874, "step": 27657 }, { "epoch": 0.27658, "grad_norm": 1.34049792436983, "learning_rate": 0.003, "loss": 4.0149, "step": 27658 }, { "epoch": 0.27659, "grad_norm": 1.2025494174852458, "learning_rate": 0.003, "loss": 3.9787, "step": 27659 }, { "epoch": 0.2766, "grad_norm": 1.2307485811212928, "learning_rate": 0.003, "loss": 3.9894, "step": 27660 }, { "epoch": 0.27661, "grad_norm": 1.3415362530263946, "learning_rate": 0.003, "loss": 4.011, "step": 27661 }, { "epoch": 0.27662, "grad_norm": 1.33196133818945, "learning_rate": 0.003, "loss": 4.0072, "step": 27662 }, { "epoch": 0.27663, "grad_norm": 1.2998171382653305, "learning_rate": 0.003, "loss": 4.0097, "step": 27663 }, { "epoch": 0.27664, "grad_norm": 1.3496651311318406, "learning_rate": 0.003, "loss": 3.9787, "step": 27664 }, { "epoch": 0.27665, "grad_norm": 1.1605295198872139, "learning_rate": 0.003, "loss": 3.9952, "step": 27665 }, { "epoch": 0.27666, "grad_norm": 1.4781856281619747, "learning_rate": 0.003, "loss": 3.9965, "step": 27666 }, { "epoch": 0.27667, "grad_norm": 1.1605079228006743, "learning_rate": 0.003, "loss": 3.9911, "step": 27667 }, { "epoch": 0.27668, "grad_norm": 1.4512009914619999, "learning_rate": 0.003, "loss": 4.0015, "step": 27668 }, { "epoch": 0.27669, "grad_norm": 1.125987687553154, "learning_rate": 0.003, "loss": 3.9605, "step": 27669 }, { "epoch": 0.2767, "grad_norm": 1.5136371192686582, "learning_rate": 0.003, "loss": 4.0151, "step": 27670 }, { "epoch": 0.27671, "grad_norm": 1.3014230471116122, "learning_rate": 0.003, "loss": 3.9739, "step": 27671 }, { "epoch": 0.27672, "grad_norm": 1.4561555060909588, "learning_rate": 0.003, "loss": 4.0208, "step": 27672 }, { "epoch": 0.27673, "grad_norm": 1.164261903011654, "learning_rate": 0.003, "loss": 4.0126, "step": 27673 }, { "epoch": 0.27674, "grad_norm": 1.3511849783483862, "learning_rate": 0.003, "loss": 4.0129, "step": 27674 }, { "epoch": 0.27675, "grad_norm": 1.309976773390202, "learning_rate": 0.003, "loss": 3.962, "step": 27675 }, { "epoch": 0.27676, "grad_norm": 1.1062723247061697, "learning_rate": 0.003, "loss": 4.0089, "step": 27676 }, { "epoch": 0.27677, "grad_norm": 1.4650565430051343, "learning_rate": 0.003, "loss": 3.9875, "step": 27677 }, { "epoch": 0.27678, "grad_norm": 1.054419660677113, "learning_rate": 0.003, "loss": 4.001, "step": 27678 }, { "epoch": 0.27679, "grad_norm": 1.8412187555431119, "learning_rate": 0.003, "loss": 4.0018, "step": 27679 }, { "epoch": 0.2768, "grad_norm": 1.0657311218258783, "learning_rate": 0.003, "loss": 4.0081, "step": 27680 }, { "epoch": 0.27681, "grad_norm": 1.4635825290268951, "learning_rate": 0.003, "loss": 4.012, "step": 27681 }, { "epoch": 0.27682, "grad_norm": 1.1584109260368673, "learning_rate": 0.003, "loss": 4.0114, "step": 27682 }, { "epoch": 0.27683, "grad_norm": 1.3974492399594827, "learning_rate": 0.003, "loss": 4.0126, "step": 27683 }, { "epoch": 0.27684, "grad_norm": 1.4237190157584494, "learning_rate": 0.003, "loss": 3.9836, "step": 27684 }, { "epoch": 0.27685, "grad_norm": 1.1769996996595091, "learning_rate": 0.003, "loss": 3.9831, "step": 27685 }, { "epoch": 0.27686, "grad_norm": 1.2294127094189367, "learning_rate": 0.003, "loss": 4.0013, "step": 27686 }, { "epoch": 0.27687, "grad_norm": 1.3600659970467674, "learning_rate": 0.003, "loss": 3.9851, "step": 27687 }, { "epoch": 0.27688, "grad_norm": 1.2613850814691256, "learning_rate": 0.003, "loss": 3.9907, "step": 27688 }, { "epoch": 0.27689, "grad_norm": 1.174673228973758, "learning_rate": 0.003, "loss": 3.9757, "step": 27689 }, { "epoch": 0.2769, "grad_norm": 1.3266170741132224, "learning_rate": 0.003, "loss": 3.9943, "step": 27690 }, { "epoch": 0.27691, "grad_norm": 1.0795889741794213, "learning_rate": 0.003, "loss": 3.993, "step": 27691 }, { "epoch": 0.27692, "grad_norm": 1.9261243105241836, "learning_rate": 0.003, "loss": 4.0003, "step": 27692 }, { "epoch": 0.27693, "grad_norm": 1.1338382301859473, "learning_rate": 0.003, "loss": 4.009, "step": 27693 }, { "epoch": 0.27694, "grad_norm": 1.2160006825751342, "learning_rate": 0.003, "loss": 4.0062, "step": 27694 }, { "epoch": 0.27695, "grad_norm": 1.3356281239003278, "learning_rate": 0.003, "loss": 3.9897, "step": 27695 }, { "epoch": 0.27696, "grad_norm": 1.460020263511586, "learning_rate": 0.003, "loss": 4.0263, "step": 27696 }, { "epoch": 0.27697, "grad_norm": 1.063719934100023, "learning_rate": 0.003, "loss": 4.0235, "step": 27697 }, { "epoch": 0.27698, "grad_norm": 1.5794244544914702, "learning_rate": 0.003, "loss": 4.0142, "step": 27698 }, { "epoch": 0.27699, "grad_norm": 1.104922476712931, "learning_rate": 0.003, "loss": 3.9934, "step": 27699 }, { "epoch": 0.277, "grad_norm": 1.5571976736275566, "learning_rate": 0.003, "loss": 4.0179, "step": 27700 }, { "epoch": 0.27701, "grad_norm": 1.1997588554037255, "learning_rate": 0.003, "loss": 4.0035, "step": 27701 }, { "epoch": 0.27702, "grad_norm": 1.1558978792077794, "learning_rate": 0.003, "loss": 4.0277, "step": 27702 }, { "epoch": 0.27703, "grad_norm": 1.3535580823523732, "learning_rate": 0.003, "loss": 3.9925, "step": 27703 }, { "epoch": 0.27704, "grad_norm": 1.2620847038385798, "learning_rate": 0.003, "loss": 4.006, "step": 27704 }, { "epoch": 0.27705, "grad_norm": 1.7986675916143426, "learning_rate": 0.003, "loss": 4.0357, "step": 27705 }, { "epoch": 0.27706, "grad_norm": 0.9789946435490021, "learning_rate": 0.003, "loss": 4.009, "step": 27706 }, { "epoch": 0.27707, "grad_norm": 1.4018840275248643, "learning_rate": 0.003, "loss": 4.0098, "step": 27707 }, { "epoch": 0.27708, "grad_norm": 1.1959758424615838, "learning_rate": 0.003, "loss": 3.9914, "step": 27708 }, { "epoch": 0.27709, "grad_norm": 1.4081061747020012, "learning_rate": 0.003, "loss": 4.0403, "step": 27709 }, { "epoch": 0.2771, "grad_norm": 1.2171592722515792, "learning_rate": 0.003, "loss": 3.9946, "step": 27710 }, { "epoch": 0.27711, "grad_norm": 1.0982122089745288, "learning_rate": 0.003, "loss": 3.9778, "step": 27711 }, { "epoch": 0.27712, "grad_norm": 1.3429679327368602, "learning_rate": 0.003, "loss": 3.9712, "step": 27712 }, { "epoch": 0.27713, "grad_norm": 1.2792975619772715, "learning_rate": 0.003, "loss": 4.0024, "step": 27713 }, { "epoch": 0.27714, "grad_norm": 1.5147882051592931, "learning_rate": 0.003, "loss": 4.0, "step": 27714 }, { "epoch": 0.27715, "grad_norm": 1.3369924549368495, "learning_rate": 0.003, "loss": 4.0035, "step": 27715 }, { "epoch": 0.27716, "grad_norm": 1.133850371263211, "learning_rate": 0.003, "loss": 4.0023, "step": 27716 }, { "epoch": 0.27717, "grad_norm": 1.2683628410956944, "learning_rate": 0.003, "loss": 4.0163, "step": 27717 }, { "epoch": 0.27718, "grad_norm": 1.2013962252820876, "learning_rate": 0.003, "loss": 3.993, "step": 27718 }, { "epoch": 0.27719, "grad_norm": 1.714165762896823, "learning_rate": 0.003, "loss": 3.9962, "step": 27719 }, { "epoch": 0.2772, "grad_norm": 0.9604457043240185, "learning_rate": 0.003, "loss": 4.016, "step": 27720 }, { "epoch": 0.27721, "grad_norm": 1.2703204866457984, "learning_rate": 0.003, "loss": 3.9818, "step": 27721 }, { "epoch": 0.27722, "grad_norm": 1.357158465666581, "learning_rate": 0.003, "loss": 4.0153, "step": 27722 }, { "epoch": 0.27723, "grad_norm": 1.4695123099622172, "learning_rate": 0.003, "loss": 4.0071, "step": 27723 }, { "epoch": 0.27724, "grad_norm": 1.2442202222156313, "learning_rate": 0.003, "loss": 4.0193, "step": 27724 }, { "epoch": 0.27725, "grad_norm": 1.3849808191413564, "learning_rate": 0.003, "loss": 4.0282, "step": 27725 }, { "epoch": 0.27726, "grad_norm": 1.2002555643201127, "learning_rate": 0.003, "loss": 3.9794, "step": 27726 }, { "epoch": 0.27727, "grad_norm": 1.5191540609251608, "learning_rate": 0.003, "loss": 4.0063, "step": 27727 }, { "epoch": 0.27728, "grad_norm": 1.1568372848615525, "learning_rate": 0.003, "loss": 3.9748, "step": 27728 }, { "epoch": 0.27729, "grad_norm": 1.5375654208427532, "learning_rate": 0.003, "loss": 4.031, "step": 27729 }, { "epoch": 0.2773, "grad_norm": 1.1386856165734376, "learning_rate": 0.003, "loss": 3.9775, "step": 27730 }, { "epoch": 0.27731, "grad_norm": 1.2380775980999514, "learning_rate": 0.003, "loss": 3.9665, "step": 27731 }, { "epoch": 0.27732, "grad_norm": 1.4890545240617856, "learning_rate": 0.003, "loss": 3.9717, "step": 27732 }, { "epoch": 0.27733, "grad_norm": 1.1428674877629121, "learning_rate": 0.003, "loss": 3.9975, "step": 27733 }, { "epoch": 0.27734, "grad_norm": 1.3920607905515867, "learning_rate": 0.003, "loss": 4.0129, "step": 27734 }, { "epoch": 0.27735, "grad_norm": 0.9452898340206201, "learning_rate": 0.003, "loss": 3.9958, "step": 27735 }, { "epoch": 0.27736, "grad_norm": 1.3123325476572076, "learning_rate": 0.003, "loss": 4.0072, "step": 27736 }, { "epoch": 0.27737, "grad_norm": 1.39481478511033, "learning_rate": 0.003, "loss": 4.0103, "step": 27737 }, { "epoch": 0.27738, "grad_norm": 1.4720015078323996, "learning_rate": 0.003, "loss": 3.9852, "step": 27738 }, { "epoch": 0.27739, "grad_norm": 1.2842596878591284, "learning_rate": 0.003, "loss": 4.0171, "step": 27739 }, { "epoch": 0.2774, "grad_norm": 1.3814718946419706, "learning_rate": 0.003, "loss": 4.0216, "step": 27740 }, { "epoch": 0.27741, "grad_norm": 1.2444705842801995, "learning_rate": 0.003, "loss": 4.0002, "step": 27741 }, { "epoch": 0.27742, "grad_norm": 1.3564861935244548, "learning_rate": 0.003, "loss": 4.0105, "step": 27742 }, { "epoch": 0.27743, "grad_norm": 1.1357685971363434, "learning_rate": 0.003, "loss": 3.9997, "step": 27743 }, { "epoch": 0.27744, "grad_norm": 1.444322147436091, "learning_rate": 0.003, "loss": 3.9977, "step": 27744 }, { "epoch": 0.27745, "grad_norm": 1.1006264860693231, "learning_rate": 0.003, "loss": 3.9969, "step": 27745 }, { "epoch": 0.27746, "grad_norm": 1.4020029321432506, "learning_rate": 0.003, "loss": 4.0015, "step": 27746 }, { "epoch": 0.27747, "grad_norm": 1.1938335011172716, "learning_rate": 0.003, "loss": 3.9806, "step": 27747 }, { "epoch": 0.27748, "grad_norm": 1.6865173615032936, "learning_rate": 0.003, "loss": 4.0172, "step": 27748 }, { "epoch": 0.27749, "grad_norm": 0.9653687195111117, "learning_rate": 0.003, "loss": 3.9964, "step": 27749 }, { "epoch": 0.2775, "grad_norm": 1.379763400955918, "learning_rate": 0.003, "loss": 4.0245, "step": 27750 }, { "epoch": 0.27751, "grad_norm": 1.14549046838014, "learning_rate": 0.003, "loss": 3.9944, "step": 27751 }, { "epoch": 0.27752, "grad_norm": 1.6864723777719528, "learning_rate": 0.003, "loss": 4.0237, "step": 27752 }, { "epoch": 0.27753, "grad_norm": 1.1361796720031334, "learning_rate": 0.003, "loss": 4.0066, "step": 27753 }, { "epoch": 0.27754, "grad_norm": 1.412766236375226, "learning_rate": 0.003, "loss": 4.0136, "step": 27754 }, { "epoch": 0.27755, "grad_norm": 1.3867774379707243, "learning_rate": 0.003, "loss": 3.9888, "step": 27755 }, { "epoch": 0.27756, "grad_norm": 0.9026553998721827, "learning_rate": 0.003, "loss": 4.0035, "step": 27756 }, { "epoch": 0.27757, "grad_norm": 1.311110221552692, "learning_rate": 0.003, "loss": 4.0345, "step": 27757 }, { "epoch": 0.27758, "grad_norm": 1.4568363503156365, "learning_rate": 0.003, "loss": 4.0227, "step": 27758 }, { "epoch": 0.27759, "grad_norm": 1.2817347105441885, "learning_rate": 0.003, "loss": 3.9994, "step": 27759 }, { "epoch": 0.2776, "grad_norm": 1.4324748001275618, "learning_rate": 0.003, "loss": 4.0223, "step": 27760 }, { "epoch": 0.27761, "grad_norm": 1.0296957904311548, "learning_rate": 0.003, "loss": 3.9858, "step": 27761 }, { "epoch": 0.27762, "grad_norm": 1.6846465238633446, "learning_rate": 0.003, "loss": 4.0269, "step": 27762 }, { "epoch": 0.27763, "grad_norm": 0.8919223858434011, "learning_rate": 0.003, "loss": 3.9836, "step": 27763 }, { "epoch": 0.27764, "grad_norm": 1.3317443549550738, "learning_rate": 0.003, "loss": 3.9933, "step": 27764 }, { "epoch": 0.27765, "grad_norm": 1.3749906896172002, "learning_rate": 0.003, "loss": 4.0036, "step": 27765 }, { "epoch": 0.27766, "grad_norm": 1.1738393013599369, "learning_rate": 0.003, "loss": 3.9804, "step": 27766 }, { "epoch": 0.27767, "grad_norm": 1.1571281333216934, "learning_rate": 0.003, "loss": 3.9898, "step": 27767 }, { "epoch": 0.27768, "grad_norm": 1.338568083064277, "learning_rate": 0.003, "loss": 4.0029, "step": 27768 }, { "epoch": 0.27769, "grad_norm": 1.3916773725843643, "learning_rate": 0.003, "loss": 4.0041, "step": 27769 }, { "epoch": 0.2777, "grad_norm": 1.2177671092601134, "learning_rate": 0.003, "loss": 3.9977, "step": 27770 }, { "epoch": 0.27771, "grad_norm": 1.4783023298979454, "learning_rate": 0.003, "loss": 4.0041, "step": 27771 }, { "epoch": 0.27772, "grad_norm": 1.2679081951462527, "learning_rate": 0.003, "loss": 4.0155, "step": 27772 }, { "epoch": 0.27773, "grad_norm": 1.3184476743649114, "learning_rate": 0.003, "loss": 4.0029, "step": 27773 }, { "epoch": 0.27774, "grad_norm": 1.3139467869114165, "learning_rate": 0.003, "loss": 4.0083, "step": 27774 }, { "epoch": 0.27775, "grad_norm": 1.233210042194052, "learning_rate": 0.003, "loss": 4.0125, "step": 27775 }, { "epoch": 0.27776, "grad_norm": 1.4958095320370965, "learning_rate": 0.003, "loss": 4.0139, "step": 27776 }, { "epoch": 0.27777, "grad_norm": 1.0673201946642512, "learning_rate": 0.003, "loss": 4.0034, "step": 27777 }, { "epoch": 0.27778, "grad_norm": 1.2656656991500201, "learning_rate": 0.003, "loss": 3.9988, "step": 27778 }, { "epoch": 0.27779, "grad_norm": 1.3086599628529814, "learning_rate": 0.003, "loss": 3.9825, "step": 27779 }, { "epoch": 0.2778, "grad_norm": 1.3177991184694406, "learning_rate": 0.003, "loss": 3.9935, "step": 27780 }, { "epoch": 0.27781, "grad_norm": 1.647452393704003, "learning_rate": 0.003, "loss": 3.9711, "step": 27781 }, { "epoch": 0.27782, "grad_norm": 0.9339990566603353, "learning_rate": 0.003, "loss": 3.9906, "step": 27782 }, { "epoch": 0.27783, "grad_norm": 1.4879284659908747, "learning_rate": 0.003, "loss": 4.0187, "step": 27783 }, { "epoch": 0.27784, "grad_norm": 1.237500830123048, "learning_rate": 0.003, "loss": 4.0102, "step": 27784 }, { "epoch": 0.27785, "grad_norm": 1.3516008119560088, "learning_rate": 0.003, "loss": 4.0069, "step": 27785 }, { "epoch": 0.27786, "grad_norm": 1.4326402719774007, "learning_rate": 0.003, "loss": 4.0038, "step": 27786 }, { "epoch": 0.27787, "grad_norm": 1.0403560581726203, "learning_rate": 0.003, "loss": 3.9708, "step": 27787 }, { "epoch": 0.27788, "grad_norm": 1.3379735140058207, "learning_rate": 0.003, "loss": 4.018, "step": 27788 }, { "epoch": 0.27789, "grad_norm": 1.164532420573573, "learning_rate": 0.003, "loss": 3.989, "step": 27789 }, { "epoch": 0.2779, "grad_norm": 1.6587574322674092, "learning_rate": 0.003, "loss": 3.9951, "step": 27790 }, { "epoch": 0.27791, "grad_norm": 1.171034267088913, "learning_rate": 0.003, "loss": 3.9829, "step": 27791 }, { "epoch": 0.27792, "grad_norm": 1.372345275415741, "learning_rate": 0.003, "loss": 4.0098, "step": 27792 }, { "epoch": 0.27793, "grad_norm": 1.202278357896648, "learning_rate": 0.003, "loss": 4.006, "step": 27793 }, { "epoch": 0.27794, "grad_norm": 1.2669782368259963, "learning_rate": 0.003, "loss": 3.9856, "step": 27794 }, { "epoch": 0.27795, "grad_norm": 1.292833131056361, "learning_rate": 0.003, "loss": 3.9403, "step": 27795 }, { "epoch": 0.27796, "grad_norm": 1.3435825098019358, "learning_rate": 0.003, "loss": 4.0193, "step": 27796 }, { "epoch": 0.27797, "grad_norm": 1.132708551997312, "learning_rate": 0.003, "loss": 4.0191, "step": 27797 }, { "epoch": 0.27798, "grad_norm": 1.4582305202417118, "learning_rate": 0.003, "loss": 4.0023, "step": 27798 }, { "epoch": 0.27799, "grad_norm": 1.2838564739821081, "learning_rate": 0.003, "loss": 4.0237, "step": 27799 }, { "epoch": 0.278, "grad_norm": 1.3213777916223168, "learning_rate": 0.003, "loss": 4.0011, "step": 27800 }, { "epoch": 0.27801, "grad_norm": 1.307746510587566, "learning_rate": 0.003, "loss": 3.9892, "step": 27801 }, { "epoch": 0.27802, "grad_norm": 1.1799129702904496, "learning_rate": 0.003, "loss": 4.0147, "step": 27802 }, { "epoch": 0.27803, "grad_norm": 1.5345100834766718, "learning_rate": 0.003, "loss": 3.9904, "step": 27803 }, { "epoch": 0.27804, "grad_norm": 1.0948106489388845, "learning_rate": 0.003, "loss": 3.9926, "step": 27804 }, { "epoch": 0.27805, "grad_norm": 1.3132504453586569, "learning_rate": 0.003, "loss": 4.0056, "step": 27805 }, { "epoch": 0.27806, "grad_norm": 1.1988763661163808, "learning_rate": 0.003, "loss": 4.0316, "step": 27806 }, { "epoch": 0.27807, "grad_norm": 1.5503739740623914, "learning_rate": 0.003, "loss": 3.992, "step": 27807 }, { "epoch": 0.27808, "grad_norm": 1.2124047517865364, "learning_rate": 0.003, "loss": 3.9941, "step": 27808 }, { "epoch": 0.27809, "grad_norm": 1.3786156239128309, "learning_rate": 0.003, "loss": 3.9822, "step": 27809 }, { "epoch": 0.2781, "grad_norm": 1.1509777586950756, "learning_rate": 0.003, "loss": 3.9849, "step": 27810 }, { "epoch": 0.27811, "grad_norm": 1.4296755846938207, "learning_rate": 0.003, "loss": 4.0089, "step": 27811 }, { "epoch": 0.27812, "grad_norm": 1.3263354652857537, "learning_rate": 0.003, "loss": 3.9954, "step": 27812 }, { "epoch": 0.27813, "grad_norm": 1.4070209321261435, "learning_rate": 0.003, "loss": 3.9946, "step": 27813 }, { "epoch": 0.27814, "grad_norm": 1.2634856048521599, "learning_rate": 0.003, "loss": 4.0313, "step": 27814 }, { "epoch": 0.27815, "grad_norm": 1.45541160598881, "learning_rate": 0.003, "loss": 4.0104, "step": 27815 }, { "epoch": 0.27816, "grad_norm": 1.4391899586238093, "learning_rate": 0.003, "loss": 3.9878, "step": 27816 }, { "epoch": 0.27817, "grad_norm": 1.2459429943644733, "learning_rate": 0.003, "loss": 4.0202, "step": 27817 }, { "epoch": 0.27818, "grad_norm": 1.2336588436172218, "learning_rate": 0.003, "loss": 4.013, "step": 27818 }, { "epoch": 0.27819, "grad_norm": 1.4807896410030168, "learning_rate": 0.003, "loss": 3.9905, "step": 27819 }, { "epoch": 0.2782, "grad_norm": 0.9043324430825666, "learning_rate": 0.003, "loss": 4.0098, "step": 27820 }, { "epoch": 0.27821, "grad_norm": 1.3183611006638685, "learning_rate": 0.003, "loss": 4.018, "step": 27821 }, { "epoch": 0.27822, "grad_norm": 1.5179017063171263, "learning_rate": 0.003, "loss": 4.0019, "step": 27822 }, { "epoch": 0.27823, "grad_norm": 1.3138478415023584, "learning_rate": 0.003, "loss": 4.0102, "step": 27823 }, { "epoch": 0.27824, "grad_norm": 1.2944111205223074, "learning_rate": 0.003, "loss": 3.987, "step": 27824 }, { "epoch": 0.27825, "grad_norm": 1.2397895930247098, "learning_rate": 0.003, "loss": 4.0209, "step": 27825 }, { "epoch": 0.27826, "grad_norm": 1.5388154467490822, "learning_rate": 0.003, "loss": 3.9809, "step": 27826 }, { "epoch": 0.27827, "grad_norm": 1.4328543804032663, "learning_rate": 0.003, "loss": 3.9832, "step": 27827 }, { "epoch": 0.27828, "grad_norm": 1.3442020546644222, "learning_rate": 0.003, "loss": 3.9971, "step": 27828 }, { "epoch": 0.27829, "grad_norm": 1.2916952457498492, "learning_rate": 0.003, "loss": 4.0074, "step": 27829 }, { "epoch": 0.2783, "grad_norm": 1.3453946515527198, "learning_rate": 0.003, "loss": 4.0016, "step": 27830 }, { "epoch": 0.27831, "grad_norm": 1.264465664494582, "learning_rate": 0.003, "loss": 4.0041, "step": 27831 }, { "epoch": 0.27832, "grad_norm": 1.3191333741141404, "learning_rate": 0.003, "loss": 4.0165, "step": 27832 }, { "epoch": 0.27833, "grad_norm": 1.218351745037754, "learning_rate": 0.003, "loss": 4.023, "step": 27833 }, { "epoch": 0.27834, "grad_norm": 1.3207436737137987, "learning_rate": 0.003, "loss": 4.0032, "step": 27834 }, { "epoch": 0.27835, "grad_norm": 1.2513132164173817, "learning_rate": 0.003, "loss": 3.9891, "step": 27835 }, { "epoch": 0.27836, "grad_norm": 1.4840316646109615, "learning_rate": 0.003, "loss": 3.9771, "step": 27836 }, { "epoch": 0.27837, "grad_norm": 1.1712117723935325, "learning_rate": 0.003, "loss": 4.0134, "step": 27837 }, { "epoch": 0.27838, "grad_norm": 1.3740814295762043, "learning_rate": 0.003, "loss": 4.0058, "step": 27838 }, { "epoch": 0.27839, "grad_norm": 1.302622274872488, "learning_rate": 0.003, "loss": 4.0034, "step": 27839 }, { "epoch": 0.2784, "grad_norm": 1.4201121381501507, "learning_rate": 0.003, "loss": 4.017, "step": 27840 }, { "epoch": 0.27841, "grad_norm": 1.345933348285013, "learning_rate": 0.003, "loss": 4.0093, "step": 27841 }, { "epoch": 0.27842, "grad_norm": 1.2333393679716687, "learning_rate": 0.003, "loss": 3.9977, "step": 27842 }, { "epoch": 0.27843, "grad_norm": 1.3601428218875475, "learning_rate": 0.003, "loss": 3.9899, "step": 27843 }, { "epoch": 0.27844, "grad_norm": 1.0745624975549375, "learning_rate": 0.003, "loss": 4.0189, "step": 27844 }, { "epoch": 0.27845, "grad_norm": 1.4143963303889195, "learning_rate": 0.003, "loss": 4.0137, "step": 27845 }, { "epoch": 0.27846, "grad_norm": 1.099630239410198, "learning_rate": 0.003, "loss": 3.961, "step": 27846 }, { "epoch": 0.27847, "grad_norm": 1.565383458977882, "learning_rate": 0.003, "loss": 4.0033, "step": 27847 }, { "epoch": 0.27848, "grad_norm": 1.1741007303972022, "learning_rate": 0.003, "loss": 3.9951, "step": 27848 }, { "epoch": 0.27849, "grad_norm": 1.583008844257848, "learning_rate": 0.003, "loss": 3.9655, "step": 27849 }, { "epoch": 0.2785, "grad_norm": 1.3295498300711344, "learning_rate": 0.003, "loss": 3.9981, "step": 27850 }, { "epoch": 0.27851, "grad_norm": 1.432344902134547, "learning_rate": 0.003, "loss": 4.0124, "step": 27851 }, { "epoch": 0.27852, "grad_norm": 1.1886963587141925, "learning_rate": 0.003, "loss": 4.0271, "step": 27852 }, { "epoch": 0.27853, "grad_norm": 1.410927718853338, "learning_rate": 0.003, "loss": 3.9724, "step": 27853 }, { "epoch": 0.27854, "grad_norm": 1.2340100427056289, "learning_rate": 0.003, "loss": 3.9846, "step": 27854 }, { "epoch": 0.27855, "grad_norm": 1.2056833056125584, "learning_rate": 0.003, "loss": 3.996, "step": 27855 }, { "epoch": 0.27856, "grad_norm": 1.4196955364767083, "learning_rate": 0.003, "loss": 4.0104, "step": 27856 }, { "epoch": 0.27857, "grad_norm": 1.0646821098033472, "learning_rate": 0.003, "loss": 3.9841, "step": 27857 }, { "epoch": 0.27858, "grad_norm": 1.427670170234681, "learning_rate": 0.003, "loss": 4.0031, "step": 27858 }, { "epoch": 0.27859, "grad_norm": 1.3258348416881223, "learning_rate": 0.003, "loss": 4.0045, "step": 27859 }, { "epoch": 0.2786, "grad_norm": 1.4540898425661448, "learning_rate": 0.003, "loss": 4.0179, "step": 27860 }, { "epoch": 0.27861, "grad_norm": 1.0749799776850955, "learning_rate": 0.003, "loss": 3.9949, "step": 27861 }, { "epoch": 0.27862, "grad_norm": 1.5011578006925819, "learning_rate": 0.003, "loss": 3.9928, "step": 27862 }, { "epoch": 0.27863, "grad_norm": 1.0666123078391754, "learning_rate": 0.003, "loss": 3.984, "step": 27863 }, { "epoch": 0.27864, "grad_norm": 1.4763987995525345, "learning_rate": 0.003, "loss": 4.0077, "step": 27864 }, { "epoch": 0.27865, "grad_norm": 1.2814341035235812, "learning_rate": 0.003, "loss": 3.9864, "step": 27865 }, { "epoch": 0.27866, "grad_norm": 1.4946044684342878, "learning_rate": 0.003, "loss": 3.9843, "step": 27866 }, { "epoch": 0.27867, "grad_norm": 1.2945490749436608, "learning_rate": 0.003, "loss": 3.9953, "step": 27867 }, { "epoch": 0.27868, "grad_norm": 1.1487403132836917, "learning_rate": 0.003, "loss": 3.9857, "step": 27868 }, { "epoch": 0.27869, "grad_norm": 1.6935341100592083, "learning_rate": 0.003, "loss": 3.9974, "step": 27869 }, { "epoch": 0.2787, "grad_norm": 1.058520632661233, "learning_rate": 0.003, "loss": 3.9892, "step": 27870 }, { "epoch": 0.27871, "grad_norm": 1.3798106384603042, "learning_rate": 0.003, "loss": 4.0214, "step": 27871 }, { "epoch": 0.27872, "grad_norm": 1.4103531521118071, "learning_rate": 0.003, "loss": 4.0084, "step": 27872 }, { "epoch": 0.27873, "grad_norm": 1.1607960090920184, "learning_rate": 0.003, "loss": 4.0099, "step": 27873 }, { "epoch": 0.27874, "grad_norm": 1.6063277042225397, "learning_rate": 0.003, "loss": 4.0283, "step": 27874 }, { "epoch": 0.27875, "grad_norm": 1.2734333873448793, "learning_rate": 0.003, "loss": 4.0181, "step": 27875 }, { "epoch": 0.27876, "grad_norm": 1.4989439345748001, "learning_rate": 0.003, "loss": 4.0018, "step": 27876 }, { "epoch": 0.27877, "grad_norm": 1.177991588462022, "learning_rate": 0.003, "loss": 3.9901, "step": 27877 }, { "epoch": 0.27878, "grad_norm": 1.4097848019805732, "learning_rate": 0.003, "loss": 3.9979, "step": 27878 }, { "epoch": 0.27879, "grad_norm": 1.2428344772952167, "learning_rate": 0.003, "loss": 3.9664, "step": 27879 }, { "epoch": 0.2788, "grad_norm": 1.4407346360856592, "learning_rate": 0.003, "loss": 3.9968, "step": 27880 }, { "epoch": 0.27881, "grad_norm": 1.1683717392568336, "learning_rate": 0.003, "loss": 3.9795, "step": 27881 }, { "epoch": 0.27882, "grad_norm": 1.5554990424218902, "learning_rate": 0.003, "loss": 4.0162, "step": 27882 }, { "epoch": 0.27883, "grad_norm": 1.183516889756639, "learning_rate": 0.003, "loss": 4.0088, "step": 27883 }, { "epoch": 0.27884, "grad_norm": 1.5705663689523957, "learning_rate": 0.003, "loss": 4.0037, "step": 27884 }, { "epoch": 0.27885, "grad_norm": 0.9341233716532802, "learning_rate": 0.003, "loss": 3.992, "step": 27885 }, { "epoch": 0.27886, "grad_norm": 1.4194254870648946, "learning_rate": 0.003, "loss": 3.9657, "step": 27886 }, { "epoch": 0.27887, "grad_norm": 1.4401197106131716, "learning_rate": 0.003, "loss": 4.0114, "step": 27887 }, { "epoch": 0.27888, "grad_norm": 1.1136619785315107, "learning_rate": 0.003, "loss": 3.9731, "step": 27888 }, { "epoch": 0.27889, "grad_norm": 1.3940103953299574, "learning_rate": 0.003, "loss": 3.9887, "step": 27889 }, { "epoch": 0.2789, "grad_norm": 1.2864885741538394, "learning_rate": 0.003, "loss": 3.9893, "step": 27890 }, { "epoch": 0.27891, "grad_norm": 1.2425260235090305, "learning_rate": 0.003, "loss": 3.9991, "step": 27891 }, { "epoch": 0.27892, "grad_norm": 1.5641267944283348, "learning_rate": 0.003, "loss": 3.9958, "step": 27892 }, { "epoch": 0.27893, "grad_norm": 1.1103965268000007, "learning_rate": 0.003, "loss": 3.9799, "step": 27893 }, { "epoch": 0.27894, "grad_norm": 1.5628028104326486, "learning_rate": 0.003, "loss": 4.0256, "step": 27894 }, { "epoch": 0.27895, "grad_norm": 1.0880711306698583, "learning_rate": 0.003, "loss": 4.0003, "step": 27895 }, { "epoch": 0.27896, "grad_norm": 1.8808951731550316, "learning_rate": 0.003, "loss": 4.0137, "step": 27896 }, { "epoch": 0.27897, "grad_norm": 1.0756225384313964, "learning_rate": 0.003, "loss": 3.9966, "step": 27897 }, { "epoch": 0.27898, "grad_norm": 1.6007266974544503, "learning_rate": 0.003, "loss": 4.0175, "step": 27898 }, { "epoch": 0.27899, "grad_norm": 1.1323590345772525, "learning_rate": 0.003, "loss": 3.9993, "step": 27899 }, { "epoch": 0.279, "grad_norm": 1.2743725173740863, "learning_rate": 0.003, "loss": 4.0007, "step": 27900 }, { "epoch": 0.27901, "grad_norm": 1.189637265510033, "learning_rate": 0.003, "loss": 3.9469, "step": 27901 }, { "epoch": 0.27902, "grad_norm": 1.2999820688941333, "learning_rate": 0.003, "loss": 3.9901, "step": 27902 }, { "epoch": 0.27903, "grad_norm": 1.2311057351550374, "learning_rate": 0.003, "loss": 4.0021, "step": 27903 }, { "epoch": 0.27904, "grad_norm": 1.290675915789915, "learning_rate": 0.003, "loss": 4.003, "step": 27904 }, { "epoch": 0.27905, "grad_norm": 1.1191331826984923, "learning_rate": 0.003, "loss": 3.9901, "step": 27905 }, { "epoch": 0.27906, "grad_norm": 1.4498579418906772, "learning_rate": 0.003, "loss": 4.0216, "step": 27906 }, { "epoch": 0.27907, "grad_norm": 1.4425395153536569, "learning_rate": 0.003, "loss": 4.0111, "step": 27907 }, { "epoch": 0.27908, "grad_norm": 1.2522132939866861, "learning_rate": 0.003, "loss": 3.9951, "step": 27908 }, { "epoch": 0.27909, "grad_norm": 1.477939342952693, "learning_rate": 0.003, "loss": 4.0063, "step": 27909 }, { "epoch": 0.2791, "grad_norm": 1.17500704317337, "learning_rate": 0.003, "loss": 3.99, "step": 27910 }, { "epoch": 0.27911, "grad_norm": 1.286822443657678, "learning_rate": 0.003, "loss": 4.0102, "step": 27911 }, { "epoch": 0.27912, "grad_norm": 1.270021652155388, "learning_rate": 0.003, "loss": 3.9601, "step": 27912 }, { "epoch": 0.27913, "grad_norm": 1.1518219570112669, "learning_rate": 0.003, "loss": 3.9821, "step": 27913 }, { "epoch": 0.27914, "grad_norm": 1.438097546261623, "learning_rate": 0.003, "loss": 4.0128, "step": 27914 }, { "epoch": 0.27915, "grad_norm": 1.129606181770662, "learning_rate": 0.003, "loss": 3.9913, "step": 27915 }, { "epoch": 0.27916, "grad_norm": 1.3767934726474063, "learning_rate": 0.003, "loss": 4.0087, "step": 27916 }, { "epoch": 0.27917, "grad_norm": 1.2170758376101876, "learning_rate": 0.003, "loss": 3.9854, "step": 27917 }, { "epoch": 0.27918, "grad_norm": 1.3472312091527836, "learning_rate": 0.003, "loss": 4.0018, "step": 27918 }, { "epoch": 0.27919, "grad_norm": 1.145056262343292, "learning_rate": 0.003, "loss": 4.0213, "step": 27919 }, { "epoch": 0.2792, "grad_norm": 1.5930069217272653, "learning_rate": 0.003, "loss": 3.9878, "step": 27920 }, { "epoch": 0.27921, "grad_norm": 1.2348594048795198, "learning_rate": 0.003, "loss": 4.0085, "step": 27921 }, { "epoch": 0.27922, "grad_norm": 1.4308176010308051, "learning_rate": 0.003, "loss": 4.0437, "step": 27922 }, { "epoch": 0.27923, "grad_norm": 1.2511825912415415, "learning_rate": 0.003, "loss": 3.9919, "step": 27923 }, { "epoch": 0.27924, "grad_norm": 1.2753466268644345, "learning_rate": 0.003, "loss": 3.994, "step": 27924 }, { "epoch": 0.27925, "grad_norm": 1.1732776227209503, "learning_rate": 0.003, "loss": 4.0044, "step": 27925 }, { "epoch": 0.27926, "grad_norm": 1.4621484989888898, "learning_rate": 0.003, "loss": 4.0048, "step": 27926 }, { "epoch": 0.27927, "grad_norm": 1.3617368400365117, "learning_rate": 0.003, "loss": 4.0048, "step": 27927 }, { "epoch": 0.27928, "grad_norm": 1.2102742327128047, "learning_rate": 0.003, "loss": 4.0121, "step": 27928 }, { "epoch": 0.27929, "grad_norm": 1.2722067676925726, "learning_rate": 0.003, "loss": 4.0072, "step": 27929 }, { "epoch": 0.2793, "grad_norm": 1.246221232704262, "learning_rate": 0.003, "loss": 3.991, "step": 27930 }, { "epoch": 0.27931, "grad_norm": 1.4615033445255468, "learning_rate": 0.003, "loss": 4.0059, "step": 27931 }, { "epoch": 0.27932, "grad_norm": 1.1332819669537568, "learning_rate": 0.003, "loss": 4.0153, "step": 27932 }, { "epoch": 0.27933, "grad_norm": 1.4007079775116156, "learning_rate": 0.003, "loss": 3.97, "step": 27933 }, { "epoch": 0.27934, "grad_norm": 1.2649983878870479, "learning_rate": 0.003, "loss": 3.9843, "step": 27934 }, { "epoch": 0.27935, "grad_norm": 1.4028530097381045, "learning_rate": 0.003, "loss": 3.9878, "step": 27935 }, { "epoch": 0.27936, "grad_norm": 1.2844159216524764, "learning_rate": 0.003, "loss": 3.9904, "step": 27936 }, { "epoch": 0.27937, "grad_norm": 1.2890678123448254, "learning_rate": 0.003, "loss": 4.0085, "step": 27937 }, { "epoch": 0.27938, "grad_norm": 1.1392419856805942, "learning_rate": 0.003, "loss": 3.9895, "step": 27938 }, { "epoch": 0.27939, "grad_norm": 1.4143269600649488, "learning_rate": 0.003, "loss": 4.0209, "step": 27939 }, { "epoch": 0.2794, "grad_norm": 1.2725851316723507, "learning_rate": 0.003, "loss": 4.0218, "step": 27940 }, { "epoch": 0.27941, "grad_norm": 1.3619595121397308, "learning_rate": 0.003, "loss": 3.9855, "step": 27941 }, { "epoch": 0.27942, "grad_norm": 1.1558774946847752, "learning_rate": 0.003, "loss": 3.9988, "step": 27942 }, { "epoch": 0.27943, "grad_norm": 1.3567128468527072, "learning_rate": 0.003, "loss": 3.99, "step": 27943 }, { "epoch": 0.27944, "grad_norm": 1.085504849366107, "learning_rate": 0.003, "loss": 4.0112, "step": 27944 }, { "epoch": 0.27945, "grad_norm": 1.4613775812873941, "learning_rate": 0.003, "loss": 4.0128, "step": 27945 }, { "epoch": 0.27946, "grad_norm": 1.2385104177292277, "learning_rate": 0.003, "loss": 3.994, "step": 27946 }, { "epoch": 0.27947, "grad_norm": 1.6344197803841463, "learning_rate": 0.003, "loss": 4.0051, "step": 27947 }, { "epoch": 0.27948, "grad_norm": 1.2675108908395, "learning_rate": 0.003, "loss": 4.0193, "step": 27948 }, { "epoch": 0.27949, "grad_norm": 1.2210945594825666, "learning_rate": 0.003, "loss": 3.9835, "step": 27949 }, { "epoch": 0.2795, "grad_norm": 1.3205856292985032, "learning_rate": 0.003, "loss": 3.9689, "step": 27950 }, { "epoch": 0.27951, "grad_norm": 1.120718209174707, "learning_rate": 0.003, "loss": 3.9698, "step": 27951 }, { "epoch": 0.27952, "grad_norm": 1.5172396243576955, "learning_rate": 0.003, "loss": 3.9882, "step": 27952 }, { "epoch": 0.27953, "grad_norm": 1.1099849579717525, "learning_rate": 0.003, "loss": 3.9849, "step": 27953 }, { "epoch": 0.27954, "grad_norm": 1.4392927845530163, "learning_rate": 0.003, "loss": 3.9996, "step": 27954 }, { "epoch": 0.27955, "grad_norm": 1.4275305745002502, "learning_rate": 0.003, "loss": 4.0183, "step": 27955 }, { "epoch": 0.27956, "grad_norm": 1.186437103811447, "learning_rate": 0.003, "loss": 3.9725, "step": 27956 }, { "epoch": 0.27957, "grad_norm": 1.5699876569578632, "learning_rate": 0.003, "loss": 4.0183, "step": 27957 }, { "epoch": 0.27958, "grad_norm": 0.9400944271224916, "learning_rate": 0.003, "loss": 3.9929, "step": 27958 }, { "epoch": 0.27959, "grad_norm": 1.3948140580613246, "learning_rate": 0.003, "loss": 3.9831, "step": 27959 }, { "epoch": 0.2796, "grad_norm": 1.1782007319096794, "learning_rate": 0.003, "loss": 3.9936, "step": 27960 }, { "epoch": 0.27961, "grad_norm": 1.3704976339311898, "learning_rate": 0.003, "loss": 4.0126, "step": 27961 }, { "epoch": 0.27962, "grad_norm": 1.156337877251591, "learning_rate": 0.003, "loss": 4.0204, "step": 27962 }, { "epoch": 0.27963, "grad_norm": 1.4535498070396584, "learning_rate": 0.003, "loss": 3.9907, "step": 27963 }, { "epoch": 0.27964, "grad_norm": 1.1749681690812037, "learning_rate": 0.003, "loss": 4.0042, "step": 27964 }, { "epoch": 0.27965, "grad_norm": 1.2625966449780641, "learning_rate": 0.003, "loss": 4.012, "step": 27965 }, { "epoch": 0.27966, "grad_norm": 1.428352458746397, "learning_rate": 0.003, "loss": 3.9888, "step": 27966 }, { "epoch": 0.27967, "grad_norm": 1.1917369970589078, "learning_rate": 0.003, "loss": 4.0012, "step": 27967 }, { "epoch": 0.27968, "grad_norm": 1.3931264822030747, "learning_rate": 0.003, "loss": 3.9951, "step": 27968 }, { "epoch": 0.27969, "grad_norm": 1.1243671952978849, "learning_rate": 0.003, "loss": 3.9996, "step": 27969 }, { "epoch": 0.2797, "grad_norm": 1.3285858809090436, "learning_rate": 0.003, "loss": 3.9998, "step": 27970 }, { "epoch": 0.27971, "grad_norm": 1.1124183026958583, "learning_rate": 0.003, "loss": 3.9713, "step": 27971 }, { "epoch": 0.27972, "grad_norm": 1.282639924846066, "learning_rate": 0.003, "loss": 4.0099, "step": 27972 }, { "epoch": 0.27973, "grad_norm": 1.2134122537721863, "learning_rate": 0.003, "loss": 3.9956, "step": 27973 }, { "epoch": 0.27974, "grad_norm": 1.3541804096215362, "learning_rate": 0.003, "loss": 3.9943, "step": 27974 }, { "epoch": 0.27975, "grad_norm": 1.1938730753834748, "learning_rate": 0.003, "loss": 4.037, "step": 27975 }, { "epoch": 0.27976, "grad_norm": 1.5208888329634642, "learning_rate": 0.003, "loss": 4.0035, "step": 27976 }, { "epoch": 0.27977, "grad_norm": 1.336418020314548, "learning_rate": 0.003, "loss": 4.0077, "step": 27977 }, { "epoch": 0.27978, "grad_norm": 1.4571604338440203, "learning_rate": 0.003, "loss": 4.0197, "step": 27978 }, { "epoch": 0.27979, "grad_norm": 1.2715513940659349, "learning_rate": 0.003, "loss": 3.9934, "step": 27979 }, { "epoch": 0.2798, "grad_norm": 1.378125922178985, "learning_rate": 0.003, "loss": 4.0015, "step": 27980 }, { "epoch": 0.27981, "grad_norm": 1.255111580426792, "learning_rate": 0.003, "loss": 3.9861, "step": 27981 }, { "epoch": 0.27982, "grad_norm": 1.5074903739530856, "learning_rate": 0.003, "loss": 3.9847, "step": 27982 }, { "epoch": 0.27983, "grad_norm": 1.3586205022590414, "learning_rate": 0.003, "loss": 3.9811, "step": 27983 }, { "epoch": 0.27984, "grad_norm": 1.267818915401693, "learning_rate": 0.003, "loss": 3.9797, "step": 27984 }, { "epoch": 0.27985, "grad_norm": 1.5360601352204248, "learning_rate": 0.003, "loss": 3.9819, "step": 27985 }, { "epoch": 0.27986, "grad_norm": 1.1455782141740118, "learning_rate": 0.003, "loss": 4.0132, "step": 27986 }, { "epoch": 0.27987, "grad_norm": 1.6648714966211422, "learning_rate": 0.003, "loss": 4.0009, "step": 27987 }, { "epoch": 0.27988, "grad_norm": 0.9812745824627248, "learning_rate": 0.003, "loss": 4.0002, "step": 27988 }, { "epoch": 0.27989, "grad_norm": 1.3283492169806392, "learning_rate": 0.003, "loss": 3.9893, "step": 27989 }, { "epoch": 0.2799, "grad_norm": 1.481713904450774, "learning_rate": 0.003, "loss": 3.9896, "step": 27990 }, { "epoch": 0.27991, "grad_norm": 1.4536056491357212, "learning_rate": 0.003, "loss": 4.0035, "step": 27991 }, { "epoch": 0.27992, "grad_norm": 1.233973047156833, "learning_rate": 0.003, "loss": 4.0015, "step": 27992 }, { "epoch": 0.27993, "grad_norm": 1.1836586442116088, "learning_rate": 0.003, "loss": 3.9922, "step": 27993 }, { "epoch": 0.27994, "grad_norm": 1.3829059874415615, "learning_rate": 0.003, "loss": 4.0057, "step": 27994 }, { "epoch": 0.27995, "grad_norm": 1.2492280702030196, "learning_rate": 0.003, "loss": 4.0516, "step": 27995 }, { "epoch": 0.27996, "grad_norm": 1.4946389018760544, "learning_rate": 0.003, "loss": 4.0127, "step": 27996 }, { "epoch": 0.27997, "grad_norm": 1.2631925051410156, "learning_rate": 0.003, "loss": 4.0128, "step": 27997 }, { "epoch": 0.27998, "grad_norm": 1.3593640586599403, "learning_rate": 0.003, "loss": 3.9951, "step": 27998 }, { "epoch": 0.27999, "grad_norm": 1.1239266859220485, "learning_rate": 0.003, "loss": 4.0142, "step": 27999 }, { "epoch": 0.28, "grad_norm": 1.2693285348625913, "learning_rate": 0.003, "loss": 4.0101, "step": 28000 }, { "epoch": 0.28001, "grad_norm": 1.3024294247664927, "learning_rate": 0.003, "loss": 3.9724, "step": 28001 }, { "epoch": 0.28002, "grad_norm": 1.283329461386672, "learning_rate": 0.003, "loss": 4.0, "step": 28002 }, { "epoch": 0.28003, "grad_norm": 1.2603860090042136, "learning_rate": 0.003, "loss": 4.0138, "step": 28003 }, { "epoch": 0.28004, "grad_norm": 1.2577989747157219, "learning_rate": 0.003, "loss": 4.0043, "step": 28004 }, { "epoch": 0.28005, "grad_norm": 1.1790305862674788, "learning_rate": 0.003, "loss": 4.0149, "step": 28005 }, { "epoch": 0.28006, "grad_norm": 1.4793214668382517, "learning_rate": 0.003, "loss": 3.9791, "step": 28006 }, { "epoch": 0.28007, "grad_norm": 1.3281973662635127, "learning_rate": 0.003, "loss": 4.0138, "step": 28007 }, { "epoch": 0.28008, "grad_norm": 1.4308189574000971, "learning_rate": 0.003, "loss": 4.0051, "step": 28008 }, { "epoch": 0.28009, "grad_norm": 1.364002249538326, "learning_rate": 0.003, "loss": 3.9912, "step": 28009 }, { "epoch": 0.2801, "grad_norm": 1.010097074578239, "learning_rate": 0.003, "loss": 3.9973, "step": 28010 }, { "epoch": 0.28011, "grad_norm": 1.4430598847057376, "learning_rate": 0.003, "loss": 4.0103, "step": 28011 }, { "epoch": 0.28012, "grad_norm": 1.1697754131957958, "learning_rate": 0.003, "loss": 3.9955, "step": 28012 }, { "epoch": 0.28013, "grad_norm": 1.4928644652668737, "learning_rate": 0.003, "loss": 3.992, "step": 28013 }, { "epoch": 0.28014, "grad_norm": 1.245786461667372, "learning_rate": 0.003, "loss": 3.9912, "step": 28014 }, { "epoch": 0.28015, "grad_norm": 1.4501259085221274, "learning_rate": 0.003, "loss": 4.0006, "step": 28015 }, { "epoch": 0.28016, "grad_norm": 1.0707644159058745, "learning_rate": 0.003, "loss": 3.9925, "step": 28016 }, { "epoch": 0.28017, "grad_norm": 1.4599510841465047, "learning_rate": 0.003, "loss": 4.03, "step": 28017 }, { "epoch": 0.28018, "grad_norm": 1.0620139691902721, "learning_rate": 0.003, "loss": 4.0039, "step": 28018 }, { "epoch": 0.28019, "grad_norm": 1.393731344972922, "learning_rate": 0.003, "loss": 3.9897, "step": 28019 }, { "epoch": 0.2802, "grad_norm": 0.9094768726900755, "learning_rate": 0.003, "loss": 3.9975, "step": 28020 }, { "epoch": 0.28021, "grad_norm": 1.345048013089387, "learning_rate": 0.003, "loss": 4.0178, "step": 28021 }, { "epoch": 0.28022, "grad_norm": 1.5193647598583793, "learning_rate": 0.003, "loss": 4.0176, "step": 28022 }, { "epoch": 0.28023, "grad_norm": 1.4237040517424286, "learning_rate": 0.003, "loss": 3.9769, "step": 28023 }, { "epoch": 0.28024, "grad_norm": 1.327593254666804, "learning_rate": 0.003, "loss": 3.9833, "step": 28024 }, { "epoch": 0.28025, "grad_norm": 1.1780589421398977, "learning_rate": 0.003, "loss": 4.0081, "step": 28025 }, { "epoch": 0.28026, "grad_norm": 1.1566610366483157, "learning_rate": 0.003, "loss": 3.9952, "step": 28026 }, { "epoch": 0.28027, "grad_norm": 1.2511384368717495, "learning_rate": 0.003, "loss": 4.0026, "step": 28027 }, { "epoch": 0.28028, "grad_norm": 1.3369912866443454, "learning_rate": 0.003, "loss": 4.0331, "step": 28028 }, { "epoch": 0.28029, "grad_norm": 1.1541163700498587, "learning_rate": 0.003, "loss": 3.9913, "step": 28029 }, { "epoch": 0.2803, "grad_norm": 1.5074150845438357, "learning_rate": 0.003, "loss": 3.991, "step": 28030 }, { "epoch": 0.28031, "grad_norm": 1.3960921104770883, "learning_rate": 0.003, "loss": 3.9997, "step": 28031 }, { "epoch": 0.28032, "grad_norm": 1.5183227718385877, "learning_rate": 0.003, "loss": 3.9904, "step": 28032 }, { "epoch": 0.28033, "grad_norm": 1.0444114975379288, "learning_rate": 0.003, "loss": 4.0014, "step": 28033 }, { "epoch": 0.28034, "grad_norm": 1.5195207901574748, "learning_rate": 0.003, "loss": 4.0146, "step": 28034 }, { "epoch": 0.28035, "grad_norm": 1.064914985514865, "learning_rate": 0.003, "loss": 3.9984, "step": 28035 }, { "epoch": 0.28036, "grad_norm": 1.3660456000801582, "learning_rate": 0.003, "loss": 3.995, "step": 28036 }, { "epoch": 0.28037, "grad_norm": 1.1419564554714718, "learning_rate": 0.003, "loss": 3.9724, "step": 28037 }, { "epoch": 0.28038, "grad_norm": 1.4856924523034436, "learning_rate": 0.003, "loss": 3.9944, "step": 28038 }, { "epoch": 0.28039, "grad_norm": 1.150392372121018, "learning_rate": 0.003, "loss": 4.0241, "step": 28039 }, { "epoch": 0.2804, "grad_norm": 1.526991615899295, "learning_rate": 0.003, "loss": 3.9974, "step": 28040 }, { "epoch": 0.28041, "grad_norm": 1.3427286510584018, "learning_rate": 0.003, "loss": 4.0065, "step": 28041 }, { "epoch": 0.28042, "grad_norm": 1.2998427609104377, "learning_rate": 0.003, "loss": 4.0218, "step": 28042 }, { "epoch": 0.28043, "grad_norm": 1.2196960023856263, "learning_rate": 0.003, "loss": 3.9804, "step": 28043 }, { "epoch": 0.28044, "grad_norm": 1.5339988200763077, "learning_rate": 0.003, "loss": 4.0193, "step": 28044 }, { "epoch": 0.28045, "grad_norm": 1.012480032278718, "learning_rate": 0.003, "loss": 3.9992, "step": 28045 }, { "epoch": 0.28046, "grad_norm": 1.423768382018984, "learning_rate": 0.003, "loss": 4.0345, "step": 28046 }, { "epoch": 0.28047, "grad_norm": 1.252694302538243, "learning_rate": 0.003, "loss": 3.9913, "step": 28047 }, { "epoch": 0.28048, "grad_norm": 1.4896818489507135, "learning_rate": 0.003, "loss": 3.9966, "step": 28048 }, { "epoch": 0.28049, "grad_norm": 1.4186071587886497, "learning_rate": 0.003, "loss": 3.9854, "step": 28049 }, { "epoch": 0.2805, "grad_norm": 1.1621214551634078, "learning_rate": 0.003, "loss": 3.9831, "step": 28050 }, { "epoch": 0.28051, "grad_norm": 1.2823441878429473, "learning_rate": 0.003, "loss": 3.9761, "step": 28051 }, { "epoch": 0.28052, "grad_norm": 1.3614710978179236, "learning_rate": 0.003, "loss": 4.0146, "step": 28052 }, { "epoch": 0.28053, "grad_norm": 1.2854679859203595, "learning_rate": 0.003, "loss": 3.9992, "step": 28053 }, { "epoch": 0.28054, "grad_norm": 1.0956872842834804, "learning_rate": 0.003, "loss": 3.9768, "step": 28054 }, { "epoch": 0.28055, "grad_norm": 1.2306331451059815, "learning_rate": 0.003, "loss": 4.0207, "step": 28055 }, { "epoch": 0.28056, "grad_norm": 1.263426314982575, "learning_rate": 0.003, "loss": 4.0215, "step": 28056 }, { "epoch": 0.28057, "grad_norm": 1.316179880846275, "learning_rate": 0.003, "loss": 4.0138, "step": 28057 }, { "epoch": 0.28058, "grad_norm": 1.131397094378753, "learning_rate": 0.003, "loss": 3.9898, "step": 28058 }, { "epoch": 0.28059, "grad_norm": 1.2535500623856872, "learning_rate": 0.003, "loss": 3.9825, "step": 28059 }, { "epoch": 0.2806, "grad_norm": 1.218566803473361, "learning_rate": 0.003, "loss": 3.9975, "step": 28060 }, { "epoch": 0.28061, "grad_norm": 1.433096764898339, "learning_rate": 0.003, "loss": 4.0152, "step": 28061 }, { "epoch": 0.28062, "grad_norm": 0.9601241325436045, "learning_rate": 0.003, "loss": 3.9994, "step": 28062 }, { "epoch": 0.28063, "grad_norm": 1.5235890398466807, "learning_rate": 0.003, "loss": 4.0139, "step": 28063 }, { "epoch": 0.28064, "grad_norm": 1.1124562160020315, "learning_rate": 0.003, "loss": 3.9755, "step": 28064 }, { "epoch": 0.28065, "grad_norm": 1.2891815609412034, "learning_rate": 0.003, "loss": 3.9955, "step": 28065 }, { "epoch": 0.28066, "grad_norm": 1.5567592431798076, "learning_rate": 0.003, "loss": 4.0121, "step": 28066 }, { "epoch": 0.28067, "grad_norm": 1.3005830493050479, "learning_rate": 0.003, "loss": 3.9812, "step": 28067 }, { "epoch": 0.28068, "grad_norm": 1.2231824445299182, "learning_rate": 0.003, "loss": 3.9908, "step": 28068 }, { "epoch": 0.28069, "grad_norm": 1.4108412554506558, "learning_rate": 0.003, "loss": 4.0053, "step": 28069 }, { "epoch": 0.2807, "grad_norm": 1.297322140054975, "learning_rate": 0.003, "loss": 4.0002, "step": 28070 }, { "epoch": 0.28071, "grad_norm": 1.415264532063848, "learning_rate": 0.003, "loss": 3.9717, "step": 28071 }, { "epoch": 0.28072, "grad_norm": 1.2525264530642255, "learning_rate": 0.003, "loss": 4.0137, "step": 28072 }, { "epoch": 0.28073, "grad_norm": 1.5134461630563771, "learning_rate": 0.003, "loss": 3.969, "step": 28073 }, { "epoch": 0.28074, "grad_norm": 1.297435815241835, "learning_rate": 0.003, "loss": 4.008, "step": 28074 }, { "epoch": 0.28075, "grad_norm": 1.2996508424084188, "learning_rate": 0.003, "loss": 3.9725, "step": 28075 }, { "epoch": 0.28076, "grad_norm": 1.2464246756973762, "learning_rate": 0.003, "loss": 3.9722, "step": 28076 }, { "epoch": 0.28077, "grad_norm": 1.425026266245841, "learning_rate": 0.003, "loss": 4.02, "step": 28077 }, { "epoch": 0.28078, "grad_norm": 1.3280806961861005, "learning_rate": 0.003, "loss": 3.9819, "step": 28078 }, { "epoch": 0.28079, "grad_norm": 1.3045144064548344, "learning_rate": 0.003, "loss": 3.972, "step": 28079 }, { "epoch": 0.2808, "grad_norm": 1.319939964266381, "learning_rate": 0.003, "loss": 3.998, "step": 28080 }, { "epoch": 0.28081, "grad_norm": 1.1742188710202852, "learning_rate": 0.003, "loss": 3.9832, "step": 28081 }, { "epoch": 0.28082, "grad_norm": 1.4189385586382426, "learning_rate": 0.003, "loss": 4.0271, "step": 28082 }, { "epoch": 0.28083, "grad_norm": 1.213466190815098, "learning_rate": 0.003, "loss": 4.0003, "step": 28083 }, { "epoch": 0.28084, "grad_norm": 1.3964398851848476, "learning_rate": 0.003, "loss": 4.0082, "step": 28084 }, { "epoch": 0.28085, "grad_norm": 1.3212602076876723, "learning_rate": 0.003, "loss": 3.9839, "step": 28085 }, { "epoch": 0.28086, "grad_norm": 1.3233860118796152, "learning_rate": 0.003, "loss": 4.0107, "step": 28086 }, { "epoch": 0.28087, "grad_norm": 1.48599738249264, "learning_rate": 0.003, "loss": 4.0171, "step": 28087 }, { "epoch": 0.28088, "grad_norm": 1.129823640036906, "learning_rate": 0.003, "loss": 3.9835, "step": 28088 }, { "epoch": 0.28089, "grad_norm": 1.5352485990161042, "learning_rate": 0.003, "loss": 4.0059, "step": 28089 }, { "epoch": 0.2809, "grad_norm": 1.2054350749612284, "learning_rate": 0.003, "loss": 3.9735, "step": 28090 }, { "epoch": 0.28091, "grad_norm": 1.3471344540908554, "learning_rate": 0.003, "loss": 3.9913, "step": 28091 }, { "epoch": 0.28092, "grad_norm": 1.2233980667245747, "learning_rate": 0.003, "loss": 4.0312, "step": 28092 }, { "epoch": 0.28093, "grad_norm": 1.2348360281099517, "learning_rate": 0.003, "loss": 3.9849, "step": 28093 }, { "epoch": 0.28094, "grad_norm": 1.371914303967823, "learning_rate": 0.003, "loss": 3.9899, "step": 28094 }, { "epoch": 0.28095, "grad_norm": 1.2516369550016528, "learning_rate": 0.003, "loss": 3.9966, "step": 28095 }, { "epoch": 0.28096, "grad_norm": 1.3538674056319369, "learning_rate": 0.003, "loss": 4.0126, "step": 28096 }, { "epoch": 0.28097, "grad_norm": 1.0917062102707515, "learning_rate": 0.003, "loss": 3.9875, "step": 28097 }, { "epoch": 0.28098, "grad_norm": 1.5213884131543984, "learning_rate": 0.003, "loss": 3.9988, "step": 28098 }, { "epoch": 0.28099, "grad_norm": 1.0820893997733527, "learning_rate": 0.003, "loss": 3.9751, "step": 28099 }, { "epoch": 0.281, "grad_norm": 1.4445154020248663, "learning_rate": 0.003, "loss": 4.0065, "step": 28100 }, { "epoch": 0.28101, "grad_norm": 1.3596933403233915, "learning_rate": 0.003, "loss": 3.9607, "step": 28101 }, { "epoch": 0.28102, "grad_norm": 1.5003264405219516, "learning_rate": 0.003, "loss": 3.9602, "step": 28102 }, { "epoch": 0.28103, "grad_norm": 1.3823043752822453, "learning_rate": 0.003, "loss": 3.9997, "step": 28103 }, { "epoch": 0.28104, "grad_norm": 1.2337379188231885, "learning_rate": 0.003, "loss": 4.0033, "step": 28104 }, { "epoch": 0.28105, "grad_norm": 1.4023213040923703, "learning_rate": 0.003, "loss": 3.9907, "step": 28105 }, { "epoch": 0.28106, "grad_norm": 1.2007251217094566, "learning_rate": 0.003, "loss": 3.9861, "step": 28106 }, { "epoch": 0.28107, "grad_norm": 1.3978849290655226, "learning_rate": 0.003, "loss": 4.0236, "step": 28107 }, { "epoch": 0.28108, "grad_norm": 1.164203176725487, "learning_rate": 0.003, "loss": 4.0077, "step": 28108 }, { "epoch": 0.28109, "grad_norm": 1.2730172404738889, "learning_rate": 0.003, "loss": 3.9698, "step": 28109 }, { "epoch": 0.2811, "grad_norm": 1.2037853134521097, "learning_rate": 0.003, "loss": 3.9827, "step": 28110 }, { "epoch": 0.28111, "grad_norm": 1.3722282755209092, "learning_rate": 0.003, "loss": 4.0009, "step": 28111 }, { "epoch": 0.28112, "grad_norm": 1.1531226459827364, "learning_rate": 0.003, "loss": 3.9924, "step": 28112 }, { "epoch": 0.28113, "grad_norm": 1.3919852380164417, "learning_rate": 0.003, "loss": 4.0082, "step": 28113 }, { "epoch": 0.28114, "grad_norm": 1.4587145330788343, "learning_rate": 0.003, "loss": 3.9804, "step": 28114 }, { "epoch": 0.28115, "grad_norm": 1.164622071853588, "learning_rate": 0.003, "loss": 4.0211, "step": 28115 }, { "epoch": 0.28116, "grad_norm": 1.3648470123183838, "learning_rate": 0.003, "loss": 3.9858, "step": 28116 }, { "epoch": 0.28117, "grad_norm": 1.2343084347575377, "learning_rate": 0.003, "loss": 4.0028, "step": 28117 }, { "epoch": 0.28118, "grad_norm": 1.3056905866274893, "learning_rate": 0.003, "loss": 3.992, "step": 28118 }, { "epoch": 0.28119, "grad_norm": 1.5138200513769113, "learning_rate": 0.003, "loss": 4.01, "step": 28119 }, { "epoch": 0.2812, "grad_norm": 1.0218679270834732, "learning_rate": 0.003, "loss": 4.0044, "step": 28120 }, { "epoch": 0.28121, "grad_norm": 1.5449815632220838, "learning_rate": 0.003, "loss": 4.0019, "step": 28121 }, { "epoch": 0.28122, "grad_norm": 1.1565735414635254, "learning_rate": 0.003, "loss": 4.0269, "step": 28122 }, { "epoch": 0.28123, "grad_norm": 1.7044427403433389, "learning_rate": 0.003, "loss": 4.0069, "step": 28123 }, { "epoch": 0.28124, "grad_norm": 1.0563849655038737, "learning_rate": 0.003, "loss": 4.0056, "step": 28124 }, { "epoch": 0.28125, "grad_norm": 1.4359487048227355, "learning_rate": 0.003, "loss": 4.0191, "step": 28125 }, { "epoch": 0.28126, "grad_norm": 1.4811072929345437, "learning_rate": 0.003, "loss": 4.001, "step": 28126 }, { "epoch": 0.28127, "grad_norm": 1.240918497300625, "learning_rate": 0.003, "loss": 3.9979, "step": 28127 }, { "epoch": 0.28128, "grad_norm": 1.4567765637354653, "learning_rate": 0.003, "loss": 4.0002, "step": 28128 }, { "epoch": 0.28129, "grad_norm": 1.1799514185980204, "learning_rate": 0.003, "loss": 3.989, "step": 28129 }, { "epoch": 0.2813, "grad_norm": 1.4103575285340713, "learning_rate": 0.003, "loss": 4.015, "step": 28130 }, { "epoch": 0.28131, "grad_norm": 1.1984385806673474, "learning_rate": 0.003, "loss": 3.9857, "step": 28131 }, { "epoch": 0.28132, "grad_norm": 1.3323873585390358, "learning_rate": 0.003, "loss": 4.0117, "step": 28132 }, { "epoch": 0.28133, "grad_norm": 1.1114929802450262, "learning_rate": 0.003, "loss": 4.0171, "step": 28133 }, { "epoch": 0.28134, "grad_norm": 1.5647587246121664, "learning_rate": 0.003, "loss": 4.0213, "step": 28134 }, { "epoch": 0.28135, "grad_norm": 1.3226293848890005, "learning_rate": 0.003, "loss": 4.0171, "step": 28135 }, { "epoch": 0.28136, "grad_norm": 1.6199557439297885, "learning_rate": 0.003, "loss": 3.9988, "step": 28136 }, { "epoch": 0.28137, "grad_norm": 1.4497896299968807, "learning_rate": 0.003, "loss": 4.0075, "step": 28137 }, { "epoch": 0.28138, "grad_norm": 1.3721299468184176, "learning_rate": 0.003, "loss": 4.0011, "step": 28138 }, { "epoch": 0.28139, "grad_norm": 1.4475183533220515, "learning_rate": 0.003, "loss": 4.0148, "step": 28139 }, { "epoch": 0.2814, "grad_norm": 1.0781831237666772, "learning_rate": 0.003, "loss": 4.0379, "step": 28140 }, { "epoch": 0.28141, "grad_norm": 1.5265630358784947, "learning_rate": 0.003, "loss": 4.0193, "step": 28141 }, { "epoch": 0.28142, "grad_norm": 1.173805254476627, "learning_rate": 0.003, "loss": 4.0135, "step": 28142 }, { "epoch": 0.28143, "grad_norm": 1.4101630666317349, "learning_rate": 0.003, "loss": 4.0236, "step": 28143 }, { "epoch": 0.28144, "grad_norm": 1.3694506143368284, "learning_rate": 0.003, "loss": 4.0609, "step": 28144 }, { "epoch": 0.28145, "grad_norm": 1.3324678469051996, "learning_rate": 0.003, "loss": 3.9714, "step": 28145 }, { "epoch": 0.28146, "grad_norm": 1.2107162962607383, "learning_rate": 0.003, "loss": 4.0102, "step": 28146 }, { "epoch": 0.28147, "grad_norm": 1.1723402672819783, "learning_rate": 0.003, "loss": 4.0099, "step": 28147 }, { "epoch": 0.28148, "grad_norm": 1.3516167277342581, "learning_rate": 0.003, "loss": 3.9736, "step": 28148 }, { "epoch": 0.28149, "grad_norm": 1.1984439198620491, "learning_rate": 0.003, "loss": 3.981, "step": 28149 }, { "epoch": 0.2815, "grad_norm": 1.5442633405868027, "learning_rate": 0.003, "loss": 4.0206, "step": 28150 }, { "epoch": 0.28151, "grad_norm": 1.0685705030580692, "learning_rate": 0.003, "loss": 4.0099, "step": 28151 }, { "epoch": 0.28152, "grad_norm": 1.5135313294843984, "learning_rate": 0.003, "loss": 3.9849, "step": 28152 }, { "epoch": 0.28153, "grad_norm": 1.1410716623742272, "learning_rate": 0.003, "loss": 3.9987, "step": 28153 }, { "epoch": 0.28154, "grad_norm": 1.3056369613359415, "learning_rate": 0.003, "loss": 4.0088, "step": 28154 }, { "epoch": 0.28155, "grad_norm": 1.2818138229083236, "learning_rate": 0.003, "loss": 4.0194, "step": 28155 }, { "epoch": 0.28156, "grad_norm": 1.2291124001046376, "learning_rate": 0.003, "loss": 4.0213, "step": 28156 }, { "epoch": 0.28157, "grad_norm": 1.3600126712953526, "learning_rate": 0.003, "loss": 3.9829, "step": 28157 }, { "epoch": 0.28158, "grad_norm": 1.1669786334489385, "learning_rate": 0.003, "loss": 3.982, "step": 28158 }, { "epoch": 0.28159, "grad_norm": 1.42374920145015, "learning_rate": 0.003, "loss": 3.9983, "step": 28159 }, { "epoch": 0.2816, "grad_norm": 1.3992221031534882, "learning_rate": 0.003, "loss": 4.0265, "step": 28160 }, { "epoch": 0.28161, "grad_norm": 1.5242267642999963, "learning_rate": 0.003, "loss": 3.9943, "step": 28161 }, { "epoch": 0.28162, "grad_norm": 1.258907483756848, "learning_rate": 0.003, "loss": 3.978, "step": 28162 }, { "epoch": 0.28163, "grad_norm": 1.4321647915805058, "learning_rate": 0.003, "loss": 3.9744, "step": 28163 }, { "epoch": 0.28164, "grad_norm": 1.0973551785315387, "learning_rate": 0.003, "loss": 3.9983, "step": 28164 }, { "epoch": 0.28165, "grad_norm": 1.513548004358719, "learning_rate": 0.003, "loss": 4.0211, "step": 28165 }, { "epoch": 0.28166, "grad_norm": 1.031363295130899, "learning_rate": 0.003, "loss": 4.0158, "step": 28166 }, { "epoch": 0.28167, "grad_norm": 1.3387934970986741, "learning_rate": 0.003, "loss": 4.0275, "step": 28167 }, { "epoch": 0.28168, "grad_norm": 1.4054590969977128, "learning_rate": 0.003, "loss": 3.9919, "step": 28168 }, { "epoch": 0.28169, "grad_norm": 1.5559702276604326, "learning_rate": 0.003, "loss": 3.9954, "step": 28169 }, { "epoch": 0.2817, "grad_norm": 1.4614835823935324, "learning_rate": 0.003, "loss": 4.0203, "step": 28170 }, { "epoch": 0.28171, "grad_norm": 1.2464605129473005, "learning_rate": 0.003, "loss": 4.0157, "step": 28171 }, { "epoch": 0.28172, "grad_norm": 1.6488818919818424, "learning_rate": 0.003, "loss": 4.0066, "step": 28172 }, { "epoch": 0.28173, "grad_norm": 1.113717229936277, "learning_rate": 0.003, "loss": 4.0051, "step": 28173 }, { "epoch": 0.28174, "grad_norm": 1.6268482981367232, "learning_rate": 0.003, "loss": 4.0045, "step": 28174 }, { "epoch": 0.28175, "grad_norm": 1.2457232983643438, "learning_rate": 0.003, "loss": 4.0028, "step": 28175 }, { "epoch": 0.28176, "grad_norm": 1.3787909607772273, "learning_rate": 0.003, "loss": 3.9817, "step": 28176 }, { "epoch": 0.28177, "grad_norm": 1.3928297067261763, "learning_rate": 0.003, "loss": 4.0073, "step": 28177 }, { "epoch": 0.28178, "grad_norm": 1.4769912588419498, "learning_rate": 0.003, "loss": 3.9979, "step": 28178 }, { "epoch": 0.28179, "grad_norm": 1.4649313168408236, "learning_rate": 0.003, "loss": 4.021, "step": 28179 }, { "epoch": 0.2818, "grad_norm": 1.1363628446708591, "learning_rate": 0.003, "loss": 3.9963, "step": 28180 }, { "epoch": 0.28181, "grad_norm": 1.3437646352374828, "learning_rate": 0.003, "loss": 4.0119, "step": 28181 }, { "epoch": 0.28182, "grad_norm": 1.2088535258802837, "learning_rate": 0.003, "loss": 3.9943, "step": 28182 }, { "epoch": 0.28183, "grad_norm": 1.3700827813445382, "learning_rate": 0.003, "loss": 3.9757, "step": 28183 }, { "epoch": 0.28184, "grad_norm": 1.166749122466979, "learning_rate": 0.003, "loss": 3.9395, "step": 28184 }, { "epoch": 0.28185, "grad_norm": 1.3742854311115604, "learning_rate": 0.003, "loss": 4.0028, "step": 28185 }, { "epoch": 0.28186, "grad_norm": 1.2810095753294783, "learning_rate": 0.003, "loss": 3.9832, "step": 28186 }, { "epoch": 0.28187, "grad_norm": 1.2880590628849067, "learning_rate": 0.003, "loss": 4.0112, "step": 28187 }, { "epoch": 0.28188, "grad_norm": 1.3613163156070942, "learning_rate": 0.003, "loss": 3.9998, "step": 28188 }, { "epoch": 0.28189, "grad_norm": 1.17925285087329, "learning_rate": 0.003, "loss": 4.0009, "step": 28189 }, { "epoch": 0.2819, "grad_norm": 1.4793156905881382, "learning_rate": 0.003, "loss": 3.9973, "step": 28190 }, { "epoch": 0.28191, "grad_norm": 1.1271512282495977, "learning_rate": 0.003, "loss": 4.0002, "step": 28191 }, { "epoch": 0.28192, "grad_norm": 1.367801762247222, "learning_rate": 0.003, "loss": 4.024, "step": 28192 }, { "epoch": 0.28193, "grad_norm": 1.1977959993307519, "learning_rate": 0.003, "loss": 3.9695, "step": 28193 }, { "epoch": 0.28194, "grad_norm": 1.2793101079300444, "learning_rate": 0.003, "loss": 3.9633, "step": 28194 }, { "epoch": 0.28195, "grad_norm": 1.6045584501997703, "learning_rate": 0.003, "loss": 3.9997, "step": 28195 }, { "epoch": 0.28196, "grad_norm": 1.0478401510948545, "learning_rate": 0.003, "loss": 4.0093, "step": 28196 }, { "epoch": 0.28197, "grad_norm": 1.451705123431119, "learning_rate": 0.003, "loss": 3.9968, "step": 28197 }, { "epoch": 0.28198, "grad_norm": 1.3169087388481842, "learning_rate": 0.003, "loss": 4.0325, "step": 28198 }, { "epoch": 0.28199, "grad_norm": 1.1723559028487947, "learning_rate": 0.003, "loss": 3.9995, "step": 28199 }, { "epoch": 0.282, "grad_norm": 1.3223134791202693, "learning_rate": 0.003, "loss": 3.9975, "step": 28200 }, { "epoch": 0.28201, "grad_norm": 1.2369304863425856, "learning_rate": 0.003, "loss": 4.0008, "step": 28201 }, { "epoch": 0.28202, "grad_norm": 1.532123566476022, "learning_rate": 0.003, "loss": 3.9871, "step": 28202 }, { "epoch": 0.28203, "grad_norm": 1.1145893373879265, "learning_rate": 0.003, "loss": 3.9799, "step": 28203 }, { "epoch": 0.28204, "grad_norm": 1.2820877174223226, "learning_rate": 0.003, "loss": 4.011, "step": 28204 }, { "epoch": 0.28205, "grad_norm": 1.122996750118817, "learning_rate": 0.003, "loss": 4.0118, "step": 28205 }, { "epoch": 0.28206, "grad_norm": 1.5246239203219891, "learning_rate": 0.003, "loss": 4.0125, "step": 28206 }, { "epoch": 0.28207, "grad_norm": 1.1438833997167892, "learning_rate": 0.003, "loss": 3.9745, "step": 28207 }, { "epoch": 0.28208, "grad_norm": 1.5846812686525016, "learning_rate": 0.003, "loss": 3.9722, "step": 28208 }, { "epoch": 0.28209, "grad_norm": 1.132397425894837, "learning_rate": 0.003, "loss": 4.0108, "step": 28209 }, { "epoch": 0.2821, "grad_norm": 1.5878985254397342, "learning_rate": 0.003, "loss": 3.9652, "step": 28210 }, { "epoch": 0.28211, "grad_norm": 1.0345879880902036, "learning_rate": 0.003, "loss": 4.0336, "step": 28211 }, { "epoch": 0.28212, "grad_norm": 1.3557264465168866, "learning_rate": 0.003, "loss": 3.9985, "step": 28212 }, { "epoch": 0.28213, "grad_norm": 1.427147666789262, "learning_rate": 0.003, "loss": 4.011, "step": 28213 }, { "epoch": 0.28214, "grad_norm": 1.0778150799312272, "learning_rate": 0.003, "loss": 3.9912, "step": 28214 }, { "epoch": 0.28215, "grad_norm": 1.7393027834110775, "learning_rate": 0.003, "loss": 4.0275, "step": 28215 }, { "epoch": 0.28216, "grad_norm": 1.1178608034826591, "learning_rate": 0.003, "loss": 4.0005, "step": 28216 }, { "epoch": 0.28217, "grad_norm": 1.5388198225518936, "learning_rate": 0.003, "loss": 4.0139, "step": 28217 }, { "epoch": 0.28218, "grad_norm": 1.1425906999580797, "learning_rate": 0.003, "loss": 3.9978, "step": 28218 }, { "epoch": 0.28219, "grad_norm": 1.2258881336105472, "learning_rate": 0.003, "loss": 4.0208, "step": 28219 }, { "epoch": 0.2822, "grad_norm": 1.404125657482565, "learning_rate": 0.003, "loss": 3.9848, "step": 28220 }, { "epoch": 0.28221, "grad_norm": 1.3266333559650414, "learning_rate": 0.003, "loss": 4.0169, "step": 28221 }, { "epoch": 0.28222, "grad_norm": 1.5654065886493242, "learning_rate": 0.003, "loss": 3.9922, "step": 28222 }, { "epoch": 0.28223, "grad_norm": 1.3129249968967525, "learning_rate": 0.003, "loss": 4.0151, "step": 28223 }, { "epoch": 0.28224, "grad_norm": 1.2157937499987805, "learning_rate": 0.003, "loss": 4.0187, "step": 28224 }, { "epoch": 0.28225, "grad_norm": 1.3494814633705168, "learning_rate": 0.003, "loss": 4.0153, "step": 28225 }, { "epoch": 0.28226, "grad_norm": 1.1081697376909647, "learning_rate": 0.003, "loss": 3.9818, "step": 28226 }, { "epoch": 0.28227, "grad_norm": 1.53451629218679, "learning_rate": 0.003, "loss": 3.9953, "step": 28227 }, { "epoch": 0.28228, "grad_norm": 1.334442661191573, "learning_rate": 0.003, "loss": 3.9902, "step": 28228 }, { "epoch": 0.28229, "grad_norm": 1.37860176008498, "learning_rate": 0.003, "loss": 4.0327, "step": 28229 }, { "epoch": 0.2823, "grad_norm": 1.0287766180347149, "learning_rate": 0.003, "loss": 3.9745, "step": 28230 }, { "epoch": 0.28231, "grad_norm": 1.4350880180897367, "learning_rate": 0.003, "loss": 3.9953, "step": 28231 }, { "epoch": 0.28232, "grad_norm": 1.1188699696603013, "learning_rate": 0.003, "loss": 3.9991, "step": 28232 }, { "epoch": 0.28233, "grad_norm": 1.1288589647785376, "learning_rate": 0.003, "loss": 3.9994, "step": 28233 }, { "epoch": 0.28234, "grad_norm": 1.3258133654653657, "learning_rate": 0.003, "loss": 4.0084, "step": 28234 }, { "epoch": 0.28235, "grad_norm": 1.2571023425836068, "learning_rate": 0.003, "loss": 3.9813, "step": 28235 }, { "epoch": 0.28236, "grad_norm": 1.3443296946478307, "learning_rate": 0.003, "loss": 3.9987, "step": 28236 }, { "epoch": 0.28237, "grad_norm": 1.3132421802253516, "learning_rate": 0.003, "loss": 3.9805, "step": 28237 }, { "epoch": 0.28238, "grad_norm": 1.182912409922876, "learning_rate": 0.003, "loss": 3.9951, "step": 28238 }, { "epoch": 0.28239, "grad_norm": 1.6362113603349593, "learning_rate": 0.003, "loss": 4.0091, "step": 28239 }, { "epoch": 0.2824, "grad_norm": 1.2096579351116015, "learning_rate": 0.003, "loss": 4.0115, "step": 28240 }, { "epoch": 0.28241, "grad_norm": 1.2147738311801568, "learning_rate": 0.003, "loss": 4.0094, "step": 28241 }, { "epoch": 0.28242, "grad_norm": 1.3211973059593822, "learning_rate": 0.003, "loss": 3.984, "step": 28242 }, { "epoch": 0.28243, "grad_norm": 1.1372883984120694, "learning_rate": 0.003, "loss": 3.9885, "step": 28243 }, { "epoch": 0.28244, "grad_norm": 1.5281875832171568, "learning_rate": 0.003, "loss": 3.9954, "step": 28244 }, { "epoch": 0.28245, "grad_norm": 1.30369070965994, "learning_rate": 0.003, "loss": 3.9905, "step": 28245 }, { "epoch": 0.28246, "grad_norm": 1.3566447242424733, "learning_rate": 0.003, "loss": 3.9801, "step": 28246 }, { "epoch": 0.28247, "grad_norm": 1.064788271483766, "learning_rate": 0.003, "loss": 3.9778, "step": 28247 }, { "epoch": 0.28248, "grad_norm": 1.3544167776511402, "learning_rate": 0.003, "loss": 3.9925, "step": 28248 }, { "epoch": 0.28249, "grad_norm": 1.2022438364671681, "learning_rate": 0.003, "loss": 4.0116, "step": 28249 }, { "epoch": 0.2825, "grad_norm": 1.5956770015476862, "learning_rate": 0.003, "loss": 3.985, "step": 28250 }, { "epoch": 0.28251, "grad_norm": 0.9216053297470279, "learning_rate": 0.003, "loss": 3.9994, "step": 28251 }, { "epoch": 0.28252, "grad_norm": 1.442104702996077, "learning_rate": 0.003, "loss": 4.017, "step": 28252 }, { "epoch": 0.28253, "grad_norm": 1.1755336965168375, "learning_rate": 0.003, "loss": 3.9904, "step": 28253 }, { "epoch": 0.28254, "grad_norm": 1.528029003107913, "learning_rate": 0.003, "loss": 3.9844, "step": 28254 }, { "epoch": 0.28255, "grad_norm": 1.2799178089316467, "learning_rate": 0.003, "loss": 3.9847, "step": 28255 }, { "epoch": 0.28256, "grad_norm": 1.5510737251743156, "learning_rate": 0.003, "loss": 3.9977, "step": 28256 }, { "epoch": 0.28257, "grad_norm": 1.3575833004550912, "learning_rate": 0.003, "loss": 4.0131, "step": 28257 }, { "epoch": 0.28258, "grad_norm": 1.1891344970573143, "learning_rate": 0.003, "loss": 3.9812, "step": 28258 }, { "epoch": 0.28259, "grad_norm": 1.4215386975431878, "learning_rate": 0.003, "loss": 3.9874, "step": 28259 }, { "epoch": 0.2826, "grad_norm": 1.0585946163741935, "learning_rate": 0.003, "loss": 3.9841, "step": 28260 }, { "epoch": 0.28261, "grad_norm": 1.535043034769306, "learning_rate": 0.003, "loss": 3.9697, "step": 28261 }, { "epoch": 0.28262, "grad_norm": 1.1573765031097025, "learning_rate": 0.003, "loss": 3.9534, "step": 28262 }, { "epoch": 0.28263, "grad_norm": 1.5504573310585363, "learning_rate": 0.003, "loss": 3.9761, "step": 28263 }, { "epoch": 0.28264, "grad_norm": 1.2901108692313144, "learning_rate": 0.003, "loss": 3.9782, "step": 28264 }, { "epoch": 0.28265, "grad_norm": 1.3532008099560213, "learning_rate": 0.003, "loss": 4.0132, "step": 28265 }, { "epoch": 0.28266, "grad_norm": 1.396468831315803, "learning_rate": 0.003, "loss": 4.0246, "step": 28266 }, { "epoch": 0.28267, "grad_norm": 1.1380673507810946, "learning_rate": 0.003, "loss": 3.9983, "step": 28267 }, { "epoch": 0.28268, "grad_norm": 1.2645627268010997, "learning_rate": 0.003, "loss": 4.0075, "step": 28268 }, { "epoch": 0.28269, "grad_norm": 1.170397526651064, "learning_rate": 0.003, "loss": 3.9891, "step": 28269 }, { "epoch": 0.2827, "grad_norm": 1.502196349490978, "learning_rate": 0.003, "loss": 3.9956, "step": 28270 }, { "epoch": 0.28271, "grad_norm": 1.076364821369828, "learning_rate": 0.003, "loss": 4.0435, "step": 28271 }, { "epoch": 0.28272, "grad_norm": 1.3669560594814818, "learning_rate": 0.003, "loss": 3.9622, "step": 28272 }, { "epoch": 0.28273, "grad_norm": 1.3828645636231287, "learning_rate": 0.003, "loss": 4.002, "step": 28273 }, { "epoch": 0.28274, "grad_norm": 1.2926669217409787, "learning_rate": 0.003, "loss": 3.9568, "step": 28274 }, { "epoch": 0.28275, "grad_norm": 1.1607916384381411, "learning_rate": 0.003, "loss": 4.0052, "step": 28275 }, { "epoch": 0.28276, "grad_norm": 1.5485566045931873, "learning_rate": 0.003, "loss": 4.0244, "step": 28276 }, { "epoch": 0.28277, "grad_norm": 1.2847140969984692, "learning_rate": 0.003, "loss": 3.9922, "step": 28277 }, { "epoch": 0.28278, "grad_norm": 1.3116633394645896, "learning_rate": 0.003, "loss": 3.9988, "step": 28278 }, { "epoch": 0.28279, "grad_norm": 1.3314222419499462, "learning_rate": 0.003, "loss": 4.0198, "step": 28279 }, { "epoch": 0.2828, "grad_norm": 1.2443508367628608, "learning_rate": 0.003, "loss": 4.0219, "step": 28280 }, { "epoch": 0.28281, "grad_norm": 1.31655441744248, "learning_rate": 0.003, "loss": 3.9873, "step": 28281 }, { "epoch": 0.28282, "grad_norm": 1.3802879005260822, "learning_rate": 0.003, "loss": 4.0256, "step": 28282 }, { "epoch": 0.28283, "grad_norm": 1.2935835623628202, "learning_rate": 0.003, "loss": 4.0085, "step": 28283 }, { "epoch": 0.28284, "grad_norm": 1.331558973312786, "learning_rate": 0.003, "loss": 3.9629, "step": 28284 }, { "epoch": 0.28285, "grad_norm": 1.1661484454917241, "learning_rate": 0.003, "loss": 3.9968, "step": 28285 }, { "epoch": 0.28286, "grad_norm": 1.2356978087373314, "learning_rate": 0.003, "loss": 4.0055, "step": 28286 }, { "epoch": 0.28287, "grad_norm": 1.1943687549109663, "learning_rate": 0.003, "loss": 3.994, "step": 28287 }, { "epoch": 0.28288, "grad_norm": 1.563460028720528, "learning_rate": 0.003, "loss": 4.0339, "step": 28288 }, { "epoch": 0.28289, "grad_norm": 1.2824766524623807, "learning_rate": 0.003, "loss": 3.984, "step": 28289 }, { "epoch": 0.2829, "grad_norm": 1.571619952849243, "learning_rate": 0.003, "loss": 3.9778, "step": 28290 }, { "epoch": 0.28291, "grad_norm": 1.2789191327779175, "learning_rate": 0.003, "loss": 3.9882, "step": 28291 }, { "epoch": 0.28292, "grad_norm": 1.2771436303474584, "learning_rate": 0.003, "loss": 4.0073, "step": 28292 }, { "epoch": 0.28293, "grad_norm": 1.4872071234198776, "learning_rate": 0.003, "loss": 3.9941, "step": 28293 }, { "epoch": 0.28294, "grad_norm": 1.293697922845814, "learning_rate": 0.003, "loss": 3.9915, "step": 28294 }, { "epoch": 0.28295, "grad_norm": 1.4487301194850162, "learning_rate": 0.003, "loss": 3.9972, "step": 28295 }, { "epoch": 0.28296, "grad_norm": 1.0642527463576292, "learning_rate": 0.003, "loss": 3.9859, "step": 28296 }, { "epoch": 0.28297, "grad_norm": 1.3387751387159448, "learning_rate": 0.003, "loss": 3.9779, "step": 28297 }, { "epoch": 0.28298, "grad_norm": 1.1359850002980576, "learning_rate": 0.003, "loss": 3.9947, "step": 28298 }, { "epoch": 0.28299, "grad_norm": 1.5035098467387287, "learning_rate": 0.003, "loss": 4.0014, "step": 28299 }, { "epoch": 0.283, "grad_norm": 1.450811976291441, "learning_rate": 0.003, "loss": 3.9618, "step": 28300 }, { "epoch": 0.28301, "grad_norm": 1.0848964955630482, "learning_rate": 0.003, "loss": 3.9905, "step": 28301 }, { "epoch": 0.28302, "grad_norm": 1.484848619954887, "learning_rate": 0.003, "loss": 3.9847, "step": 28302 }, { "epoch": 0.28303, "grad_norm": 1.2120799862834544, "learning_rate": 0.003, "loss": 3.9698, "step": 28303 }, { "epoch": 0.28304, "grad_norm": 1.5899592769659743, "learning_rate": 0.003, "loss": 4.013, "step": 28304 }, { "epoch": 0.28305, "grad_norm": 1.124021130510209, "learning_rate": 0.003, "loss": 3.9856, "step": 28305 }, { "epoch": 0.28306, "grad_norm": 1.3460908884335399, "learning_rate": 0.003, "loss": 3.9873, "step": 28306 }, { "epoch": 0.28307, "grad_norm": 1.3777072813168234, "learning_rate": 0.003, "loss": 3.988, "step": 28307 }, { "epoch": 0.28308, "grad_norm": 1.2246196601325825, "learning_rate": 0.003, "loss": 3.9817, "step": 28308 }, { "epoch": 0.28309, "grad_norm": 1.3051427327960552, "learning_rate": 0.003, "loss": 4.0125, "step": 28309 }, { "epoch": 0.2831, "grad_norm": 1.4491918226516372, "learning_rate": 0.003, "loss": 3.9935, "step": 28310 }, { "epoch": 0.28311, "grad_norm": 1.165278614260652, "learning_rate": 0.003, "loss": 3.9781, "step": 28311 }, { "epoch": 0.28312, "grad_norm": 1.5423484801811536, "learning_rate": 0.003, "loss": 4.0263, "step": 28312 }, { "epoch": 0.28313, "grad_norm": 1.1000502145451594, "learning_rate": 0.003, "loss": 4.0038, "step": 28313 }, { "epoch": 0.28314, "grad_norm": 1.356243013548314, "learning_rate": 0.003, "loss": 3.994, "step": 28314 }, { "epoch": 0.28315, "grad_norm": 1.2560184545602275, "learning_rate": 0.003, "loss": 4.0149, "step": 28315 }, { "epoch": 0.28316, "grad_norm": 1.2912175140328404, "learning_rate": 0.003, "loss": 3.9865, "step": 28316 }, { "epoch": 0.28317, "grad_norm": 1.1979197108453914, "learning_rate": 0.003, "loss": 4.0052, "step": 28317 }, { "epoch": 0.28318, "grad_norm": 1.3540779416870123, "learning_rate": 0.003, "loss": 4.0032, "step": 28318 }, { "epoch": 0.28319, "grad_norm": 1.3527026059157776, "learning_rate": 0.003, "loss": 4.0084, "step": 28319 }, { "epoch": 0.2832, "grad_norm": 1.327912192648759, "learning_rate": 0.003, "loss": 3.9789, "step": 28320 }, { "epoch": 0.28321, "grad_norm": 1.3966250088360257, "learning_rate": 0.003, "loss": 4.0045, "step": 28321 }, { "epoch": 0.28322, "grad_norm": 1.1455002079387206, "learning_rate": 0.003, "loss": 3.9839, "step": 28322 }, { "epoch": 0.28323, "grad_norm": 1.6412872293369092, "learning_rate": 0.003, "loss": 3.9931, "step": 28323 }, { "epoch": 0.28324, "grad_norm": 1.0141827666668997, "learning_rate": 0.003, "loss": 3.9882, "step": 28324 }, { "epoch": 0.28325, "grad_norm": 1.6341186856245, "learning_rate": 0.003, "loss": 4.0431, "step": 28325 }, { "epoch": 0.28326, "grad_norm": 1.0236444713683122, "learning_rate": 0.003, "loss": 3.99, "step": 28326 }, { "epoch": 0.28327, "grad_norm": 1.3817217015627792, "learning_rate": 0.003, "loss": 4.003, "step": 28327 }, { "epoch": 0.28328, "grad_norm": 1.3182950468771857, "learning_rate": 0.003, "loss": 4.0068, "step": 28328 }, { "epoch": 0.28329, "grad_norm": 1.324017392517643, "learning_rate": 0.003, "loss": 3.9893, "step": 28329 }, { "epoch": 0.2833, "grad_norm": 1.5451892361487978, "learning_rate": 0.003, "loss": 4.0301, "step": 28330 }, { "epoch": 0.28331, "grad_norm": 1.2836786322859501, "learning_rate": 0.003, "loss": 4.0042, "step": 28331 }, { "epoch": 0.28332, "grad_norm": 1.4750070216418083, "learning_rate": 0.003, "loss": 3.9852, "step": 28332 }, { "epoch": 0.28333, "grad_norm": 1.2042756746945278, "learning_rate": 0.003, "loss": 3.9945, "step": 28333 }, { "epoch": 0.28334, "grad_norm": 1.190550362705147, "learning_rate": 0.003, "loss": 4.0312, "step": 28334 }, { "epoch": 0.28335, "grad_norm": 1.364506634792367, "learning_rate": 0.003, "loss": 3.9719, "step": 28335 }, { "epoch": 0.28336, "grad_norm": 1.2794950967217238, "learning_rate": 0.003, "loss": 3.9799, "step": 28336 }, { "epoch": 0.28337, "grad_norm": 1.5055475477986537, "learning_rate": 0.003, "loss": 3.9957, "step": 28337 }, { "epoch": 0.28338, "grad_norm": 1.597377208109619, "learning_rate": 0.003, "loss": 4.0014, "step": 28338 }, { "epoch": 0.28339, "grad_norm": 0.9706702707915388, "learning_rate": 0.003, "loss": 3.9987, "step": 28339 }, { "epoch": 0.2834, "grad_norm": 1.5924351255525853, "learning_rate": 0.003, "loss": 3.9921, "step": 28340 }, { "epoch": 0.28341, "grad_norm": 1.068417094953618, "learning_rate": 0.003, "loss": 4.0071, "step": 28341 }, { "epoch": 0.28342, "grad_norm": 1.6241158934958648, "learning_rate": 0.003, "loss": 3.9773, "step": 28342 }, { "epoch": 0.28343, "grad_norm": 1.057781792435673, "learning_rate": 0.003, "loss": 4.0227, "step": 28343 }, { "epoch": 0.28344, "grad_norm": 1.5322001599286637, "learning_rate": 0.003, "loss": 4.0199, "step": 28344 }, { "epoch": 0.28345, "grad_norm": 1.2639866580780166, "learning_rate": 0.003, "loss": 4.0176, "step": 28345 }, { "epoch": 0.28346, "grad_norm": 1.1993171493659482, "learning_rate": 0.003, "loss": 4.0193, "step": 28346 }, { "epoch": 0.28347, "grad_norm": 1.2703858715735061, "learning_rate": 0.003, "loss": 3.9815, "step": 28347 }, { "epoch": 0.28348, "grad_norm": 1.1624718653836759, "learning_rate": 0.003, "loss": 3.9895, "step": 28348 }, { "epoch": 0.28349, "grad_norm": 1.4091282124345417, "learning_rate": 0.003, "loss": 4.0073, "step": 28349 }, { "epoch": 0.2835, "grad_norm": 1.2348480263060748, "learning_rate": 0.003, "loss": 4.0025, "step": 28350 }, { "epoch": 0.28351, "grad_norm": 1.2876335263465373, "learning_rate": 0.003, "loss": 3.9781, "step": 28351 }, { "epoch": 0.28352, "grad_norm": 1.3105743956794418, "learning_rate": 0.003, "loss": 3.9991, "step": 28352 }, { "epoch": 0.28353, "grad_norm": 1.4231349977050731, "learning_rate": 0.003, "loss": 4.0178, "step": 28353 }, { "epoch": 0.28354, "grad_norm": 1.4400745985106032, "learning_rate": 0.003, "loss": 4.0146, "step": 28354 }, { "epoch": 0.28355, "grad_norm": 1.1694862011005505, "learning_rate": 0.003, "loss": 3.9887, "step": 28355 }, { "epoch": 0.28356, "grad_norm": 1.4228009429003674, "learning_rate": 0.003, "loss": 3.9548, "step": 28356 }, { "epoch": 0.28357, "grad_norm": 1.3419597576309423, "learning_rate": 0.003, "loss": 3.9994, "step": 28357 }, { "epoch": 0.28358, "grad_norm": 1.3648109056218012, "learning_rate": 0.003, "loss": 4.0116, "step": 28358 }, { "epoch": 0.28359, "grad_norm": 1.3729882682564318, "learning_rate": 0.003, "loss": 3.9924, "step": 28359 }, { "epoch": 0.2836, "grad_norm": 1.0940484521471072, "learning_rate": 0.003, "loss": 4.0122, "step": 28360 }, { "epoch": 0.28361, "grad_norm": 1.4494134255874458, "learning_rate": 0.003, "loss": 3.995, "step": 28361 }, { "epoch": 0.28362, "grad_norm": 1.1485991414754269, "learning_rate": 0.003, "loss": 3.9838, "step": 28362 }, { "epoch": 0.28363, "grad_norm": 1.48325082680711, "learning_rate": 0.003, "loss": 3.9896, "step": 28363 }, { "epoch": 0.28364, "grad_norm": 1.4249656391354608, "learning_rate": 0.003, "loss": 3.9981, "step": 28364 }, { "epoch": 0.28365, "grad_norm": 1.3876036567111967, "learning_rate": 0.003, "loss": 3.9549, "step": 28365 }, { "epoch": 0.28366, "grad_norm": 1.1251644008048365, "learning_rate": 0.003, "loss": 4.0154, "step": 28366 }, { "epoch": 0.28367, "grad_norm": 1.4631440580581945, "learning_rate": 0.003, "loss": 3.9736, "step": 28367 }, { "epoch": 0.28368, "grad_norm": 1.197519957387382, "learning_rate": 0.003, "loss": 4.0122, "step": 28368 }, { "epoch": 0.28369, "grad_norm": 1.5815941754349714, "learning_rate": 0.003, "loss": 4.0086, "step": 28369 }, { "epoch": 0.2837, "grad_norm": 1.1557036937195426, "learning_rate": 0.003, "loss": 4.0056, "step": 28370 }, { "epoch": 0.28371, "grad_norm": 1.3312530187783016, "learning_rate": 0.003, "loss": 3.9631, "step": 28371 }, { "epoch": 0.28372, "grad_norm": 1.1694445455196028, "learning_rate": 0.003, "loss": 3.991, "step": 28372 }, { "epoch": 0.28373, "grad_norm": 1.3263692551220583, "learning_rate": 0.003, "loss": 3.9958, "step": 28373 }, { "epoch": 0.28374, "grad_norm": 1.297539273026442, "learning_rate": 0.003, "loss": 4.0187, "step": 28374 }, { "epoch": 0.28375, "grad_norm": 1.4770232834463335, "learning_rate": 0.003, "loss": 4.0121, "step": 28375 }, { "epoch": 0.28376, "grad_norm": 1.473554771336468, "learning_rate": 0.003, "loss": 4.0019, "step": 28376 }, { "epoch": 0.28377, "grad_norm": 1.1154935619418989, "learning_rate": 0.003, "loss": 4.0001, "step": 28377 }, { "epoch": 0.28378, "grad_norm": 1.3819131311055504, "learning_rate": 0.003, "loss": 3.9989, "step": 28378 }, { "epoch": 0.28379, "grad_norm": 1.171657369510485, "learning_rate": 0.003, "loss": 4.0202, "step": 28379 }, { "epoch": 0.2838, "grad_norm": 1.3385115125804743, "learning_rate": 0.003, "loss": 3.986, "step": 28380 }, { "epoch": 0.28381, "grad_norm": 1.2386304774236976, "learning_rate": 0.003, "loss": 4.0079, "step": 28381 }, { "epoch": 0.28382, "grad_norm": 1.411581689603082, "learning_rate": 0.003, "loss": 4.002, "step": 28382 }, { "epoch": 0.28383, "grad_norm": 1.1459411930115138, "learning_rate": 0.003, "loss": 3.9847, "step": 28383 }, { "epoch": 0.28384, "grad_norm": 1.2901223588048258, "learning_rate": 0.003, "loss": 3.9902, "step": 28384 }, { "epoch": 0.28385, "grad_norm": 1.1977776671866798, "learning_rate": 0.003, "loss": 3.9853, "step": 28385 }, { "epoch": 0.28386, "grad_norm": 1.337566121361321, "learning_rate": 0.003, "loss": 4.0148, "step": 28386 }, { "epoch": 0.28387, "grad_norm": 1.287572011956754, "learning_rate": 0.003, "loss": 3.9995, "step": 28387 }, { "epoch": 0.28388, "grad_norm": 1.3737530461163219, "learning_rate": 0.003, "loss": 3.9963, "step": 28388 }, { "epoch": 0.28389, "grad_norm": 1.2478758665528937, "learning_rate": 0.003, "loss": 4.006, "step": 28389 }, { "epoch": 0.2839, "grad_norm": 1.32850189792733, "learning_rate": 0.003, "loss": 3.9833, "step": 28390 }, { "epoch": 0.28391, "grad_norm": 1.2959985567052454, "learning_rate": 0.003, "loss": 3.995, "step": 28391 }, { "epoch": 0.28392, "grad_norm": 1.4298106002222635, "learning_rate": 0.003, "loss": 3.9856, "step": 28392 }, { "epoch": 0.28393, "grad_norm": 1.2141242131852141, "learning_rate": 0.003, "loss": 3.9698, "step": 28393 }, { "epoch": 0.28394, "grad_norm": 1.5700835717119543, "learning_rate": 0.003, "loss": 4.009, "step": 28394 }, { "epoch": 0.28395, "grad_norm": 1.0708774082406267, "learning_rate": 0.003, "loss": 4.0358, "step": 28395 }, { "epoch": 0.28396, "grad_norm": 1.5095453989573828, "learning_rate": 0.003, "loss": 4.0218, "step": 28396 }, { "epoch": 0.28397, "grad_norm": 1.227791920436247, "learning_rate": 0.003, "loss": 4.0041, "step": 28397 }, { "epoch": 0.28398, "grad_norm": 1.4517847808000102, "learning_rate": 0.003, "loss": 4.0022, "step": 28398 }, { "epoch": 0.28399, "grad_norm": 1.1639309161288154, "learning_rate": 0.003, "loss": 3.98, "step": 28399 }, { "epoch": 0.284, "grad_norm": 1.4684595606358817, "learning_rate": 0.003, "loss": 4.0099, "step": 28400 }, { "epoch": 0.28401, "grad_norm": 1.1906563930297953, "learning_rate": 0.003, "loss": 3.9915, "step": 28401 }, { "epoch": 0.28402, "grad_norm": 1.5214200968535667, "learning_rate": 0.003, "loss": 3.9938, "step": 28402 }, { "epoch": 0.28403, "grad_norm": 1.2059875389479584, "learning_rate": 0.003, "loss": 3.9818, "step": 28403 }, { "epoch": 0.28404, "grad_norm": 1.384100662311835, "learning_rate": 0.003, "loss": 3.9972, "step": 28404 }, { "epoch": 0.28405, "grad_norm": 1.2999716207155376, "learning_rate": 0.003, "loss": 3.9892, "step": 28405 }, { "epoch": 0.28406, "grad_norm": 1.2974398366704545, "learning_rate": 0.003, "loss": 4.0017, "step": 28406 }, { "epoch": 0.28407, "grad_norm": 1.040951917808575, "learning_rate": 0.003, "loss": 3.9539, "step": 28407 }, { "epoch": 0.28408, "grad_norm": 1.5355032035906027, "learning_rate": 0.003, "loss": 3.9815, "step": 28408 }, { "epoch": 0.28409, "grad_norm": 1.278661045391488, "learning_rate": 0.003, "loss": 3.9925, "step": 28409 }, { "epoch": 0.2841, "grad_norm": 1.3488233147798583, "learning_rate": 0.003, "loss": 4.0004, "step": 28410 }, { "epoch": 0.28411, "grad_norm": 1.1867466116358738, "learning_rate": 0.003, "loss": 4.0179, "step": 28411 }, { "epoch": 0.28412, "grad_norm": 1.2976952977225622, "learning_rate": 0.003, "loss": 4.0012, "step": 28412 }, { "epoch": 0.28413, "grad_norm": 1.4516343326711578, "learning_rate": 0.003, "loss": 3.995, "step": 28413 }, { "epoch": 0.28414, "grad_norm": 1.2043530818273485, "learning_rate": 0.003, "loss": 4.0006, "step": 28414 }, { "epoch": 0.28415, "grad_norm": 1.2184064268495223, "learning_rate": 0.003, "loss": 3.9917, "step": 28415 }, { "epoch": 0.28416, "grad_norm": 1.4384579174096155, "learning_rate": 0.003, "loss": 3.9975, "step": 28416 }, { "epoch": 0.28417, "grad_norm": 1.1523528052706518, "learning_rate": 0.003, "loss": 3.979, "step": 28417 }, { "epoch": 0.28418, "grad_norm": 1.405667401540287, "learning_rate": 0.003, "loss": 4.0404, "step": 28418 }, { "epoch": 0.28419, "grad_norm": 1.2152887837112396, "learning_rate": 0.003, "loss": 4.0394, "step": 28419 }, { "epoch": 0.2842, "grad_norm": 1.3739218331502683, "learning_rate": 0.003, "loss": 3.9813, "step": 28420 }, { "epoch": 0.28421, "grad_norm": 1.3816262343414627, "learning_rate": 0.003, "loss": 3.9882, "step": 28421 }, { "epoch": 0.28422, "grad_norm": 1.4792743936157615, "learning_rate": 0.003, "loss": 4.0216, "step": 28422 }, { "epoch": 0.28423, "grad_norm": 1.1572824968817954, "learning_rate": 0.003, "loss": 4.0017, "step": 28423 }, { "epoch": 0.28424, "grad_norm": 1.2514927960696143, "learning_rate": 0.003, "loss": 3.9986, "step": 28424 }, { "epoch": 0.28425, "grad_norm": 1.283565138786927, "learning_rate": 0.003, "loss": 3.9585, "step": 28425 }, { "epoch": 0.28426, "grad_norm": 1.5855122013996434, "learning_rate": 0.003, "loss": 4.0084, "step": 28426 }, { "epoch": 0.28427, "grad_norm": 1.1065828692281299, "learning_rate": 0.003, "loss": 3.9856, "step": 28427 }, { "epoch": 0.28428, "grad_norm": 1.3017536379432166, "learning_rate": 0.003, "loss": 3.9985, "step": 28428 }, { "epoch": 0.28429, "grad_norm": 1.029675921716681, "learning_rate": 0.003, "loss": 3.994, "step": 28429 }, { "epoch": 0.2843, "grad_norm": 1.3767834108674704, "learning_rate": 0.003, "loss": 3.9825, "step": 28430 }, { "epoch": 0.28431, "grad_norm": 1.439710431918737, "learning_rate": 0.003, "loss": 3.9844, "step": 28431 }, { "epoch": 0.28432, "grad_norm": 1.120412420942175, "learning_rate": 0.003, "loss": 3.966, "step": 28432 }, { "epoch": 0.28433, "grad_norm": 1.5176921057731776, "learning_rate": 0.003, "loss": 3.9974, "step": 28433 }, { "epoch": 0.28434, "grad_norm": 1.2042505392095477, "learning_rate": 0.003, "loss": 4.0049, "step": 28434 }, { "epoch": 0.28435, "grad_norm": 1.2328400979644651, "learning_rate": 0.003, "loss": 4.0095, "step": 28435 }, { "epoch": 0.28436, "grad_norm": 1.463069704058892, "learning_rate": 0.003, "loss": 4.0323, "step": 28436 }, { "epoch": 0.28437, "grad_norm": 1.0766407427997997, "learning_rate": 0.003, "loss": 3.9815, "step": 28437 }, { "epoch": 0.28438, "grad_norm": 1.4495472152139017, "learning_rate": 0.003, "loss": 4.0145, "step": 28438 }, { "epoch": 0.28439, "grad_norm": 1.1200772887355606, "learning_rate": 0.003, "loss": 4.0038, "step": 28439 }, { "epoch": 0.2844, "grad_norm": 1.5034812074561714, "learning_rate": 0.003, "loss": 3.9886, "step": 28440 }, { "epoch": 0.28441, "grad_norm": 1.1303517667083427, "learning_rate": 0.003, "loss": 4.0111, "step": 28441 }, { "epoch": 0.28442, "grad_norm": 1.4326565363979613, "learning_rate": 0.003, "loss": 4.0123, "step": 28442 }, { "epoch": 0.28443, "grad_norm": 1.179479670122122, "learning_rate": 0.003, "loss": 4.0006, "step": 28443 }, { "epoch": 0.28444, "grad_norm": 1.739390829209257, "learning_rate": 0.003, "loss": 4.007, "step": 28444 }, { "epoch": 0.28445, "grad_norm": 0.9889650045430113, "learning_rate": 0.003, "loss": 3.9892, "step": 28445 }, { "epoch": 0.28446, "grad_norm": 1.665627300705398, "learning_rate": 0.003, "loss": 4.0267, "step": 28446 }, { "epoch": 0.28447, "grad_norm": 1.1054020155657163, "learning_rate": 0.003, "loss": 4.0102, "step": 28447 }, { "epoch": 0.28448, "grad_norm": 1.4967093767763158, "learning_rate": 0.003, "loss": 4.0118, "step": 28448 }, { "epoch": 0.28449, "grad_norm": 1.238160269617168, "learning_rate": 0.003, "loss": 4.0226, "step": 28449 }, { "epoch": 0.2845, "grad_norm": 1.1533532998261902, "learning_rate": 0.003, "loss": 3.9881, "step": 28450 }, { "epoch": 0.28451, "grad_norm": 1.3570406156584418, "learning_rate": 0.003, "loss": 3.9986, "step": 28451 }, { "epoch": 0.28452, "grad_norm": 1.1861308309708112, "learning_rate": 0.003, "loss": 3.9856, "step": 28452 }, { "epoch": 0.28453, "grad_norm": 1.2518731636676586, "learning_rate": 0.003, "loss": 4.0004, "step": 28453 }, { "epoch": 0.28454, "grad_norm": 1.3840163520978035, "learning_rate": 0.003, "loss": 4.0069, "step": 28454 }, { "epoch": 0.28455, "grad_norm": 1.3547071074093904, "learning_rate": 0.003, "loss": 3.9985, "step": 28455 }, { "epoch": 0.28456, "grad_norm": 1.3791167035885283, "learning_rate": 0.003, "loss": 3.9933, "step": 28456 }, { "epoch": 0.28457, "grad_norm": 1.1015803751391393, "learning_rate": 0.003, "loss": 4.0148, "step": 28457 }, { "epoch": 0.28458, "grad_norm": 1.5073334788309791, "learning_rate": 0.003, "loss": 4.0013, "step": 28458 }, { "epoch": 0.28459, "grad_norm": 1.4237987397082896, "learning_rate": 0.003, "loss": 3.977, "step": 28459 }, { "epoch": 0.2846, "grad_norm": 1.4013886047331396, "learning_rate": 0.003, "loss": 4.0123, "step": 28460 }, { "epoch": 0.28461, "grad_norm": 1.1468752810762601, "learning_rate": 0.003, "loss": 3.9749, "step": 28461 }, { "epoch": 0.28462, "grad_norm": 1.298146098975676, "learning_rate": 0.003, "loss": 3.9703, "step": 28462 }, { "epoch": 0.28463, "grad_norm": 1.1766232948919584, "learning_rate": 0.003, "loss": 3.9738, "step": 28463 }, { "epoch": 0.28464, "grad_norm": 1.4952679770131367, "learning_rate": 0.003, "loss": 3.9861, "step": 28464 }, { "epoch": 0.28465, "grad_norm": 1.1342954697237257, "learning_rate": 0.003, "loss": 3.9553, "step": 28465 }, { "epoch": 0.28466, "grad_norm": 1.5900847490389318, "learning_rate": 0.003, "loss": 4.0254, "step": 28466 }, { "epoch": 0.28467, "grad_norm": 1.2326929043606594, "learning_rate": 0.003, "loss": 4.0098, "step": 28467 }, { "epoch": 0.28468, "grad_norm": 1.4042700330931566, "learning_rate": 0.003, "loss": 4.0267, "step": 28468 }, { "epoch": 0.28469, "grad_norm": 1.199386478756718, "learning_rate": 0.003, "loss": 3.9738, "step": 28469 }, { "epoch": 0.2847, "grad_norm": 1.3094469073641541, "learning_rate": 0.003, "loss": 3.9914, "step": 28470 }, { "epoch": 0.28471, "grad_norm": 1.2010416726526119, "learning_rate": 0.003, "loss": 4.0019, "step": 28471 }, { "epoch": 0.28472, "grad_norm": 1.2010672012766876, "learning_rate": 0.003, "loss": 4.0051, "step": 28472 }, { "epoch": 0.28473, "grad_norm": 1.5436615849859, "learning_rate": 0.003, "loss": 4.0102, "step": 28473 }, { "epoch": 0.28474, "grad_norm": 1.2572194074102607, "learning_rate": 0.003, "loss": 3.9928, "step": 28474 }, { "epoch": 0.28475, "grad_norm": 1.5013785456368094, "learning_rate": 0.003, "loss": 4.0062, "step": 28475 }, { "epoch": 0.28476, "grad_norm": 1.0335728570335208, "learning_rate": 0.003, "loss": 3.9918, "step": 28476 }, { "epoch": 0.28477, "grad_norm": 1.2947143251118625, "learning_rate": 0.003, "loss": 4.0079, "step": 28477 }, { "epoch": 0.28478, "grad_norm": 1.2506753140287816, "learning_rate": 0.003, "loss": 3.9912, "step": 28478 }, { "epoch": 0.28479, "grad_norm": 1.3976246370176582, "learning_rate": 0.003, "loss": 4.0185, "step": 28479 }, { "epoch": 0.2848, "grad_norm": 1.115975020348667, "learning_rate": 0.003, "loss": 3.979, "step": 28480 }, { "epoch": 0.28481, "grad_norm": 1.5413474704917753, "learning_rate": 0.003, "loss": 4.0072, "step": 28481 }, { "epoch": 0.28482, "grad_norm": 0.947614837788236, "learning_rate": 0.003, "loss": 4.012, "step": 28482 }, { "epoch": 0.28483, "grad_norm": 1.5986048694036352, "learning_rate": 0.003, "loss": 3.9928, "step": 28483 }, { "epoch": 0.28484, "grad_norm": 1.2843955054077725, "learning_rate": 0.003, "loss": 4.0238, "step": 28484 }, { "epoch": 0.28485, "grad_norm": 1.1835324800073594, "learning_rate": 0.003, "loss": 3.9831, "step": 28485 }, { "epoch": 0.28486, "grad_norm": 1.3401060452986207, "learning_rate": 0.003, "loss": 3.9915, "step": 28486 }, { "epoch": 0.28487, "grad_norm": 1.3085735479532705, "learning_rate": 0.003, "loss": 4.0106, "step": 28487 }, { "epoch": 0.28488, "grad_norm": 1.4413197219151561, "learning_rate": 0.003, "loss": 3.9884, "step": 28488 }, { "epoch": 0.28489, "grad_norm": 1.0214232988684906, "learning_rate": 0.003, "loss": 3.9879, "step": 28489 }, { "epoch": 0.2849, "grad_norm": 1.3870172418810796, "learning_rate": 0.003, "loss": 3.9987, "step": 28490 }, { "epoch": 0.28491, "grad_norm": 1.0666915865774687, "learning_rate": 0.003, "loss": 4.0103, "step": 28491 }, { "epoch": 0.28492, "grad_norm": 1.5223311717856784, "learning_rate": 0.003, "loss": 4.0068, "step": 28492 }, { "epoch": 0.28493, "grad_norm": 1.0295225774267864, "learning_rate": 0.003, "loss": 4.01, "step": 28493 }, { "epoch": 0.28494, "grad_norm": 1.3609744882372432, "learning_rate": 0.003, "loss": 4.0257, "step": 28494 }, { "epoch": 0.28495, "grad_norm": 1.3033559134732744, "learning_rate": 0.003, "loss": 4.0161, "step": 28495 }, { "epoch": 0.28496, "grad_norm": 1.420049785354613, "learning_rate": 0.003, "loss": 4.0052, "step": 28496 }, { "epoch": 0.28497, "grad_norm": 1.2480260910364145, "learning_rate": 0.003, "loss": 4.0124, "step": 28497 }, { "epoch": 0.28498, "grad_norm": 1.4318255220461544, "learning_rate": 0.003, "loss": 3.9902, "step": 28498 }, { "epoch": 0.28499, "grad_norm": 1.231977551064489, "learning_rate": 0.003, "loss": 4.04, "step": 28499 }, { "epoch": 0.285, "grad_norm": 1.3921663516139058, "learning_rate": 0.003, "loss": 4.0426, "step": 28500 }, { "epoch": 0.28501, "grad_norm": 1.2072620433094834, "learning_rate": 0.003, "loss": 4.0011, "step": 28501 }, { "epoch": 0.28502, "grad_norm": 1.7292998932464607, "learning_rate": 0.003, "loss": 4.0059, "step": 28502 }, { "epoch": 0.28503, "grad_norm": 1.0060270442068473, "learning_rate": 0.003, "loss": 3.989, "step": 28503 }, { "epoch": 0.28504, "grad_norm": 1.4367479316729779, "learning_rate": 0.003, "loss": 4.0094, "step": 28504 }, { "epoch": 0.28505, "grad_norm": 1.3241407607898044, "learning_rate": 0.003, "loss": 4.0154, "step": 28505 }, { "epoch": 0.28506, "grad_norm": 1.1436233146422767, "learning_rate": 0.003, "loss": 3.9796, "step": 28506 }, { "epoch": 0.28507, "grad_norm": 1.9297258649124671, "learning_rate": 0.003, "loss": 3.9982, "step": 28507 }, { "epoch": 0.28508, "grad_norm": 1.215762556827285, "learning_rate": 0.003, "loss": 4.0168, "step": 28508 }, { "epoch": 0.28509, "grad_norm": 1.352417209769734, "learning_rate": 0.003, "loss": 4.0257, "step": 28509 }, { "epoch": 0.2851, "grad_norm": 1.2220116977166426, "learning_rate": 0.003, "loss": 3.998, "step": 28510 }, { "epoch": 0.28511, "grad_norm": 1.267908411422373, "learning_rate": 0.003, "loss": 4.0084, "step": 28511 }, { "epoch": 0.28512, "grad_norm": 1.1407346458371046, "learning_rate": 0.003, "loss": 4.0297, "step": 28512 }, { "epoch": 0.28513, "grad_norm": 1.5536994880572286, "learning_rate": 0.003, "loss": 4.0047, "step": 28513 }, { "epoch": 0.28514, "grad_norm": 1.394219815144252, "learning_rate": 0.003, "loss": 3.9912, "step": 28514 }, { "epoch": 0.28515, "grad_norm": 1.262504300453322, "learning_rate": 0.003, "loss": 4.021, "step": 28515 }, { "epoch": 0.28516, "grad_norm": 1.4132448849876362, "learning_rate": 0.003, "loss": 4.0037, "step": 28516 }, { "epoch": 0.28517, "grad_norm": 1.2187259714223506, "learning_rate": 0.003, "loss": 4.0377, "step": 28517 }, { "epoch": 0.28518, "grad_norm": 1.3489432733493307, "learning_rate": 0.003, "loss": 4.0007, "step": 28518 }, { "epoch": 0.28519, "grad_norm": 1.2460800407630568, "learning_rate": 0.003, "loss": 4.0081, "step": 28519 }, { "epoch": 0.2852, "grad_norm": 1.500958538415357, "learning_rate": 0.003, "loss": 4.0188, "step": 28520 }, { "epoch": 0.28521, "grad_norm": 1.2362037243562214, "learning_rate": 0.003, "loss": 4.0241, "step": 28521 }, { "epoch": 0.28522, "grad_norm": 1.0694435722670363, "learning_rate": 0.003, "loss": 4.0004, "step": 28522 }, { "epoch": 0.28523, "grad_norm": 1.2378174266055026, "learning_rate": 0.003, "loss": 3.9793, "step": 28523 }, { "epoch": 0.28524, "grad_norm": 1.131743350273053, "learning_rate": 0.003, "loss": 4.0132, "step": 28524 }, { "epoch": 0.28525, "grad_norm": 1.3677762284697188, "learning_rate": 0.003, "loss": 4.0085, "step": 28525 }, { "epoch": 0.28526, "grad_norm": 1.1596901434323452, "learning_rate": 0.003, "loss": 3.9857, "step": 28526 }, { "epoch": 0.28527, "grad_norm": 1.2591333357548884, "learning_rate": 0.003, "loss": 3.9794, "step": 28527 }, { "epoch": 0.28528, "grad_norm": 1.3371416243963035, "learning_rate": 0.003, "loss": 4.0155, "step": 28528 }, { "epoch": 0.28529, "grad_norm": 1.8354691971622472, "learning_rate": 0.003, "loss": 3.9867, "step": 28529 }, { "epoch": 0.2853, "grad_norm": 1.1690192995254711, "learning_rate": 0.003, "loss": 4.002, "step": 28530 }, { "epoch": 0.28531, "grad_norm": 1.330042791671199, "learning_rate": 0.003, "loss": 3.9978, "step": 28531 }, { "epoch": 0.28532, "grad_norm": 1.2960451216782813, "learning_rate": 0.003, "loss": 3.9734, "step": 28532 }, { "epoch": 0.28533, "grad_norm": 1.4277069695257503, "learning_rate": 0.003, "loss": 3.9988, "step": 28533 }, { "epoch": 0.28534, "grad_norm": 1.3441785135043964, "learning_rate": 0.003, "loss": 3.9791, "step": 28534 }, { "epoch": 0.28535, "grad_norm": 1.2454410549993495, "learning_rate": 0.003, "loss": 4.0213, "step": 28535 }, { "epoch": 0.28536, "grad_norm": 1.3647214671234065, "learning_rate": 0.003, "loss": 3.9839, "step": 28536 }, { "epoch": 0.28537, "grad_norm": 1.2239056868776665, "learning_rate": 0.003, "loss": 3.9935, "step": 28537 }, { "epoch": 0.28538, "grad_norm": 1.4799451294402746, "learning_rate": 0.003, "loss": 3.9847, "step": 28538 }, { "epoch": 0.28539, "grad_norm": 1.0733981375074904, "learning_rate": 0.003, "loss": 3.9736, "step": 28539 }, { "epoch": 0.2854, "grad_norm": 1.5343669415812862, "learning_rate": 0.003, "loss": 4.0059, "step": 28540 }, { "epoch": 0.28541, "grad_norm": 1.1997299025183936, "learning_rate": 0.003, "loss": 3.9941, "step": 28541 }, { "epoch": 0.28542, "grad_norm": 1.6015387512159927, "learning_rate": 0.003, "loss": 3.9957, "step": 28542 }, { "epoch": 0.28543, "grad_norm": 0.9436802518581747, "learning_rate": 0.003, "loss": 4.0121, "step": 28543 }, { "epoch": 0.28544, "grad_norm": 1.4314066006258568, "learning_rate": 0.003, "loss": 4.008, "step": 28544 }, { "epoch": 0.28545, "grad_norm": 1.3278419537994692, "learning_rate": 0.003, "loss": 4.0087, "step": 28545 }, { "epoch": 0.28546, "grad_norm": 1.2699712972911001, "learning_rate": 0.003, "loss": 3.9919, "step": 28546 }, { "epoch": 0.28547, "grad_norm": 1.3137651919491107, "learning_rate": 0.003, "loss": 4.0169, "step": 28547 }, { "epoch": 0.28548, "grad_norm": 1.2675919417059078, "learning_rate": 0.003, "loss": 3.9679, "step": 28548 }, { "epoch": 0.28549, "grad_norm": 1.4282416211136661, "learning_rate": 0.003, "loss": 4.0025, "step": 28549 }, { "epoch": 0.2855, "grad_norm": 1.2905447342717395, "learning_rate": 0.003, "loss": 3.9794, "step": 28550 }, { "epoch": 0.28551, "grad_norm": 1.5331020546328893, "learning_rate": 0.003, "loss": 4.0047, "step": 28551 }, { "epoch": 0.28552, "grad_norm": 1.1971197667667122, "learning_rate": 0.003, "loss": 4.0103, "step": 28552 }, { "epoch": 0.28553, "grad_norm": 1.4958219143987326, "learning_rate": 0.003, "loss": 4.0223, "step": 28553 }, { "epoch": 0.28554, "grad_norm": 1.0279751355946891, "learning_rate": 0.003, "loss": 3.9732, "step": 28554 }, { "epoch": 0.28555, "grad_norm": 1.4352411724700034, "learning_rate": 0.003, "loss": 3.9936, "step": 28555 }, { "epoch": 0.28556, "grad_norm": 1.2494256489040798, "learning_rate": 0.003, "loss": 4.0089, "step": 28556 }, { "epoch": 0.28557, "grad_norm": 1.5083099976501233, "learning_rate": 0.003, "loss": 4.0114, "step": 28557 }, { "epoch": 0.28558, "grad_norm": 1.1178554582049107, "learning_rate": 0.003, "loss": 3.974, "step": 28558 }, { "epoch": 0.28559, "grad_norm": 1.3684986319103332, "learning_rate": 0.003, "loss": 4.0276, "step": 28559 }, { "epoch": 0.2856, "grad_norm": 1.2974392303946756, "learning_rate": 0.003, "loss": 3.9972, "step": 28560 }, { "epoch": 0.28561, "grad_norm": 1.4338082687566345, "learning_rate": 0.003, "loss": 4.0232, "step": 28561 }, { "epoch": 0.28562, "grad_norm": 1.5264589454411275, "learning_rate": 0.003, "loss": 4.0108, "step": 28562 }, { "epoch": 0.28563, "grad_norm": 1.10841302129205, "learning_rate": 0.003, "loss": 3.9951, "step": 28563 }, { "epoch": 0.28564, "grad_norm": 1.469483306649106, "learning_rate": 0.003, "loss": 4.0048, "step": 28564 }, { "epoch": 0.28565, "grad_norm": 1.0476300104523046, "learning_rate": 0.003, "loss": 4.0252, "step": 28565 }, { "epoch": 0.28566, "grad_norm": 1.6496912161747723, "learning_rate": 0.003, "loss": 3.9834, "step": 28566 }, { "epoch": 0.28567, "grad_norm": 1.0715249257582142, "learning_rate": 0.003, "loss": 3.9865, "step": 28567 }, { "epoch": 0.28568, "grad_norm": 1.458472815822358, "learning_rate": 0.003, "loss": 4.0092, "step": 28568 }, { "epoch": 0.28569, "grad_norm": 1.1326161338679535, "learning_rate": 0.003, "loss": 3.9568, "step": 28569 }, { "epoch": 0.2857, "grad_norm": 1.5623615398154445, "learning_rate": 0.003, "loss": 3.994, "step": 28570 }, { "epoch": 0.28571, "grad_norm": 0.9402578044135267, "learning_rate": 0.003, "loss": 4.0201, "step": 28571 }, { "epoch": 0.28572, "grad_norm": 1.504843020807256, "learning_rate": 0.003, "loss": 4.0104, "step": 28572 }, { "epoch": 0.28573, "grad_norm": 1.034336595389359, "learning_rate": 0.003, "loss": 4.0111, "step": 28573 }, { "epoch": 0.28574, "grad_norm": 1.465508527849324, "learning_rate": 0.003, "loss": 4.0175, "step": 28574 }, { "epoch": 0.28575, "grad_norm": 1.3330018712996454, "learning_rate": 0.003, "loss": 3.9821, "step": 28575 }, { "epoch": 0.28576, "grad_norm": 1.3578195663645483, "learning_rate": 0.003, "loss": 3.9889, "step": 28576 }, { "epoch": 0.28577, "grad_norm": 1.2388350273772102, "learning_rate": 0.003, "loss": 3.9897, "step": 28577 }, { "epoch": 0.28578, "grad_norm": 1.4324476188137747, "learning_rate": 0.003, "loss": 3.9905, "step": 28578 }, { "epoch": 0.28579, "grad_norm": 1.2731075290436216, "learning_rate": 0.003, "loss": 3.9858, "step": 28579 }, { "epoch": 0.2858, "grad_norm": 1.2098618775288248, "learning_rate": 0.003, "loss": 4.0235, "step": 28580 }, { "epoch": 0.28581, "grad_norm": 1.320992413956145, "learning_rate": 0.003, "loss": 3.9715, "step": 28581 }, { "epoch": 0.28582, "grad_norm": 1.251459431909023, "learning_rate": 0.003, "loss": 3.9982, "step": 28582 }, { "epoch": 0.28583, "grad_norm": 1.4260651269600209, "learning_rate": 0.003, "loss": 4.0078, "step": 28583 }, { "epoch": 0.28584, "grad_norm": 1.3692346474290313, "learning_rate": 0.003, "loss": 3.968, "step": 28584 }, { "epoch": 0.28585, "grad_norm": 1.410294315785991, "learning_rate": 0.003, "loss": 4.0021, "step": 28585 }, { "epoch": 0.28586, "grad_norm": 1.2685205117369505, "learning_rate": 0.003, "loss": 4.0212, "step": 28586 }, { "epoch": 0.28587, "grad_norm": 1.287643316091903, "learning_rate": 0.003, "loss": 3.9991, "step": 28587 }, { "epoch": 0.28588, "grad_norm": 1.2418901598921759, "learning_rate": 0.003, "loss": 3.9878, "step": 28588 }, { "epoch": 0.28589, "grad_norm": 1.7408473066642631, "learning_rate": 0.003, "loss": 4.0268, "step": 28589 }, { "epoch": 0.2859, "grad_norm": 1.0509137299320819, "learning_rate": 0.003, "loss": 3.9848, "step": 28590 }, { "epoch": 0.28591, "grad_norm": 1.5314213424124272, "learning_rate": 0.003, "loss": 4.0017, "step": 28591 }, { "epoch": 0.28592, "grad_norm": 1.1857203346174292, "learning_rate": 0.003, "loss": 3.966, "step": 28592 }, { "epoch": 0.28593, "grad_norm": 1.3302682346015215, "learning_rate": 0.003, "loss": 3.9838, "step": 28593 }, { "epoch": 0.28594, "grad_norm": 1.280463250906917, "learning_rate": 0.003, "loss": 4.0343, "step": 28594 }, { "epoch": 0.28595, "grad_norm": 1.336878413687515, "learning_rate": 0.003, "loss": 3.9635, "step": 28595 }, { "epoch": 0.28596, "grad_norm": 1.519637337372223, "learning_rate": 0.003, "loss": 4.0046, "step": 28596 }, { "epoch": 0.28597, "grad_norm": 1.114039308290082, "learning_rate": 0.003, "loss": 3.9963, "step": 28597 }, { "epoch": 0.28598, "grad_norm": 1.4449637335508667, "learning_rate": 0.003, "loss": 4.0095, "step": 28598 }, { "epoch": 0.28599, "grad_norm": 1.085201652545065, "learning_rate": 0.003, "loss": 3.9719, "step": 28599 }, { "epoch": 0.286, "grad_norm": 1.5118367353555917, "learning_rate": 0.003, "loss": 4.0209, "step": 28600 }, { "epoch": 0.28601, "grad_norm": 1.2948120524561375, "learning_rate": 0.003, "loss": 4.0015, "step": 28601 }, { "epoch": 0.28602, "grad_norm": 1.4150701825060605, "learning_rate": 0.003, "loss": 3.9909, "step": 28602 }, { "epoch": 0.28603, "grad_norm": 1.4955201619646805, "learning_rate": 0.003, "loss": 4.0102, "step": 28603 }, { "epoch": 0.28604, "grad_norm": 1.166121897793301, "learning_rate": 0.003, "loss": 4.0239, "step": 28604 }, { "epoch": 0.28605, "grad_norm": 1.2017900553340364, "learning_rate": 0.003, "loss": 3.9935, "step": 28605 }, { "epoch": 0.28606, "grad_norm": 1.3094424062234413, "learning_rate": 0.003, "loss": 4.0138, "step": 28606 }, { "epoch": 0.28607, "grad_norm": 1.2947318720832295, "learning_rate": 0.003, "loss": 3.9941, "step": 28607 }, { "epoch": 0.28608, "grad_norm": 1.3414353468018247, "learning_rate": 0.003, "loss": 4.0042, "step": 28608 }, { "epoch": 0.28609, "grad_norm": 1.2091937211897255, "learning_rate": 0.003, "loss": 4.0021, "step": 28609 }, { "epoch": 0.2861, "grad_norm": 1.664165777957037, "learning_rate": 0.003, "loss": 4.0207, "step": 28610 }, { "epoch": 0.28611, "grad_norm": 1.1209506687290585, "learning_rate": 0.003, "loss": 3.9947, "step": 28611 }, { "epoch": 0.28612, "grad_norm": 1.3148979563648908, "learning_rate": 0.003, "loss": 4.0107, "step": 28612 }, { "epoch": 0.28613, "grad_norm": 1.0085078984826492, "learning_rate": 0.003, "loss": 3.9957, "step": 28613 }, { "epoch": 0.28614, "grad_norm": 1.5701368275381347, "learning_rate": 0.003, "loss": 4.0031, "step": 28614 }, { "epoch": 0.28615, "grad_norm": 1.2122872712980877, "learning_rate": 0.003, "loss": 3.9903, "step": 28615 }, { "epoch": 0.28616, "grad_norm": 1.4163918973660445, "learning_rate": 0.003, "loss": 3.9408, "step": 28616 }, { "epoch": 0.28617, "grad_norm": 1.2088678124723493, "learning_rate": 0.003, "loss": 3.9889, "step": 28617 }, { "epoch": 0.28618, "grad_norm": 1.300154287304548, "learning_rate": 0.003, "loss": 3.9965, "step": 28618 }, { "epoch": 0.28619, "grad_norm": 1.547510045544257, "learning_rate": 0.003, "loss": 4.0162, "step": 28619 }, { "epoch": 0.2862, "grad_norm": 1.1315678887099403, "learning_rate": 0.003, "loss": 3.9882, "step": 28620 }, { "epoch": 0.28621, "grad_norm": 1.2030995419127117, "learning_rate": 0.003, "loss": 3.9913, "step": 28621 }, { "epoch": 0.28622, "grad_norm": 1.4208329427910074, "learning_rate": 0.003, "loss": 3.9839, "step": 28622 }, { "epoch": 0.28623, "grad_norm": 1.2889801775536462, "learning_rate": 0.003, "loss": 3.9848, "step": 28623 }, { "epoch": 0.28624, "grad_norm": 1.488399491796364, "learning_rate": 0.003, "loss": 4.0165, "step": 28624 }, { "epoch": 0.28625, "grad_norm": 1.5105207141960393, "learning_rate": 0.003, "loss": 4.023, "step": 28625 }, { "epoch": 0.28626, "grad_norm": 1.2771987433998666, "learning_rate": 0.003, "loss": 3.996, "step": 28626 }, { "epoch": 0.28627, "grad_norm": 1.2633085212408621, "learning_rate": 0.003, "loss": 3.9854, "step": 28627 }, { "epoch": 0.28628, "grad_norm": 1.2393880609748782, "learning_rate": 0.003, "loss": 4.0015, "step": 28628 }, { "epoch": 0.28629, "grad_norm": 1.5158102515723308, "learning_rate": 0.003, "loss": 4.0077, "step": 28629 }, { "epoch": 0.2863, "grad_norm": 1.082486466065774, "learning_rate": 0.003, "loss": 3.9767, "step": 28630 }, { "epoch": 0.28631, "grad_norm": 1.46291055231465, "learning_rate": 0.003, "loss": 4.0005, "step": 28631 }, { "epoch": 0.28632, "grad_norm": 1.0736864953924223, "learning_rate": 0.003, "loss": 3.9708, "step": 28632 }, { "epoch": 0.28633, "grad_norm": 1.5124880211866014, "learning_rate": 0.003, "loss": 4.01, "step": 28633 }, { "epoch": 0.28634, "grad_norm": 0.9470767868871591, "learning_rate": 0.003, "loss": 4.0035, "step": 28634 }, { "epoch": 0.28635, "grad_norm": 1.4804586746440613, "learning_rate": 0.003, "loss": 4.0115, "step": 28635 }, { "epoch": 0.28636, "grad_norm": 1.0339655962404817, "learning_rate": 0.003, "loss": 3.9925, "step": 28636 }, { "epoch": 0.28637, "grad_norm": 1.6502624747380676, "learning_rate": 0.003, "loss": 4.0085, "step": 28637 }, { "epoch": 0.28638, "grad_norm": 1.1133678529221458, "learning_rate": 0.003, "loss": 4.0444, "step": 28638 }, { "epoch": 0.28639, "grad_norm": 1.4854503166450994, "learning_rate": 0.003, "loss": 4.0216, "step": 28639 }, { "epoch": 0.2864, "grad_norm": 1.094793569595907, "learning_rate": 0.003, "loss": 3.9881, "step": 28640 }, { "epoch": 0.28641, "grad_norm": 1.6924983400794844, "learning_rate": 0.003, "loss": 4.0212, "step": 28641 }, { "epoch": 0.28642, "grad_norm": 1.052739524813632, "learning_rate": 0.003, "loss": 3.9905, "step": 28642 }, { "epoch": 0.28643, "grad_norm": 1.4494520336341812, "learning_rate": 0.003, "loss": 3.9888, "step": 28643 }, { "epoch": 0.28644, "grad_norm": 1.4555486601777323, "learning_rate": 0.003, "loss": 4.0212, "step": 28644 }, { "epoch": 0.28645, "grad_norm": 1.2418958108164393, "learning_rate": 0.003, "loss": 4.0246, "step": 28645 }, { "epoch": 0.28646, "grad_norm": 1.5417855082035328, "learning_rate": 0.003, "loss": 4.0224, "step": 28646 }, { "epoch": 0.28647, "grad_norm": 1.1245773110375543, "learning_rate": 0.003, "loss": 4.0109, "step": 28647 }, { "epoch": 0.28648, "grad_norm": 1.4866592666276817, "learning_rate": 0.003, "loss": 3.9872, "step": 28648 }, { "epoch": 0.28649, "grad_norm": 1.43631904045644, "learning_rate": 0.003, "loss": 4.0412, "step": 28649 }, { "epoch": 0.2865, "grad_norm": 1.27660044383952, "learning_rate": 0.003, "loss": 3.9799, "step": 28650 }, { "epoch": 0.28651, "grad_norm": 1.197787749448809, "learning_rate": 0.003, "loss": 3.9923, "step": 28651 }, { "epoch": 0.28652, "grad_norm": 1.5254597175351075, "learning_rate": 0.003, "loss": 3.9927, "step": 28652 }, { "epoch": 0.28653, "grad_norm": 1.2013109585013269, "learning_rate": 0.003, "loss": 4.0324, "step": 28653 }, { "epoch": 0.28654, "grad_norm": 1.2522266627046628, "learning_rate": 0.003, "loss": 3.9771, "step": 28654 }, { "epoch": 0.28655, "grad_norm": 1.0965278806593028, "learning_rate": 0.003, "loss": 3.97, "step": 28655 }, { "epoch": 0.28656, "grad_norm": 1.2144223046335665, "learning_rate": 0.003, "loss": 3.9944, "step": 28656 }, { "epoch": 0.28657, "grad_norm": 1.3681115738371572, "learning_rate": 0.003, "loss": 3.9827, "step": 28657 }, { "epoch": 0.28658, "grad_norm": 1.1362218640290245, "learning_rate": 0.003, "loss": 4.0075, "step": 28658 }, { "epoch": 0.28659, "grad_norm": 1.275433323539405, "learning_rate": 0.003, "loss": 4.0144, "step": 28659 }, { "epoch": 0.2866, "grad_norm": 1.2542376516229943, "learning_rate": 0.003, "loss": 3.9461, "step": 28660 }, { "epoch": 0.28661, "grad_norm": 1.1214687235580176, "learning_rate": 0.003, "loss": 4.0036, "step": 28661 }, { "epoch": 0.28662, "grad_norm": 1.4119016185176798, "learning_rate": 0.003, "loss": 3.9877, "step": 28662 }, { "epoch": 0.28663, "grad_norm": 1.2517500701920523, "learning_rate": 0.003, "loss": 4.0368, "step": 28663 }, { "epoch": 0.28664, "grad_norm": 1.2610674706935259, "learning_rate": 0.003, "loss": 4.0154, "step": 28664 }, { "epoch": 0.28665, "grad_norm": 1.2694289762638467, "learning_rate": 0.003, "loss": 3.9817, "step": 28665 }, { "epoch": 0.28666, "grad_norm": 1.2434831664483499, "learning_rate": 0.003, "loss": 3.9775, "step": 28666 }, { "epoch": 0.28667, "grad_norm": 1.3983811452611596, "learning_rate": 0.003, "loss": 3.9743, "step": 28667 }, { "epoch": 0.28668, "grad_norm": 1.3739152562855652, "learning_rate": 0.003, "loss": 3.9937, "step": 28668 }, { "epoch": 0.28669, "grad_norm": 1.1334456739515644, "learning_rate": 0.003, "loss": 4.0023, "step": 28669 }, { "epoch": 0.2867, "grad_norm": 1.412248571465544, "learning_rate": 0.003, "loss": 3.9813, "step": 28670 }, { "epoch": 0.28671, "grad_norm": 1.2698877465067697, "learning_rate": 0.003, "loss": 3.9888, "step": 28671 }, { "epoch": 0.28672, "grad_norm": 1.3209302915685825, "learning_rate": 0.003, "loss": 3.9873, "step": 28672 }, { "epoch": 0.28673, "grad_norm": 1.3624475695140505, "learning_rate": 0.003, "loss": 3.9993, "step": 28673 }, { "epoch": 0.28674, "grad_norm": 1.657771267464321, "learning_rate": 0.003, "loss": 4.0006, "step": 28674 }, { "epoch": 0.28675, "grad_norm": 1.0653837235029815, "learning_rate": 0.003, "loss": 4.0086, "step": 28675 }, { "epoch": 0.28676, "grad_norm": 1.406312846873189, "learning_rate": 0.003, "loss": 3.9794, "step": 28676 }, { "epoch": 0.28677, "grad_norm": 1.1181340541882472, "learning_rate": 0.003, "loss": 4.0188, "step": 28677 }, { "epoch": 0.28678, "grad_norm": 1.2719514896644588, "learning_rate": 0.003, "loss": 4.0199, "step": 28678 }, { "epoch": 0.28679, "grad_norm": 1.150347887395832, "learning_rate": 0.003, "loss": 3.9881, "step": 28679 }, { "epoch": 0.2868, "grad_norm": 1.3145897216268878, "learning_rate": 0.003, "loss": 3.9879, "step": 28680 }, { "epoch": 0.28681, "grad_norm": 0.9801307544713675, "learning_rate": 0.003, "loss": 3.9644, "step": 28681 }, { "epoch": 0.28682, "grad_norm": 1.5274539618403995, "learning_rate": 0.003, "loss": 4.0023, "step": 28682 }, { "epoch": 0.28683, "grad_norm": 1.1126326456240654, "learning_rate": 0.003, "loss": 3.9983, "step": 28683 }, { "epoch": 0.28684, "grad_norm": 1.4635257177458412, "learning_rate": 0.003, "loss": 4.0081, "step": 28684 }, { "epoch": 0.28685, "grad_norm": 1.3848165513182207, "learning_rate": 0.003, "loss": 3.9961, "step": 28685 }, { "epoch": 0.28686, "grad_norm": 1.5012106905096898, "learning_rate": 0.003, "loss": 3.9739, "step": 28686 }, { "epoch": 0.28687, "grad_norm": 1.2713451959294129, "learning_rate": 0.003, "loss": 3.9909, "step": 28687 }, { "epoch": 0.28688, "grad_norm": 1.1989222399885906, "learning_rate": 0.003, "loss": 3.9884, "step": 28688 }, { "epoch": 0.28689, "grad_norm": 1.508242827708423, "learning_rate": 0.003, "loss": 4.0219, "step": 28689 }, { "epoch": 0.2869, "grad_norm": 1.0751168701076963, "learning_rate": 0.003, "loss": 4.0004, "step": 28690 }, { "epoch": 0.28691, "grad_norm": 1.3452572733853654, "learning_rate": 0.003, "loss": 3.9812, "step": 28691 }, { "epoch": 0.28692, "grad_norm": 1.074914559951848, "learning_rate": 0.003, "loss": 3.9945, "step": 28692 }, { "epoch": 0.28693, "grad_norm": 1.5605452841945993, "learning_rate": 0.003, "loss": 4.001, "step": 28693 }, { "epoch": 0.28694, "grad_norm": 1.1886720064910223, "learning_rate": 0.003, "loss": 4.0064, "step": 28694 }, { "epoch": 0.28695, "grad_norm": 1.3937532006173319, "learning_rate": 0.003, "loss": 3.9913, "step": 28695 }, { "epoch": 0.28696, "grad_norm": 1.1041872508149049, "learning_rate": 0.003, "loss": 3.9927, "step": 28696 }, { "epoch": 0.28697, "grad_norm": 1.6336907351673837, "learning_rate": 0.003, "loss": 3.9949, "step": 28697 }, { "epoch": 0.28698, "grad_norm": 0.976902100705646, "learning_rate": 0.003, "loss": 4.0152, "step": 28698 }, { "epoch": 0.28699, "grad_norm": 1.5916221797512797, "learning_rate": 0.003, "loss": 4.0079, "step": 28699 }, { "epoch": 0.287, "grad_norm": 1.419741614529246, "learning_rate": 0.003, "loss": 4.0073, "step": 28700 }, { "epoch": 0.28701, "grad_norm": 1.3587547689300823, "learning_rate": 0.003, "loss": 3.9878, "step": 28701 }, { "epoch": 0.28702, "grad_norm": 1.2645374925128643, "learning_rate": 0.003, "loss": 3.9954, "step": 28702 }, { "epoch": 0.28703, "grad_norm": 1.3518783735727886, "learning_rate": 0.003, "loss": 4.033, "step": 28703 }, { "epoch": 0.28704, "grad_norm": 1.3909008806512584, "learning_rate": 0.003, "loss": 4.0062, "step": 28704 }, { "epoch": 0.28705, "grad_norm": 1.4859227124862588, "learning_rate": 0.003, "loss": 4.0179, "step": 28705 }, { "epoch": 0.28706, "grad_norm": 1.1078837514866604, "learning_rate": 0.003, "loss": 4.0117, "step": 28706 }, { "epoch": 0.28707, "grad_norm": 1.4496351940824614, "learning_rate": 0.003, "loss": 4.0076, "step": 28707 }, { "epoch": 0.28708, "grad_norm": 1.0872304152791201, "learning_rate": 0.003, "loss": 4.0014, "step": 28708 }, { "epoch": 0.28709, "grad_norm": 1.7159672456519457, "learning_rate": 0.003, "loss": 4.0274, "step": 28709 }, { "epoch": 0.2871, "grad_norm": 1.1170161108265972, "learning_rate": 0.003, "loss": 3.989, "step": 28710 }, { "epoch": 0.28711, "grad_norm": 1.603173983939518, "learning_rate": 0.003, "loss": 4.0146, "step": 28711 }, { "epoch": 0.28712, "grad_norm": 1.371691992245527, "learning_rate": 0.003, "loss": 4.0191, "step": 28712 }, { "epoch": 0.28713, "grad_norm": 1.2210231001560168, "learning_rate": 0.003, "loss": 4.0174, "step": 28713 }, { "epoch": 0.28714, "grad_norm": 1.1393812050752052, "learning_rate": 0.003, "loss": 3.9954, "step": 28714 }, { "epoch": 0.28715, "grad_norm": 1.3181353479014457, "learning_rate": 0.003, "loss": 3.9877, "step": 28715 }, { "epoch": 0.28716, "grad_norm": 0.9661258756576279, "learning_rate": 0.003, "loss": 3.9708, "step": 28716 }, { "epoch": 0.28717, "grad_norm": 1.3066339931471316, "learning_rate": 0.003, "loss": 4.0146, "step": 28717 }, { "epoch": 0.28718, "grad_norm": 1.3178646656574466, "learning_rate": 0.003, "loss": 4.019, "step": 28718 }, { "epoch": 0.28719, "grad_norm": 1.2347206055579472, "learning_rate": 0.003, "loss": 4.0102, "step": 28719 }, { "epoch": 0.2872, "grad_norm": 1.5476283014312515, "learning_rate": 0.003, "loss": 3.9898, "step": 28720 }, { "epoch": 0.28721, "grad_norm": 1.4540238698780301, "learning_rate": 0.003, "loss": 4.0057, "step": 28721 }, { "epoch": 0.28722, "grad_norm": 1.112961880884678, "learning_rate": 0.003, "loss": 3.9818, "step": 28722 }, { "epoch": 0.28723, "grad_norm": 1.1790313763681504, "learning_rate": 0.003, "loss": 3.995, "step": 28723 }, { "epoch": 0.28724, "grad_norm": 1.3471227673215358, "learning_rate": 0.003, "loss": 3.9902, "step": 28724 }, { "epoch": 0.28725, "grad_norm": 1.3158865681435312, "learning_rate": 0.003, "loss": 3.9805, "step": 28725 }, { "epoch": 0.28726, "grad_norm": 1.3002894879383737, "learning_rate": 0.003, "loss": 3.9988, "step": 28726 }, { "epoch": 0.28727, "grad_norm": 1.2118120215414945, "learning_rate": 0.003, "loss": 3.9832, "step": 28727 }, { "epoch": 0.28728, "grad_norm": 1.4352904742933708, "learning_rate": 0.003, "loss": 3.9778, "step": 28728 }, { "epoch": 0.28729, "grad_norm": 1.0774385911117301, "learning_rate": 0.003, "loss": 3.9892, "step": 28729 }, { "epoch": 0.2873, "grad_norm": 1.2991591659900372, "learning_rate": 0.003, "loss": 4.0233, "step": 28730 }, { "epoch": 0.28731, "grad_norm": 1.1492174648509659, "learning_rate": 0.003, "loss": 3.9951, "step": 28731 }, { "epoch": 0.28732, "grad_norm": 1.4676669866253842, "learning_rate": 0.003, "loss": 4.0001, "step": 28732 }, { "epoch": 0.28733, "grad_norm": 1.125993584081666, "learning_rate": 0.003, "loss": 4.0, "step": 28733 }, { "epoch": 0.28734, "grad_norm": 1.3333641778901704, "learning_rate": 0.003, "loss": 3.9943, "step": 28734 }, { "epoch": 0.28735, "grad_norm": 1.1647950390607664, "learning_rate": 0.003, "loss": 4.0093, "step": 28735 }, { "epoch": 0.28736, "grad_norm": 1.4146704117617277, "learning_rate": 0.003, "loss": 3.9717, "step": 28736 }, { "epoch": 0.28737, "grad_norm": 1.4867218625362644, "learning_rate": 0.003, "loss": 4.0382, "step": 28737 }, { "epoch": 0.28738, "grad_norm": 1.1945960008049983, "learning_rate": 0.003, "loss": 3.9969, "step": 28738 }, { "epoch": 0.28739, "grad_norm": 1.3129644634418438, "learning_rate": 0.003, "loss": 4.0154, "step": 28739 }, { "epoch": 0.2874, "grad_norm": 1.2491607365362767, "learning_rate": 0.003, "loss": 4.0255, "step": 28740 }, { "epoch": 0.28741, "grad_norm": 1.3080372496744739, "learning_rate": 0.003, "loss": 4.0099, "step": 28741 }, { "epoch": 0.28742, "grad_norm": 1.3121090267420958, "learning_rate": 0.003, "loss": 3.9921, "step": 28742 }, { "epoch": 0.28743, "grad_norm": 1.4353911023834607, "learning_rate": 0.003, "loss": 4.0155, "step": 28743 }, { "epoch": 0.28744, "grad_norm": 1.0892468912007183, "learning_rate": 0.003, "loss": 3.9431, "step": 28744 }, { "epoch": 0.28745, "grad_norm": 1.4746361051799535, "learning_rate": 0.003, "loss": 4.0016, "step": 28745 }, { "epoch": 0.28746, "grad_norm": 1.2122006540175867, "learning_rate": 0.003, "loss": 3.9813, "step": 28746 }, { "epoch": 0.28747, "grad_norm": 1.429882819839948, "learning_rate": 0.003, "loss": 3.9911, "step": 28747 }, { "epoch": 0.28748, "grad_norm": 1.4599189951967604, "learning_rate": 0.003, "loss": 3.9873, "step": 28748 }, { "epoch": 0.28749, "grad_norm": 1.4528250931001623, "learning_rate": 0.003, "loss": 3.9999, "step": 28749 }, { "epoch": 0.2875, "grad_norm": 1.4214747813387014, "learning_rate": 0.003, "loss": 3.9869, "step": 28750 }, { "epoch": 0.28751, "grad_norm": 1.1587790990193723, "learning_rate": 0.003, "loss": 3.9919, "step": 28751 }, { "epoch": 0.28752, "grad_norm": 1.3963175582128202, "learning_rate": 0.003, "loss": 3.9896, "step": 28752 }, { "epoch": 0.28753, "grad_norm": 1.3055767881513354, "learning_rate": 0.003, "loss": 4.019, "step": 28753 }, { "epoch": 0.28754, "grad_norm": 1.3672205101050026, "learning_rate": 0.003, "loss": 3.9991, "step": 28754 }, { "epoch": 0.28755, "grad_norm": 1.5236220475412687, "learning_rate": 0.003, "loss": 4.0112, "step": 28755 }, { "epoch": 0.28756, "grad_norm": 1.1040856895841835, "learning_rate": 0.003, "loss": 3.995, "step": 28756 }, { "epoch": 0.28757, "grad_norm": 1.4121709177153279, "learning_rate": 0.003, "loss": 3.9764, "step": 28757 }, { "epoch": 0.28758, "grad_norm": 1.2136825373709683, "learning_rate": 0.003, "loss": 3.9949, "step": 28758 }, { "epoch": 0.28759, "grad_norm": 1.5434407094792941, "learning_rate": 0.003, "loss": 3.9993, "step": 28759 }, { "epoch": 0.2876, "grad_norm": 1.3523322128230306, "learning_rate": 0.003, "loss": 3.9939, "step": 28760 }, { "epoch": 0.28761, "grad_norm": 1.5399065723914074, "learning_rate": 0.003, "loss": 4.0266, "step": 28761 }, { "epoch": 0.28762, "grad_norm": 1.0925072848972697, "learning_rate": 0.003, "loss": 4.0002, "step": 28762 }, { "epoch": 0.28763, "grad_norm": 1.4603520697550236, "learning_rate": 0.003, "loss": 3.9964, "step": 28763 }, { "epoch": 0.28764, "grad_norm": 1.2222017259366864, "learning_rate": 0.003, "loss": 3.9934, "step": 28764 }, { "epoch": 0.28765, "grad_norm": 1.6561102936117444, "learning_rate": 0.003, "loss": 3.9846, "step": 28765 }, { "epoch": 0.28766, "grad_norm": 1.1703244870776888, "learning_rate": 0.003, "loss": 4.0313, "step": 28766 }, { "epoch": 0.28767, "grad_norm": 1.2739467649128924, "learning_rate": 0.003, "loss": 4.0141, "step": 28767 }, { "epoch": 0.28768, "grad_norm": 1.2145033497529234, "learning_rate": 0.003, "loss": 4.0116, "step": 28768 }, { "epoch": 0.28769, "grad_norm": 1.181330865886316, "learning_rate": 0.003, "loss": 3.9675, "step": 28769 }, { "epoch": 0.2877, "grad_norm": 1.2993920654641964, "learning_rate": 0.003, "loss": 3.9958, "step": 28770 }, { "epoch": 0.28771, "grad_norm": 1.2261765326873668, "learning_rate": 0.003, "loss": 4.0256, "step": 28771 }, { "epoch": 0.28772, "grad_norm": 1.552313794359756, "learning_rate": 0.003, "loss": 4.0114, "step": 28772 }, { "epoch": 0.28773, "grad_norm": 1.1045117412367094, "learning_rate": 0.003, "loss": 3.9811, "step": 28773 }, { "epoch": 0.28774, "grad_norm": 1.300030465063212, "learning_rate": 0.003, "loss": 4.0048, "step": 28774 }, { "epoch": 0.28775, "grad_norm": 1.2443492542603243, "learning_rate": 0.003, "loss": 3.9942, "step": 28775 }, { "epoch": 0.28776, "grad_norm": 1.2943782061785776, "learning_rate": 0.003, "loss": 4.0165, "step": 28776 }, { "epoch": 0.28777, "grad_norm": 1.1399083338060636, "learning_rate": 0.003, "loss": 3.9738, "step": 28777 }, { "epoch": 0.28778, "grad_norm": 1.4871586966697485, "learning_rate": 0.003, "loss": 3.9886, "step": 28778 }, { "epoch": 0.28779, "grad_norm": 1.000162752663429, "learning_rate": 0.003, "loss": 3.9816, "step": 28779 }, { "epoch": 0.2878, "grad_norm": 1.641995302501499, "learning_rate": 0.003, "loss": 3.9962, "step": 28780 }, { "epoch": 0.28781, "grad_norm": 1.1814102963519004, "learning_rate": 0.003, "loss": 3.996, "step": 28781 }, { "epoch": 0.28782, "grad_norm": 1.4290444114530292, "learning_rate": 0.003, "loss": 4.0034, "step": 28782 }, { "epoch": 0.28783, "grad_norm": 1.4653007121437465, "learning_rate": 0.003, "loss": 3.992, "step": 28783 }, { "epoch": 0.28784, "grad_norm": 1.3288652165261787, "learning_rate": 0.003, "loss": 4.0211, "step": 28784 }, { "epoch": 0.28785, "grad_norm": 1.0293679782294316, "learning_rate": 0.003, "loss": 3.9709, "step": 28785 }, { "epoch": 0.28786, "grad_norm": 1.334740427438946, "learning_rate": 0.003, "loss": 4.0321, "step": 28786 }, { "epoch": 0.28787, "grad_norm": 1.308012751357241, "learning_rate": 0.003, "loss": 3.9823, "step": 28787 }, { "epoch": 0.28788, "grad_norm": 1.2705820419504108, "learning_rate": 0.003, "loss": 3.9891, "step": 28788 }, { "epoch": 0.28789, "grad_norm": 1.274762087823859, "learning_rate": 0.003, "loss": 4.0122, "step": 28789 }, { "epoch": 0.2879, "grad_norm": 1.2829117185229981, "learning_rate": 0.003, "loss": 4.0239, "step": 28790 }, { "epoch": 0.28791, "grad_norm": 1.2648470917437846, "learning_rate": 0.003, "loss": 4.017, "step": 28791 }, { "epoch": 0.28792, "grad_norm": 1.2367932786799187, "learning_rate": 0.003, "loss": 4.0, "step": 28792 }, { "epoch": 0.28793, "grad_norm": 1.2802195124813416, "learning_rate": 0.003, "loss": 4.0036, "step": 28793 }, { "epoch": 0.28794, "grad_norm": 1.1666219540568628, "learning_rate": 0.003, "loss": 4.0026, "step": 28794 }, { "epoch": 0.28795, "grad_norm": 1.453251865761326, "learning_rate": 0.003, "loss": 3.976, "step": 28795 }, { "epoch": 0.28796, "grad_norm": 1.16032649247715, "learning_rate": 0.003, "loss": 3.9943, "step": 28796 }, { "epoch": 0.28797, "grad_norm": 1.390072708519768, "learning_rate": 0.003, "loss": 4.0059, "step": 28797 }, { "epoch": 0.28798, "grad_norm": 1.2621814078694436, "learning_rate": 0.003, "loss": 3.9964, "step": 28798 }, { "epoch": 0.28799, "grad_norm": 1.4206826530019963, "learning_rate": 0.003, "loss": 4.0175, "step": 28799 }, { "epoch": 0.288, "grad_norm": 1.2403554842629256, "learning_rate": 0.003, "loss": 3.9753, "step": 28800 }, { "epoch": 0.28801, "grad_norm": 1.4877158839711921, "learning_rate": 0.003, "loss": 4.012, "step": 28801 }, { "epoch": 0.28802, "grad_norm": 1.6444121707653894, "learning_rate": 0.003, "loss": 4.0093, "step": 28802 }, { "epoch": 0.28803, "grad_norm": 1.2224906405629676, "learning_rate": 0.003, "loss": 4.0027, "step": 28803 }, { "epoch": 0.28804, "grad_norm": 1.3081578732320083, "learning_rate": 0.003, "loss": 3.9965, "step": 28804 }, { "epoch": 0.28805, "grad_norm": 1.3039444914159186, "learning_rate": 0.003, "loss": 3.988, "step": 28805 }, { "epoch": 0.28806, "grad_norm": 1.135245364963183, "learning_rate": 0.003, "loss": 3.9872, "step": 28806 }, { "epoch": 0.28807, "grad_norm": 1.3623828522785912, "learning_rate": 0.003, "loss": 3.9845, "step": 28807 }, { "epoch": 0.28808, "grad_norm": 1.1219702659838733, "learning_rate": 0.003, "loss": 3.9808, "step": 28808 }, { "epoch": 0.28809, "grad_norm": 1.6810624605776157, "learning_rate": 0.003, "loss": 3.9625, "step": 28809 }, { "epoch": 0.2881, "grad_norm": 1.2024161290545032, "learning_rate": 0.003, "loss": 3.9885, "step": 28810 }, { "epoch": 0.28811, "grad_norm": 1.1404474575435157, "learning_rate": 0.003, "loss": 3.995, "step": 28811 }, { "epoch": 0.28812, "grad_norm": 1.3028155326013564, "learning_rate": 0.003, "loss": 3.9777, "step": 28812 }, { "epoch": 0.28813, "grad_norm": 1.247659935921947, "learning_rate": 0.003, "loss": 4.0064, "step": 28813 }, { "epoch": 0.28814, "grad_norm": 1.2481309235298772, "learning_rate": 0.003, "loss": 3.994, "step": 28814 }, { "epoch": 0.28815, "grad_norm": 1.3412635288297512, "learning_rate": 0.003, "loss": 3.9626, "step": 28815 }, { "epoch": 0.28816, "grad_norm": 1.2940754679941155, "learning_rate": 0.003, "loss": 4.01, "step": 28816 }, { "epoch": 0.28817, "grad_norm": 1.2943453586709703, "learning_rate": 0.003, "loss": 3.9933, "step": 28817 }, { "epoch": 0.28818, "grad_norm": 1.057734818017529, "learning_rate": 0.003, "loss": 3.9821, "step": 28818 }, { "epoch": 0.28819, "grad_norm": 1.659978847361599, "learning_rate": 0.003, "loss": 4.0033, "step": 28819 }, { "epoch": 0.2882, "grad_norm": 1.2651578039597986, "learning_rate": 0.003, "loss": 3.9998, "step": 28820 }, { "epoch": 0.28821, "grad_norm": 1.5126186194905742, "learning_rate": 0.003, "loss": 3.9896, "step": 28821 }, { "epoch": 0.28822, "grad_norm": 1.2221590378563438, "learning_rate": 0.003, "loss": 3.9744, "step": 28822 }, { "epoch": 0.28823, "grad_norm": 1.6015100991924873, "learning_rate": 0.003, "loss": 3.9953, "step": 28823 }, { "epoch": 0.28824, "grad_norm": 1.3938937196500611, "learning_rate": 0.003, "loss": 4.0187, "step": 28824 }, { "epoch": 0.28825, "grad_norm": 1.5316124669587379, "learning_rate": 0.003, "loss": 4.0114, "step": 28825 }, { "epoch": 0.28826, "grad_norm": 1.308292464751374, "learning_rate": 0.003, "loss": 3.9743, "step": 28826 }, { "epoch": 0.28827, "grad_norm": 1.1611905666484026, "learning_rate": 0.003, "loss": 4.0021, "step": 28827 }, { "epoch": 0.28828, "grad_norm": 1.2986413733176096, "learning_rate": 0.003, "loss": 4.0302, "step": 28828 }, { "epoch": 0.28829, "grad_norm": 1.1464585165133736, "learning_rate": 0.003, "loss": 3.9964, "step": 28829 }, { "epoch": 0.2883, "grad_norm": 1.4978701483753083, "learning_rate": 0.003, "loss": 4.0002, "step": 28830 }, { "epoch": 0.28831, "grad_norm": 1.1916727974408952, "learning_rate": 0.003, "loss": 3.9983, "step": 28831 }, { "epoch": 0.28832, "grad_norm": 1.370871338189255, "learning_rate": 0.003, "loss": 4.0104, "step": 28832 }, { "epoch": 0.28833, "grad_norm": 1.2337802454637903, "learning_rate": 0.003, "loss": 3.9842, "step": 28833 }, { "epoch": 0.28834, "grad_norm": 1.4615461083356234, "learning_rate": 0.003, "loss": 4.0333, "step": 28834 }, { "epoch": 0.28835, "grad_norm": 1.2076497137330757, "learning_rate": 0.003, "loss": 4.0304, "step": 28835 }, { "epoch": 0.28836, "grad_norm": 1.2131591028211517, "learning_rate": 0.003, "loss": 4.0024, "step": 28836 }, { "epoch": 0.28837, "grad_norm": 1.2445891383843302, "learning_rate": 0.003, "loss": 3.9812, "step": 28837 }, { "epoch": 0.28838, "grad_norm": 1.2734085135167903, "learning_rate": 0.003, "loss": 4.0199, "step": 28838 }, { "epoch": 0.28839, "grad_norm": 1.1005859023807336, "learning_rate": 0.003, "loss": 3.9939, "step": 28839 }, { "epoch": 0.2884, "grad_norm": 1.4893649611124227, "learning_rate": 0.003, "loss": 3.9977, "step": 28840 }, { "epoch": 0.28841, "grad_norm": 1.100953709005425, "learning_rate": 0.003, "loss": 3.9928, "step": 28841 }, { "epoch": 0.28842, "grad_norm": 1.50647829474491, "learning_rate": 0.003, "loss": 4.0056, "step": 28842 }, { "epoch": 0.28843, "grad_norm": 1.2721029297199848, "learning_rate": 0.003, "loss": 4.0062, "step": 28843 }, { "epoch": 0.28844, "grad_norm": 1.1836540498037744, "learning_rate": 0.003, "loss": 3.9919, "step": 28844 }, { "epoch": 0.28845, "grad_norm": 1.5250961761551856, "learning_rate": 0.003, "loss": 4.01, "step": 28845 }, { "epoch": 0.28846, "grad_norm": 1.180812432014559, "learning_rate": 0.003, "loss": 4.0232, "step": 28846 }, { "epoch": 0.28847, "grad_norm": 1.3477294761169532, "learning_rate": 0.003, "loss": 3.9805, "step": 28847 }, { "epoch": 0.28848, "grad_norm": 1.069112488843948, "learning_rate": 0.003, "loss": 3.958, "step": 28848 }, { "epoch": 0.28849, "grad_norm": 1.4791129171616824, "learning_rate": 0.003, "loss": 4.0164, "step": 28849 }, { "epoch": 0.2885, "grad_norm": 1.4970573069366324, "learning_rate": 0.003, "loss": 4.0336, "step": 28850 }, { "epoch": 0.28851, "grad_norm": 1.0685662354858534, "learning_rate": 0.003, "loss": 3.994, "step": 28851 }, { "epoch": 0.28852, "grad_norm": 1.388499704137992, "learning_rate": 0.003, "loss": 4.0061, "step": 28852 }, { "epoch": 0.28853, "grad_norm": 1.0269822023898392, "learning_rate": 0.003, "loss": 4.0018, "step": 28853 }, { "epoch": 0.28854, "grad_norm": 1.3613816200880102, "learning_rate": 0.003, "loss": 3.9983, "step": 28854 }, { "epoch": 0.28855, "grad_norm": 1.1670345543301588, "learning_rate": 0.003, "loss": 4.0185, "step": 28855 }, { "epoch": 0.28856, "grad_norm": 1.5021207780402723, "learning_rate": 0.003, "loss": 3.9803, "step": 28856 }, { "epoch": 0.28857, "grad_norm": 1.2132521190453356, "learning_rate": 0.003, "loss": 4.011, "step": 28857 }, { "epoch": 0.28858, "grad_norm": 1.40623349222449, "learning_rate": 0.003, "loss": 3.9958, "step": 28858 }, { "epoch": 0.28859, "grad_norm": 1.1539829988602748, "learning_rate": 0.003, "loss": 4.0086, "step": 28859 }, { "epoch": 0.2886, "grad_norm": 1.3640821536332737, "learning_rate": 0.003, "loss": 4.0191, "step": 28860 }, { "epoch": 0.28861, "grad_norm": 1.4435165735408628, "learning_rate": 0.003, "loss": 4.0011, "step": 28861 }, { "epoch": 0.28862, "grad_norm": 1.2528465099294979, "learning_rate": 0.003, "loss": 3.9947, "step": 28862 }, { "epoch": 0.28863, "grad_norm": 1.4629684821055582, "learning_rate": 0.003, "loss": 3.972, "step": 28863 }, { "epoch": 0.28864, "grad_norm": 1.4078536145815526, "learning_rate": 0.003, "loss": 3.9869, "step": 28864 }, { "epoch": 0.28865, "grad_norm": 1.174311714642992, "learning_rate": 0.003, "loss": 3.9821, "step": 28865 }, { "epoch": 0.28866, "grad_norm": 1.307296028070205, "learning_rate": 0.003, "loss": 3.9974, "step": 28866 }, { "epoch": 0.28867, "grad_norm": 1.2101014830855954, "learning_rate": 0.003, "loss": 4.0024, "step": 28867 }, { "epoch": 0.28868, "grad_norm": 1.4047679334729344, "learning_rate": 0.003, "loss": 3.9869, "step": 28868 }, { "epoch": 0.28869, "grad_norm": 1.391474913435176, "learning_rate": 0.003, "loss": 3.99, "step": 28869 }, { "epoch": 0.2887, "grad_norm": 1.2422119661291122, "learning_rate": 0.003, "loss": 3.9939, "step": 28870 }, { "epoch": 0.28871, "grad_norm": 1.2501689304295704, "learning_rate": 0.003, "loss": 3.9788, "step": 28871 }, { "epoch": 0.28872, "grad_norm": 1.5936102414234963, "learning_rate": 0.003, "loss": 4.0261, "step": 28872 }, { "epoch": 0.28873, "grad_norm": 1.0401150410040485, "learning_rate": 0.003, "loss": 3.978, "step": 28873 }, { "epoch": 0.28874, "grad_norm": 1.6935152698624352, "learning_rate": 0.003, "loss": 4.0063, "step": 28874 }, { "epoch": 0.28875, "grad_norm": 1.322704883524267, "learning_rate": 0.003, "loss": 4.0244, "step": 28875 }, { "epoch": 0.28876, "grad_norm": 1.5227554200112465, "learning_rate": 0.003, "loss": 4.0112, "step": 28876 }, { "epoch": 0.28877, "grad_norm": 1.20721391097666, "learning_rate": 0.003, "loss": 4.0044, "step": 28877 }, { "epoch": 0.28878, "grad_norm": 1.4711771256618407, "learning_rate": 0.003, "loss": 3.9961, "step": 28878 }, { "epoch": 0.28879, "grad_norm": 1.5100444847900354, "learning_rate": 0.003, "loss": 4.0027, "step": 28879 }, { "epoch": 0.2888, "grad_norm": 1.1021459502505953, "learning_rate": 0.003, "loss": 4.014, "step": 28880 }, { "epoch": 0.28881, "grad_norm": 1.5622119395694762, "learning_rate": 0.003, "loss": 4.0023, "step": 28881 }, { "epoch": 0.28882, "grad_norm": 1.1374962337992762, "learning_rate": 0.003, "loss": 4.0043, "step": 28882 }, { "epoch": 0.28883, "grad_norm": 1.5256784180256473, "learning_rate": 0.003, "loss": 3.9903, "step": 28883 }, { "epoch": 0.28884, "grad_norm": 0.9711698102414066, "learning_rate": 0.003, "loss": 3.9908, "step": 28884 }, { "epoch": 0.28885, "grad_norm": 1.5354787540300396, "learning_rate": 0.003, "loss": 4.0061, "step": 28885 }, { "epoch": 0.28886, "grad_norm": 1.2075670538632695, "learning_rate": 0.003, "loss": 4.0185, "step": 28886 }, { "epoch": 0.28887, "grad_norm": 1.378913689064968, "learning_rate": 0.003, "loss": 3.9855, "step": 28887 }, { "epoch": 0.28888, "grad_norm": 1.162790705988338, "learning_rate": 0.003, "loss": 3.9913, "step": 28888 }, { "epoch": 0.28889, "grad_norm": 1.4067465233061471, "learning_rate": 0.003, "loss": 4.0102, "step": 28889 }, { "epoch": 0.2889, "grad_norm": 1.075166674818223, "learning_rate": 0.003, "loss": 3.9939, "step": 28890 }, { "epoch": 0.28891, "grad_norm": 1.5995746122267953, "learning_rate": 0.003, "loss": 3.9835, "step": 28891 }, { "epoch": 0.28892, "grad_norm": 1.0975367610450848, "learning_rate": 0.003, "loss": 3.9863, "step": 28892 }, { "epoch": 0.28893, "grad_norm": 1.6088060608206087, "learning_rate": 0.003, "loss": 4.0002, "step": 28893 }, { "epoch": 0.28894, "grad_norm": 1.2604257316703826, "learning_rate": 0.003, "loss": 4.0302, "step": 28894 }, { "epoch": 0.28895, "grad_norm": 1.2535918992147401, "learning_rate": 0.003, "loss": 4.0192, "step": 28895 }, { "epoch": 0.28896, "grad_norm": 1.3555930168580859, "learning_rate": 0.003, "loss": 3.9973, "step": 28896 }, { "epoch": 0.28897, "grad_norm": 1.2742299553532912, "learning_rate": 0.003, "loss": 3.997, "step": 28897 }, { "epoch": 0.28898, "grad_norm": 1.3675311871222509, "learning_rate": 0.003, "loss": 4.0039, "step": 28898 }, { "epoch": 0.28899, "grad_norm": 1.1859518105967715, "learning_rate": 0.003, "loss": 4.0013, "step": 28899 }, { "epoch": 0.289, "grad_norm": 1.4081459553152806, "learning_rate": 0.003, "loss": 3.9941, "step": 28900 }, { "epoch": 0.28901, "grad_norm": 1.0520381791645057, "learning_rate": 0.003, "loss": 3.9796, "step": 28901 }, { "epoch": 0.28902, "grad_norm": 1.524602388117112, "learning_rate": 0.003, "loss": 4.0121, "step": 28902 }, { "epoch": 0.28903, "grad_norm": 1.2547045198129445, "learning_rate": 0.003, "loss": 4.0286, "step": 28903 }, { "epoch": 0.28904, "grad_norm": 1.4125480719778825, "learning_rate": 0.003, "loss": 3.9899, "step": 28904 }, { "epoch": 0.28905, "grad_norm": 1.2184323282732084, "learning_rate": 0.003, "loss": 4.0075, "step": 28905 }, { "epoch": 0.28906, "grad_norm": 1.2481290845829576, "learning_rate": 0.003, "loss": 3.9763, "step": 28906 }, { "epoch": 0.28907, "grad_norm": 1.4455603800457892, "learning_rate": 0.003, "loss": 3.984, "step": 28907 }, { "epoch": 0.28908, "grad_norm": 1.0161419545384844, "learning_rate": 0.003, "loss": 3.9881, "step": 28908 }, { "epoch": 0.28909, "grad_norm": 1.4444868881136756, "learning_rate": 0.003, "loss": 4.0025, "step": 28909 }, { "epoch": 0.2891, "grad_norm": 1.2278051522749194, "learning_rate": 0.003, "loss": 3.984, "step": 28910 }, { "epoch": 0.28911, "grad_norm": 1.3436634000260526, "learning_rate": 0.003, "loss": 4.0026, "step": 28911 }, { "epoch": 0.28912, "grad_norm": 1.2885264106344714, "learning_rate": 0.003, "loss": 4.0254, "step": 28912 }, { "epoch": 0.28913, "grad_norm": 1.4543670818874073, "learning_rate": 0.003, "loss": 3.9848, "step": 28913 }, { "epoch": 0.28914, "grad_norm": 1.2425589664857408, "learning_rate": 0.003, "loss": 3.9879, "step": 28914 }, { "epoch": 0.28915, "grad_norm": 1.4479714257854266, "learning_rate": 0.003, "loss": 4.0123, "step": 28915 }, { "epoch": 0.28916, "grad_norm": 1.2153089545748006, "learning_rate": 0.003, "loss": 4.0092, "step": 28916 }, { "epoch": 0.28917, "grad_norm": 1.2774170538180267, "learning_rate": 0.003, "loss": 4.007, "step": 28917 }, { "epoch": 0.28918, "grad_norm": 1.2473848956555593, "learning_rate": 0.003, "loss": 4.011, "step": 28918 }, { "epoch": 0.28919, "grad_norm": 1.3325794023791009, "learning_rate": 0.003, "loss": 3.972, "step": 28919 }, { "epoch": 0.2892, "grad_norm": 1.1529059527803345, "learning_rate": 0.003, "loss": 3.9894, "step": 28920 }, { "epoch": 0.28921, "grad_norm": 1.2883175566922207, "learning_rate": 0.003, "loss": 4.0017, "step": 28921 }, { "epoch": 0.28922, "grad_norm": 1.1661534053688838, "learning_rate": 0.003, "loss": 3.9783, "step": 28922 }, { "epoch": 0.28923, "grad_norm": 1.523270568340995, "learning_rate": 0.003, "loss": 3.974, "step": 28923 }, { "epoch": 0.28924, "grad_norm": 1.3302213311063593, "learning_rate": 0.003, "loss": 3.9955, "step": 28924 }, { "epoch": 0.28925, "grad_norm": 1.2570599483459233, "learning_rate": 0.003, "loss": 3.9878, "step": 28925 }, { "epoch": 0.28926, "grad_norm": 1.5089509597571156, "learning_rate": 0.003, "loss": 3.9612, "step": 28926 }, { "epoch": 0.28927, "grad_norm": 1.041027463421618, "learning_rate": 0.003, "loss": 3.9817, "step": 28927 }, { "epoch": 0.28928, "grad_norm": 1.38350333872145, "learning_rate": 0.003, "loss": 3.9672, "step": 28928 }, { "epoch": 0.28929, "grad_norm": 1.2544744994939996, "learning_rate": 0.003, "loss": 4.0134, "step": 28929 }, { "epoch": 0.2893, "grad_norm": 1.2663309486769379, "learning_rate": 0.003, "loss": 3.9707, "step": 28930 }, { "epoch": 0.28931, "grad_norm": 1.4231917518108979, "learning_rate": 0.003, "loss": 4.0255, "step": 28931 }, { "epoch": 0.28932, "grad_norm": 1.1157474324289358, "learning_rate": 0.003, "loss": 3.9909, "step": 28932 }, { "epoch": 0.28933, "grad_norm": 1.3718164441157186, "learning_rate": 0.003, "loss": 4.005, "step": 28933 }, { "epoch": 0.28934, "grad_norm": 1.185289495119129, "learning_rate": 0.003, "loss": 4.0005, "step": 28934 }, { "epoch": 0.28935, "grad_norm": 1.4744478708039512, "learning_rate": 0.003, "loss": 4.0151, "step": 28935 }, { "epoch": 0.28936, "grad_norm": 1.2116004070350008, "learning_rate": 0.003, "loss": 4.0145, "step": 28936 }, { "epoch": 0.28937, "grad_norm": 1.6133733757528474, "learning_rate": 0.003, "loss": 3.9925, "step": 28937 }, { "epoch": 0.28938, "grad_norm": 1.2316495220700119, "learning_rate": 0.003, "loss": 4.0082, "step": 28938 }, { "epoch": 0.28939, "grad_norm": 1.334271713653562, "learning_rate": 0.003, "loss": 4.0212, "step": 28939 }, { "epoch": 0.2894, "grad_norm": 1.132624707448289, "learning_rate": 0.003, "loss": 3.9844, "step": 28940 }, { "epoch": 0.28941, "grad_norm": 1.4218590146987335, "learning_rate": 0.003, "loss": 4.02, "step": 28941 }, { "epoch": 0.28942, "grad_norm": 1.462049043890948, "learning_rate": 0.003, "loss": 3.9954, "step": 28942 }, { "epoch": 0.28943, "grad_norm": 1.2917895801007884, "learning_rate": 0.003, "loss": 3.9803, "step": 28943 }, { "epoch": 0.28944, "grad_norm": 1.4779519168899506, "learning_rate": 0.003, "loss": 3.9926, "step": 28944 }, { "epoch": 0.28945, "grad_norm": 1.2051969166752494, "learning_rate": 0.003, "loss": 4.0177, "step": 28945 }, { "epoch": 0.28946, "grad_norm": 1.4288639206474798, "learning_rate": 0.003, "loss": 4.0092, "step": 28946 }, { "epoch": 0.28947, "grad_norm": 1.0152782405458642, "learning_rate": 0.003, "loss": 3.9721, "step": 28947 }, { "epoch": 0.28948, "grad_norm": 1.4969020858656088, "learning_rate": 0.003, "loss": 3.9907, "step": 28948 }, { "epoch": 0.28949, "grad_norm": 1.1859479241240558, "learning_rate": 0.003, "loss": 4.0052, "step": 28949 }, { "epoch": 0.2895, "grad_norm": 1.424459622680977, "learning_rate": 0.003, "loss": 3.9855, "step": 28950 }, { "epoch": 0.28951, "grad_norm": 1.3668733157140587, "learning_rate": 0.003, "loss": 4.0057, "step": 28951 }, { "epoch": 0.28952, "grad_norm": 1.1950784671192505, "learning_rate": 0.003, "loss": 3.9939, "step": 28952 }, { "epoch": 0.28953, "grad_norm": 1.2287415136687005, "learning_rate": 0.003, "loss": 3.9789, "step": 28953 }, { "epoch": 0.28954, "grad_norm": 1.3325610434910313, "learning_rate": 0.003, "loss": 3.9989, "step": 28954 }, { "epoch": 0.28955, "grad_norm": 1.40351117321678, "learning_rate": 0.003, "loss": 4.0293, "step": 28955 }, { "epoch": 0.28956, "grad_norm": 1.2031313664823298, "learning_rate": 0.003, "loss": 3.9725, "step": 28956 }, { "epoch": 0.28957, "grad_norm": 1.5312352318092133, "learning_rate": 0.003, "loss": 4.0022, "step": 28957 }, { "epoch": 0.28958, "grad_norm": 1.0279862880620627, "learning_rate": 0.003, "loss": 3.9961, "step": 28958 }, { "epoch": 0.28959, "grad_norm": 1.2660898639294285, "learning_rate": 0.003, "loss": 4.0129, "step": 28959 }, { "epoch": 0.2896, "grad_norm": 1.04142794403736, "learning_rate": 0.003, "loss": 4.023, "step": 28960 }, { "epoch": 0.28961, "grad_norm": 1.4222667751338058, "learning_rate": 0.003, "loss": 3.9871, "step": 28961 }, { "epoch": 0.28962, "grad_norm": 1.2372721247135987, "learning_rate": 0.003, "loss": 3.9827, "step": 28962 }, { "epoch": 0.28963, "grad_norm": 1.5150896306300166, "learning_rate": 0.003, "loss": 4.0228, "step": 28963 }, { "epoch": 0.28964, "grad_norm": 1.1396086721765377, "learning_rate": 0.003, "loss": 4.0214, "step": 28964 }, { "epoch": 0.28965, "grad_norm": 1.452378689611451, "learning_rate": 0.003, "loss": 4.0219, "step": 28965 }, { "epoch": 0.28966, "grad_norm": 1.070104426973773, "learning_rate": 0.003, "loss": 4.0087, "step": 28966 }, { "epoch": 0.28967, "grad_norm": 1.5943777746758419, "learning_rate": 0.003, "loss": 4.0054, "step": 28967 }, { "epoch": 0.28968, "grad_norm": 1.1757415997530338, "learning_rate": 0.003, "loss": 4.0003, "step": 28968 }, { "epoch": 0.28969, "grad_norm": 1.438832220572165, "learning_rate": 0.003, "loss": 4.0057, "step": 28969 }, { "epoch": 0.2897, "grad_norm": 1.415200424057322, "learning_rate": 0.003, "loss": 3.9763, "step": 28970 }, { "epoch": 0.28971, "grad_norm": 1.2312071268899103, "learning_rate": 0.003, "loss": 4.0184, "step": 28971 }, { "epoch": 0.28972, "grad_norm": 1.3988873606962628, "learning_rate": 0.003, "loss": 3.9987, "step": 28972 }, { "epoch": 0.28973, "grad_norm": 1.1420564201434202, "learning_rate": 0.003, "loss": 4.0119, "step": 28973 }, { "epoch": 0.28974, "grad_norm": 1.5808667256210787, "learning_rate": 0.003, "loss": 4.0236, "step": 28974 }, { "epoch": 0.28975, "grad_norm": 0.9631242646553135, "learning_rate": 0.003, "loss": 3.9871, "step": 28975 }, { "epoch": 0.28976, "grad_norm": 1.2864498322334736, "learning_rate": 0.003, "loss": 3.9971, "step": 28976 }, { "epoch": 0.28977, "grad_norm": 1.2916993580461418, "learning_rate": 0.003, "loss": 4.0212, "step": 28977 }, { "epoch": 0.28978, "grad_norm": 1.2911952163922962, "learning_rate": 0.003, "loss": 3.9987, "step": 28978 }, { "epoch": 0.28979, "grad_norm": 1.1791608052228544, "learning_rate": 0.003, "loss": 3.9983, "step": 28979 }, { "epoch": 0.2898, "grad_norm": 1.4117013607426574, "learning_rate": 0.003, "loss": 3.9755, "step": 28980 }, { "epoch": 0.28981, "grad_norm": 1.136617174204132, "learning_rate": 0.003, "loss": 3.9927, "step": 28981 }, { "epoch": 0.28982, "grad_norm": 1.2698486916691591, "learning_rate": 0.003, "loss": 3.9842, "step": 28982 }, { "epoch": 0.28983, "grad_norm": 1.2775773989083588, "learning_rate": 0.003, "loss": 4.0002, "step": 28983 }, { "epoch": 0.28984, "grad_norm": 1.2412101360162895, "learning_rate": 0.003, "loss": 3.9836, "step": 28984 }, { "epoch": 0.28985, "grad_norm": 1.3868142391845875, "learning_rate": 0.003, "loss": 4.017, "step": 28985 }, { "epoch": 0.28986, "grad_norm": 1.500052420751005, "learning_rate": 0.003, "loss": 4.0085, "step": 28986 }, { "epoch": 0.28987, "grad_norm": 1.0490994914796588, "learning_rate": 0.003, "loss": 3.971, "step": 28987 }, { "epoch": 0.28988, "grad_norm": 1.4014829161845683, "learning_rate": 0.003, "loss": 3.9813, "step": 28988 }, { "epoch": 0.28989, "grad_norm": 1.3395926483115823, "learning_rate": 0.003, "loss": 3.9876, "step": 28989 }, { "epoch": 0.2899, "grad_norm": 1.3965846324991573, "learning_rate": 0.003, "loss": 3.998, "step": 28990 }, { "epoch": 0.28991, "grad_norm": 1.2907206440986783, "learning_rate": 0.003, "loss": 3.9908, "step": 28991 }, { "epoch": 0.28992, "grad_norm": 1.3172406193656057, "learning_rate": 0.003, "loss": 4.0096, "step": 28992 }, { "epoch": 0.28993, "grad_norm": 1.3749468275561434, "learning_rate": 0.003, "loss": 3.9615, "step": 28993 }, { "epoch": 0.28994, "grad_norm": 1.2934078496615475, "learning_rate": 0.003, "loss": 3.9912, "step": 28994 }, { "epoch": 0.28995, "grad_norm": 1.2846247565947604, "learning_rate": 0.003, "loss": 3.9937, "step": 28995 }, { "epoch": 0.28996, "grad_norm": 1.2617886532442677, "learning_rate": 0.003, "loss": 3.9752, "step": 28996 }, { "epoch": 0.28997, "grad_norm": 1.2799143013228593, "learning_rate": 0.003, "loss": 4.0063, "step": 28997 }, { "epoch": 0.28998, "grad_norm": 1.1880090835064443, "learning_rate": 0.003, "loss": 4.0036, "step": 28998 }, { "epoch": 0.28999, "grad_norm": 1.3843322811025305, "learning_rate": 0.003, "loss": 4.0144, "step": 28999 }, { "epoch": 0.29, "grad_norm": 1.1050036881378131, "learning_rate": 0.003, "loss": 3.983, "step": 29000 }, { "epoch": 0.29001, "grad_norm": 1.3746106047592874, "learning_rate": 0.003, "loss": 4.0369, "step": 29001 }, { "epoch": 0.29002, "grad_norm": 1.389677250988679, "learning_rate": 0.003, "loss": 3.9767, "step": 29002 }, { "epoch": 0.29003, "grad_norm": 1.5544568261849105, "learning_rate": 0.003, "loss": 3.988, "step": 29003 }, { "epoch": 0.29004, "grad_norm": 1.2036222317372403, "learning_rate": 0.003, "loss": 3.9953, "step": 29004 }, { "epoch": 0.29005, "grad_norm": 1.5031283915393372, "learning_rate": 0.003, "loss": 4.0115, "step": 29005 }, { "epoch": 0.29006, "grad_norm": 0.9864472219836716, "learning_rate": 0.003, "loss": 4.0073, "step": 29006 }, { "epoch": 0.29007, "grad_norm": 1.4077663911355502, "learning_rate": 0.003, "loss": 3.9661, "step": 29007 }, { "epoch": 0.29008, "grad_norm": 1.2653379829312725, "learning_rate": 0.003, "loss": 4.0073, "step": 29008 }, { "epoch": 0.29009, "grad_norm": 1.122432633657492, "learning_rate": 0.003, "loss": 3.9794, "step": 29009 }, { "epoch": 0.2901, "grad_norm": 1.4864604696551793, "learning_rate": 0.003, "loss": 4.0215, "step": 29010 }, { "epoch": 0.29011, "grad_norm": 1.489798736927721, "learning_rate": 0.003, "loss": 4.0033, "step": 29011 }, { "epoch": 0.29012, "grad_norm": 1.2182630793923197, "learning_rate": 0.003, "loss": 3.9896, "step": 29012 }, { "epoch": 0.29013, "grad_norm": 1.4452627775228928, "learning_rate": 0.003, "loss": 4.0218, "step": 29013 }, { "epoch": 0.29014, "grad_norm": 1.039254822566327, "learning_rate": 0.003, "loss": 4.018, "step": 29014 }, { "epoch": 0.29015, "grad_norm": 1.7395752428077997, "learning_rate": 0.003, "loss": 3.9999, "step": 29015 }, { "epoch": 0.29016, "grad_norm": 1.105240359196617, "learning_rate": 0.003, "loss": 3.9966, "step": 29016 }, { "epoch": 0.29017, "grad_norm": 1.6418336036063317, "learning_rate": 0.003, "loss": 3.9888, "step": 29017 }, { "epoch": 0.29018, "grad_norm": 1.004671295036556, "learning_rate": 0.003, "loss": 3.9885, "step": 29018 }, { "epoch": 0.29019, "grad_norm": 1.7289063589608966, "learning_rate": 0.003, "loss": 4.0191, "step": 29019 }, { "epoch": 0.2902, "grad_norm": 1.1097561730464398, "learning_rate": 0.003, "loss": 3.9984, "step": 29020 }, { "epoch": 0.29021, "grad_norm": 1.5289575385621412, "learning_rate": 0.003, "loss": 3.9833, "step": 29021 }, { "epoch": 0.29022, "grad_norm": 1.199350966507114, "learning_rate": 0.003, "loss": 4.0136, "step": 29022 }, { "epoch": 0.29023, "grad_norm": 1.5175797152991535, "learning_rate": 0.003, "loss": 3.9869, "step": 29023 }, { "epoch": 0.29024, "grad_norm": 1.1502030044366616, "learning_rate": 0.003, "loss": 4.0133, "step": 29024 }, { "epoch": 0.29025, "grad_norm": 1.5175942117807908, "learning_rate": 0.003, "loss": 4.015, "step": 29025 }, { "epoch": 0.29026, "grad_norm": 1.0941554804700988, "learning_rate": 0.003, "loss": 4.0232, "step": 29026 }, { "epoch": 0.29027, "grad_norm": 1.1907803855968675, "learning_rate": 0.003, "loss": 4.0148, "step": 29027 }, { "epoch": 0.29028, "grad_norm": 1.1549503373592842, "learning_rate": 0.003, "loss": 3.9939, "step": 29028 }, { "epoch": 0.29029, "grad_norm": 1.2961190476999263, "learning_rate": 0.003, "loss": 3.9848, "step": 29029 }, { "epoch": 0.2903, "grad_norm": 1.193219272560632, "learning_rate": 0.003, "loss": 3.9917, "step": 29030 }, { "epoch": 0.29031, "grad_norm": 1.3328530353540677, "learning_rate": 0.003, "loss": 4.0087, "step": 29031 }, { "epoch": 0.29032, "grad_norm": 1.0661599068345744, "learning_rate": 0.003, "loss": 3.9742, "step": 29032 }, { "epoch": 0.29033, "grad_norm": 1.4520219298145114, "learning_rate": 0.003, "loss": 4.0104, "step": 29033 }, { "epoch": 0.29034, "grad_norm": 1.2441970432800573, "learning_rate": 0.003, "loss": 4.0042, "step": 29034 }, { "epoch": 0.29035, "grad_norm": 1.4094696662717687, "learning_rate": 0.003, "loss": 3.9992, "step": 29035 }, { "epoch": 0.29036, "grad_norm": 1.3014667076395825, "learning_rate": 0.003, "loss": 4.0029, "step": 29036 }, { "epoch": 0.29037, "grad_norm": 1.417961390511174, "learning_rate": 0.003, "loss": 3.9903, "step": 29037 }, { "epoch": 0.29038, "grad_norm": 1.2716316725379075, "learning_rate": 0.003, "loss": 3.9833, "step": 29038 }, { "epoch": 0.29039, "grad_norm": 1.4268451509503277, "learning_rate": 0.003, "loss": 4.0286, "step": 29039 }, { "epoch": 0.2904, "grad_norm": 1.2775745735965711, "learning_rate": 0.003, "loss": 4.0098, "step": 29040 }, { "epoch": 0.29041, "grad_norm": 1.461317313677147, "learning_rate": 0.003, "loss": 3.9766, "step": 29041 }, { "epoch": 0.29042, "grad_norm": 1.284967160739287, "learning_rate": 0.003, "loss": 4.0013, "step": 29042 }, { "epoch": 0.29043, "grad_norm": 1.578572829781059, "learning_rate": 0.003, "loss": 3.9977, "step": 29043 }, { "epoch": 0.29044, "grad_norm": 1.1653179713484951, "learning_rate": 0.003, "loss": 4.001, "step": 29044 }, { "epoch": 0.29045, "grad_norm": 1.612478196538191, "learning_rate": 0.003, "loss": 3.9865, "step": 29045 }, { "epoch": 0.29046, "grad_norm": 1.109201171708616, "learning_rate": 0.003, "loss": 3.9996, "step": 29046 }, { "epoch": 0.29047, "grad_norm": 1.753712176910619, "learning_rate": 0.003, "loss": 4.0242, "step": 29047 }, { "epoch": 0.29048, "grad_norm": 0.9953226692091351, "learning_rate": 0.003, "loss": 4.0159, "step": 29048 }, { "epoch": 0.29049, "grad_norm": 1.5136948626020539, "learning_rate": 0.003, "loss": 3.9895, "step": 29049 }, { "epoch": 0.2905, "grad_norm": 1.4255186386775995, "learning_rate": 0.003, "loss": 4.0493, "step": 29050 }, { "epoch": 0.29051, "grad_norm": 1.1723651028810138, "learning_rate": 0.003, "loss": 4.0185, "step": 29051 }, { "epoch": 0.29052, "grad_norm": 1.5557302074376445, "learning_rate": 0.003, "loss": 4.0168, "step": 29052 }, { "epoch": 0.29053, "grad_norm": 1.4708581609812585, "learning_rate": 0.003, "loss": 4.0045, "step": 29053 }, { "epoch": 0.29054, "grad_norm": 1.4140398731946486, "learning_rate": 0.003, "loss": 3.9792, "step": 29054 }, { "epoch": 0.29055, "grad_norm": 1.257795621907954, "learning_rate": 0.003, "loss": 3.9988, "step": 29055 }, { "epoch": 0.29056, "grad_norm": 1.173978509821488, "learning_rate": 0.003, "loss": 3.9974, "step": 29056 }, { "epoch": 0.29057, "grad_norm": 1.2261962363103374, "learning_rate": 0.003, "loss": 4.008, "step": 29057 }, { "epoch": 0.29058, "grad_norm": 1.1516428436203596, "learning_rate": 0.003, "loss": 3.9962, "step": 29058 }, { "epoch": 0.29059, "grad_norm": 1.36361241696092, "learning_rate": 0.003, "loss": 3.9936, "step": 29059 }, { "epoch": 0.2906, "grad_norm": 1.3005236388388788, "learning_rate": 0.003, "loss": 3.9803, "step": 29060 }, { "epoch": 0.29061, "grad_norm": 1.2214504377670738, "learning_rate": 0.003, "loss": 3.9927, "step": 29061 }, { "epoch": 0.29062, "grad_norm": 1.3156843422064748, "learning_rate": 0.003, "loss": 3.974, "step": 29062 }, { "epoch": 0.29063, "grad_norm": 1.4419656276678599, "learning_rate": 0.003, "loss": 3.9896, "step": 29063 }, { "epoch": 0.29064, "grad_norm": 1.212611154643973, "learning_rate": 0.003, "loss": 4.0016, "step": 29064 }, { "epoch": 0.29065, "grad_norm": 1.4966631658846983, "learning_rate": 0.003, "loss": 4.0226, "step": 29065 }, { "epoch": 0.29066, "grad_norm": 1.0522821300139018, "learning_rate": 0.003, "loss": 3.9749, "step": 29066 }, { "epoch": 0.29067, "grad_norm": 1.4771846196943377, "learning_rate": 0.003, "loss": 3.985, "step": 29067 }, { "epoch": 0.29068, "grad_norm": 1.249465578494803, "learning_rate": 0.003, "loss": 4.0, "step": 29068 }, { "epoch": 0.29069, "grad_norm": 1.6511095531891902, "learning_rate": 0.003, "loss": 3.9937, "step": 29069 }, { "epoch": 0.2907, "grad_norm": 1.4005671089825522, "learning_rate": 0.003, "loss": 4.0204, "step": 29070 }, { "epoch": 0.29071, "grad_norm": 1.2829571497755352, "learning_rate": 0.003, "loss": 3.9966, "step": 29071 }, { "epoch": 0.29072, "grad_norm": 1.2980541105028858, "learning_rate": 0.003, "loss": 4.0077, "step": 29072 }, { "epoch": 0.29073, "grad_norm": 1.3228818132241964, "learning_rate": 0.003, "loss": 3.965, "step": 29073 }, { "epoch": 0.29074, "grad_norm": 1.1268039473655926, "learning_rate": 0.003, "loss": 3.985, "step": 29074 }, { "epoch": 0.29075, "grad_norm": 1.2822318265079438, "learning_rate": 0.003, "loss": 3.9853, "step": 29075 }, { "epoch": 0.29076, "grad_norm": 1.2335221510058898, "learning_rate": 0.003, "loss": 4.0024, "step": 29076 }, { "epoch": 0.29077, "grad_norm": 1.5532266547489206, "learning_rate": 0.003, "loss": 4.0003, "step": 29077 }, { "epoch": 0.29078, "grad_norm": 1.142255319034232, "learning_rate": 0.003, "loss": 3.9721, "step": 29078 }, { "epoch": 0.29079, "grad_norm": 1.7034527241428774, "learning_rate": 0.003, "loss": 4.0156, "step": 29079 }, { "epoch": 0.2908, "grad_norm": 1.1709692940069816, "learning_rate": 0.003, "loss": 4.0321, "step": 29080 }, { "epoch": 0.29081, "grad_norm": 1.4196609456059457, "learning_rate": 0.003, "loss": 4.0151, "step": 29081 }, { "epoch": 0.29082, "grad_norm": 1.3132396866277014, "learning_rate": 0.003, "loss": 3.9967, "step": 29082 }, { "epoch": 0.29083, "grad_norm": 1.2381710507135815, "learning_rate": 0.003, "loss": 3.9839, "step": 29083 }, { "epoch": 0.29084, "grad_norm": 1.446516903348758, "learning_rate": 0.003, "loss": 4.0248, "step": 29084 }, { "epoch": 0.29085, "grad_norm": 1.201384023946922, "learning_rate": 0.003, "loss": 3.9928, "step": 29085 }, { "epoch": 0.29086, "grad_norm": 1.4348958474146403, "learning_rate": 0.003, "loss": 4.0037, "step": 29086 }, { "epoch": 0.29087, "grad_norm": 1.405500786180474, "learning_rate": 0.003, "loss": 4.0124, "step": 29087 }, { "epoch": 0.29088, "grad_norm": 1.2543048441167743, "learning_rate": 0.003, "loss": 3.9898, "step": 29088 }, { "epoch": 0.29089, "grad_norm": 1.3668961585682755, "learning_rate": 0.003, "loss": 4.0275, "step": 29089 }, { "epoch": 0.2909, "grad_norm": 1.1936825928141872, "learning_rate": 0.003, "loss": 3.9904, "step": 29090 }, { "epoch": 0.29091, "grad_norm": 1.2983369046375355, "learning_rate": 0.003, "loss": 3.9803, "step": 29091 }, { "epoch": 0.29092, "grad_norm": 1.1352177218379673, "learning_rate": 0.003, "loss": 3.9912, "step": 29092 }, { "epoch": 0.29093, "grad_norm": 1.5812011601268026, "learning_rate": 0.003, "loss": 3.9767, "step": 29093 }, { "epoch": 0.29094, "grad_norm": 1.090020671440921, "learning_rate": 0.003, "loss": 3.9834, "step": 29094 }, { "epoch": 0.29095, "grad_norm": 1.4801019787169867, "learning_rate": 0.003, "loss": 4.0105, "step": 29095 }, { "epoch": 0.29096, "grad_norm": 1.3505472099414007, "learning_rate": 0.003, "loss": 4.012, "step": 29096 }, { "epoch": 0.29097, "grad_norm": 1.360640517211766, "learning_rate": 0.003, "loss": 4.0325, "step": 29097 }, { "epoch": 0.29098, "grad_norm": 1.149907073517101, "learning_rate": 0.003, "loss": 4.0002, "step": 29098 }, { "epoch": 0.29099, "grad_norm": 1.45728661793113, "learning_rate": 0.003, "loss": 3.9797, "step": 29099 }, { "epoch": 0.291, "grad_norm": 1.6418340461219416, "learning_rate": 0.003, "loss": 3.9886, "step": 29100 }, { "epoch": 0.29101, "grad_norm": 1.2315445662734867, "learning_rate": 0.003, "loss": 3.9917, "step": 29101 }, { "epoch": 0.29102, "grad_norm": 1.5441457217982866, "learning_rate": 0.003, "loss": 4.0043, "step": 29102 }, { "epoch": 0.29103, "grad_norm": 1.2789272335870068, "learning_rate": 0.003, "loss": 4.0102, "step": 29103 }, { "epoch": 0.29104, "grad_norm": 1.0742393547432032, "learning_rate": 0.003, "loss": 3.9621, "step": 29104 }, { "epoch": 0.29105, "grad_norm": 1.6205067695999937, "learning_rate": 0.003, "loss": 4.0083, "step": 29105 }, { "epoch": 0.29106, "grad_norm": 1.0898609599335023, "learning_rate": 0.003, "loss": 4.0017, "step": 29106 }, { "epoch": 0.29107, "grad_norm": 1.4004952357520382, "learning_rate": 0.003, "loss": 3.9717, "step": 29107 }, { "epoch": 0.29108, "grad_norm": 1.389120748146016, "learning_rate": 0.003, "loss": 4.0134, "step": 29108 }, { "epoch": 0.29109, "grad_norm": 1.4925996219449313, "learning_rate": 0.003, "loss": 4.0279, "step": 29109 }, { "epoch": 0.2911, "grad_norm": 1.1829008833819388, "learning_rate": 0.003, "loss": 4.0357, "step": 29110 }, { "epoch": 0.29111, "grad_norm": 1.4639469469651036, "learning_rate": 0.003, "loss": 4.0103, "step": 29111 }, { "epoch": 0.29112, "grad_norm": 1.365379345026278, "learning_rate": 0.003, "loss": 4.015, "step": 29112 }, { "epoch": 0.29113, "grad_norm": 1.2681445175641588, "learning_rate": 0.003, "loss": 3.9582, "step": 29113 }, { "epoch": 0.29114, "grad_norm": 1.2017740183236587, "learning_rate": 0.003, "loss": 3.9819, "step": 29114 }, { "epoch": 0.29115, "grad_norm": 1.4493959064766282, "learning_rate": 0.003, "loss": 3.9978, "step": 29115 }, { "epoch": 0.29116, "grad_norm": 1.3195924558209329, "learning_rate": 0.003, "loss": 4.029, "step": 29116 }, { "epoch": 0.29117, "grad_norm": 1.1236739149118449, "learning_rate": 0.003, "loss": 4.0085, "step": 29117 }, { "epoch": 0.29118, "grad_norm": 1.4103486206784432, "learning_rate": 0.003, "loss": 3.982, "step": 29118 }, { "epoch": 0.29119, "grad_norm": 1.257453374147696, "learning_rate": 0.003, "loss": 4.0073, "step": 29119 }, { "epoch": 0.2912, "grad_norm": 1.3307340986792935, "learning_rate": 0.003, "loss": 4.0094, "step": 29120 }, { "epoch": 0.29121, "grad_norm": 1.3508902261414948, "learning_rate": 0.003, "loss": 3.9922, "step": 29121 }, { "epoch": 0.29122, "grad_norm": 1.182263646414702, "learning_rate": 0.003, "loss": 3.9796, "step": 29122 }, { "epoch": 0.29123, "grad_norm": 1.528897110786685, "learning_rate": 0.003, "loss": 3.9829, "step": 29123 }, { "epoch": 0.29124, "grad_norm": 1.05821420974931, "learning_rate": 0.003, "loss": 3.9881, "step": 29124 }, { "epoch": 0.29125, "grad_norm": 1.4639205901454782, "learning_rate": 0.003, "loss": 3.9982, "step": 29125 }, { "epoch": 0.29126, "grad_norm": 1.376779825966904, "learning_rate": 0.003, "loss": 3.9878, "step": 29126 }, { "epoch": 0.29127, "grad_norm": 1.2591256466836795, "learning_rate": 0.003, "loss": 3.9751, "step": 29127 }, { "epoch": 0.29128, "grad_norm": 1.265856526696864, "learning_rate": 0.003, "loss": 3.9926, "step": 29128 }, { "epoch": 0.29129, "grad_norm": 1.50940964913096, "learning_rate": 0.003, "loss": 3.9765, "step": 29129 }, { "epoch": 0.2913, "grad_norm": 1.2498887619047623, "learning_rate": 0.003, "loss": 3.9994, "step": 29130 }, { "epoch": 0.29131, "grad_norm": 1.2461144291968576, "learning_rate": 0.003, "loss": 3.9772, "step": 29131 }, { "epoch": 0.29132, "grad_norm": 1.516089080131198, "learning_rate": 0.003, "loss": 4.0265, "step": 29132 }, { "epoch": 0.29133, "grad_norm": 1.1031004289673068, "learning_rate": 0.003, "loss": 3.9792, "step": 29133 }, { "epoch": 0.29134, "grad_norm": 1.4619831270876378, "learning_rate": 0.003, "loss": 3.9781, "step": 29134 }, { "epoch": 0.29135, "grad_norm": 1.1772536185674665, "learning_rate": 0.003, "loss": 3.9863, "step": 29135 }, { "epoch": 0.29136, "grad_norm": 1.6741147966489285, "learning_rate": 0.003, "loss": 4.0193, "step": 29136 }, { "epoch": 0.29137, "grad_norm": 1.134245445476434, "learning_rate": 0.003, "loss": 3.9789, "step": 29137 }, { "epoch": 0.29138, "grad_norm": 1.2903822833970724, "learning_rate": 0.003, "loss": 3.9931, "step": 29138 }, { "epoch": 0.29139, "grad_norm": 1.3748224361785606, "learning_rate": 0.003, "loss": 4.0104, "step": 29139 }, { "epoch": 0.2914, "grad_norm": 1.3633859265325265, "learning_rate": 0.003, "loss": 3.9923, "step": 29140 }, { "epoch": 0.29141, "grad_norm": 1.2191415617854937, "learning_rate": 0.003, "loss": 4.0077, "step": 29141 }, { "epoch": 0.29142, "grad_norm": 1.5594768604302987, "learning_rate": 0.003, "loss": 3.9967, "step": 29142 }, { "epoch": 0.29143, "grad_norm": 1.0847807396600333, "learning_rate": 0.003, "loss": 3.9855, "step": 29143 }, { "epoch": 0.29144, "grad_norm": 1.520980004835024, "learning_rate": 0.003, "loss": 4.0259, "step": 29144 }, { "epoch": 0.29145, "grad_norm": 1.2607628338613244, "learning_rate": 0.003, "loss": 4.028, "step": 29145 }, { "epoch": 0.29146, "grad_norm": 1.5530645730882475, "learning_rate": 0.003, "loss": 4.0152, "step": 29146 }, { "epoch": 0.29147, "grad_norm": 1.233130344686838, "learning_rate": 0.003, "loss": 4.0171, "step": 29147 }, { "epoch": 0.29148, "grad_norm": 1.2245151572177861, "learning_rate": 0.003, "loss": 4.0297, "step": 29148 }, { "epoch": 0.29149, "grad_norm": 1.2633448094245943, "learning_rate": 0.003, "loss": 3.9946, "step": 29149 }, { "epoch": 0.2915, "grad_norm": 1.2285192653734798, "learning_rate": 0.003, "loss": 3.9977, "step": 29150 }, { "epoch": 0.29151, "grad_norm": 1.2495038444606472, "learning_rate": 0.003, "loss": 4.0174, "step": 29151 }, { "epoch": 0.29152, "grad_norm": 1.3423826604526896, "learning_rate": 0.003, "loss": 4.0068, "step": 29152 }, { "epoch": 0.29153, "grad_norm": 1.3429921216808487, "learning_rate": 0.003, "loss": 4.0165, "step": 29153 }, { "epoch": 0.29154, "grad_norm": 1.5448673842250182, "learning_rate": 0.003, "loss": 4.014, "step": 29154 }, { "epoch": 0.29155, "grad_norm": 1.273878419434068, "learning_rate": 0.003, "loss": 3.9838, "step": 29155 }, { "epoch": 0.29156, "grad_norm": 1.2703258479028237, "learning_rate": 0.003, "loss": 3.9825, "step": 29156 }, { "epoch": 0.29157, "grad_norm": 1.2809486555554477, "learning_rate": 0.003, "loss": 3.9744, "step": 29157 }, { "epoch": 0.29158, "grad_norm": 1.193559896424789, "learning_rate": 0.003, "loss": 3.9709, "step": 29158 }, { "epoch": 0.29159, "grad_norm": 1.5063257855630292, "learning_rate": 0.003, "loss": 3.9993, "step": 29159 }, { "epoch": 0.2916, "grad_norm": 1.118704557923835, "learning_rate": 0.003, "loss": 4.0025, "step": 29160 }, { "epoch": 0.29161, "grad_norm": 1.4462309027083458, "learning_rate": 0.003, "loss": 3.984, "step": 29161 }, { "epoch": 0.29162, "grad_norm": 1.289879924282584, "learning_rate": 0.003, "loss": 3.9922, "step": 29162 }, { "epoch": 0.29163, "grad_norm": 1.4199324072716575, "learning_rate": 0.003, "loss": 3.9979, "step": 29163 }, { "epoch": 0.29164, "grad_norm": 1.0495930435814262, "learning_rate": 0.003, "loss": 3.9731, "step": 29164 }, { "epoch": 0.29165, "grad_norm": 1.4069418510106102, "learning_rate": 0.003, "loss": 3.9657, "step": 29165 }, { "epoch": 0.29166, "grad_norm": 1.4132156109133873, "learning_rate": 0.003, "loss": 3.9825, "step": 29166 }, { "epoch": 0.29167, "grad_norm": 1.1722750453225546, "learning_rate": 0.003, "loss": 3.9811, "step": 29167 }, { "epoch": 0.29168, "grad_norm": 1.4420577504623702, "learning_rate": 0.003, "loss": 3.9878, "step": 29168 }, { "epoch": 0.29169, "grad_norm": 1.1981947711416658, "learning_rate": 0.003, "loss": 3.9929, "step": 29169 }, { "epoch": 0.2917, "grad_norm": 1.324515730771041, "learning_rate": 0.003, "loss": 3.9933, "step": 29170 }, { "epoch": 0.29171, "grad_norm": 1.1916210341671436, "learning_rate": 0.003, "loss": 4.0014, "step": 29171 }, { "epoch": 0.29172, "grad_norm": 1.4949046554403544, "learning_rate": 0.003, "loss": 3.9977, "step": 29172 }, { "epoch": 0.29173, "grad_norm": 1.1283611605211834, "learning_rate": 0.003, "loss": 3.974, "step": 29173 }, { "epoch": 0.29174, "grad_norm": 1.5446305484325247, "learning_rate": 0.003, "loss": 4.0007, "step": 29174 }, { "epoch": 0.29175, "grad_norm": 1.2419681520375614, "learning_rate": 0.003, "loss": 3.9869, "step": 29175 }, { "epoch": 0.29176, "grad_norm": 1.555432065990109, "learning_rate": 0.003, "loss": 4.0056, "step": 29176 }, { "epoch": 0.29177, "grad_norm": 1.5275972522169325, "learning_rate": 0.003, "loss": 3.9961, "step": 29177 }, { "epoch": 0.29178, "grad_norm": 1.0556388068746858, "learning_rate": 0.003, "loss": 3.9847, "step": 29178 }, { "epoch": 0.29179, "grad_norm": 1.4961902200848154, "learning_rate": 0.003, "loss": 3.9737, "step": 29179 }, { "epoch": 0.2918, "grad_norm": 1.0953303526322065, "learning_rate": 0.003, "loss": 4.0085, "step": 29180 }, { "epoch": 0.29181, "grad_norm": 1.581515247883617, "learning_rate": 0.003, "loss": 4.0164, "step": 29181 }, { "epoch": 0.29182, "grad_norm": 1.065332898762126, "learning_rate": 0.003, "loss": 3.9992, "step": 29182 }, { "epoch": 0.29183, "grad_norm": 1.6210802962568904, "learning_rate": 0.003, "loss": 3.9966, "step": 29183 }, { "epoch": 0.29184, "grad_norm": 1.1980780068412415, "learning_rate": 0.003, "loss": 3.9882, "step": 29184 }, { "epoch": 0.29185, "grad_norm": 1.2977648881783586, "learning_rate": 0.003, "loss": 3.9883, "step": 29185 }, { "epoch": 0.29186, "grad_norm": 1.2520741022495203, "learning_rate": 0.003, "loss": 4.0103, "step": 29186 }, { "epoch": 0.29187, "grad_norm": 1.4298046630713996, "learning_rate": 0.003, "loss": 3.9875, "step": 29187 }, { "epoch": 0.29188, "grad_norm": 1.2113809851031883, "learning_rate": 0.003, "loss": 4.0018, "step": 29188 }, { "epoch": 0.29189, "grad_norm": 1.135118527698723, "learning_rate": 0.003, "loss": 4.016, "step": 29189 }, { "epoch": 0.2919, "grad_norm": 1.277829799116179, "learning_rate": 0.003, "loss": 4.0184, "step": 29190 }, { "epoch": 0.29191, "grad_norm": 1.2046820330924985, "learning_rate": 0.003, "loss": 3.9796, "step": 29191 }, { "epoch": 0.29192, "grad_norm": 1.3417584670036162, "learning_rate": 0.003, "loss": 4.0127, "step": 29192 }, { "epoch": 0.29193, "grad_norm": 1.1170108122945162, "learning_rate": 0.003, "loss": 3.9943, "step": 29193 }, { "epoch": 0.29194, "grad_norm": 1.43576779949653, "learning_rate": 0.003, "loss": 4.0141, "step": 29194 }, { "epoch": 0.29195, "grad_norm": 1.357152488637635, "learning_rate": 0.003, "loss": 3.9615, "step": 29195 }, { "epoch": 0.29196, "grad_norm": 1.3261569452775874, "learning_rate": 0.003, "loss": 4.0196, "step": 29196 }, { "epoch": 0.29197, "grad_norm": 1.2290068394804214, "learning_rate": 0.003, "loss": 3.9955, "step": 29197 }, { "epoch": 0.29198, "grad_norm": 1.246825258886356, "learning_rate": 0.003, "loss": 3.9457, "step": 29198 }, { "epoch": 0.29199, "grad_norm": 1.2414042693702956, "learning_rate": 0.003, "loss": 4.0204, "step": 29199 }, { "epoch": 0.292, "grad_norm": 1.346070663036753, "learning_rate": 0.003, "loss": 4.0099, "step": 29200 }, { "epoch": 0.29201, "grad_norm": 1.3490075724302613, "learning_rate": 0.003, "loss": 4.0099, "step": 29201 }, { "epoch": 0.29202, "grad_norm": 1.1606115944316977, "learning_rate": 0.003, "loss": 3.986, "step": 29202 }, { "epoch": 0.29203, "grad_norm": 1.3518912382242203, "learning_rate": 0.003, "loss": 4.0171, "step": 29203 }, { "epoch": 0.29204, "grad_norm": 1.1279109570901251, "learning_rate": 0.003, "loss": 3.9818, "step": 29204 }, { "epoch": 0.29205, "grad_norm": 1.7879814120048314, "learning_rate": 0.003, "loss": 4.0184, "step": 29205 }, { "epoch": 0.29206, "grad_norm": 1.0311157554678645, "learning_rate": 0.003, "loss": 3.9936, "step": 29206 }, { "epoch": 0.29207, "grad_norm": 1.7864777326002887, "learning_rate": 0.003, "loss": 3.9949, "step": 29207 }, { "epoch": 0.29208, "grad_norm": 1.3019257025650426, "learning_rate": 0.003, "loss": 4.0244, "step": 29208 }, { "epoch": 0.29209, "grad_norm": 1.4724511024467277, "learning_rate": 0.003, "loss": 3.9891, "step": 29209 }, { "epoch": 0.2921, "grad_norm": 1.2987057898511778, "learning_rate": 0.003, "loss": 3.9837, "step": 29210 }, { "epoch": 0.29211, "grad_norm": 1.3442603630987335, "learning_rate": 0.003, "loss": 3.999, "step": 29211 }, { "epoch": 0.29212, "grad_norm": 1.3230504567549517, "learning_rate": 0.003, "loss": 3.9788, "step": 29212 }, { "epoch": 0.29213, "grad_norm": 1.2387075304163324, "learning_rate": 0.003, "loss": 3.9981, "step": 29213 }, { "epoch": 0.29214, "grad_norm": 1.4977567536646053, "learning_rate": 0.003, "loss": 3.9964, "step": 29214 }, { "epoch": 0.29215, "grad_norm": 1.2554259421681588, "learning_rate": 0.003, "loss": 3.9955, "step": 29215 }, { "epoch": 0.29216, "grad_norm": 1.200838852871716, "learning_rate": 0.003, "loss": 3.9792, "step": 29216 }, { "epoch": 0.29217, "grad_norm": 1.1610763905954922, "learning_rate": 0.003, "loss": 4.0035, "step": 29217 }, { "epoch": 0.29218, "grad_norm": 1.2718410737698589, "learning_rate": 0.003, "loss": 3.9962, "step": 29218 }, { "epoch": 0.29219, "grad_norm": 1.1892809501059776, "learning_rate": 0.003, "loss": 4.0507, "step": 29219 }, { "epoch": 0.2922, "grad_norm": 1.2686152299821347, "learning_rate": 0.003, "loss": 4.0099, "step": 29220 }, { "epoch": 0.29221, "grad_norm": 1.2233508015194146, "learning_rate": 0.003, "loss": 3.9965, "step": 29221 }, { "epoch": 0.29222, "grad_norm": 1.4093796874850575, "learning_rate": 0.003, "loss": 4.0079, "step": 29222 }, { "epoch": 0.29223, "grad_norm": 1.502952750938573, "learning_rate": 0.003, "loss": 3.9872, "step": 29223 }, { "epoch": 0.29224, "grad_norm": 1.4082539557323492, "learning_rate": 0.003, "loss": 3.998, "step": 29224 }, { "epoch": 0.29225, "grad_norm": 1.614185535072803, "learning_rate": 0.003, "loss": 3.9692, "step": 29225 }, { "epoch": 0.29226, "grad_norm": 1.1161941866741076, "learning_rate": 0.003, "loss": 3.984, "step": 29226 }, { "epoch": 0.29227, "grad_norm": 1.4565236513847017, "learning_rate": 0.003, "loss": 4.0304, "step": 29227 }, { "epoch": 0.29228, "grad_norm": 1.1089860984110593, "learning_rate": 0.003, "loss": 3.989, "step": 29228 }, { "epoch": 0.29229, "grad_norm": 1.1418033771587883, "learning_rate": 0.003, "loss": 4.0077, "step": 29229 }, { "epoch": 0.2923, "grad_norm": 1.429154325861116, "learning_rate": 0.003, "loss": 3.9973, "step": 29230 }, { "epoch": 0.29231, "grad_norm": 1.1327883356836423, "learning_rate": 0.003, "loss": 4.0156, "step": 29231 }, { "epoch": 0.29232, "grad_norm": 1.2819672014037322, "learning_rate": 0.003, "loss": 4.0087, "step": 29232 }, { "epoch": 0.29233, "grad_norm": 1.4000285382331528, "learning_rate": 0.003, "loss": 4.007, "step": 29233 }, { "epoch": 0.29234, "grad_norm": 1.2766425361604115, "learning_rate": 0.003, "loss": 4.0162, "step": 29234 }, { "epoch": 0.29235, "grad_norm": 1.4048451331555107, "learning_rate": 0.003, "loss": 3.9686, "step": 29235 }, { "epoch": 0.29236, "grad_norm": 1.2215142138793411, "learning_rate": 0.003, "loss": 3.9803, "step": 29236 }, { "epoch": 0.29237, "grad_norm": 1.3720415355326545, "learning_rate": 0.003, "loss": 4.0126, "step": 29237 }, { "epoch": 0.29238, "grad_norm": 1.2692145250304723, "learning_rate": 0.003, "loss": 3.9954, "step": 29238 }, { "epoch": 0.29239, "grad_norm": 1.3939147764222672, "learning_rate": 0.003, "loss": 3.9979, "step": 29239 }, { "epoch": 0.2924, "grad_norm": 1.2372340768362862, "learning_rate": 0.003, "loss": 3.9864, "step": 29240 }, { "epoch": 0.29241, "grad_norm": 1.4486354594793673, "learning_rate": 0.003, "loss": 3.9837, "step": 29241 }, { "epoch": 0.29242, "grad_norm": 1.2224848537374127, "learning_rate": 0.003, "loss": 3.9739, "step": 29242 }, { "epoch": 0.29243, "grad_norm": 1.4588290287993817, "learning_rate": 0.003, "loss": 4.0171, "step": 29243 }, { "epoch": 0.29244, "grad_norm": 1.6095967539167981, "learning_rate": 0.003, "loss": 4.0343, "step": 29244 }, { "epoch": 0.29245, "grad_norm": 0.9894496700171913, "learning_rate": 0.003, "loss": 4.0074, "step": 29245 }, { "epoch": 0.29246, "grad_norm": 1.3302817858895664, "learning_rate": 0.003, "loss": 3.9972, "step": 29246 }, { "epoch": 0.29247, "grad_norm": 1.0331026043207527, "learning_rate": 0.003, "loss": 3.9854, "step": 29247 }, { "epoch": 0.29248, "grad_norm": 1.501604002062266, "learning_rate": 0.003, "loss": 4.0196, "step": 29248 }, { "epoch": 0.29249, "grad_norm": 1.1568643340613276, "learning_rate": 0.003, "loss": 3.9843, "step": 29249 }, { "epoch": 0.2925, "grad_norm": 1.433392979136005, "learning_rate": 0.003, "loss": 4.0103, "step": 29250 }, { "epoch": 0.29251, "grad_norm": 1.3803418240050067, "learning_rate": 0.003, "loss": 4.0107, "step": 29251 }, { "epoch": 0.29252, "grad_norm": 1.2548319397127328, "learning_rate": 0.003, "loss": 3.9923, "step": 29252 }, { "epoch": 0.29253, "grad_norm": 1.1638993458169244, "learning_rate": 0.003, "loss": 3.9891, "step": 29253 }, { "epoch": 0.29254, "grad_norm": 1.3182323508948068, "learning_rate": 0.003, "loss": 4.0258, "step": 29254 }, { "epoch": 0.29255, "grad_norm": 1.189985098721676, "learning_rate": 0.003, "loss": 3.994, "step": 29255 }, { "epoch": 0.29256, "grad_norm": 1.4032782178410572, "learning_rate": 0.003, "loss": 4.0177, "step": 29256 }, { "epoch": 0.29257, "grad_norm": 1.2360643147225219, "learning_rate": 0.003, "loss": 3.9968, "step": 29257 }, { "epoch": 0.29258, "grad_norm": 1.454269664231637, "learning_rate": 0.003, "loss": 4.0083, "step": 29258 }, { "epoch": 0.29259, "grad_norm": 1.307723285020309, "learning_rate": 0.003, "loss": 3.9848, "step": 29259 }, { "epoch": 0.2926, "grad_norm": 1.3570684412008565, "learning_rate": 0.003, "loss": 3.9967, "step": 29260 }, { "epoch": 0.29261, "grad_norm": 1.1515152944771445, "learning_rate": 0.003, "loss": 4.0382, "step": 29261 }, { "epoch": 0.29262, "grad_norm": 1.4671552561564294, "learning_rate": 0.003, "loss": 3.9974, "step": 29262 }, { "epoch": 0.29263, "grad_norm": 1.2489636922770593, "learning_rate": 0.003, "loss": 4.0182, "step": 29263 }, { "epoch": 0.29264, "grad_norm": 1.6594164184504545, "learning_rate": 0.003, "loss": 3.9992, "step": 29264 }, { "epoch": 0.29265, "grad_norm": 1.11884742488412, "learning_rate": 0.003, "loss": 4.0227, "step": 29265 }, { "epoch": 0.29266, "grad_norm": 1.577057074345911, "learning_rate": 0.003, "loss": 3.9715, "step": 29266 }, { "epoch": 0.29267, "grad_norm": 1.219707064678506, "learning_rate": 0.003, "loss": 4.0142, "step": 29267 }, { "epoch": 0.29268, "grad_norm": 1.1974489076105392, "learning_rate": 0.003, "loss": 3.9567, "step": 29268 }, { "epoch": 0.29269, "grad_norm": 1.392100963414643, "learning_rate": 0.003, "loss": 3.9957, "step": 29269 }, { "epoch": 0.2927, "grad_norm": 1.2721748109854472, "learning_rate": 0.003, "loss": 4.0098, "step": 29270 }, { "epoch": 0.29271, "grad_norm": 1.4864441746050374, "learning_rate": 0.003, "loss": 3.9896, "step": 29271 }, { "epoch": 0.29272, "grad_norm": 1.2083990575037455, "learning_rate": 0.003, "loss": 3.9789, "step": 29272 }, { "epoch": 0.29273, "grad_norm": 1.5484145548736818, "learning_rate": 0.003, "loss": 3.9977, "step": 29273 }, { "epoch": 0.29274, "grad_norm": 1.1310201104537438, "learning_rate": 0.003, "loss": 3.9909, "step": 29274 }, { "epoch": 0.29275, "grad_norm": 1.616160411979566, "learning_rate": 0.003, "loss": 3.9991, "step": 29275 }, { "epoch": 0.29276, "grad_norm": 0.9824107271242547, "learning_rate": 0.003, "loss": 3.9898, "step": 29276 }, { "epoch": 0.29277, "grad_norm": 1.4810752521734591, "learning_rate": 0.003, "loss": 4.0031, "step": 29277 }, { "epoch": 0.29278, "grad_norm": 1.249578340363561, "learning_rate": 0.003, "loss": 3.9801, "step": 29278 }, { "epoch": 0.29279, "grad_norm": 1.3657134546878011, "learning_rate": 0.003, "loss": 4.0146, "step": 29279 }, { "epoch": 0.2928, "grad_norm": 1.184468362019209, "learning_rate": 0.003, "loss": 3.999, "step": 29280 }, { "epoch": 0.29281, "grad_norm": 1.552456445244178, "learning_rate": 0.003, "loss": 4.0069, "step": 29281 }, { "epoch": 0.29282, "grad_norm": 1.2459715021440891, "learning_rate": 0.003, "loss": 3.9799, "step": 29282 }, { "epoch": 0.29283, "grad_norm": 1.3816289653404918, "learning_rate": 0.003, "loss": 4.0344, "step": 29283 }, { "epoch": 0.29284, "grad_norm": 1.2682588289618566, "learning_rate": 0.003, "loss": 3.9825, "step": 29284 }, { "epoch": 0.29285, "grad_norm": 1.1353227842544815, "learning_rate": 0.003, "loss": 3.9988, "step": 29285 }, { "epoch": 0.29286, "grad_norm": 1.2444145572032734, "learning_rate": 0.003, "loss": 3.9898, "step": 29286 }, { "epoch": 0.29287, "grad_norm": 1.4326800687460421, "learning_rate": 0.003, "loss": 3.9946, "step": 29287 }, { "epoch": 0.29288, "grad_norm": 1.2704412893695278, "learning_rate": 0.003, "loss": 3.9812, "step": 29288 }, { "epoch": 0.29289, "grad_norm": 1.3941883531764285, "learning_rate": 0.003, "loss": 4.0149, "step": 29289 }, { "epoch": 0.2929, "grad_norm": 1.1011405762718498, "learning_rate": 0.003, "loss": 4.019, "step": 29290 }, { "epoch": 0.29291, "grad_norm": 1.3400749717317662, "learning_rate": 0.003, "loss": 3.9794, "step": 29291 }, { "epoch": 0.29292, "grad_norm": 1.1403068464198498, "learning_rate": 0.003, "loss": 3.9779, "step": 29292 }, { "epoch": 0.29293, "grad_norm": 1.3671219643461432, "learning_rate": 0.003, "loss": 4.0041, "step": 29293 }, { "epoch": 0.29294, "grad_norm": 1.5234508852585293, "learning_rate": 0.003, "loss": 3.9792, "step": 29294 }, { "epoch": 0.29295, "grad_norm": 1.3916311251613656, "learning_rate": 0.003, "loss": 3.9855, "step": 29295 }, { "epoch": 0.29296, "grad_norm": 1.2948208078961958, "learning_rate": 0.003, "loss": 3.992, "step": 29296 }, { "epoch": 0.29297, "grad_norm": 1.1382523381169214, "learning_rate": 0.003, "loss": 4.0097, "step": 29297 }, { "epoch": 0.29298, "grad_norm": 1.585531699364647, "learning_rate": 0.003, "loss": 4.0412, "step": 29298 }, { "epoch": 0.29299, "grad_norm": 1.1066530386179954, "learning_rate": 0.003, "loss": 4.0182, "step": 29299 }, { "epoch": 0.293, "grad_norm": 1.4020748348856331, "learning_rate": 0.003, "loss": 3.9996, "step": 29300 }, { "epoch": 0.29301, "grad_norm": 1.2083558663695964, "learning_rate": 0.003, "loss": 3.9817, "step": 29301 }, { "epoch": 0.29302, "grad_norm": 1.2762997640413636, "learning_rate": 0.003, "loss": 3.9867, "step": 29302 }, { "epoch": 0.29303, "grad_norm": 1.246232563740311, "learning_rate": 0.003, "loss": 3.9675, "step": 29303 }, { "epoch": 0.29304, "grad_norm": 1.3031705104693085, "learning_rate": 0.003, "loss": 4.0058, "step": 29304 }, { "epoch": 0.29305, "grad_norm": 1.419213645583561, "learning_rate": 0.003, "loss": 3.9756, "step": 29305 }, { "epoch": 0.29306, "grad_norm": 1.2179202713010517, "learning_rate": 0.003, "loss": 3.996, "step": 29306 }, { "epoch": 0.29307, "grad_norm": 1.4581915672123285, "learning_rate": 0.003, "loss": 3.9954, "step": 29307 }, { "epoch": 0.29308, "grad_norm": 1.2131600013033483, "learning_rate": 0.003, "loss": 4.0095, "step": 29308 }, { "epoch": 0.29309, "grad_norm": 1.6896331824670967, "learning_rate": 0.003, "loss": 4.0203, "step": 29309 }, { "epoch": 0.2931, "grad_norm": 1.0266001627225994, "learning_rate": 0.003, "loss": 3.9929, "step": 29310 }, { "epoch": 0.29311, "grad_norm": 1.386793292288218, "learning_rate": 0.003, "loss": 4.0068, "step": 29311 }, { "epoch": 0.29312, "grad_norm": 1.380029245277589, "learning_rate": 0.003, "loss": 3.9878, "step": 29312 }, { "epoch": 0.29313, "grad_norm": 1.4247117438220274, "learning_rate": 0.003, "loss": 3.9949, "step": 29313 }, { "epoch": 0.29314, "grad_norm": 1.168750817502061, "learning_rate": 0.003, "loss": 4.0017, "step": 29314 }, { "epoch": 0.29315, "grad_norm": 1.386890309257497, "learning_rate": 0.003, "loss": 4.0222, "step": 29315 }, { "epoch": 0.29316, "grad_norm": 1.0365281475392192, "learning_rate": 0.003, "loss": 3.986, "step": 29316 }, { "epoch": 0.29317, "grad_norm": 1.7760684404540554, "learning_rate": 0.003, "loss": 3.9752, "step": 29317 }, { "epoch": 0.29318, "grad_norm": 1.1465245674388724, "learning_rate": 0.003, "loss": 4.0258, "step": 29318 }, { "epoch": 0.29319, "grad_norm": 1.3479868268635289, "learning_rate": 0.003, "loss": 3.981, "step": 29319 }, { "epoch": 0.2932, "grad_norm": 1.3654667640676426, "learning_rate": 0.003, "loss": 4.011, "step": 29320 }, { "epoch": 0.29321, "grad_norm": 1.32367731876603, "learning_rate": 0.003, "loss": 3.9943, "step": 29321 }, { "epoch": 0.29322, "grad_norm": 1.2372724740908345, "learning_rate": 0.003, "loss": 3.9873, "step": 29322 }, { "epoch": 0.29323, "grad_norm": 1.2978527254819134, "learning_rate": 0.003, "loss": 3.9793, "step": 29323 }, { "epoch": 0.29324, "grad_norm": 1.275181750784295, "learning_rate": 0.003, "loss": 3.9562, "step": 29324 }, { "epoch": 0.29325, "grad_norm": 1.312589470046036, "learning_rate": 0.003, "loss": 3.9954, "step": 29325 }, { "epoch": 0.29326, "grad_norm": 0.9749250100588014, "learning_rate": 0.003, "loss": 4.0032, "step": 29326 }, { "epoch": 0.29327, "grad_norm": 1.2943822506778777, "learning_rate": 0.003, "loss": 3.9944, "step": 29327 }, { "epoch": 0.29328, "grad_norm": 1.4936786166796656, "learning_rate": 0.003, "loss": 4.0104, "step": 29328 }, { "epoch": 0.29329, "grad_norm": 1.2997153895961406, "learning_rate": 0.003, "loss": 3.9889, "step": 29329 }, { "epoch": 0.2933, "grad_norm": 1.4617821719840014, "learning_rate": 0.003, "loss": 4.0018, "step": 29330 }, { "epoch": 0.29331, "grad_norm": 1.2194004968032721, "learning_rate": 0.003, "loss": 4.0022, "step": 29331 }, { "epoch": 0.29332, "grad_norm": 1.4232372410242018, "learning_rate": 0.003, "loss": 4.0109, "step": 29332 }, { "epoch": 0.29333, "grad_norm": 1.1912805887465996, "learning_rate": 0.003, "loss": 4.0033, "step": 29333 }, { "epoch": 0.29334, "grad_norm": 1.4682417192851793, "learning_rate": 0.003, "loss": 4.0046, "step": 29334 }, { "epoch": 0.29335, "grad_norm": 1.2679805825618766, "learning_rate": 0.003, "loss": 4.0116, "step": 29335 }, { "epoch": 0.29336, "grad_norm": 1.40186012139296, "learning_rate": 0.003, "loss": 3.971, "step": 29336 }, { "epoch": 0.29337, "grad_norm": 1.33491642606988, "learning_rate": 0.003, "loss": 3.9764, "step": 29337 }, { "epoch": 0.29338, "grad_norm": 1.3541294991366666, "learning_rate": 0.003, "loss": 4.0068, "step": 29338 }, { "epoch": 0.29339, "grad_norm": 1.371556336770143, "learning_rate": 0.003, "loss": 3.9935, "step": 29339 }, { "epoch": 0.2934, "grad_norm": 1.2755147037676615, "learning_rate": 0.003, "loss": 3.9953, "step": 29340 }, { "epoch": 0.29341, "grad_norm": 1.4496682265843739, "learning_rate": 0.003, "loss": 3.9931, "step": 29341 }, { "epoch": 0.29342, "grad_norm": 1.0812799562136388, "learning_rate": 0.003, "loss": 3.993, "step": 29342 }, { "epoch": 0.29343, "grad_norm": 1.4279004981056176, "learning_rate": 0.003, "loss": 4.025, "step": 29343 }, { "epoch": 0.29344, "grad_norm": 1.1369440414942618, "learning_rate": 0.003, "loss": 4.0102, "step": 29344 }, { "epoch": 0.29345, "grad_norm": 1.6362148491845794, "learning_rate": 0.003, "loss": 4.0076, "step": 29345 }, { "epoch": 0.29346, "grad_norm": 0.9980866578615286, "learning_rate": 0.003, "loss": 3.999, "step": 29346 }, { "epoch": 0.29347, "grad_norm": 1.4079642380881467, "learning_rate": 0.003, "loss": 3.9884, "step": 29347 }, { "epoch": 0.29348, "grad_norm": 1.1883629876840474, "learning_rate": 0.003, "loss": 4.0118, "step": 29348 }, { "epoch": 0.29349, "grad_norm": 1.4050891497717932, "learning_rate": 0.003, "loss": 4.0164, "step": 29349 }, { "epoch": 0.2935, "grad_norm": 1.3742371562811193, "learning_rate": 0.003, "loss": 4.004, "step": 29350 }, { "epoch": 0.29351, "grad_norm": 1.0598986846606704, "learning_rate": 0.003, "loss": 4.0212, "step": 29351 }, { "epoch": 0.29352, "grad_norm": 1.7089148114989592, "learning_rate": 0.003, "loss": 4.0106, "step": 29352 }, { "epoch": 0.29353, "grad_norm": 1.1855425612034203, "learning_rate": 0.003, "loss": 4.0054, "step": 29353 }, { "epoch": 0.29354, "grad_norm": 1.2291909816973832, "learning_rate": 0.003, "loss": 4.0224, "step": 29354 }, { "epoch": 0.29355, "grad_norm": 1.2217611095639163, "learning_rate": 0.003, "loss": 4.0095, "step": 29355 }, { "epoch": 0.29356, "grad_norm": 1.1621778147828936, "learning_rate": 0.003, "loss": 4.0154, "step": 29356 }, { "epoch": 0.29357, "grad_norm": 1.3585165132707757, "learning_rate": 0.003, "loss": 3.9968, "step": 29357 }, { "epoch": 0.29358, "grad_norm": 1.392562471300777, "learning_rate": 0.003, "loss": 4.0145, "step": 29358 }, { "epoch": 0.29359, "grad_norm": 1.2223361991597141, "learning_rate": 0.003, "loss": 4.0482, "step": 29359 }, { "epoch": 0.2936, "grad_norm": 1.3990144041982018, "learning_rate": 0.003, "loss": 3.995, "step": 29360 }, { "epoch": 0.29361, "grad_norm": 1.2795029582270965, "learning_rate": 0.003, "loss": 3.9984, "step": 29361 }, { "epoch": 0.29362, "grad_norm": 1.464295509753478, "learning_rate": 0.003, "loss": 3.9833, "step": 29362 }, { "epoch": 0.29363, "grad_norm": 1.272665052951749, "learning_rate": 0.003, "loss": 4.0128, "step": 29363 }, { "epoch": 0.29364, "grad_norm": 1.3120155284446113, "learning_rate": 0.003, "loss": 4.0155, "step": 29364 }, { "epoch": 0.29365, "grad_norm": 1.5386460021135435, "learning_rate": 0.003, "loss": 3.9885, "step": 29365 }, { "epoch": 0.29366, "grad_norm": 1.2153837097013942, "learning_rate": 0.003, "loss": 4.0099, "step": 29366 }, { "epoch": 0.29367, "grad_norm": 1.261859487677607, "learning_rate": 0.003, "loss": 4.0155, "step": 29367 }, { "epoch": 0.29368, "grad_norm": 1.2590334201479854, "learning_rate": 0.003, "loss": 4.0077, "step": 29368 }, { "epoch": 0.29369, "grad_norm": 1.2074975288858958, "learning_rate": 0.003, "loss": 4.0098, "step": 29369 }, { "epoch": 0.2937, "grad_norm": 1.6300462752790152, "learning_rate": 0.003, "loss": 4.0421, "step": 29370 }, { "epoch": 0.29371, "grad_norm": 1.3840653188017638, "learning_rate": 0.003, "loss": 3.9943, "step": 29371 }, { "epoch": 0.29372, "grad_norm": 1.7553368727736771, "learning_rate": 0.003, "loss": 4.0293, "step": 29372 }, { "epoch": 0.29373, "grad_norm": 1.082542896773993, "learning_rate": 0.003, "loss": 3.9903, "step": 29373 }, { "epoch": 0.29374, "grad_norm": 1.4494351834458914, "learning_rate": 0.003, "loss": 3.9869, "step": 29374 }, { "epoch": 0.29375, "grad_norm": 1.330183722428623, "learning_rate": 0.003, "loss": 3.987, "step": 29375 }, { "epoch": 0.29376, "grad_norm": 1.198198222042457, "learning_rate": 0.003, "loss": 3.925, "step": 29376 }, { "epoch": 0.29377, "grad_norm": 1.4683419118894834, "learning_rate": 0.003, "loss": 4.0179, "step": 29377 }, { "epoch": 0.29378, "grad_norm": 1.2164234738116506, "learning_rate": 0.003, "loss": 3.9754, "step": 29378 }, { "epoch": 0.29379, "grad_norm": 1.6408638411927279, "learning_rate": 0.003, "loss": 4.0292, "step": 29379 }, { "epoch": 0.2938, "grad_norm": 0.9127402583697197, "learning_rate": 0.003, "loss": 3.9892, "step": 29380 }, { "epoch": 0.29381, "grad_norm": 1.343574717628275, "learning_rate": 0.003, "loss": 3.9886, "step": 29381 }, { "epoch": 0.29382, "grad_norm": 1.1717387427717647, "learning_rate": 0.003, "loss": 4.0033, "step": 29382 }, { "epoch": 0.29383, "grad_norm": 1.5139776133866598, "learning_rate": 0.003, "loss": 3.9833, "step": 29383 }, { "epoch": 0.29384, "grad_norm": 1.3486717722111217, "learning_rate": 0.003, "loss": 3.9757, "step": 29384 }, { "epoch": 0.29385, "grad_norm": 1.693905446412922, "learning_rate": 0.003, "loss": 4.0007, "step": 29385 }, { "epoch": 0.29386, "grad_norm": 1.1339029792710857, "learning_rate": 0.003, "loss": 4.0141, "step": 29386 }, { "epoch": 0.29387, "grad_norm": 1.4473168720195424, "learning_rate": 0.003, "loss": 4.0092, "step": 29387 }, { "epoch": 0.29388, "grad_norm": 1.1035620399996855, "learning_rate": 0.003, "loss": 4.0213, "step": 29388 }, { "epoch": 0.29389, "grad_norm": 1.8258603360494576, "learning_rate": 0.003, "loss": 3.9812, "step": 29389 }, { "epoch": 0.2939, "grad_norm": 1.1437700892911031, "learning_rate": 0.003, "loss": 3.99, "step": 29390 }, { "epoch": 0.29391, "grad_norm": 1.485534588862882, "learning_rate": 0.003, "loss": 4.0132, "step": 29391 }, { "epoch": 0.29392, "grad_norm": 1.182332471575494, "learning_rate": 0.003, "loss": 4.0204, "step": 29392 }, { "epoch": 0.29393, "grad_norm": 1.3832205415552432, "learning_rate": 0.003, "loss": 4.0212, "step": 29393 }, { "epoch": 0.29394, "grad_norm": 1.1993689835597772, "learning_rate": 0.003, "loss": 4.0049, "step": 29394 }, { "epoch": 0.29395, "grad_norm": 1.3566007373829205, "learning_rate": 0.003, "loss": 4.0022, "step": 29395 }, { "epoch": 0.29396, "grad_norm": 1.2680040623056807, "learning_rate": 0.003, "loss": 3.9922, "step": 29396 }, { "epoch": 0.29397, "grad_norm": 1.6791484914870298, "learning_rate": 0.003, "loss": 4.0234, "step": 29397 }, { "epoch": 0.29398, "grad_norm": 1.0567976920336197, "learning_rate": 0.003, "loss": 4.0149, "step": 29398 }, { "epoch": 0.29399, "grad_norm": 1.4464693864183455, "learning_rate": 0.003, "loss": 4.0052, "step": 29399 }, { "epoch": 0.294, "grad_norm": 1.2766602163894214, "learning_rate": 0.003, "loss": 4.0077, "step": 29400 }, { "epoch": 0.29401, "grad_norm": 1.3084492836649004, "learning_rate": 0.003, "loss": 3.9922, "step": 29401 }, { "epoch": 0.29402, "grad_norm": 1.0583680806044173, "learning_rate": 0.003, "loss": 4.0165, "step": 29402 }, { "epoch": 0.29403, "grad_norm": 1.4443254020268093, "learning_rate": 0.003, "loss": 4.0131, "step": 29403 }, { "epoch": 0.29404, "grad_norm": 1.326887906860873, "learning_rate": 0.003, "loss": 4.0232, "step": 29404 }, { "epoch": 0.29405, "grad_norm": 1.197059557763222, "learning_rate": 0.003, "loss": 3.9813, "step": 29405 }, { "epoch": 0.29406, "grad_norm": 1.3069384461089617, "learning_rate": 0.003, "loss": 4.0087, "step": 29406 }, { "epoch": 0.29407, "grad_norm": 1.3498349438207442, "learning_rate": 0.003, "loss": 3.9919, "step": 29407 }, { "epoch": 0.29408, "grad_norm": 1.1749835386651, "learning_rate": 0.003, "loss": 3.994, "step": 29408 }, { "epoch": 0.29409, "grad_norm": 1.5345092173966701, "learning_rate": 0.003, "loss": 4.025, "step": 29409 }, { "epoch": 0.2941, "grad_norm": 1.3213723842659477, "learning_rate": 0.003, "loss": 3.9873, "step": 29410 }, { "epoch": 0.29411, "grad_norm": 1.3918478475443317, "learning_rate": 0.003, "loss": 4.0027, "step": 29411 }, { "epoch": 0.29412, "grad_norm": 1.3395730877020522, "learning_rate": 0.003, "loss": 4.022, "step": 29412 }, { "epoch": 0.29413, "grad_norm": 1.3388473982332683, "learning_rate": 0.003, "loss": 3.9848, "step": 29413 }, { "epoch": 0.29414, "grad_norm": 1.149255414040347, "learning_rate": 0.003, "loss": 3.9841, "step": 29414 }, { "epoch": 0.29415, "grad_norm": 1.6107853736754891, "learning_rate": 0.003, "loss": 3.9995, "step": 29415 }, { "epoch": 0.29416, "grad_norm": 1.246888294851874, "learning_rate": 0.003, "loss": 4.0022, "step": 29416 }, { "epoch": 0.29417, "grad_norm": 1.4805153436600922, "learning_rate": 0.003, "loss": 4.0284, "step": 29417 }, { "epoch": 0.29418, "grad_norm": 1.172982014491535, "learning_rate": 0.003, "loss": 4.0006, "step": 29418 }, { "epoch": 0.29419, "grad_norm": 1.2869128961028158, "learning_rate": 0.003, "loss": 4.0133, "step": 29419 }, { "epoch": 0.2942, "grad_norm": 1.0215481479893314, "learning_rate": 0.003, "loss": 3.9939, "step": 29420 }, { "epoch": 0.29421, "grad_norm": 1.3353048309686926, "learning_rate": 0.003, "loss": 3.9762, "step": 29421 }, { "epoch": 0.29422, "grad_norm": 1.2731729512671495, "learning_rate": 0.003, "loss": 3.9921, "step": 29422 }, { "epoch": 0.29423, "grad_norm": 1.338945083784132, "learning_rate": 0.003, "loss": 3.9981, "step": 29423 }, { "epoch": 0.29424, "grad_norm": 1.1297533491534544, "learning_rate": 0.003, "loss": 3.9923, "step": 29424 }, { "epoch": 0.29425, "grad_norm": 1.4414281103370665, "learning_rate": 0.003, "loss": 4.0018, "step": 29425 }, { "epoch": 0.29426, "grad_norm": 1.5785448220932567, "learning_rate": 0.003, "loss": 4.0023, "step": 29426 }, { "epoch": 0.29427, "grad_norm": 1.1263316991334023, "learning_rate": 0.003, "loss": 4.0034, "step": 29427 }, { "epoch": 0.29428, "grad_norm": 1.6189891165032158, "learning_rate": 0.003, "loss": 3.9972, "step": 29428 }, { "epoch": 0.29429, "grad_norm": 1.183753652380437, "learning_rate": 0.003, "loss": 4.0032, "step": 29429 }, { "epoch": 0.2943, "grad_norm": 1.3260844491493888, "learning_rate": 0.003, "loss": 4.0156, "step": 29430 }, { "epoch": 0.29431, "grad_norm": 1.32221601433965, "learning_rate": 0.003, "loss": 3.9926, "step": 29431 }, { "epoch": 0.29432, "grad_norm": 1.2181335826475288, "learning_rate": 0.003, "loss": 3.98, "step": 29432 }, { "epoch": 0.29433, "grad_norm": 1.286201079924759, "learning_rate": 0.003, "loss": 4.0084, "step": 29433 }, { "epoch": 0.29434, "grad_norm": 1.1885913379155706, "learning_rate": 0.003, "loss": 4.0027, "step": 29434 }, { "epoch": 0.29435, "grad_norm": 1.1599801322081154, "learning_rate": 0.003, "loss": 3.9756, "step": 29435 }, { "epoch": 0.29436, "grad_norm": 1.447807885334287, "learning_rate": 0.003, "loss": 4.013, "step": 29436 }, { "epoch": 0.29437, "grad_norm": 1.500496632877875, "learning_rate": 0.003, "loss": 3.9984, "step": 29437 }, { "epoch": 0.29438, "grad_norm": 1.1951197822888235, "learning_rate": 0.003, "loss": 4.009, "step": 29438 }, { "epoch": 0.29439, "grad_norm": 1.4175414718332393, "learning_rate": 0.003, "loss": 3.9801, "step": 29439 }, { "epoch": 0.2944, "grad_norm": 1.1257423830623132, "learning_rate": 0.003, "loss": 4.028, "step": 29440 }, { "epoch": 0.29441, "grad_norm": 1.4995903471084666, "learning_rate": 0.003, "loss": 3.9914, "step": 29441 }, { "epoch": 0.29442, "grad_norm": 1.2375178052411948, "learning_rate": 0.003, "loss": 3.986, "step": 29442 }, { "epoch": 0.29443, "grad_norm": 1.2843734420943418, "learning_rate": 0.003, "loss": 3.9856, "step": 29443 }, { "epoch": 0.29444, "grad_norm": 1.217631783680404, "learning_rate": 0.003, "loss": 4.0141, "step": 29444 }, { "epoch": 0.29445, "grad_norm": 1.4787003892503765, "learning_rate": 0.003, "loss": 4.0177, "step": 29445 }, { "epoch": 0.29446, "grad_norm": 1.289697506807888, "learning_rate": 0.003, "loss": 3.9973, "step": 29446 }, { "epoch": 0.29447, "grad_norm": 1.5314098728850891, "learning_rate": 0.003, "loss": 3.9805, "step": 29447 }, { "epoch": 0.29448, "grad_norm": 0.8897475657875544, "learning_rate": 0.003, "loss": 3.9815, "step": 29448 }, { "epoch": 0.29449, "grad_norm": 1.3121038212699603, "learning_rate": 0.003, "loss": 3.9917, "step": 29449 }, { "epoch": 0.2945, "grad_norm": 1.3808636739139144, "learning_rate": 0.003, "loss": 3.9813, "step": 29450 }, { "epoch": 0.29451, "grad_norm": 1.1322943001797712, "learning_rate": 0.003, "loss": 4.0361, "step": 29451 }, { "epoch": 0.29452, "grad_norm": 1.6781100802582567, "learning_rate": 0.003, "loss": 3.9957, "step": 29452 }, { "epoch": 0.29453, "grad_norm": 1.1725481273579736, "learning_rate": 0.003, "loss": 3.9775, "step": 29453 }, { "epoch": 0.29454, "grad_norm": 1.4278378797851365, "learning_rate": 0.003, "loss": 3.9817, "step": 29454 }, { "epoch": 0.29455, "grad_norm": 1.3730029390496135, "learning_rate": 0.003, "loss": 3.9978, "step": 29455 }, { "epoch": 0.29456, "grad_norm": 1.1854412314789746, "learning_rate": 0.003, "loss": 3.9899, "step": 29456 }, { "epoch": 0.29457, "grad_norm": 1.3823379168464585, "learning_rate": 0.003, "loss": 4.0007, "step": 29457 }, { "epoch": 0.29458, "grad_norm": 1.2324829127576429, "learning_rate": 0.003, "loss": 3.9855, "step": 29458 }, { "epoch": 0.29459, "grad_norm": 1.537422426348799, "learning_rate": 0.003, "loss": 3.9988, "step": 29459 }, { "epoch": 0.2946, "grad_norm": 1.3596074894529755, "learning_rate": 0.003, "loss": 3.9882, "step": 29460 }, { "epoch": 0.29461, "grad_norm": 1.3749256913507568, "learning_rate": 0.003, "loss": 3.9957, "step": 29461 }, { "epoch": 0.29462, "grad_norm": 1.3454186969862076, "learning_rate": 0.003, "loss": 3.9673, "step": 29462 }, { "epoch": 0.29463, "grad_norm": 1.4086048160339941, "learning_rate": 0.003, "loss": 4.0009, "step": 29463 }, { "epoch": 0.29464, "grad_norm": 1.1266752963010307, "learning_rate": 0.003, "loss": 3.9816, "step": 29464 }, { "epoch": 0.29465, "grad_norm": 1.4912571374542365, "learning_rate": 0.003, "loss": 4.0007, "step": 29465 }, { "epoch": 0.29466, "grad_norm": 1.2268337039960715, "learning_rate": 0.003, "loss": 3.9852, "step": 29466 }, { "epoch": 0.29467, "grad_norm": 1.4572521231326723, "learning_rate": 0.003, "loss": 4.0217, "step": 29467 }, { "epoch": 0.29468, "grad_norm": 1.2810374174183496, "learning_rate": 0.003, "loss": 3.9704, "step": 29468 }, { "epoch": 0.29469, "grad_norm": 1.4457433712939909, "learning_rate": 0.003, "loss": 3.9902, "step": 29469 }, { "epoch": 0.2947, "grad_norm": 1.0890804084757035, "learning_rate": 0.003, "loss": 3.989, "step": 29470 }, { "epoch": 0.29471, "grad_norm": 1.2072196186108475, "learning_rate": 0.003, "loss": 3.9998, "step": 29471 }, { "epoch": 0.29472, "grad_norm": 1.2630371455096443, "learning_rate": 0.003, "loss": 3.9533, "step": 29472 }, { "epoch": 0.29473, "grad_norm": 1.2774937689414951, "learning_rate": 0.003, "loss": 4.0053, "step": 29473 }, { "epoch": 0.29474, "grad_norm": 1.203659138373244, "learning_rate": 0.003, "loss": 3.9835, "step": 29474 }, { "epoch": 0.29475, "grad_norm": 1.4387722413668098, "learning_rate": 0.003, "loss": 4.0032, "step": 29475 }, { "epoch": 0.29476, "grad_norm": 1.2924445981111312, "learning_rate": 0.003, "loss": 3.9767, "step": 29476 }, { "epoch": 0.29477, "grad_norm": 1.3114423775704451, "learning_rate": 0.003, "loss": 3.9903, "step": 29477 }, { "epoch": 0.29478, "grad_norm": 1.5654558636642217, "learning_rate": 0.003, "loss": 4.0017, "step": 29478 }, { "epoch": 0.29479, "grad_norm": 1.2354176536574328, "learning_rate": 0.003, "loss": 3.9878, "step": 29479 }, { "epoch": 0.2948, "grad_norm": 1.2641987512224526, "learning_rate": 0.003, "loss": 3.9756, "step": 29480 }, { "epoch": 0.29481, "grad_norm": 1.460721237600543, "learning_rate": 0.003, "loss": 3.9878, "step": 29481 }, { "epoch": 0.29482, "grad_norm": 1.0901298790084588, "learning_rate": 0.003, "loss": 3.9871, "step": 29482 }, { "epoch": 0.29483, "grad_norm": 1.4648573234939477, "learning_rate": 0.003, "loss": 3.9847, "step": 29483 }, { "epoch": 0.29484, "grad_norm": 1.1384406439441304, "learning_rate": 0.003, "loss": 4.0202, "step": 29484 }, { "epoch": 0.29485, "grad_norm": 1.4798234661592584, "learning_rate": 0.003, "loss": 4.0224, "step": 29485 }, { "epoch": 0.29486, "grad_norm": 1.0311269532097012, "learning_rate": 0.003, "loss": 3.9749, "step": 29486 }, { "epoch": 0.29487, "grad_norm": 1.6733430843069916, "learning_rate": 0.003, "loss": 3.9982, "step": 29487 }, { "epoch": 0.29488, "grad_norm": 1.2594780145036113, "learning_rate": 0.003, "loss": 3.9866, "step": 29488 }, { "epoch": 0.29489, "grad_norm": 1.394539384704391, "learning_rate": 0.003, "loss": 4.0086, "step": 29489 }, { "epoch": 0.2949, "grad_norm": 1.2083655672542095, "learning_rate": 0.003, "loss": 4.003, "step": 29490 }, { "epoch": 0.29491, "grad_norm": 1.1478638261516856, "learning_rate": 0.003, "loss": 4.0238, "step": 29491 }, { "epoch": 0.29492, "grad_norm": 1.3857065407084508, "learning_rate": 0.003, "loss": 3.9751, "step": 29492 }, { "epoch": 0.29493, "grad_norm": 1.0271763091915151, "learning_rate": 0.003, "loss": 3.9744, "step": 29493 }, { "epoch": 0.29494, "grad_norm": 1.3959324664920285, "learning_rate": 0.003, "loss": 4.042, "step": 29494 }, { "epoch": 0.29495, "grad_norm": 1.164609940275459, "learning_rate": 0.003, "loss": 3.9822, "step": 29495 }, { "epoch": 0.29496, "grad_norm": 1.4436124237960168, "learning_rate": 0.003, "loss": 4.0026, "step": 29496 }, { "epoch": 0.29497, "grad_norm": 1.3533230285165578, "learning_rate": 0.003, "loss": 3.9725, "step": 29497 }, { "epoch": 0.29498, "grad_norm": 1.3139663401147164, "learning_rate": 0.003, "loss": 3.9879, "step": 29498 }, { "epoch": 0.29499, "grad_norm": 1.1591572436584108, "learning_rate": 0.003, "loss": 3.9782, "step": 29499 }, { "epoch": 0.295, "grad_norm": 1.3536477540519651, "learning_rate": 0.003, "loss": 4.0205, "step": 29500 }, { "epoch": 0.29501, "grad_norm": 1.110447135936561, "learning_rate": 0.003, "loss": 3.9768, "step": 29501 }, { "epoch": 0.29502, "grad_norm": 1.3432546036146542, "learning_rate": 0.003, "loss": 3.9938, "step": 29502 }, { "epoch": 0.29503, "grad_norm": 1.6309216785431946, "learning_rate": 0.003, "loss": 4.0355, "step": 29503 }, { "epoch": 0.29504, "grad_norm": 1.3663810801177214, "learning_rate": 0.003, "loss": 3.9993, "step": 29504 }, { "epoch": 0.29505, "grad_norm": 1.3551068615415136, "learning_rate": 0.003, "loss": 3.9966, "step": 29505 }, { "epoch": 0.29506, "grad_norm": 1.1903532037991436, "learning_rate": 0.003, "loss": 3.9722, "step": 29506 }, { "epoch": 0.29507, "grad_norm": 1.4334412996899453, "learning_rate": 0.003, "loss": 4.0038, "step": 29507 }, { "epoch": 0.29508, "grad_norm": 1.1560011219724695, "learning_rate": 0.003, "loss": 3.9796, "step": 29508 }, { "epoch": 0.29509, "grad_norm": 1.4230636498826548, "learning_rate": 0.003, "loss": 4.0158, "step": 29509 }, { "epoch": 0.2951, "grad_norm": 1.196400588835728, "learning_rate": 0.003, "loss": 4.0305, "step": 29510 }, { "epoch": 0.29511, "grad_norm": 1.62557081834725, "learning_rate": 0.003, "loss": 4.025, "step": 29511 }, { "epoch": 0.29512, "grad_norm": 1.0816405105221478, "learning_rate": 0.003, "loss": 3.9908, "step": 29512 }, { "epoch": 0.29513, "grad_norm": 1.4698139792728595, "learning_rate": 0.003, "loss": 4.0023, "step": 29513 }, { "epoch": 0.29514, "grad_norm": 1.2435891702130808, "learning_rate": 0.003, "loss": 4.0037, "step": 29514 }, { "epoch": 0.29515, "grad_norm": 1.305842276474656, "learning_rate": 0.003, "loss": 3.9838, "step": 29515 }, { "epoch": 0.29516, "grad_norm": 1.2449962455715518, "learning_rate": 0.003, "loss": 3.9936, "step": 29516 }, { "epoch": 0.29517, "grad_norm": 1.2038126399384639, "learning_rate": 0.003, "loss": 4.0096, "step": 29517 }, { "epoch": 0.29518, "grad_norm": 1.550443362087609, "learning_rate": 0.003, "loss": 4.011, "step": 29518 }, { "epoch": 0.29519, "grad_norm": 1.0409942951089712, "learning_rate": 0.003, "loss": 3.9864, "step": 29519 }, { "epoch": 0.2952, "grad_norm": 1.5141179369818718, "learning_rate": 0.003, "loss": 3.9755, "step": 29520 }, { "epoch": 0.29521, "grad_norm": 1.242434929542169, "learning_rate": 0.003, "loss": 3.9777, "step": 29521 }, { "epoch": 0.29522, "grad_norm": 1.5650513948234577, "learning_rate": 0.003, "loss": 3.9947, "step": 29522 }, { "epoch": 0.29523, "grad_norm": 0.9738480762781795, "learning_rate": 0.003, "loss": 4.0128, "step": 29523 }, { "epoch": 0.29524, "grad_norm": 1.3099205571554684, "learning_rate": 0.003, "loss": 3.9893, "step": 29524 }, { "epoch": 0.29525, "grad_norm": 1.386219319131209, "learning_rate": 0.003, "loss": 4.0016, "step": 29525 }, { "epoch": 0.29526, "grad_norm": 1.2261257225959423, "learning_rate": 0.003, "loss": 3.9923, "step": 29526 }, { "epoch": 0.29527, "grad_norm": 1.2390905914150316, "learning_rate": 0.003, "loss": 4.0033, "step": 29527 }, { "epoch": 0.29528, "grad_norm": 1.1000547988397176, "learning_rate": 0.003, "loss": 4.0072, "step": 29528 }, { "epoch": 0.29529, "grad_norm": 1.4358045304746796, "learning_rate": 0.003, "loss": 3.9997, "step": 29529 }, { "epoch": 0.2953, "grad_norm": 1.0809562956999264, "learning_rate": 0.003, "loss": 4.0177, "step": 29530 }, { "epoch": 0.29531, "grad_norm": 1.3468304245765308, "learning_rate": 0.003, "loss": 4.0, "step": 29531 }, { "epoch": 0.29532, "grad_norm": 1.2458444367502897, "learning_rate": 0.003, "loss": 3.9892, "step": 29532 }, { "epoch": 0.29533, "grad_norm": 1.3376327206093233, "learning_rate": 0.003, "loss": 3.9658, "step": 29533 }, { "epoch": 0.29534, "grad_norm": 1.6470134584102403, "learning_rate": 0.003, "loss": 3.9965, "step": 29534 }, { "epoch": 0.29535, "grad_norm": 1.337829225991722, "learning_rate": 0.003, "loss": 4.0367, "step": 29535 }, { "epoch": 0.29536, "grad_norm": 1.2800537340391795, "learning_rate": 0.003, "loss": 3.9534, "step": 29536 }, { "epoch": 0.29537, "grad_norm": 1.4375982745259657, "learning_rate": 0.003, "loss": 3.9846, "step": 29537 }, { "epoch": 0.29538, "grad_norm": 1.125184604082921, "learning_rate": 0.003, "loss": 3.974, "step": 29538 }, { "epoch": 0.29539, "grad_norm": 1.2788021422396614, "learning_rate": 0.003, "loss": 3.9875, "step": 29539 }, { "epoch": 0.2954, "grad_norm": 1.283292262751523, "learning_rate": 0.003, "loss": 3.977, "step": 29540 }, { "epoch": 0.29541, "grad_norm": 1.459290441747257, "learning_rate": 0.003, "loss": 3.9788, "step": 29541 }, { "epoch": 0.29542, "grad_norm": 1.2753606139810638, "learning_rate": 0.003, "loss": 3.981, "step": 29542 }, { "epoch": 0.29543, "grad_norm": 1.2583251906703155, "learning_rate": 0.003, "loss": 3.9701, "step": 29543 }, { "epoch": 0.29544, "grad_norm": 1.4450265219639886, "learning_rate": 0.003, "loss": 4.0144, "step": 29544 }, { "epoch": 0.29545, "grad_norm": 1.2702786014383505, "learning_rate": 0.003, "loss": 4.0176, "step": 29545 }, { "epoch": 0.29546, "grad_norm": 1.3958256341812543, "learning_rate": 0.003, "loss": 3.9927, "step": 29546 }, { "epoch": 0.29547, "grad_norm": 1.4680101285201506, "learning_rate": 0.003, "loss": 3.9878, "step": 29547 }, { "epoch": 0.29548, "grad_norm": 1.1186722184223723, "learning_rate": 0.003, "loss": 3.9653, "step": 29548 }, { "epoch": 0.29549, "grad_norm": 1.249355015984654, "learning_rate": 0.003, "loss": 3.9836, "step": 29549 }, { "epoch": 0.2955, "grad_norm": 1.3842061182772372, "learning_rate": 0.003, "loss": 4.0316, "step": 29550 }, { "epoch": 0.29551, "grad_norm": 1.2907544226069643, "learning_rate": 0.003, "loss": 4.0104, "step": 29551 }, { "epoch": 0.29552, "grad_norm": 1.3520016993448563, "learning_rate": 0.003, "loss": 4.007, "step": 29552 }, { "epoch": 0.29553, "grad_norm": 1.5053945814912293, "learning_rate": 0.003, "loss": 4.0092, "step": 29553 }, { "epoch": 0.29554, "grad_norm": 1.359877048421621, "learning_rate": 0.003, "loss": 3.9888, "step": 29554 }, { "epoch": 0.29555, "grad_norm": 1.1776056292782036, "learning_rate": 0.003, "loss": 3.9514, "step": 29555 }, { "epoch": 0.29556, "grad_norm": 1.3595751683730162, "learning_rate": 0.003, "loss": 3.993, "step": 29556 }, { "epoch": 0.29557, "grad_norm": 1.103077699235354, "learning_rate": 0.003, "loss": 3.9714, "step": 29557 }, { "epoch": 0.29558, "grad_norm": 1.3978730376206663, "learning_rate": 0.003, "loss": 3.9984, "step": 29558 }, { "epoch": 0.29559, "grad_norm": 1.2861025548378249, "learning_rate": 0.003, "loss": 3.9558, "step": 29559 }, { "epoch": 0.2956, "grad_norm": 1.3719992020574132, "learning_rate": 0.003, "loss": 3.9954, "step": 29560 }, { "epoch": 0.29561, "grad_norm": 1.3592953502076561, "learning_rate": 0.003, "loss": 3.985, "step": 29561 }, { "epoch": 0.29562, "grad_norm": 1.2399411608566353, "learning_rate": 0.003, "loss": 4.004, "step": 29562 }, { "epoch": 0.29563, "grad_norm": 1.4471298820000917, "learning_rate": 0.003, "loss": 4.0015, "step": 29563 }, { "epoch": 0.29564, "grad_norm": 1.1422299710916737, "learning_rate": 0.003, "loss": 3.9755, "step": 29564 }, { "epoch": 0.29565, "grad_norm": 1.3987271848619123, "learning_rate": 0.003, "loss": 3.9899, "step": 29565 }, { "epoch": 0.29566, "grad_norm": 1.4799196648455855, "learning_rate": 0.003, "loss": 3.9973, "step": 29566 }, { "epoch": 0.29567, "grad_norm": 1.202764561143032, "learning_rate": 0.003, "loss": 3.9958, "step": 29567 }, { "epoch": 0.29568, "grad_norm": 1.6733206616139435, "learning_rate": 0.003, "loss": 3.9646, "step": 29568 }, { "epoch": 0.29569, "grad_norm": 1.1646371643004696, "learning_rate": 0.003, "loss": 4.0146, "step": 29569 }, { "epoch": 0.2957, "grad_norm": 1.381162416199589, "learning_rate": 0.003, "loss": 3.9433, "step": 29570 }, { "epoch": 0.29571, "grad_norm": 1.16417278844436, "learning_rate": 0.003, "loss": 4.0073, "step": 29571 }, { "epoch": 0.29572, "grad_norm": 1.6822248507729436, "learning_rate": 0.003, "loss": 4.0138, "step": 29572 }, { "epoch": 0.29573, "grad_norm": 1.2130022965959246, "learning_rate": 0.003, "loss": 3.9926, "step": 29573 }, { "epoch": 0.29574, "grad_norm": 1.6509797219655218, "learning_rate": 0.003, "loss": 4.0082, "step": 29574 }, { "epoch": 0.29575, "grad_norm": 1.0917316891238018, "learning_rate": 0.003, "loss": 3.9835, "step": 29575 }, { "epoch": 0.29576, "grad_norm": 1.2408393722040278, "learning_rate": 0.003, "loss": 3.9775, "step": 29576 }, { "epoch": 0.29577, "grad_norm": 1.379930386448682, "learning_rate": 0.003, "loss": 4.0151, "step": 29577 }, { "epoch": 0.29578, "grad_norm": 1.327097194299242, "learning_rate": 0.003, "loss": 4.0188, "step": 29578 }, { "epoch": 0.29579, "grad_norm": 1.4219934856331362, "learning_rate": 0.003, "loss": 4.0188, "step": 29579 }, { "epoch": 0.2958, "grad_norm": 1.1427700052840788, "learning_rate": 0.003, "loss": 3.9978, "step": 29580 }, { "epoch": 0.29581, "grad_norm": 1.2681843261396246, "learning_rate": 0.003, "loss": 3.9996, "step": 29581 }, { "epoch": 0.29582, "grad_norm": 1.3606107965636645, "learning_rate": 0.003, "loss": 3.9725, "step": 29582 }, { "epoch": 0.29583, "grad_norm": 1.3174725457472043, "learning_rate": 0.003, "loss": 4.0093, "step": 29583 }, { "epoch": 0.29584, "grad_norm": 1.4775180305714712, "learning_rate": 0.003, "loss": 3.9675, "step": 29584 }, { "epoch": 0.29585, "grad_norm": 1.114384385139238, "learning_rate": 0.003, "loss": 3.9868, "step": 29585 }, { "epoch": 0.29586, "grad_norm": 1.4225822714720637, "learning_rate": 0.003, "loss": 3.9847, "step": 29586 }, { "epoch": 0.29587, "grad_norm": 1.3693346216585938, "learning_rate": 0.003, "loss": 4.0057, "step": 29587 }, { "epoch": 0.29588, "grad_norm": 1.444568480697388, "learning_rate": 0.003, "loss": 4.0253, "step": 29588 }, { "epoch": 0.29589, "grad_norm": 1.4875303239982154, "learning_rate": 0.003, "loss": 4.0079, "step": 29589 }, { "epoch": 0.2959, "grad_norm": 1.2099737317741612, "learning_rate": 0.003, "loss": 3.9596, "step": 29590 }, { "epoch": 0.29591, "grad_norm": 1.47032724560774, "learning_rate": 0.003, "loss": 4.0002, "step": 29591 }, { "epoch": 0.29592, "grad_norm": 1.2913047469599843, "learning_rate": 0.003, "loss": 4.003, "step": 29592 }, { "epoch": 0.29593, "grad_norm": 1.4977931078672173, "learning_rate": 0.003, "loss": 3.983, "step": 29593 }, { "epoch": 0.29594, "grad_norm": 1.2109017692937816, "learning_rate": 0.003, "loss": 3.9892, "step": 29594 }, { "epoch": 0.29595, "grad_norm": 1.1879217751439881, "learning_rate": 0.003, "loss": 3.9911, "step": 29595 }, { "epoch": 0.29596, "grad_norm": 1.3580872876370238, "learning_rate": 0.003, "loss": 3.9945, "step": 29596 }, { "epoch": 0.29597, "grad_norm": 1.1045228761775148, "learning_rate": 0.003, "loss": 3.9921, "step": 29597 }, { "epoch": 0.29598, "grad_norm": 1.4222984735842428, "learning_rate": 0.003, "loss": 4.0107, "step": 29598 }, { "epoch": 0.29599, "grad_norm": 1.1361606909392203, "learning_rate": 0.003, "loss": 3.9766, "step": 29599 }, { "epoch": 0.296, "grad_norm": 1.642178768640452, "learning_rate": 0.003, "loss": 3.9881, "step": 29600 }, { "epoch": 0.29601, "grad_norm": 1.0425761982930284, "learning_rate": 0.003, "loss": 4.028, "step": 29601 }, { "epoch": 0.29602, "grad_norm": 1.3801396088201159, "learning_rate": 0.003, "loss": 4.0012, "step": 29602 }, { "epoch": 0.29603, "grad_norm": 1.2422351339299187, "learning_rate": 0.003, "loss": 3.9736, "step": 29603 }, { "epoch": 0.29604, "grad_norm": 1.3933763477362786, "learning_rate": 0.003, "loss": 3.986, "step": 29604 }, { "epoch": 0.29605, "grad_norm": 1.131320629655122, "learning_rate": 0.003, "loss": 3.993, "step": 29605 }, { "epoch": 0.29606, "grad_norm": 1.4869855822059037, "learning_rate": 0.003, "loss": 4.0094, "step": 29606 }, { "epoch": 0.29607, "grad_norm": 1.078634518307005, "learning_rate": 0.003, "loss": 3.9785, "step": 29607 }, { "epoch": 0.29608, "grad_norm": 1.5294398999498287, "learning_rate": 0.003, "loss": 3.9733, "step": 29608 }, { "epoch": 0.29609, "grad_norm": 1.1542325595670289, "learning_rate": 0.003, "loss": 4.0182, "step": 29609 }, { "epoch": 0.2961, "grad_norm": 1.5074737172879575, "learning_rate": 0.003, "loss": 4.0039, "step": 29610 }, { "epoch": 0.29611, "grad_norm": 1.0686164539504566, "learning_rate": 0.003, "loss": 4.0072, "step": 29611 }, { "epoch": 0.29612, "grad_norm": 1.718396635669355, "learning_rate": 0.003, "loss": 4.0021, "step": 29612 }, { "epoch": 0.29613, "grad_norm": 1.098979041066524, "learning_rate": 0.003, "loss": 3.9739, "step": 29613 }, { "epoch": 0.29614, "grad_norm": 1.4551393193649123, "learning_rate": 0.003, "loss": 4.02, "step": 29614 }, { "epoch": 0.29615, "grad_norm": 1.248139238550482, "learning_rate": 0.003, "loss": 3.9827, "step": 29615 }, { "epoch": 0.29616, "grad_norm": 1.3729239042091643, "learning_rate": 0.003, "loss": 4.0013, "step": 29616 }, { "epoch": 0.29617, "grad_norm": 1.5150342912743204, "learning_rate": 0.003, "loss": 4.0066, "step": 29617 }, { "epoch": 0.29618, "grad_norm": 1.0924389415056128, "learning_rate": 0.003, "loss": 3.9814, "step": 29618 }, { "epoch": 0.29619, "grad_norm": 1.282544038558245, "learning_rate": 0.003, "loss": 3.987, "step": 29619 }, { "epoch": 0.2962, "grad_norm": 1.1497427066886508, "learning_rate": 0.003, "loss": 4.0017, "step": 29620 }, { "epoch": 0.29621, "grad_norm": 1.5130190692385574, "learning_rate": 0.003, "loss": 4.0029, "step": 29621 }, { "epoch": 0.29622, "grad_norm": 1.3180066841962976, "learning_rate": 0.003, "loss": 4.0239, "step": 29622 }, { "epoch": 0.29623, "grad_norm": 1.4681283552627566, "learning_rate": 0.003, "loss": 4.005, "step": 29623 }, { "epoch": 0.29624, "grad_norm": 1.4007412468301796, "learning_rate": 0.003, "loss": 4.021, "step": 29624 }, { "epoch": 0.29625, "grad_norm": 1.4326218327086826, "learning_rate": 0.003, "loss": 3.9882, "step": 29625 }, { "epoch": 0.29626, "grad_norm": 1.251634511417156, "learning_rate": 0.003, "loss": 3.9751, "step": 29626 }, { "epoch": 0.29627, "grad_norm": 1.5007566186831007, "learning_rate": 0.003, "loss": 3.9696, "step": 29627 }, { "epoch": 0.29628, "grad_norm": 1.278394472632832, "learning_rate": 0.003, "loss": 3.9872, "step": 29628 }, { "epoch": 0.29629, "grad_norm": 1.3071854858084082, "learning_rate": 0.003, "loss": 4.0059, "step": 29629 }, { "epoch": 0.2963, "grad_norm": 1.3405733489735026, "learning_rate": 0.003, "loss": 4.0054, "step": 29630 }, { "epoch": 0.29631, "grad_norm": 1.1116891471965844, "learning_rate": 0.003, "loss": 4.0129, "step": 29631 }, { "epoch": 0.29632, "grad_norm": 1.4461100733866952, "learning_rate": 0.003, "loss": 3.9635, "step": 29632 }, { "epoch": 0.29633, "grad_norm": 1.1798544668809974, "learning_rate": 0.003, "loss": 3.9881, "step": 29633 }, { "epoch": 0.29634, "grad_norm": 1.1259439915280556, "learning_rate": 0.003, "loss": 3.9853, "step": 29634 }, { "epoch": 0.29635, "grad_norm": 1.4046593544982695, "learning_rate": 0.003, "loss": 4.0055, "step": 29635 }, { "epoch": 0.29636, "grad_norm": 1.2085790347767238, "learning_rate": 0.003, "loss": 3.995, "step": 29636 }, { "epoch": 0.29637, "grad_norm": 1.2944465233369051, "learning_rate": 0.003, "loss": 3.9957, "step": 29637 }, { "epoch": 0.29638, "grad_norm": 1.5630149063726937, "learning_rate": 0.003, "loss": 3.9973, "step": 29638 }, { "epoch": 0.29639, "grad_norm": 1.2117075268353508, "learning_rate": 0.003, "loss": 4.0136, "step": 29639 }, { "epoch": 0.2964, "grad_norm": 1.492721399506758, "learning_rate": 0.003, "loss": 3.9792, "step": 29640 }, { "epoch": 0.29641, "grad_norm": 1.0139124649181257, "learning_rate": 0.003, "loss": 3.9792, "step": 29641 }, { "epoch": 0.29642, "grad_norm": 1.4017557715121465, "learning_rate": 0.003, "loss": 3.9885, "step": 29642 }, { "epoch": 0.29643, "grad_norm": 1.1716467467388765, "learning_rate": 0.003, "loss": 4.0039, "step": 29643 }, { "epoch": 0.29644, "grad_norm": 1.6522563986444156, "learning_rate": 0.003, "loss": 3.9998, "step": 29644 }, { "epoch": 0.29645, "grad_norm": 1.042323782697331, "learning_rate": 0.003, "loss": 4.0186, "step": 29645 }, { "epoch": 0.29646, "grad_norm": 1.3865218592546977, "learning_rate": 0.003, "loss": 3.9794, "step": 29646 }, { "epoch": 0.29647, "grad_norm": 1.3416634295176602, "learning_rate": 0.003, "loss": 3.9935, "step": 29647 }, { "epoch": 0.29648, "grad_norm": 1.5591458085858565, "learning_rate": 0.003, "loss": 4.0108, "step": 29648 }, { "epoch": 0.29649, "grad_norm": 1.2820425062351812, "learning_rate": 0.003, "loss": 4.0203, "step": 29649 }, { "epoch": 0.2965, "grad_norm": 1.1537568457925687, "learning_rate": 0.003, "loss": 4.0061, "step": 29650 }, { "epoch": 0.29651, "grad_norm": 1.5650418220636444, "learning_rate": 0.003, "loss": 3.983, "step": 29651 }, { "epoch": 0.29652, "grad_norm": 1.107700063205115, "learning_rate": 0.003, "loss": 3.9938, "step": 29652 }, { "epoch": 0.29653, "grad_norm": 1.4565454481359563, "learning_rate": 0.003, "loss": 3.985, "step": 29653 }, { "epoch": 0.29654, "grad_norm": 1.3456083101983658, "learning_rate": 0.003, "loss": 3.9542, "step": 29654 }, { "epoch": 0.29655, "grad_norm": 1.3293746054991713, "learning_rate": 0.003, "loss": 4.0026, "step": 29655 }, { "epoch": 0.29656, "grad_norm": 1.408506473115464, "learning_rate": 0.003, "loss": 3.9724, "step": 29656 }, { "epoch": 0.29657, "grad_norm": 1.3908484199472877, "learning_rate": 0.003, "loss": 3.9762, "step": 29657 }, { "epoch": 0.29658, "grad_norm": 1.2070667635245804, "learning_rate": 0.003, "loss": 3.994, "step": 29658 }, { "epoch": 0.29659, "grad_norm": 1.422987276657242, "learning_rate": 0.003, "loss": 3.9919, "step": 29659 }, { "epoch": 0.2966, "grad_norm": 1.2053494598855636, "learning_rate": 0.003, "loss": 4.007, "step": 29660 }, { "epoch": 0.29661, "grad_norm": 1.7983458870364712, "learning_rate": 0.003, "loss": 4.0016, "step": 29661 }, { "epoch": 0.29662, "grad_norm": 1.2070600065776997, "learning_rate": 0.003, "loss": 3.9803, "step": 29662 }, { "epoch": 0.29663, "grad_norm": 1.6065830133698493, "learning_rate": 0.003, "loss": 4.0106, "step": 29663 }, { "epoch": 0.29664, "grad_norm": 1.2195932400007663, "learning_rate": 0.003, "loss": 4.0053, "step": 29664 }, { "epoch": 0.29665, "grad_norm": 1.3308372920471567, "learning_rate": 0.003, "loss": 3.9806, "step": 29665 }, { "epoch": 0.29666, "grad_norm": 1.5117091170765045, "learning_rate": 0.003, "loss": 4.0099, "step": 29666 }, { "epoch": 0.29667, "grad_norm": 1.041740748800975, "learning_rate": 0.003, "loss": 4.0215, "step": 29667 }, { "epoch": 0.29668, "grad_norm": 1.4960996499493555, "learning_rate": 0.003, "loss": 3.9822, "step": 29668 }, { "epoch": 0.29669, "grad_norm": 1.149463392817114, "learning_rate": 0.003, "loss": 4.0067, "step": 29669 }, { "epoch": 0.2967, "grad_norm": 1.4534501579244086, "learning_rate": 0.003, "loss": 3.9876, "step": 29670 }, { "epoch": 0.29671, "grad_norm": 1.046954718843949, "learning_rate": 0.003, "loss": 4.0112, "step": 29671 }, { "epoch": 0.29672, "grad_norm": 1.5786761472638018, "learning_rate": 0.003, "loss": 4.0338, "step": 29672 }, { "epoch": 0.29673, "grad_norm": 1.1957549572160273, "learning_rate": 0.003, "loss": 4.0262, "step": 29673 }, { "epoch": 0.29674, "grad_norm": 1.4757564713438078, "learning_rate": 0.003, "loss": 4.0287, "step": 29674 }, { "epoch": 0.29675, "grad_norm": 1.3521081241490083, "learning_rate": 0.003, "loss": 4.0167, "step": 29675 }, { "epoch": 0.29676, "grad_norm": 1.4847796062697518, "learning_rate": 0.003, "loss": 4.0361, "step": 29676 }, { "epoch": 0.29677, "grad_norm": 1.224373184599006, "learning_rate": 0.003, "loss": 3.9884, "step": 29677 }, { "epoch": 0.29678, "grad_norm": 1.2413293215158614, "learning_rate": 0.003, "loss": 3.9631, "step": 29678 }, { "epoch": 0.29679, "grad_norm": 1.419682622657822, "learning_rate": 0.003, "loss": 3.9724, "step": 29679 }, { "epoch": 0.2968, "grad_norm": 1.0956849264011845, "learning_rate": 0.003, "loss": 4.0019, "step": 29680 }, { "epoch": 0.29681, "grad_norm": 1.4505230786893963, "learning_rate": 0.003, "loss": 4.0137, "step": 29681 }, { "epoch": 0.29682, "grad_norm": 1.2269981595176491, "learning_rate": 0.003, "loss": 3.9897, "step": 29682 }, { "epoch": 0.29683, "grad_norm": 1.2518186568474994, "learning_rate": 0.003, "loss": 4.0071, "step": 29683 }, { "epoch": 0.29684, "grad_norm": 1.2649038282791165, "learning_rate": 0.003, "loss": 3.9922, "step": 29684 }, { "epoch": 0.29685, "grad_norm": 1.1708718313278093, "learning_rate": 0.003, "loss": 4.0176, "step": 29685 }, { "epoch": 0.29686, "grad_norm": 1.3056930289787823, "learning_rate": 0.003, "loss": 4.0023, "step": 29686 }, { "epoch": 0.29687, "grad_norm": 1.2122084048877788, "learning_rate": 0.003, "loss": 3.9802, "step": 29687 }, { "epoch": 0.29688, "grad_norm": 1.1755041189049344, "learning_rate": 0.003, "loss": 3.9883, "step": 29688 }, { "epoch": 0.29689, "grad_norm": 1.327249167630366, "learning_rate": 0.003, "loss": 4.002, "step": 29689 }, { "epoch": 0.2969, "grad_norm": 1.4705544179388825, "learning_rate": 0.003, "loss": 3.9947, "step": 29690 }, { "epoch": 0.29691, "grad_norm": 1.383529294289634, "learning_rate": 0.003, "loss": 3.9976, "step": 29691 }, { "epoch": 0.29692, "grad_norm": 1.563521656334143, "learning_rate": 0.003, "loss": 4.0035, "step": 29692 }, { "epoch": 0.29693, "grad_norm": 1.351826966837514, "learning_rate": 0.003, "loss": 3.9663, "step": 29693 }, { "epoch": 0.29694, "grad_norm": 1.067622758796966, "learning_rate": 0.003, "loss": 3.9778, "step": 29694 }, { "epoch": 0.29695, "grad_norm": 1.4581913201960706, "learning_rate": 0.003, "loss": 4.0017, "step": 29695 }, { "epoch": 0.29696, "grad_norm": 1.2080440956284388, "learning_rate": 0.003, "loss": 4.0018, "step": 29696 }, { "epoch": 0.29697, "grad_norm": 1.3554104185436902, "learning_rate": 0.003, "loss": 3.9896, "step": 29697 }, { "epoch": 0.29698, "grad_norm": 1.2297579660610043, "learning_rate": 0.003, "loss": 3.9931, "step": 29698 }, { "epoch": 0.29699, "grad_norm": 1.4343566975283577, "learning_rate": 0.003, "loss": 3.9669, "step": 29699 }, { "epoch": 0.297, "grad_norm": 1.0645661839621996, "learning_rate": 0.003, "loss": 3.9993, "step": 29700 }, { "epoch": 0.29701, "grad_norm": 1.4252432043023493, "learning_rate": 0.003, "loss": 4.0114, "step": 29701 }, { "epoch": 0.29702, "grad_norm": 1.1458242087894723, "learning_rate": 0.003, "loss": 3.988, "step": 29702 }, { "epoch": 0.29703, "grad_norm": 1.520834153613757, "learning_rate": 0.003, "loss": 4.0265, "step": 29703 }, { "epoch": 0.29704, "grad_norm": 1.1584098644426672, "learning_rate": 0.003, "loss": 4.0352, "step": 29704 }, { "epoch": 0.29705, "grad_norm": 1.3193924830743624, "learning_rate": 0.003, "loss": 3.9669, "step": 29705 }, { "epoch": 0.29706, "grad_norm": 1.2212408288825392, "learning_rate": 0.003, "loss": 3.9916, "step": 29706 }, { "epoch": 0.29707, "grad_norm": 1.2634722123302369, "learning_rate": 0.003, "loss": 3.9753, "step": 29707 }, { "epoch": 0.29708, "grad_norm": 1.3882339670537522, "learning_rate": 0.003, "loss": 3.9797, "step": 29708 }, { "epoch": 0.29709, "grad_norm": 1.1949134090195386, "learning_rate": 0.003, "loss": 4.0233, "step": 29709 }, { "epoch": 0.2971, "grad_norm": 1.2907684428919906, "learning_rate": 0.003, "loss": 4.0164, "step": 29710 }, { "epoch": 0.29711, "grad_norm": 1.3342389974367397, "learning_rate": 0.003, "loss": 3.9872, "step": 29711 }, { "epoch": 0.29712, "grad_norm": 1.4980273653491376, "learning_rate": 0.003, "loss": 3.9793, "step": 29712 }, { "epoch": 0.29713, "grad_norm": 1.2288741811709014, "learning_rate": 0.003, "loss": 3.993, "step": 29713 }, { "epoch": 0.29714, "grad_norm": 1.303200075601325, "learning_rate": 0.003, "loss": 4.0008, "step": 29714 }, { "epoch": 0.29715, "grad_norm": 1.2290830866980635, "learning_rate": 0.003, "loss": 3.9819, "step": 29715 }, { "epoch": 0.29716, "grad_norm": 1.360795220472071, "learning_rate": 0.003, "loss": 4.0194, "step": 29716 }, { "epoch": 0.29717, "grad_norm": 1.1421127564436886, "learning_rate": 0.003, "loss": 3.9933, "step": 29717 }, { "epoch": 0.29718, "grad_norm": 1.5225264212512828, "learning_rate": 0.003, "loss": 4.0047, "step": 29718 }, { "epoch": 0.29719, "grad_norm": 1.2097293683377595, "learning_rate": 0.003, "loss": 4.0028, "step": 29719 }, { "epoch": 0.2972, "grad_norm": 1.4832917550358848, "learning_rate": 0.003, "loss": 3.9919, "step": 29720 }, { "epoch": 0.29721, "grad_norm": 1.3868260075754115, "learning_rate": 0.003, "loss": 3.9901, "step": 29721 }, { "epoch": 0.29722, "grad_norm": 1.3566480719810685, "learning_rate": 0.003, "loss": 4.0029, "step": 29722 }, { "epoch": 0.29723, "grad_norm": 1.3257109715888544, "learning_rate": 0.003, "loss": 3.9678, "step": 29723 }, { "epoch": 0.29724, "grad_norm": 1.2737634006428833, "learning_rate": 0.003, "loss": 4.0168, "step": 29724 }, { "epoch": 0.29725, "grad_norm": 1.2582494138373557, "learning_rate": 0.003, "loss": 3.9957, "step": 29725 }, { "epoch": 0.29726, "grad_norm": 1.1872701629114486, "learning_rate": 0.003, "loss": 4.0014, "step": 29726 }, { "epoch": 0.29727, "grad_norm": 1.463315926334943, "learning_rate": 0.003, "loss": 3.9966, "step": 29727 }, { "epoch": 0.29728, "grad_norm": 1.4405389750174524, "learning_rate": 0.003, "loss": 4.0203, "step": 29728 }, { "epoch": 0.29729, "grad_norm": 1.3026799444775392, "learning_rate": 0.003, "loss": 4.0055, "step": 29729 }, { "epoch": 0.2973, "grad_norm": 1.3235022293372918, "learning_rate": 0.003, "loss": 4.0133, "step": 29730 }, { "epoch": 0.29731, "grad_norm": 1.4105681830292247, "learning_rate": 0.003, "loss": 4.0005, "step": 29731 }, { "epoch": 0.29732, "grad_norm": 1.4603730526560617, "learning_rate": 0.003, "loss": 3.9999, "step": 29732 }, { "epoch": 0.29733, "grad_norm": 1.1501552877618315, "learning_rate": 0.003, "loss": 3.9838, "step": 29733 }, { "epoch": 0.29734, "grad_norm": 1.3143699186224072, "learning_rate": 0.003, "loss": 3.9754, "step": 29734 }, { "epoch": 0.29735, "grad_norm": 1.4366402750859364, "learning_rate": 0.003, "loss": 3.9874, "step": 29735 }, { "epoch": 0.29736, "grad_norm": 1.213250124972952, "learning_rate": 0.003, "loss": 4.0191, "step": 29736 }, { "epoch": 0.29737, "grad_norm": 1.3104659231906173, "learning_rate": 0.003, "loss": 3.9785, "step": 29737 }, { "epoch": 0.29738, "grad_norm": 1.161779999786814, "learning_rate": 0.003, "loss": 3.9967, "step": 29738 }, { "epoch": 0.29739, "grad_norm": 1.3850113025346695, "learning_rate": 0.003, "loss": 4.0014, "step": 29739 }, { "epoch": 0.2974, "grad_norm": 1.2778852436980919, "learning_rate": 0.003, "loss": 3.9724, "step": 29740 }, { "epoch": 0.29741, "grad_norm": 1.4338463782162563, "learning_rate": 0.003, "loss": 3.9809, "step": 29741 }, { "epoch": 0.29742, "grad_norm": 1.1946602423166812, "learning_rate": 0.003, "loss": 3.9976, "step": 29742 }, { "epoch": 0.29743, "grad_norm": 1.4166063599885856, "learning_rate": 0.003, "loss": 4.0033, "step": 29743 }, { "epoch": 0.29744, "grad_norm": 1.1752254323832179, "learning_rate": 0.003, "loss": 4.0081, "step": 29744 }, { "epoch": 0.29745, "grad_norm": 1.2508328699779594, "learning_rate": 0.003, "loss": 3.9852, "step": 29745 }, { "epoch": 0.29746, "grad_norm": 1.2835083110931595, "learning_rate": 0.003, "loss": 3.9778, "step": 29746 }, { "epoch": 0.29747, "grad_norm": 1.5633369682067038, "learning_rate": 0.003, "loss": 3.9775, "step": 29747 }, { "epoch": 0.29748, "grad_norm": 1.145869244098275, "learning_rate": 0.003, "loss": 4.023, "step": 29748 }, { "epoch": 0.29749, "grad_norm": 1.626039308522312, "learning_rate": 0.003, "loss": 4.0143, "step": 29749 }, { "epoch": 0.2975, "grad_norm": 1.0487497808616266, "learning_rate": 0.003, "loss": 4.0189, "step": 29750 }, { "epoch": 0.29751, "grad_norm": 1.4520782791962414, "learning_rate": 0.003, "loss": 4.0188, "step": 29751 }, { "epoch": 0.29752, "grad_norm": 1.2066841991622557, "learning_rate": 0.003, "loss": 3.9802, "step": 29752 }, { "epoch": 0.29753, "grad_norm": 1.2395376353298602, "learning_rate": 0.003, "loss": 3.992, "step": 29753 }, { "epoch": 0.29754, "grad_norm": 2.090232231903326, "learning_rate": 0.003, "loss": 4.0282, "step": 29754 }, { "epoch": 0.29755, "grad_norm": 1.0846057952555679, "learning_rate": 0.003, "loss": 3.9888, "step": 29755 }, { "epoch": 0.29756, "grad_norm": 1.249082124360806, "learning_rate": 0.003, "loss": 3.9994, "step": 29756 }, { "epoch": 0.29757, "grad_norm": 1.3521002959176087, "learning_rate": 0.003, "loss": 3.984, "step": 29757 }, { "epoch": 0.29758, "grad_norm": 1.3965113242240312, "learning_rate": 0.003, "loss": 4.0116, "step": 29758 }, { "epoch": 0.29759, "grad_norm": 1.4564288286169271, "learning_rate": 0.003, "loss": 3.9973, "step": 29759 }, { "epoch": 0.2976, "grad_norm": 1.4547668012954054, "learning_rate": 0.003, "loss": 4.0341, "step": 29760 }, { "epoch": 0.29761, "grad_norm": 1.3423412084893112, "learning_rate": 0.003, "loss": 3.9761, "step": 29761 }, { "epoch": 0.29762, "grad_norm": 1.207758344156599, "learning_rate": 0.003, "loss": 3.9937, "step": 29762 }, { "epoch": 0.29763, "grad_norm": 1.2802566395381756, "learning_rate": 0.003, "loss": 4.0119, "step": 29763 }, { "epoch": 0.29764, "grad_norm": 1.1897974950627217, "learning_rate": 0.003, "loss": 4.0094, "step": 29764 }, { "epoch": 0.29765, "grad_norm": 1.0933250270674746, "learning_rate": 0.003, "loss": 3.9918, "step": 29765 }, { "epoch": 0.29766, "grad_norm": 1.5176556420554068, "learning_rate": 0.003, "loss": 4.016, "step": 29766 }, { "epoch": 0.29767, "grad_norm": 1.2014963899543272, "learning_rate": 0.003, "loss": 4.0091, "step": 29767 }, { "epoch": 0.29768, "grad_norm": 1.497960917893368, "learning_rate": 0.003, "loss": 4.0026, "step": 29768 }, { "epoch": 0.29769, "grad_norm": 1.1307384172397832, "learning_rate": 0.003, "loss": 4.0019, "step": 29769 }, { "epoch": 0.2977, "grad_norm": 1.3992764212014943, "learning_rate": 0.003, "loss": 4.0055, "step": 29770 }, { "epoch": 0.29771, "grad_norm": 1.01331376009816, "learning_rate": 0.003, "loss": 3.9999, "step": 29771 }, { "epoch": 0.29772, "grad_norm": 1.5524703959538118, "learning_rate": 0.003, "loss": 3.9925, "step": 29772 }, { "epoch": 0.29773, "grad_norm": 1.159721879435125, "learning_rate": 0.003, "loss": 4.0099, "step": 29773 }, { "epoch": 0.29774, "grad_norm": 1.4801584626432207, "learning_rate": 0.003, "loss": 3.9934, "step": 29774 }, { "epoch": 0.29775, "grad_norm": 1.3192930182225273, "learning_rate": 0.003, "loss": 4.0241, "step": 29775 }, { "epoch": 0.29776, "grad_norm": 1.3979734594196709, "learning_rate": 0.003, "loss": 3.985, "step": 29776 }, { "epoch": 0.29777, "grad_norm": 1.595045470091629, "learning_rate": 0.003, "loss": 4.032, "step": 29777 }, { "epoch": 0.29778, "grad_norm": 1.2238650680562164, "learning_rate": 0.003, "loss": 4.0095, "step": 29778 }, { "epoch": 0.29779, "grad_norm": 1.3456323453460817, "learning_rate": 0.003, "loss": 4.0101, "step": 29779 }, { "epoch": 0.2978, "grad_norm": 1.2339539568496019, "learning_rate": 0.003, "loss": 3.983, "step": 29780 }, { "epoch": 0.29781, "grad_norm": 1.2281100808625487, "learning_rate": 0.003, "loss": 4.021, "step": 29781 }, { "epoch": 0.29782, "grad_norm": 1.6244769040014653, "learning_rate": 0.003, "loss": 4.0295, "step": 29782 }, { "epoch": 0.29783, "grad_norm": 1.0022402323065942, "learning_rate": 0.003, "loss": 3.9755, "step": 29783 }, { "epoch": 0.29784, "grad_norm": 1.3264104343267418, "learning_rate": 0.003, "loss": 3.9874, "step": 29784 }, { "epoch": 0.29785, "grad_norm": 1.2959073143626323, "learning_rate": 0.003, "loss": 3.996, "step": 29785 }, { "epoch": 0.29786, "grad_norm": 1.4128977611880333, "learning_rate": 0.003, "loss": 4.0136, "step": 29786 }, { "epoch": 0.29787, "grad_norm": 1.4536727544244947, "learning_rate": 0.003, "loss": 4.0058, "step": 29787 }, { "epoch": 0.29788, "grad_norm": 1.3591120866738728, "learning_rate": 0.003, "loss": 4.0099, "step": 29788 }, { "epoch": 0.29789, "grad_norm": 1.3860950624043433, "learning_rate": 0.003, "loss": 3.99, "step": 29789 }, { "epoch": 0.2979, "grad_norm": 1.0171163423986092, "learning_rate": 0.003, "loss": 3.954, "step": 29790 }, { "epoch": 0.29791, "grad_norm": 1.5215025309497623, "learning_rate": 0.003, "loss": 3.9859, "step": 29791 }, { "epoch": 0.29792, "grad_norm": 1.1316449624717908, "learning_rate": 0.003, "loss": 4.0436, "step": 29792 }, { "epoch": 0.29793, "grad_norm": 1.5003348347392114, "learning_rate": 0.003, "loss": 4.0007, "step": 29793 }, { "epoch": 0.29794, "grad_norm": 1.027742004799341, "learning_rate": 0.003, "loss": 4.0079, "step": 29794 }, { "epoch": 0.29795, "grad_norm": 1.6955928066071762, "learning_rate": 0.003, "loss": 4.0473, "step": 29795 }, { "epoch": 0.29796, "grad_norm": 1.2460785844218665, "learning_rate": 0.003, "loss": 4.0029, "step": 29796 }, { "epoch": 0.29797, "grad_norm": 1.2791139538969003, "learning_rate": 0.003, "loss": 4.0012, "step": 29797 }, { "epoch": 0.29798, "grad_norm": 1.2976351761230627, "learning_rate": 0.003, "loss": 3.9757, "step": 29798 }, { "epoch": 0.29799, "grad_norm": 1.2250171813441963, "learning_rate": 0.003, "loss": 3.9924, "step": 29799 }, { "epoch": 0.298, "grad_norm": 1.3111203883223166, "learning_rate": 0.003, "loss": 4.0021, "step": 29800 }, { "epoch": 0.29801, "grad_norm": 1.288874984324631, "learning_rate": 0.003, "loss": 4.0051, "step": 29801 }, { "epoch": 0.29802, "grad_norm": 1.531309252667634, "learning_rate": 0.003, "loss": 3.9883, "step": 29802 }, { "epoch": 0.29803, "grad_norm": 1.4191615781976676, "learning_rate": 0.003, "loss": 3.9932, "step": 29803 }, { "epoch": 0.29804, "grad_norm": 1.3570675492207822, "learning_rate": 0.003, "loss": 4.0034, "step": 29804 }, { "epoch": 0.29805, "grad_norm": 1.2206552264124497, "learning_rate": 0.003, "loss": 4.0298, "step": 29805 }, { "epoch": 0.29806, "grad_norm": 1.2191895202669951, "learning_rate": 0.003, "loss": 3.9696, "step": 29806 }, { "epoch": 0.29807, "grad_norm": 1.3213300327991715, "learning_rate": 0.003, "loss": 3.9892, "step": 29807 }, { "epoch": 0.29808, "grad_norm": 1.3905913096768958, "learning_rate": 0.003, "loss": 4.0172, "step": 29808 }, { "epoch": 0.29809, "grad_norm": 1.2206084491911642, "learning_rate": 0.003, "loss": 3.9851, "step": 29809 }, { "epoch": 0.2981, "grad_norm": 1.7347734316374919, "learning_rate": 0.003, "loss": 4.0078, "step": 29810 }, { "epoch": 0.29811, "grad_norm": 1.1913319934367401, "learning_rate": 0.003, "loss": 4.0162, "step": 29811 }, { "epoch": 0.29812, "grad_norm": 1.4605456510127113, "learning_rate": 0.003, "loss": 3.9871, "step": 29812 }, { "epoch": 0.29813, "grad_norm": 1.2765245579059374, "learning_rate": 0.003, "loss": 3.9804, "step": 29813 }, { "epoch": 0.29814, "grad_norm": 1.363875930132968, "learning_rate": 0.003, "loss": 4.0188, "step": 29814 }, { "epoch": 0.29815, "grad_norm": 1.2377082632427396, "learning_rate": 0.003, "loss": 3.9921, "step": 29815 }, { "epoch": 0.29816, "grad_norm": 1.7121550128694154, "learning_rate": 0.003, "loss": 4.0136, "step": 29816 }, { "epoch": 0.29817, "grad_norm": 0.9585891832090538, "learning_rate": 0.003, "loss": 4.0065, "step": 29817 }, { "epoch": 0.29818, "grad_norm": 1.5115306323995918, "learning_rate": 0.003, "loss": 4.022, "step": 29818 }, { "epoch": 0.29819, "grad_norm": 1.2204632855967352, "learning_rate": 0.003, "loss": 4.0027, "step": 29819 }, { "epoch": 0.2982, "grad_norm": 1.3052553582428184, "learning_rate": 0.003, "loss": 3.9848, "step": 29820 }, { "epoch": 0.29821, "grad_norm": 1.1819030431385793, "learning_rate": 0.003, "loss": 3.9835, "step": 29821 }, { "epoch": 0.29822, "grad_norm": 1.3654860093747194, "learning_rate": 0.003, "loss": 3.998, "step": 29822 }, { "epoch": 0.29823, "grad_norm": 1.334889000274388, "learning_rate": 0.003, "loss": 3.9892, "step": 29823 }, { "epoch": 0.29824, "grad_norm": 1.451086043519122, "learning_rate": 0.003, "loss": 3.9925, "step": 29824 }, { "epoch": 0.29825, "grad_norm": 1.2953780208086276, "learning_rate": 0.003, "loss": 3.9802, "step": 29825 }, { "epoch": 0.29826, "grad_norm": 1.2719045219038285, "learning_rate": 0.003, "loss": 3.9781, "step": 29826 }, { "epoch": 0.29827, "grad_norm": 1.2641058842578008, "learning_rate": 0.003, "loss": 3.9847, "step": 29827 }, { "epoch": 0.29828, "grad_norm": 1.4571226460151798, "learning_rate": 0.003, "loss": 4.0132, "step": 29828 }, { "epoch": 0.29829, "grad_norm": 1.1208117232150872, "learning_rate": 0.003, "loss": 4.0091, "step": 29829 }, { "epoch": 0.2983, "grad_norm": 1.3608627481716735, "learning_rate": 0.003, "loss": 3.9971, "step": 29830 }, { "epoch": 0.29831, "grad_norm": 1.2960192951068432, "learning_rate": 0.003, "loss": 3.9927, "step": 29831 }, { "epoch": 0.29832, "grad_norm": 1.2230967428858674, "learning_rate": 0.003, "loss": 4.0342, "step": 29832 }, { "epoch": 0.29833, "grad_norm": 1.4064032790228111, "learning_rate": 0.003, "loss": 3.9869, "step": 29833 }, { "epoch": 0.29834, "grad_norm": 1.4779023754199911, "learning_rate": 0.003, "loss": 3.9816, "step": 29834 }, { "epoch": 0.29835, "grad_norm": 1.2508882043080785, "learning_rate": 0.003, "loss": 4.0171, "step": 29835 }, { "epoch": 0.29836, "grad_norm": 1.518317798365533, "learning_rate": 0.003, "loss": 4.0168, "step": 29836 }, { "epoch": 0.29837, "grad_norm": 1.1193310476832927, "learning_rate": 0.003, "loss": 3.9949, "step": 29837 }, { "epoch": 0.29838, "grad_norm": 1.4700897546383058, "learning_rate": 0.003, "loss": 3.9849, "step": 29838 }, { "epoch": 0.29839, "grad_norm": 1.1346958813953867, "learning_rate": 0.003, "loss": 3.9988, "step": 29839 }, { "epoch": 0.2984, "grad_norm": 1.4733508510238422, "learning_rate": 0.003, "loss": 4.0312, "step": 29840 }, { "epoch": 0.29841, "grad_norm": 1.1655118133945803, "learning_rate": 0.003, "loss": 4.0027, "step": 29841 }, { "epoch": 0.29842, "grad_norm": 1.4569498893837525, "learning_rate": 0.003, "loss": 4.0082, "step": 29842 }, { "epoch": 0.29843, "grad_norm": 1.1706960100615342, "learning_rate": 0.003, "loss": 3.988, "step": 29843 }, { "epoch": 0.29844, "grad_norm": 1.1942982964799744, "learning_rate": 0.003, "loss": 3.9904, "step": 29844 }, { "epoch": 0.29845, "grad_norm": 1.2216970789138244, "learning_rate": 0.003, "loss": 3.9831, "step": 29845 }, { "epoch": 0.29846, "grad_norm": 1.442658943901997, "learning_rate": 0.003, "loss": 3.9944, "step": 29846 }, { "epoch": 0.29847, "grad_norm": 1.249476661476988, "learning_rate": 0.003, "loss": 4.0144, "step": 29847 }, { "epoch": 0.29848, "grad_norm": 1.2632662608701497, "learning_rate": 0.003, "loss": 4.0016, "step": 29848 }, { "epoch": 0.29849, "grad_norm": 1.3811418962761894, "learning_rate": 0.003, "loss": 3.9732, "step": 29849 }, { "epoch": 0.2985, "grad_norm": 1.290193836948513, "learning_rate": 0.003, "loss": 3.9893, "step": 29850 }, { "epoch": 0.29851, "grad_norm": 1.3884846828952648, "learning_rate": 0.003, "loss": 3.9713, "step": 29851 }, { "epoch": 0.29852, "grad_norm": 1.2255427535055399, "learning_rate": 0.003, "loss": 4.0099, "step": 29852 }, { "epoch": 0.29853, "grad_norm": 1.3567143705260667, "learning_rate": 0.003, "loss": 3.9976, "step": 29853 }, { "epoch": 0.29854, "grad_norm": 1.490933632508517, "learning_rate": 0.003, "loss": 4.003, "step": 29854 }, { "epoch": 0.29855, "grad_norm": 1.2219481591356898, "learning_rate": 0.003, "loss": 3.9908, "step": 29855 }, { "epoch": 0.29856, "grad_norm": 1.6216027934967032, "learning_rate": 0.003, "loss": 4.0334, "step": 29856 }, { "epoch": 0.29857, "grad_norm": 1.164715483100901, "learning_rate": 0.003, "loss": 3.9955, "step": 29857 }, { "epoch": 0.29858, "grad_norm": 1.5612875469900318, "learning_rate": 0.003, "loss": 3.9666, "step": 29858 }, { "epoch": 0.29859, "grad_norm": 1.0463375897609148, "learning_rate": 0.003, "loss": 3.9736, "step": 29859 }, { "epoch": 0.2986, "grad_norm": 1.4678096419745237, "learning_rate": 0.003, "loss": 3.989, "step": 29860 }, { "epoch": 0.29861, "grad_norm": 1.3970377021477896, "learning_rate": 0.003, "loss": 4.0102, "step": 29861 }, { "epoch": 0.29862, "grad_norm": 1.3708365004956835, "learning_rate": 0.003, "loss": 4.0144, "step": 29862 }, { "epoch": 0.29863, "grad_norm": 1.473526162143543, "learning_rate": 0.003, "loss": 3.9963, "step": 29863 }, { "epoch": 0.29864, "grad_norm": 1.1105798533271876, "learning_rate": 0.003, "loss": 3.9887, "step": 29864 }, { "epoch": 0.29865, "grad_norm": 1.513767295265478, "learning_rate": 0.003, "loss": 4.0081, "step": 29865 }, { "epoch": 0.29866, "grad_norm": 1.1785494215320034, "learning_rate": 0.003, "loss": 4.0193, "step": 29866 }, { "epoch": 0.29867, "grad_norm": 1.290345283326727, "learning_rate": 0.003, "loss": 3.9949, "step": 29867 }, { "epoch": 0.29868, "grad_norm": 1.139762610716662, "learning_rate": 0.003, "loss": 3.986, "step": 29868 }, { "epoch": 0.29869, "grad_norm": 1.44471807383534, "learning_rate": 0.003, "loss": 3.9812, "step": 29869 }, { "epoch": 0.2987, "grad_norm": 1.2408094224969777, "learning_rate": 0.003, "loss": 3.9926, "step": 29870 }, { "epoch": 0.29871, "grad_norm": 1.2627570176931555, "learning_rate": 0.003, "loss": 3.9625, "step": 29871 }, { "epoch": 0.29872, "grad_norm": 1.0913850330433938, "learning_rate": 0.003, "loss": 3.9599, "step": 29872 }, { "epoch": 0.29873, "grad_norm": 1.3034915187368978, "learning_rate": 0.003, "loss": 3.9809, "step": 29873 }, { "epoch": 0.29874, "grad_norm": 1.375923888146112, "learning_rate": 0.003, "loss": 3.9796, "step": 29874 }, { "epoch": 0.29875, "grad_norm": 1.2689894101269645, "learning_rate": 0.003, "loss": 3.9997, "step": 29875 }, { "epoch": 0.29876, "grad_norm": 1.3513569268748056, "learning_rate": 0.003, "loss": 4.0104, "step": 29876 }, { "epoch": 0.29877, "grad_norm": 1.0099181347542823, "learning_rate": 0.003, "loss": 4.0079, "step": 29877 }, { "epoch": 0.29878, "grad_norm": 1.3571058761665449, "learning_rate": 0.003, "loss": 4.0117, "step": 29878 }, { "epoch": 0.29879, "grad_norm": 1.2126394934573974, "learning_rate": 0.003, "loss": 3.9764, "step": 29879 }, { "epoch": 0.2988, "grad_norm": 1.271663486754278, "learning_rate": 0.003, "loss": 3.9884, "step": 29880 }, { "epoch": 0.29881, "grad_norm": 1.2815552369882157, "learning_rate": 0.003, "loss": 3.9836, "step": 29881 }, { "epoch": 0.29882, "grad_norm": 1.3857507750165032, "learning_rate": 0.003, "loss": 4.0144, "step": 29882 }, { "epoch": 0.29883, "grad_norm": 1.1905903827881839, "learning_rate": 0.003, "loss": 4.0251, "step": 29883 }, { "epoch": 0.29884, "grad_norm": 1.3528781842441784, "learning_rate": 0.003, "loss": 3.9828, "step": 29884 }, { "epoch": 0.29885, "grad_norm": 1.4234925309524666, "learning_rate": 0.003, "loss": 3.9844, "step": 29885 }, { "epoch": 0.29886, "grad_norm": 1.299626391230037, "learning_rate": 0.003, "loss": 3.9914, "step": 29886 }, { "epoch": 0.29887, "grad_norm": 1.2710778218716803, "learning_rate": 0.003, "loss": 4.0113, "step": 29887 }, { "epoch": 0.29888, "grad_norm": 1.1642172308029268, "learning_rate": 0.003, "loss": 3.9891, "step": 29888 }, { "epoch": 0.29889, "grad_norm": 1.3550979760092956, "learning_rate": 0.003, "loss": 4.0002, "step": 29889 }, { "epoch": 0.2989, "grad_norm": 1.1892105236418418, "learning_rate": 0.003, "loss": 3.9985, "step": 29890 }, { "epoch": 0.29891, "grad_norm": 1.6034750027810862, "learning_rate": 0.003, "loss": 4.0179, "step": 29891 }, { "epoch": 0.29892, "grad_norm": 1.309665992028158, "learning_rate": 0.003, "loss": 3.9966, "step": 29892 }, { "epoch": 0.29893, "grad_norm": 1.1146558451896802, "learning_rate": 0.003, "loss": 3.9955, "step": 29893 }, { "epoch": 0.29894, "grad_norm": 1.3153202566599054, "learning_rate": 0.003, "loss": 3.9613, "step": 29894 }, { "epoch": 0.29895, "grad_norm": 1.4238655105487494, "learning_rate": 0.003, "loss": 3.9708, "step": 29895 }, { "epoch": 0.29896, "grad_norm": 1.3876641799651892, "learning_rate": 0.003, "loss": 4.005, "step": 29896 }, { "epoch": 0.29897, "grad_norm": 1.334636114023623, "learning_rate": 0.003, "loss": 4.0037, "step": 29897 }, { "epoch": 0.29898, "grad_norm": 1.2855415370037397, "learning_rate": 0.003, "loss": 4.004, "step": 29898 }, { "epoch": 0.29899, "grad_norm": 1.3616814547215266, "learning_rate": 0.003, "loss": 3.9721, "step": 29899 }, { "epoch": 0.299, "grad_norm": 1.2407175496351976, "learning_rate": 0.003, "loss": 3.9828, "step": 29900 }, { "epoch": 0.29901, "grad_norm": 1.2840307243291997, "learning_rate": 0.003, "loss": 3.9772, "step": 29901 }, { "epoch": 0.29902, "grad_norm": 1.2818066798639949, "learning_rate": 0.003, "loss": 3.9674, "step": 29902 }, { "epoch": 0.29903, "grad_norm": 1.5559587905777048, "learning_rate": 0.003, "loss": 3.9867, "step": 29903 }, { "epoch": 0.29904, "grad_norm": 1.393619699229312, "learning_rate": 0.003, "loss": 3.9861, "step": 29904 }, { "epoch": 0.29905, "grad_norm": 1.4664446407382097, "learning_rate": 0.003, "loss": 4.0071, "step": 29905 }, { "epoch": 0.29906, "grad_norm": 1.0546900367700027, "learning_rate": 0.003, "loss": 4.0005, "step": 29906 }, { "epoch": 0.29907, "grad_norm": 1.6622682098625718, "learning_rate": 0.003, "loss": 3.9981, "step": 29907 }, { "epoch": 0.29908, "grad_norm": 0.9688374597690479, "learning_rate": 0.003, "loss": 3.9844, "step": 29908 }, { "epoch": 0.29909, "grad_norm": 1.5679204343134483, "learning_rate": 0.003, "loss": 3.9744, "step": 29909 }, { "epoch": 0.2991, "grad_norm": 1.4008659744499736, "learning_rate": 0.003, "loss": 4.0206, "step": 29910 }, { "epoch": 0.29911, "grad_norm": 1.39391051843473, "learning_rate": 0.003, "loss": 3.9851, "step": 29911 }, { "epoch": 0.29912, "grad_norm": 1.4133966572061962, "learning_rate": 0.003, "loss": 4.0222, "step": 29912 }, { "epoch": 0.29913, "grad_norm": 1.1762180901803543, "learning_rate": 0.003, "loss": 4.0024, "step": 29913 }, { "epoch": 0.29914, "grad_norm": 1.2237848531058333, "learning_rate": 0.003, "loss": 3.9751, "step": 29914 }, { "epoch": 0.29915, "grad_norm": 1.3407995148039586, "learning_rate": 0.003, "loss": 4.0104, "step": 29915 }, { "epoch": 0.29916, "grad_norm": 1.2983287423001877, "learning_rate": 0.003, "loss": 3.9444, "step": 29916 }, { "epoch": 0.29917, "grad_norm": 1.4722363801109266, "learning_rate": 0.003, "loss": 3.9847, "step": 29917 }, { "epoch": 0.29918, "grad_norm": 1.3949341430167612, "learning_rate": 0.003, "loss": 4.0182, "step": 29918 }, { "epoch": 0.29919, "grad_norm": 1.1490660436874973, "learning_rate": 0.003, "loss": 4.0303, "step": 29919 }, { "epoch": 0.2992, "grad_norm": 1.2577948772848015, "learning_rate": 0.003, "loss": 4.0064, "step": 29920 }, { "epoch": 0.29921, "grad_norm": 1.4428152027271606, "learning_rate": 0.003, "loss": 3.9995, "step": 29921 }, { "epoch": 0.29922, "grad_norm": 1.3266935981136962, "learning_rate": 0.003, "loss": 3.9898, "step": 29922 }, { "epoch": 0.29923, "grad_norm": 1.1997073782650098, "learning_rate": 0.003, "loss": 4.0137, "step": 29923 }, { "epoch": 0.29924, "grad_norm": 1.515543376425181, "learning_rate": 0.003, "loss": 4.0182, "step": 29924 }, { "epoch": 0.29925, "grad_norm": 1.4072523956793241, "learning_rate": 0.003, "loss": 4.0107, "step": 29925 }, { "epoch": 0.29926, "grad_norm": 1.0424065874953647, "learning_rate": 0.003, "loss": 3.9773, "step": 29926 }, { "epoch": 0.29927, "grad_norm": 1.5137825658454405, "learning_rate": 0.003, "loss": 3.9837, "step": 29927 }, { "epoch": 0.29928, "grad_norm": 1.079382921191122, "learning_rate": 0.003, "loss": 3.9515, "step": 29928 }, { "epoch": 0.29929, "grad_norm": 1.4594710770729442, "learning_rate": 0.003, "loss": 4.0249, "step": 29929 }, { "epoch": 0.2993, "grad_norm": 1.1716612555304489, "learning_rate": 0.003, "loss": 4.0011, "step": 29930 }, { "epoch": 0.29931, "grad_norm": 1.3515357431408803, "learning_rate": 0.003, "loss": 3.9899, "step": 29931 }, { "epoch": 0.29932, "grad_norm": 1.2919791307776662, "learning_rate": 0.003, "loss": 3.9894, "step": 29932 }, { "epoch": 0.29933, "grad_norm": 1.340492430360523, "learning_rate": 0.003, "loss": 3.9719, "step": 29933 }, { "epoch": 0.29934, "grad_norm": 1.1731976786367206, "learning_rate": 0.003, "loss": 4.0078, "step": 29934 }, { "epoch": 0.29935, "grad_norm": 1.5337971504206247, "learning_rate": 0.003, "loss": 3.9764, "step": 29935 }, { "epoch": 0.29936, "grad_norm": 1.1835015284772488, "learning_rate": 0.003, "loss": 4.0204, "step": 29936 }, { "epoch": 0.29937, "grad_norm": 1.4476571923542776, "learning_rate": 0.003, "loss": 3.9807, "step": 29937 }, { "epoch": 0.29938, "grad_norm": 1.3512748661497325, "learning_rate": 0.003, "loss": 3.9682, "step": 29938 }, { "epoch": 0.29939, "grad_norm": 1.6234195062190333, "learning_rate": 0.003, "loss": 3.9904, "step": 29939 }, { "epoch": 0.2994, "grad_norm": 1.0485873127843945, "learning_rate": 0.003, "loss": 4.0155, "step": 29940 }, { "epoch": 0.29941, "grad_norm": 1.4755764283254316, "learning_rate": 0.003, "loss": 4.0041, "step": 29941 }, { "epoch": 0.29942, "grad_norm": 1.0732227641906258, "learning_rate": 0.003, "loss": 4.0061, "step": 29942 }, { "epoch": 0.29943, "grad_norm": 1.572032389756847, "learning_rate": 0.003, "loss": 3.9999, "step": 29943 }, { "epoch": 0.29944, "grad_norm": 1.0856442898996281, "learning_rate": 0.003, "loss": 4.0191, "step": 29944 }, { "epoch": 0.29945, "grad_norm": 1.6462263677950566, "learning_rate": 0.003, "loss": 4.0168, "step": 29945 }, { "epoch": 0.29946, "grad_norm": 1.302885693653235, "learning_rate": 0.003, "loss": 4.0039, "step": 29946 }, { "epoch": 0.29947, "grad_norm": 1.2282664744113272, "learning_rate": 0.003, "loss": 4.0238, "step": 29947 }, { "epoch": 0.29948, "grad_norm": 1.400184210987382, "learning_rate": 0.003, "loss": 4.0176, "step": 29948 }, { "epoch": 0.29949, "grad_norm": 1.1191164369370308, "learning_rate": 0.003, "loss": 4.0153, "step": 29949 }, { "epoch": 0.2995, "grad_norm": 1.2848955665592556, "learning_rate": 0.003, "loss": 4.0141, "step": 29950 }, { "epoch": 0.29951, "grad_norm": 1.3021139558419894, "learning_rate": 0.003, "loss": 4.0004, "step": 29951 }, { "epoch": 0.29952, "grad_norm": 1.2618542859366253, "learning_rate": 0.003, "loss": 4.0152, "step": 29952 }, { "epoch": 0.29953, "grad_norm": 1.3787538069740175, "learning_rate": 0.003, "loss": 3.9866, "step": 29953 }, { "epoch": 0.29954, "grad_norm": 1.2803553355019937, "learning_rate": 0.003, "loss": 4.0212, "step": 29954 }, { "epoch": 0.29955, "grad_norm": 1.2808364686460614, "learning_rate": 0.003, "loss": 3.9934, "step": 29955 }, { "epoch": 0.29956, "grad_norm": 1.5236149559008325, "learning_rate": 0.003, "loss": 3.9933, "step": 29956 }, { "epoch": 0.29957, "grad_norm": 1.2927359232093383, "learning_rate": 0.003, "loss": 3.9984, "step": 29957 }, { "epoch": 0.29958, "grad_norm": 1.2694912396507874, "learning_rate": 0.003, "loss": 3.9955, "step": 29958 }, { "epoch": 0.29959, "grad_norm": 1.3126092771851705, "learning_rate": 0.003, "loss": 4.0005, "step": 29959 }, { "epoch": 0.2996, "grad_norm": 1.3237667552076007, "learning_rate": 0.003, "loss": 3.9961, "step": 29960 }, { "epoch": 0.29961, "grad_norm": 1.2568553188454592, "learning_rate": 0.003, "loss": 3.9982, "step": 29961 }, { "epoch": 0.29962, "grad_norm": 1.2860692071865236, "learning_rate": 0.003, "loss": 4.0014, "step": 29962 }, { "epoch": 0.29963, "grad_norm": 1.2833502578137392, "learning_rate": 0.003, "loss": 4.012, "step": 29963 }, { "epoch": 0.29964, "grad_norm": 1.3612759430765813, "learning_rate": 0.003, "loss": 4.0251, "step": 29964 }, { "epoch": 0.29965, "grad_norm": 1.1724167762526256, "learning_rate": 0.003, "loss": 3.9933, "step": 29965 }, { "epoch": 0.29966, "grad_norm": 1.4110603091196123, "learning_rate": 0.003, "loss": 3.9913, "step": 29966 }, { "epoch": 0.29967, "grad_norm": 1.2137035801934213, "learning_rate": 0.003, "loss": 3.9832, "step": 29967 }, { "epoch": 0.29968, "grad_norm": 1.44478112398093, "learning_rate": 0.003, "loss": 3.9855, "step": 29968 }, { "epoch": 0.29969, "grad_norm": 1.2969201181026815, "learning_rate": 0.003, "loss": 3.9615, "step": 29969 }, { "epoch": 0.2997, "grad_norm": 1.255903286055738, "learning_rate": 0.003, "loss": 4.0205, "step": 29970 }, { "epoch": 0.29971, "grad_norm": 1.3891388216336382, "learning_rate": 0.003, "loss": 3.9979, "step": 29971 }, { "epoch": 0.29972, "grad_norm": 1.007625627124656, "learning_rate": 0.003, "loss": 4.0062, "step": 29972 }, { "epoch": 0.29973, "grad_norm": 1.5963032747565171, "learning_rate": 0.003, "loss": 4.0088, "step": 29973 }, { "epoch": 0.29974, "grad_norm": 0.9771244111087338, "learning_rate": 0.003, "loss": 3.9966, "step": 29974 }, { "epoch": 0.29975, "grad_norm": 1.4688451835314043, "learning_rate": 0.003, "loss": 4.0161, "step": 29975 }, { "epoch": 0.29976, "grad_norm": 1.315767086458101, "learning_rate": 0.003, "loss": 3.998, "step": 29976 }, { "epoch": 0.29977, "grad_norm": 1.2879994975088402, "learning_rate": 0.003, "loss": 3.9783, "step": 29977 }, { "epoch": 0.29978, "grad_norm": 1.3970088328443349, "learning_rate": 0.003, "loss": 4.0046, "step": 29978 }, { "epoch": 0.29979, "grad_norm": 1.3011063976052661, "learning_rate": 0.003, "loss": 4.0113, "step": 29979 }, { "epoch": 0.2998, "grad_norm": 1.2732055997071194, "learning_rate": 0.003, "loss": 4.0077, "step": 29980 }, { "epoch": 0.29981, "grad_norm": 1.3831799143349415, "learning_rate": 0.003, "loss": 3.9939, "step": 29981 }, { "epoch": 0.29982, "grad_norm": 1.2940738081521919, "learning_rate": 0.003, "loss": 3.9922, "step": 29982 }, { "epoch": 0.29983, "grad_norm": 1.2234393302346296, "learning_rate": 0.003, "loss": 3.9892, "step": 29983 }, { "epoch": 0.29984, "grad_norm": 1.5295069780292645, "learning_rate": 0.003, "loss": 3.9956, "step": 29984 }, { "epoch": 0.29985, "grad_norm": 1.3559453472997562, "learning_rate": 0.003, "loss": 3.9783, "step": 29985 }, { "epoch": 0.29986, "grad_norm": 1.7922575761917678, "learning_rate": 0.003, "loss": 4.0146, "step": 29986 }, { "epoch": 0.29987, "grad_norm": 1.028508106773042, "learning_rate": 0.003, "loss": 4.0044, "step": 29987 }, { "epoch": 0.29988, "grad_norm": 1.4224684008770851, "learning_rate": 0.003, "loss": 4.0208, "step": 29988 }, { "epoch": 0.29989, "grad_norm": 1.334801529014811, "learning_rate": 0.003, "loss": 4.0342, "step": 29989 }, { "epoch": 0.2999, "grad_norm": 1.3627334986230584, "learning_rate": 0.003, "loss": 4.0009, "step": 29990 }, { "epoch": 0.29991, "grad_norm": 1.3173328443699714, "learning_rate": 0.003, "loss": 4.0312, "step": 29991 }, { "epoch": 0.29992, "grad_norm": 1.2767587294707006, "learning_rate": 0.003, "loss": 3.9914, "step": 29992 }, { "epoch": 0.29993, "grad_norm": 1.239756349768017, "learning_rate": 0.003, "loss": 3.9938, "step": 29993 }, { "epoch": 0.29994, "grad_norm": 1.63916725213226, "learning_rate": 0.003, "loss": 4.0324, "step": 29994 }, { "epoch": 0.29995, "grad_norm": 1.1584290092945144, "learning_rate": 0.003, "loss": 3.969, "step": 29995 }, { "epoch": 0.29996, "grad_norm": 1.2868781568182723, "learning_rate": 0.003, "loss": 4.0149, "step": 29996 }, { "epoch": 0.29997, "grad_norm": 1.375990323999698, "learning_rate": 0.003, "loss": 4.0186, "step": 29997 }, { "epoch": 0.29998, "grad_norm": 1.261535677340197, "learning_rate": 0.003, "loss": 3.982, "step": 29998 }, { "epoch": 0.29999, "grad_norm": 1.2443214471625592, "learning_rate": 0.003, "loss": 3.9913, "step": 29999 }, { "epoch": 0.3, "grad_norm": 1.2272781401838764, "learning_rate": 0.003, "loss": 3.9769, "step": 30000 }, { "epoch": 0.30001, "grad_norm": 1.4257983205579647, "learning_rate": 0.003, "loss": 3.9926, "step": 30001 }, { "epoch": 0.30002, "grad_norm": 1.2222434512915448, "learning_rate": 0.003, "loss": 3.9954, "step": 30002 }, { "epoch": 0.30003, "grad_norm": 1.3964867003381645, "learning_rate": 0.003, "loss": 3.9773, "step": 30003 }, { "epoch": 0.30004, "grad_norm": 1.1720860897716734, "learning_rate": 0.003, "loss": 3.9883, "step": 30004 }, { "epoch": 0.30005, "grad_norm": 1.2879510209490002, "learning_rate": 0.003, "loss": 3.9553, "step": 30005 }, { "epoch": 0.30006, "grad_norm": 1.253564488305556, "learning_rate": 0.003, "loss": 3.9843, "step": 30006 }, { "epoch": 0.30007, "grad_norm": 1.3301238450806234, "learning_rate": 0.003, "loss": 3.9951, "step": 30007 }, { "epoch": 0.30008, "grad_norm": 1.4472193751192168, "learning_rate": 0.003, "loss": 3.9803, "step": 30008 }, { "epoch": 0.30009, "grad_norm": 1.3447833902684447, "learning_rate": 0.003, "loss": 3.9922, "step": 30009 }, { "epoch": 0.3001, "grad_norm": 1.4392995875174672, "learning_rate": 0.003, "loss": 3.9994, "step": 30010 }, { "epoch": 0.30011, "grad_norm": 1.2339973299994191, "learning_rate": 0.003, "loss": 3.9945, "step": 30011 }, { "epoch": 0.30012, "grad_norm": 1.199370425805355, "learning_rate": 0.003, "loss": 3.9887, "step": 30012 }, { "epoch": 0.30013, "grad_norm": 1.360827590290998, "learning_rate": 0.003, "loss": 4.0087, "step": 30013 }, { "epoch": 0.30014, "grad_norm": 1.1587265539846854, "learning_rate": 0.003, "loss": 3.9972, "step": 30014 }, { "epoch": 0.30015, "grad_norm": 1.5536154279190921, "learning_rate": 0.003, "loss": 4.027, "step": 30015 }, { "epoch": 0.30016, "grad_norm": 1.1193991661996154, "learning_rate": 0.003, "loss": 4.0284, "step": 30016 }, { "epoch": 0.30017, "grad_norm": 1.6150115911156948, "learning_rate": 0.003, "loss": 3.963, "step": 30017 }, { "epoch": 0.30018, "grad_norm": 1.1505334726695655, "learning_rate": 0.003, "loss": 4.0098, "step": 30018 }, { "epoch": 0.30019, "grad_norm": 1.3136980179529965, "learning_rate": 0.003, "loss": 3.9733, "step": 30019 }, { "epoch": 0.3002, "grad_norm": 1.3554351744138948, "learning_rate": 0.003, "loss": 4.0054, "step": 30020 }, { "epoch": 0.30021, "grad_norm": 1.1946308742196041, "learning_rate": 0.003, "loss": 3.9793, "step": 30021 }, { "epoch": 0.30022, "grad_norm": 1.4087335014345408, "learning_rate": 0.003, "loss": 3.9912, "step": 30022 }, { "epoch": 0.30023, "grad_norm": 1.394649289279835, "learning_rate": 0.003, "loss": 3.9887, "step": 30023 }, { "epoch": 0.30024, "grad_norm": 1.1267752699278568, "learning_rate": 0.003, "loss": 4.0229, "step": 30024 }, { "epoch": 0.30025, "grad_norm": 1.3590911057346544, "learning_rate": 0.003, "loss": 4.0153, "step": 30025 }, { "epoch": 0.30026, "grad_norm": 1.3486819355535284, "learning_rate": 0.003, "loss": 4.0018, "step": 30026 }, { "epoch": 0.30027, "grad_norm": 1.4573758832718964, "learning_rate": 0.003, "loss": 3.9812, "step": 30027 }, { "epoch": 0.30028, "grad_norm": 1.1549861981621317, "learning_rate": 0.003, "loss": 4.0094, "step": 30028 }, { "epoch": 0.30029, "grad_norm": 1.2598681164041252, "learning_rate": 0.003, "loss": 3.9884, "step": 30029 }, { "epoch": 0.3003, "grad_norm": 1.2995072656631144, "learning_rate": 0.003, "loss": 3.9921, "step": 30030 }, { "epoch": 0.30031, "grad_norm": 1.3375472376074329, "learning_rate": 0.003, "loss": 3.9985, "step": 30031 }, { "epoch": 0.30032, "grad_norm": 1.4585843396046596, "learning_rate": 0.003, "loss": 3.9938, "step": 30032 }, { "epoch": 0.30033, "grad_norm": 1.4235227171529055, "learning_rate": 0.003, "loss": 3.9932, "step": 30033 }, { "epoch": 0.30034, "grad_norm": 1.4276349768798342, "learning_rate": 0.003, "loss": 4.0096, "step": 30034 }, { "epoch": 0.30035, "grad_norm": 1.144634953463168, "learning_rate": 0.003, "loss": 3.9905, "step": 30035 }, { "epoch": 0.30036, "grad_norm": 1.3920213863636068, "learning_rate": 0.003, "loss": 3.9919, "step": 30036 }, { "epoch": 0.30037, "grad_norm": 1.3414729738704607, "learning_rate": 0.003, "loss": 4.0037, "step": 30037 }, { "epoch": 0.30038, "grad_norm": 1.1788551390797188, "learning_rate": 0.003, "loss": 4.0024, "step": 30038 }, { "epoch": 0.30039, "grad_norm": 1.2279152588452347, "learning_rate": 0.003, "loss": 3.9812, "step": 30039 }, { "epoch": 0.3004, "grad_norm": 1.4003990704382077, "learning_rate": 0.003, "loss": 4.0012, "step": 30040 }, { "epoch": 0.30041, "grad_norm": 1.2920383456172997, "learning_rate": 0.003, "loss": 3.9804, "step": 30041 }, { "epoch": 0.30042, "grad_norm": 1.527859362306327, "learning_rate": 0.003, "loss": 3.9836, "step": 30042 }, { "epoch": 0.30043, "grad_norm": 1.3454817103087076, "learning_rate": 0.003, "loss": 4.0221, "step": 30043 }, { "epoch": 0.30044, "grad_norm": 1.3066776047786877, "learning_rate": 0.003, "loss": 3.9747, "step": 30044 }, { "epoch": 0.30045, "grad_norm": 1.082707807808721, "learning_rate": 0.003, "loss": 3.9932, "step": 30045 }, { "epoch": 0.30046, "grad_norm": 1.3796355106467342, "learning_rate": 0.003, "loss": 4.0048, "step": 30046 }, { "epoch": 0.30047, "grad_norm": 1.4772058405547697, "learning_rate": 0.003, "loss": 4.0002, "step": 30047 }, { "epoch": 0.30048, "grad_norm": 1.1537438578524464, "learning_rate": 0.003, "loss": 4.0198, "step": 30048 }, { "epoch": 0.30049, "grad_norm": 1.4484215656759232, "learning_rate": 0.003, "loss": 3.9928, "step": 30049 }, { "epoch": 0.3005, "grad_norm": 1.2063019748312016, "learning_rate": 0.003, "loss": 3.9747, "step": 30050 }, { "epoch": 0.30051, "grad_norm": 1.4947370188550058, "learning_rate": 0.003, "loss": 4.0077, "step": 30051 }, { "epoch": 0.30052, "grad_norm": 1.2630953553586244, "learning_rate": 0.003, "loss": 3.988, "step": 30052 }, { "epoch": 0.30053, "grad_norm": 1.486970081442629, "learning_rate": 0.003, "loss": 3.9977, "step": 30053 }, { "epoch": 0.30054, "grad_norm": 1.187260575348016, "learning_rate": 0.003, "loss": 3.9986, "step": 30054 }, { "epoch": 0.30055, "grad_norm": 1.3767156062289745, "learning_rate": 0.003, "loss": 3.9772, "step": 30055 }, { "epoch": 0.30056, "grad_norm": 1.171988499664919, "learning_rate": 0.003, "loss": 3.9883, "step": 30056 }, { "epoch": 0.30057, "grad_norm": 1.364818364616996, "learning_rate": 0.003, "loss": 3.9841, "step": 30057 }, { "epoch": 0.30058, "grad_norm": 1.1614624637699618, "learning_rate": 0.003, "loss": 3.974, "step": 30058 }, { "epoch": 0.30059, "grad_norm": 1.5636672424492115, "learning_rate": 0.003, "loss": 4.0055, "step": 30059 }, { "epoch": 0.3006, "grad_norm": 1.2016915756716504, "learning_rate": 0.003, "loss": 4.0067, "step": 30060 }, { "epoch": 0.30061, "grad_norm": 1.5799776228386995, "learning_rate": 0.003, "loss": 4.0011, "step": 30061 }, { "epoch": 0.30062, "grad_norm": 1.194988392327536, "learning_rate": 0.003, "loss": 3.9817, "step": 30062 }, { "epoch": 0.30063, "grad_norm": 1.5737453654959266, "learning_rate": 0.003, "loss": 4.0026, "step": 30063 }, { "epoch": 0.30064, "grad_norm": 1.4829061308264975, "learning_rate": 0.003, "loss": 4.0042, "step": 30064 }, { "epoch": 0.30065, "grad_norm": 1.068686930215455, "learning_rate": 0.003, "loss": 3.9717, "step": 30065 }, { "epoch": 0.30066, "grad_norm": 1.4857794746984685, "learning_rate": 0.003, "loss": 4.0316, "step": 30066 }, { "epoch": 0.30067, "grad_norm": 1.1126381584077494, "learning_rate": 0.003, "loss": 3.9846, "step": 30067 }, { "epoch": 0.30068, "grad_norm": 1.3996673212995396, "learning_rate": 0.003, "loss": 3.9642, "step": 30068 }, { "epoch": 0.30069, "grad_norm": 1.4740408257462905, "learning_rate": 0.003, "loss": 4.0099, "step": 30069 }, { "epoch": 0.3007, "grad_norm": 1.3062578930004263, "learning_rate": 0.003, "loss": 3.9843, "step": 30070 }, { "epoch": 0.30071, "grad_norm": 1.342192042292967, "learning_rate": 0.003, "loss": 4.005, "step": 30071 }, { "epoch": 0.30072, "grad_norm": 1.1632926880951908, "learning_rate": 0.003, "loss": 4.0001, "step": 30072 }, { "epoch": 0.30073, "grad_norm": 1.3228236419433146, "learning_rate": 0.003, "loss": 3.9861, "step": 30073 }, { "epoch": 0.30074, "grad_norm": 1.295083415499709, "learning_rate": 0.003, "loss": 3.9962, "step": 30074 }, { "epoch": 0.30075, "grad_norm": 1.501965071937724, "learning_rate": 0.003, "loss": 3.9978, "step": 30075 }, { "epoch": 0.30076, "grad_norm": 1.1056820461005252, "learning_rate": 0.003, "loss": 4.0056, "step": 30076 }, { "epoch": 0.30077, "grad_norm": 1.4232484397484644, "learning_rate": 0.003, "loss": 3.9898, "step": 30077 }, { "epoch": 0.30078, "grad_norm": 1.2127045610637035, "learning_rate": 0.003, "loss": 3.9824, "step": 30078 }, { "epoch": 0.30079, "grad_norm": 1.4852484900933147, "learning_rate": 0.003, "loss": 4.0023, "step": 30079 }, { "epoch": 0.3008, "grad_norm": 1.1428524602067502, "learning_rate": 0.003, "loss": 4.0027, "step": 30080 }, { "epoch": 0.30081, "grad_norm": 1.4828050687764829, "learning_rate": 0.003, "loss": 4.0056, "step": 30081 }, { "epoch": 0.30082, "grad_norm": 1.3029130992485878, "learning_rate": 0.003, "loss": 4.011, "step": 30082 }, { "epoch": 0.30083, "grad_norm": 1.2716932511562427, "learning_rate": 0.003, "loss": 3.967, "step": 30083 }, { "epoch": 0.30084, "grad_norm": 1.1552827458478203, "learning_rate": 0.003, "loss": 4.0204, "step": 30084 }, { "epoch": 0.30085, "grad_norm": 1.3790777295935117, "learning_rate": 0.003, "loss": 3.9859, "step": 30085 }, { "epoch": 0.30086, "grad_norm": 1.3584411879751024, "learning_rate": 0.003, "loss": 3.9806, "step": 30086 }, { "epoch": 0.30087, "grad_norm": 1.2394520998303689, "learning_rate": 0.003, "loss": 3.9923, "step": 30087 }, { "epoch": 0.30088, "grad_norm": 1.2455357240307854, "learning_rate": 0.003, "loss": 4.0196, "step": 30088 }, { "epoch": 0.30089, "grad_norm": 1.2848679511181553, "learning_rate": 0.003, "loss": 4.0132, "step": 30089 }, { "epoch": 0.3009, "grad_norm": 1.3301034789837616, "learning_rate": 0.003, "loss": 3.9915, "step": 30090 }, { "epoch": 0.30091, "grad_norm": 1.3403170180103967, "learning_rate": 0.003, "loss": 4.0161, "step": 30091 }, { "epoch": 0.30092, "grad_norm": 1.3969071505569743, "learning_rate": 0.003, "loss": 4.0144, "step": 30092 }, { "epoch": 0.30093, "grad_norm": 1.1191174513751674, "learning_rate": 0.003, "loss": 3.9871, "step": 30093 }, { "epoch": 0.30094, "grad_norm": 1.7565908309119531, "learning_rate": 0.003, "loss": 4.0058, "step": 30094 }, { "epoch": 0.30095, "grad_norm": 0.8951139065977504, "learning_rate": 0.003, "loss": 3.9703, "step": 30095 }, { "epoch": 0.30096, "grad_norm": 1.4271897543709395, "learning_rate": 0.003, "loss": 4.0137, "step": 30096 }, { "epoch": 0.30097, "grad_norm": 1.2910554400611027, "learning_rate": 0.003, "loss": 4.0208, "step": 30097 }, { "epoch": 0.30098, "grad_norm": 1.2322033982378515, "learning_rate": 0.003, "loss": 3.9838, "step": 30098 }, { "epoch": 0.30099, "grad_norm": 1.5990042547369703, "learning_rate": 0.003, "loss": 4.0107, "step": 30099 }, { "epoch": 0.301, "grad_norm": 1.2974246667391176, "learning_rate": 0.003, "loss": 4.0075, "step": 30100 }, { "epoch": 0.30101, "grad_norm": 1.0550931826607244, "learning_rate": 0.003, "loss": 3.9854, "step": 30101 }, { "epoch": 0.30102, "grad_norm": 1.5045615945521824, "learning_rate": 0.003, "loss": 4.0086, "step": 30102 }, { "epoch": 0.30103, "grad_norm": 1.0685408287873395, "learning_rate": 0.003, "loss": 4.0082, "step": 30103 }, { "epoch": 0.30104, "grad_norm": 1.3787529963743659, "learning_rate": 0.003, "loss": 3.9963, "step": 30104 }, { "epoch": 0.30105, "grad_norm": 1.3798697178441526, "learning_rate": 0.003, "loss": 3.9766, "step": 30105 }, { "epoch": 0.30106, "grad_norm": 1.3219968463364993, "learning_rate": 0.003, "loss": 3.9745, "step": 30106 }, { "epoch": 0.30107, "grad_norm": 1.4564148973120021, "learning_rate": 0.003, "loss": 4.004, "step": 30107 }, { "epoch": 0.30108, "grad_norm": 1.1975575419539133, "learning_rate": 0.003, "loss": 4.0045, "step": 30108 }, { "epoch": 0.30109, "grad_norm": 1.4863207246934997, "learning_rate": 0.003, "loss": 3.9838, "step": 30109 }, { "epoch": 0.3011, "grad_norm": 1.2828561054656762, "learning_rate": 0.003, "loss": 3.9984, "step": 30110 }, { "epoch": 0.30111, "grad_norm": 1.390406606005268, "learning_rate": 0.003, "loss": 3.9956, "step": 30111 }, { "epoch": 0.30112, "grad_norm": 1.166808501419717, "learning_rate": 0.003, "loss": 3.9887, "step": 30112 }, { "epoch": 0.30113, "grad_norm": 1.4860120613780723, "learning_rate": 0.003, "loss": 4.0249, "step": 30113 }, { "epoch": 0.30114, "grad_norm": 1.101874562387654, "learning_rate": 0.003, "loss": 4.0026, "step": 30114 }, { "epoch": 0.30115, "grad_norm": 1.6106846867640876, "learning_rate": 0.003, "loss": 3.9722, "step": 30115 }, { "epoch": 0.30116, "grad_norm": 1.2961709202577856, "learning_rate": 0.003, "loss": 3.9959, "step": 30116 }, { "epoch": 0.30117, "grad_norm": 1.6711383028455606, "learning_rate": 0.003, "loss": 4.0009, "step": 30117 }, { "epoch": 0.30118, "grad_norm": 1.2373702092233991, "learning_rate": 0.003, "loss": 4.0234, "step": 30118 }, { "epoch": 0.30119, "grad_norm": 1.4116392545151717, "learning_rate": 0.003, "loss": 3.9936, "step": 30119 }, { "epoch": 0.3012, "grad_norm": 1.3778406217937857, "learning_rate": 0.003, "loss": 4.0233, "step": 30120 }, { "epoch": 0.30121, "grad_norm": 1.2807993039423813, "learning_rate": 0.003, "loss": 3.9954, "step": 30121 }, { "epoch": 0.30122, "grad_norm": 1.342499684678723, "learning_rate": 0.003, "loss": 3.9738, "step": 30122 }, { "epoch": 0.30123, "grad_norm": 1.1321993826118828, "learning_rate": 0.003, "loss": 4.0198, "step": 30123 }, { "epoch": 0.30124, "grad_norm": 1.322877222826688, "learning_rate": 0.003, "loss": 3.9754, "step": 30124 }, { "epoch": 0.30125, "grad_norm": 1.269080257552039, "learning_rate": 0.003, "loss": 3.9858, "step": 30125 }, { "epoch": 0.30126, "grad_norm": 1.542232562644303, "learning_rate": 0.003, "loss": 4.0182, "step": 30126 }, { "epoch": 0.30127, "grad_norm": 0.9957283372399314, "learning_rate": 0.003, "loss": 3.9667, "step": 30127 }, { "epoch": 0.30128, "grad_norm": 1.4678946956210168, "learning_rate": 0.003, "loss": 4.018, "step": 30128 }, { "epoch": 0.30129, "grad_norm": 1.1625771783473808, "learning_rate": 0.003, "loss": 3.9716, "step": 30129 }, { "epoch": 0.3013, "grad_norm": 1.387328256596011, "learning_rate": 0.003, "loss": 3.9779, "step": 30130 }, { "epoch": 0.30131, "grad_norm": 1.2932690708201986, "learning_rate": 0.003, "loss": 4.0045, "step": 30131 }, { "epoch": 0.30132, "grad_norm": 1.3761320462497597, "learning_rate": 0.003, "loss": 4.0078, "step": 30132 }, { "epoch": 0.30133, "grad_norm": 1.1235346708227676, "learning_rate": 0.003, "loss": 3.999, "step": 30133 }, { "epoch": 0.30134, "grad_norm": 1.6085606632192224, "learning_rate": 0.003, "loss": 4.0046, "step": 30134 }, { "epoch": 0.30135, "grad_norm": 1.0730349038923304, "learning_rate": 0.003, "loss": 4.0158, "step": 30135 }, { "epoch": 0.30136, "grad_norm": 1.5848701829381229, "learning_rate": 0.003, "loss": 4.0103, "step": 30136 }, { "epoch": 0.30137, "grad_norm": 1.2628895111525915, "learning_rate": 0.003, "loss": 3.9915, "step": 30137 }, { "epoch": 0.30138, "grad_norm": 1.3627100594750088, "learning_rate": 0.003, "loss": 4.0219, "step": 30138 }, { "epoch": 0.30139, "grad_norm": 1.2886415640726112, "learning_rate": 0.003, "loss": 3.9971, "step": 30139 }, { "epoch": 0.3014, "grad_norm": 1.6460809056866292, "learning_rate": 0.003, "loss": 3.9665, "step": 30140 }, { "epoch": 0.30141, "grad_norm": 1.2126678492231548, "learning_rate": 0.003, "loss": 3.9817, "step": 30141 }, { "epoch": 0.30142, "grad_norm": 1.3600910287974546, "learning_rate": 0.003, "loss": 3.9953, "step": 30142 }, { "epoch": 0.30143, "grad_norm": 1.1393363601665936, "learning_rate": 0.003, "loss": 3.9874, "step": 30143 }, { "epoch": 0.30144, "grad_norm": 1.544299251237019, "learning_rate": 0.003, "loss": 4.0259, "step": 30144 }, { "epoch": 0.30145, "grad_norm": 1.0412791445906893, "learning_rate": 0.003, "loss": 3.9982, "step": 30145 }, { "epoch": 0.30146, "grad_norm": 1.4711080043421003, "learning_rate": 0.003, "loss": 4.0244, "step": 30146 }, { "epoch": 0.30147, "grad_norm": 1.267547534600696, "learning_rate": 0.003, "loss": 4.0249, "step": 30147 }, { "epoch": 0.30148, "grad_norm": 1.2912725142390729, "learning_rate": 0.003, "loss": 3.9632, "step": 30148 }, { "epoch": 0.30149, "grad_norm": 1.4273439183029246, "learning_rate": 0.003, "loss": 4.0154, "step": 30149 }, { "epoch": 0.3015, "grad_norm": 1.2388774050630496, "learning_rate": 0.003, "loss": 3.9905, "step": 30150 }, { "epoch": 0.30151, "grad_norm": 1.300347769614266, "learning_rate": 0.003, "loss": 4.0051, "step": 30151 }, { "epoch": 0.30152, "grad_norm": 1.2644095553499624, "learning_rate": 0.003, "loss": 3.9821, "step": 30152 }, { "epoch": 0.30153, "grad_norm": 1.2944306902035552, "learning_rate": 0.003, "loss": 4.0157, "step": 30153 }, { "epoch": 0.30154, "grad_norm": 1.3714146683757313, "learning_rate": 0.003, "loss": 3.9924, "step": 30154 }, { "epoch": 0.30155, "grad_norm": 1.2552799865361184, "learning_rate": 0.003, "loss": 4.0203, "step": 30155 }, { "epoch": 0.30156, "grad_norm": 1.5654381415470477, "learning_rate": 0.003, "loss": 3.9994, "step": 30156 }, { "epoch": 0.30157, "grad_norm": 1.070898759167429, "learning_rate": 0.003, "loss": 3.9844, "step": 30157 }, { "epoch": 0.30158, "grad_norm": 1.6864011172201578, "learning_rate": 0.003, "loss": 4.0294, "step": 30158 }, { "epoch": 0.30159, "grad_norm": 1.3551082979660765, "learning_rate": 0.003, "loss": 4.0211, "step": 30159 }, { "epoch": 0.3016, "grad_norm": 1.452872683804568, "learning_rate": 0.003, "loss": 4.0263, "step": 30160 }, { "epoch": 0.30161, "grad_norm": 1.1853984381032567, "learning_rate": 0.003, "loss": 3.9907, "step": 30161 }, { "epoch": 0.30162, "grad_norm": 1.4743524757195519, "learning_rate": 0.003, "loss": 4.0046, "step": 30162 }, { "epoch": 0.30163, "grad_norm": 1.1822100224952548, "learning_rate": 0.003, "loss": 3.9938, "step": 30163 }, { "epoch": 0.30164, "grad_norm": 1.5284370060762855, "learning_rate": 0.003, "loss": 4.0145, "step": 30164 }, { "epoch": 0.30165, "grad_norm": 1.1288378779330126, "learning_rate": 0.003, "loss": 4.0088, "step": 30165 }, { "epoch": 0.30166, "grad_norm": 1.302728634800096, "learning_rate": 0.003, "loss": 3.9647, "step": 30166 }, { "epoch": 0.30167, "grad_norm": 1.2436267788436217, "learning_rate": 0.003, "loss": 4.0063, "step": 30167 }, { "epoch": 0.30168, "grad_norm": 1.2850839414383042, "learning_rate": 0.003, "loss": 4.0063, "step": 30168 }, { "epoch": 0.30169, "grad_norm": 1.320365411102956, "learning_rate": 0.003, "loss": 3.9948, "step": 30169 }, { "epoch": 0.3017, "grad_norm": 1.2642844538500462, "learning_rate": 0.003, "loss": 3.9923, "step": 30170 }, { "epoch": 0.30171, "grad_norm": 1.3669811813472768, "learning_rate": 0.003, "loss": 3.9989, "step": 30171 }, { "epoch": 0.30172, "grad_norm": 1.214210769412904, "learning_rate": 0.003, "loss": 3.9888, "step": 30172 }, { "epoch": 0.30173, "grad_norm": 1.5631657963103365, "learning_rate": 0.003, "loss": 3.9951, "step": 30173 }, { "epoch": 0.30174, "grad_norm": 1.2849861714614819, "learning_rate": 0.003, "loss": 3.9779, "step": 30174 }, { "epoch": 0.30175, "grad_norm": 1.532390064789254, "learning_rate": 0.003, "loss": 4.0468, "step": 30175 } ], "logging_steps": 1, "max_steps": 100000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 25, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.1962469231624192e+18, "train_batch_size": 256, "trial_name": null, "trial_params": null }