{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.04, "global_step": 400, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 1e-05, "loss": 3.6346, "step": 1 }, { "epoch": 0.0, "learning_rate": 2e-05, "loss": 3.602, "step": 2 }, { "epoch": 0.0, "learning_rate": 3e-05, "loss": 3.5741, "step": 3 }, { "epoch": 0.0, "learning_rate": 4e-05, "loss": 3.4904, "step": 4 }, { "epoch": 0.0, "learning_rate": 5e-05, "loss": 3.4215, "step": 5 }, { "epoch": 0.0, "learning_rate": 6e-05, "loss": 3.4568, "step": 6 }, { "epoch": 0.0, "learning_rate": 7.000000000000001e-05, "loss": 3.3978, "step": 7 }, { "epoch": 0.0, "learning_rate": 8e-05, "loss": 3.4991, "step": 8 }, { "epoch": 0.0, "learning_rate": 8.999999999999999e-05, "loss": 3.5852, "step": 9 }, { "epoch": 0.0, "learning_rate": 0.0001, "loss": 3.3132, "step": 10 }, { "epoch": 0.0, "learning_rate": 0.00011, "loss": 3.2737, "step": 11 }, { "epoch": 0.0, "learning_rate": 0.00012, "loss": 3.1399, "step": 12 }, { "epoch": 0.0, "learning_rate": 0.00013000000000000002, "loss": 3.1828, "step": 13 }, { "epoch": 0.0, "learning_rate": 0.00014000000000000001, "loss": 3.0638, "step": 14 }, { "epoch": 0.0, "learning_rate": 0.00015, "loss": 3.185, "step": 15 }, { "epoch": 0.0, "learning_rate": 0.00016, "loss": 3.0669, "step": 16 }, { "epoch": 0.0, "learning_rate": 0.00017, "loss": 2.9026, "step": 17 }, { "epoch": 0.0, "learning_rate": 0.00017999999999999998, "loss": 2.9591, "step": 18 }, { "epoch": 0.0, "learning_rate": 0.00019, "loss": 2.8483, "step": 19 }, { "epoch": 0.0, "learning_rate": 0.0002, "loss": 2.7707, "step": 20 }, { "epoch": 0.0, "learning_rate": 0.00021, "loss": 2.8564, "step": 21 }, { "epoch": 0.0, "learning_rate": 0.00022, "loss": 2.6997, "step": 22 }, { "epoch": 0.0, "learning_rate": 0.00023, "loss": 2.8052, "step": 23 }, { "epoch": 0.0, "learning_rate": 0.00024, "loss": 2.5826, "step": 24 }, { "epoch": 0.0, "learning_rate": 0.00025, "loss": 2.6266, "step": 25 }, { "epoch": 0.0, "learning_rate": 0.00026000000000000003, "loss": 2.6477, "step": 26 }, { "epoch": 0.0, "learning_rate": 0.00027, "loss": 2.6133, "step": 27 }, { "epoch": 0.0, "learning_rate": 0.00028000000000000003, "loss": 2.5395, "step": 28 }, { "epoch": 0.0, "learning_rate": 0.00029, "loss": 2.664, "step": 29 }, { "epoch": 0.0, "learning_rate": 0.0003, "loss": 2.5568, "step": 30 }, { "epoch": 0.0, "learning_rate": 0.00031, "loss": 2.4346, "step": 31 }, { "epoch": 0.0, "learning_rate": 0.00032, "loss": 2.5765, "step": 32 }, { "epoch": 0.0, "learning_rate": 0.00033, "loss": 2.4884, "step": 33 }, { "epoch": 0.0, "learning_rate": 0.00034, "loss": 2.4257, "step": 34 }, { "epoch": 0.0, "learning_rate": 0.00035, "loss": 2.4281, "step": 35 }, { "epoch": 0.0, "learning_rate": 0.00035999999999999997, "loss": 2.4858, "step": 36 }, { "epoch": 0.0, "learning_rate": 0.00037, "loss": 2.383, "step": 37 }, { "epoch": 0.0, "learning_rate": 0.00038, "loss": 2.4865, "step": 38 }, { "epoch": 0.0, "learning_rate": 0.00039000000000000005, "loss": 2.3564, "step": 39 }, { "epoch": 0.0, "learning_rate": 0.0004, "loss": 2.4276, "step": 40 }, { "epoch": 0.0, "learning_rate": 0.00041, "loss": 2.4225, "step": 41 }, { "epoch": 0.0, "learning_rate": 0.00042, "loss": 2.2718, "step": 42 }, { "epoch": 0.0, "learning_rate": 0.00043, "loss": 2.3566, "step": 43 }, { "epoch": 0.0, "learning_rate": 0.00044, "loss": 2.3911, "step": 44 }, { "epoch": 0.0, "learning_rate": 0.00045000000000000004, "loss": 2.3999, "step": 45 }, { "epoch": 0.0, "learning_rate": 0.00046, "loss": 2.2776, "step": 46 }, { "epoch": 0.0, "learning_rate": 0.00047, "loss": 2.3891, "step": 47 }, { "epoch": 0.0, "learning_rate": 0.00048, "loss": 2.3132, "step": 48 }, { "epoch": 0.0, "learning_rate": 0.00049, "loss": 2.3353, "step": 49 }, { "epoch": 0.01, "learning_rate": 0.0005, "loss": 2.3691, "step": 50 }, { "epoch": 0.01, "learning_rate": 0.00051, "loss": 2.3271, "step": 51 }, { "epoch": 0.01, "learning_rate": 0.0005200000000000001, "loss": 2.2881, "step": 52 }, { "epoch": 0.01, "learning_rate": 0.0005300000000000001, "loss": 2.2731, "step": 53 }, { "epoch": 0.01, "learning_rate": 0.00054, "loss": 2.3186, "step": 54 }, { "epoch": 0.01, "learning_rate": 0.00055, "loss": 2.3216, "step": 55 }, { "epoch": 0.01, "learning_rate": 0.0005600000000000001, "loss": 2.3204, "step": 56 }, { "epoch": 0.01, "learning_rate": 0.00057, "loss": 2.1832, "step": 57 }, { "epoch": 0.01, "learning_rate": 0.00058, "loss": 2.4125, "step": 58 }, { "epoch": 0.01, "learning_rate": 0.00059, "loss": 2.2649, "step": 59 }, { "epoch": 0.01, "learning_rate": 0.0006, "loss": 2.1589, "step": 60 }, { "epoch": 0.01, "learning_rate": 0.00061, "loss": 2.1431, "step": 61 }, { "epoch": 0.01, "learning_rate": 0.00062, "loss": 2.3738, "step": 62 }, { "epoch": 0.01, "learning_rate": 0.00063, "loss": 2.2525, "step": 63 }, { "epoch": 0.01, "learning_rate": 0.00064, "loss": 2.2778, "step": 64 }, { "epoch": 0.01, "learning_rate": 0.0006500000000000001, "loss": 2.2739, "step": 65 }, { "epoch": 0.01, "learning_rate": 0.00066, "loss": 2.2878, "step": 66 }, { "epoch": 0.01, "learning_rate": 0.00067, "loss": 2.196, "step": 67 }, { "epoch": 0.01, "learning_rate": 0.00068, "loss": 2.2384, "step": 68 }, { "epoch": 0.01, "learning_rate": 0.00069, "loss": 2.1638, "step": 69 }, { "epoch": 0.01, "learning_rate": 0.0007, "loss": 2.1578, "step": 70 }, { "epoch": 0.01, "learning_rate": 0.00071, "loss": 2.1781, "step": 71 }, { "epoch": 0.01, "learning_rate": 0.0007199999999999999, "loss": 2.2486, "step": 72 }, { "epoch": 0.01, "learning_rate": 0.00073, "loss": 2.2475, "step": 73 }, { "epoch": 0.01, "learning_rate": 0.00074, "loss": 2.0713, "step": 74 }, { "epoch": 0.01, "learning_rate": 0.00075, "loss": 2.1261, "step": 75 }, { "epoch": 0.01, "learning_rate": 0.00076, "loss": 2.156, "step": 76 }, { "epoch": 0.01, "learning_rate": 0.0007700000000000001, "loss": 2.2273, "step": 77 }, { "epoch": 0.01, "learning_rate": 0.0007800000000000001, "loss": 2.2245, "step": 78 }, { "epoch": 0.01, "learning_rate": 0.00079, "loss": 2.1527, "step": 79 }, { "epoch": 0.01, "learning_rate": 0.0008, "loss": 2.0454, "step": 80 }, { "epoch": 0.01, "learning_rate": 0.0008100000000000001, "loss": 2.2643, "step": 81 }, { "epoch": 0.01, "learning_rate": 0.00082, "loss": 2.2447, "step": 82 }, { "epoch": 0.01, "learning_rate": 0.00083, "loss": 2.1656, "step": 83 }, { "epoch": 0.01, "learning_rate": 0.00084, "loss": 2.099, "step": 84 }, { "epoch": 0.01, "learning_rate": 0.00085, "loss": 2.2078, "step": 85 }, { "epoch": 0.01, "learning_rate": 0.00086, "loss": 2.1537, "step": 86 }, { "epoch": 0.01, "learning_rate": 0.00087, "loss": 2.1013, "step": 87 }, { "epoch": 0.01, "learning_rate": 0.00088, "loss": 2.0553, "step": 88 }, { "epoch": 0.01, "learning_rate": 0.0008900000000000001, "loss": 2.1702, "step": 89 }, { "epoch": 0.01, "learning_rate": 0.0009000000000000001, "loss": 2.0685, "step": 90 }, { "epoch": 0.01, "learning_rate": 0.00091, "loss": 2.149, "step": 91 }, { "epoch": 0.01, "learning_rate": 0.00092, "loss": 2.1102, "step": 92 }, { "epoch": 0.01, "learning_rate": 0.00093, "loss": 2.2527, "step": 93 }, { "epoch": 0.01, "learning_rate": 0.00094, "loss": 2.0719, "step": 94 }, { "epoch": 0.01, "learning_rate": 0.00095, "loss": 2.1293, "step": 95 }, { "epoch": 0.01, "learning_rate": 0.00096, "loss": 2.1333, "step": 96 }, { "epoch": 0.01, "learning_rate": 0.0009699999999999999, "loss": 2.1497, "step": 97 }, { "epoch": 0.01, "learning_rate": 0.00098, "loss": 2.0996, "step": 98 }, { "epoch": 0.01, "learning_rate": 0.00099, "loss": 2.1576, "step": 99 }, { "epoch": 0.01, "learning_rate": 0.001, "loss": 2.1483, "step": 100 }, { "epoch": 0.01, "learning_rate": 0.00099989898989899, "loss": 2.1328, "step": 101 }, { "epoch": 0.01, "learning_rate": 0.00099979797979798, "loss": 2.0475, "step": 102 }, { "epoch": 0.01, "learning_rate": 0.0009996969696969699, "loss": 2.2059, "step": 103 }, { "epoch": 0.01, "learning_rate": 0.0009995959595959596, "loss": 2.0895, "step": 104 }, { "epoch": 0.01, "learning_rate": 0.0009994949494949495, "loss": 2.1077, "step": 105 }, { "epoch": 0.01, "learning_rate": 0.0009993939393939395, "loss": 2.0621, "step": 106 }, { "epoch": 0.01, "learning_rate": 0.0009992929292929294, "loss": 2.177, "step": 107 }, { "epoch": 0.01, "learning_rate": 0.0009991919191919192, "loss": 2.2142, "step": 108 }, { "epoch": 0.01, "learning_rate": 0.0009990909090909091, "loss": 2.0881, "step": 109 }, { "epoch": 0.01, "learning_rate": 0.000998989898989899, "loss": 2.1707, "step": 110 }, { "epoch": 0.01, "learning_rate": 0.000998888888888889, "loss": 2.1403, "step": 111 }, { "epoch": 0.01, "learning_rate": 0.0009987878787878787, "loss": 2.1171, "step": 112 }, { "epoch": 0.01, "learning_rate": 0.0009986868686868687, "loss": 2.047, "step": 113 }, { "epoch": 0.01, "learning_rate": 0.0009985858585858586, "loss": 2.0712, "step": 114 }, { "epoch": 0.01, "learning_rate": 0.0009984848484848486, "loss": 2.1068, "step": 115 }, { "epoch": 0.01, "learning_rate": 0.0009983838383838383, "loss": 2.1159, "step": 116 }, { "epoch": 0.01, "learning_rate": 0.0009982828282828283, "loss": 2.0403, "step": 117 }, { "epoch": 0.01, "learning_rate": 0.0009981818181818182, "loss": 2.0022, "step": 118 }, { "epoch": 0.01, "learning_rate": 0.0009980808080808081, "loss": 2.0025, "step": 119 }, { "epoch": 0.01, "learning_rate": 0.000997979797979798, "loss": 2.1265, "step": 120 }, { "epoch": 0.01, "learning_rate": 0.000997878787878788, "loss": 2.1159, "step": 121 }, { "epoch": 0.01, "learning_rate": 0.0009977777777777778, "loss": 1.958, "step": 122 }, { "epoch": 0.01, "learning_rate": 0.0009976767676767677, "loss": 2.0857, "step": 123 }, { "epoch": 0.01, "learning_rate": 0.0009975757575757577, "loss": 1.9986, "step": 124 }, { "epoch": 0.01, "learning_rate": 0.0009974747474747476, "loss": 2.1304, "step": 125 }, { "epoch": 0.01, "learning_rate": 0.0009973737373737373, "loss": 2.184, "step": 126 }, { "epoch": 0.01, "learning_rate": 0.0009972727272727273, "loss": 2.0053, "step": 127 }, { "epoch": 0.01, "learning_rate": 0.0009971717171717172, "loss": 2.028, "step": 128 }, { "epoch": 0.01, "learning_rate": 0.0009970707070707072, "loss": 2.0992, "step": 129 }, { "epoch": 0.01, "learning_rate": 0.000996969696969697, "loss": 2.0326, "step": 130 }, { "epoch": 0.01, "learning_rate": 0.0009968686868686869, "loss": 2.0328, "step": 131 }, { "epoch": 0.01, "learning_rate": 0.0009967676767676768, "loss": 2.0563, "step": 132 }, { "epoch": 0.01, "learning_rate": 0.0009966666666666668, "loss": 2.178, "step": 133 }, { "epoch": 0.01, "learning_rate": 0.0009965656565656565, "loss": 2.1038, "step": 134 }, { "epoch": 0.01, "learning_rate": 0.0009964646464646464, "loss": 2.096, "step": 135 }, { "epoch": 0.01, "learning_rate": 0.0009963636363636364, "loss": 2.1732, "step": 136 }, { "epoch": 0.01, "learning_rate": 0.0009962626262626263, "loss": 2.1267, "step": 137 }, { "epoch": 0.01, "learning_rate": 0.000996161616161616, "loss": 2.0657, "step": 138 }, { "epoch": 0.01, "learning_rate": 0.0009960606060606062, "loss": 2.1286, "step": 139 }, { "epoch": 0.01, "learning_rate": 0.000995959595959596, "loss": 2.0452, "step": 140 }, { "epoch": 0.01, "learning_rate": 0.000995858585858586, "loss": 2.0499, "step": 141 }, { "epoch": 0.01, "learning_rate": 0.0009957575757575758, "loss": 2.1283, "step": 142 }, { "epoch": 0.01, "learning_rate": 0.0009956565656565658, "loss": 2.1229, "step": 143 }, { "epoch": 0.01, "learning_rate": 0.0009955555555555555, "loss": 2.1071, "step": 144 }, { "epoch": 0.01, "learning_rate": 0.0009954545454545455, "loss": 2.1224, "step": 145 }, { "epoch": 0.01, "learning_rate": 0.0009953535353535354, "loss": 1.9851, "step": 146 }, { "epoch": 0.01, "learning_rate": 0.0009952525252525254, "loss": 2.0053, "step": 147 }, { "epoch": 0.01, "learning_rate": 0.000995151515151515, "loss": 2.113, "step": 148 }, { "epoch": 0.01, "learning_rate": 0.000995050505050505, "loss": 2.0945, "step": 149 }, { "epoch": 0.01, "learning_rate": 0.000994949494949495, "loss": 2.0622, "step": 150 }, { "epoch": 0.02, "learning_rate": 0.000994848484848485, "loss": 2.0936, "step": 151 }, { "epoch": 0.02, "learning_rate": 0.0009947474747474747, "loss": 2.1155, "step": 152 }, { "epoch": 0.02, "learning_rate": 0.0009946464646464646, "loss": 2.1981, "step": 153 }, { "epoch": 0.02, "learning_rate": 0.0009945454545454546, "loss": 2.0479, "step": 154 }, { "epoch": 0.02, "learning_rate": 0.0009944444444444445, "loss": 2.1307, "step": 155 }, { "epoch": 0.02, "learning_rate": 0.0009943434343434342, "loss": 1.8631, "step": 156 }, { "epoch": 0.02, "learning_rate": 0.0009942424242424242, "loss": 2.091, "step": 157 }, { "epoch": 0.02, "learning_rate": 0.0009941414141414141, "loss": 2.1344, "step": 158 }, { "epoch": 0.02, "learning_rate": 0.000994040404040404, "loss": 2.0833, "step": 159 }, { "epoch": 0.02, "learning_rate": 0.000993939393939394, "loss": 1.9934, "step": 160 }, { "epoch": 0.02, "learning_rate": 0.000993838383838384, "loss": 1.9833, "step": 161 }, { "epoch": 0.02, "learning_rate": 0.0009937373737373737, "loss": 1.986, "step": 162 }, { "epoch": 0.02, "learning_rate": 0.0009936363636363636, "loss": 2.0843, "step": 163 }, { "epoch": 0.02, "learning_rate": 0.0009935353535353536, "loss": 2.0206, "step": 164 }, { "epoch": 0.02, "learning_rate": 0.0009934343434343435, "loss": 2.0856, "step": 165 }, { "epoch": 0.02, "learning_rate": 0.0009933333333333333, "loss": 2.0136, "step": 166 }, { "epoch": 0.02, "learning_rate": 0.0009932323232323232, "loss": 1.9881, "step": 167 }, { "epoch": 0.02, "learning_rate": 0.0009931313131313132, "loss": 2.1644, "step": 168 }, { "epoch": 0.02, "learning_rate": 0.000993030303030303, "loss": 2.09, "step": 169 }, { "epoch": 0.02, "learning_rate": 0.0009929292929292928, "loss": 2.1076, "step": 170 }, { "epoch": 0.02, "learning_rate": 0.0009928282828282828, "loss": 1.9709, "step": 171 }, { "epoch": 0.02, "learning_rate": 0.0009927272727272727, "loss": 2.0471, "step": 172 }, { "epoch": 0.02, "learning_rate": 0.0009926262626262627, "loss": 2.0856, "step": 173 }, { "epoch": 0.02, "learning_rate": 0.0009925252525252524, "loss": 2.0028, "step": 174 }, { "epoch": 0.02, "learning_rate": 0.0009924242424242424, "loss": 2.0308, "step": 175 }, { "epoch": 0.02, "learning_rate": 0.0009923232323232323, "loss": 2.0572, "step": 176 }, { "epoch": 0.02, "learning_rate": 0.0009922222222222222, "loss": 2.0539, "step": 177 }, { "epoch": 0.02, "learning_rate": 0.0009921212121212122, "loss": 2.0185, "step": 178 }, { "epoch": 0.02, "learning_rate": 0.0009920202020202021, "loss": 2.0536, "step": 179 }, { "epoch": 0.02, "learning_rate": 0.0009919191919191919, "loss": 2.0024, "step": 180 }, { "epoch": 0.02, "learning_rate": 0.0009918181818181818, "loss": 2.1277, "step": 181 }, { "epoch": 0.02, "learning_rate": 0.0009917171717171718, "loss": 2.0297, "step": 182 }, { "epoch": 0.02, "learning_rate": 0.0009916161616161617, "loss": 2.0917, "step": 183 }, { "epoch": 0.02, "learning_rate": 0.0009915151515151514, "loss": 2.1006, "step": 184 }, { "epoch": 0.02, "learning_rate": 0.0009914141414141414, "loss": 2.0455, "step": 185 }, { "epoch": 0.02, "learning_rate": 0.0009913131313131313, "loss": 2.0974, "step": 186 }, { "epoch": 0.02, "learning_rate": 0.0009912121212121213, "loss": 2.0821, "step": 187 }, { "epoch": 0.02, "learning_rate": 0.0009911111111111112, "loss": 2.0931, "step": 188 }, { "epoch": 0.02, "learning_rate": 0.000991010101010101, "loss": 2.0317, "step": 189 }, { "epoch": 0.02, "learning_rate": 0.000990909090909091, "loss": 1.9059, "step": 190 }, { "epoch": 0.02, "learning_rate": 0.0009908080808080809, "loss": 1.9258, "step": 191 }, { "epoch": 0.02, "learning_rate": 0.0009907070707070708, "loss": 1.9566, "step": 192 }, { "epoch": 0.02, "learning_rate": 0.0009906060606060605, "loss": 2.0572, "step": 193 }, { "epoch": 0.02, "learning_rate": 0.0009905050505050505, "loss": 2.0917, "step": 194 }, { "epoch": 0.02, "learning_rate": 0.0009904040404040404, "loss": 2.0177, "step": 195 }, { "epoch": 0.02, "learning_rate": 0.0009903030303030304, "loss": 1.9265, "step": 196 }, { "epoch": 0.02, "learning_rate": 0.0009902020202020203, "loss": 2.1021, "step": 197 }, { "epoch": 0.02, "learning_rate": 0.0009901010101010103, "loss": 2.1158, "step": 198 }, { "epoch": 0.02, "learning_rate": 0.00099, "loss": 1.9843, "step": 199 }, { "epoch": 0.02, "learning_rate": 0.00098989898989899, "loss": 2.0997, "step": 200 }, { "epoch": 0.02, "learning_rate": 0.0009897979797979799, "loss": 2.0933, "step": 201 }, { "epoch": 0.02, "learning_rate": 0.0009896969696969698, "loss": 2.0834, "step": 202 }, { "epoch": 0.02, "learning_rate": 0.0009895959595959596, "loss": 2.1167, "step": 203 }, { "epoch": 0.02, "learning_rate": 0.0009894949494949495, "loss": 2.0517, "step": 204 }, { "epoch": 0.02, "learning_rate": 0.0009893939393939395, "loss": 1.9413, "step": 205 }, { "epoch": 0.02, "learning_rate": 0.0009892929292929294, "loss": 1.891, "step": 206 }, { "epoch": 0.02, "learning_rate": 0.0009891919191919191, "loss": 1.9382, "step": 207 }, { "epoch": 0.02, "learning_rate": 0.000989090909090909, "loss": 1.9736, "step": 208 }, { "epoch": 0.02, "learning_rate": 0.000988989898989899, "loss": 2.0332, "step": 209 }, { "epoch": 0.02, "learning_rate": 0.000988888888888889, "loss": 2.0221, "step": 210 }, { "epoch": 0.02, "learning_rate": 0.0009887878787878787, "loss": 2.0825, "step": 211 }, { "epoch": 0.02, "learning_rate": 0.0009886868686868687, "loss": 1.9693, "step": 212 }, { "epoch": 0.02, "learning_rate": 0.0009885858585858586, "loss": 1.9989, "step": 213 }, { "epoch": 0.02, "learning_rate": 0.0009884848484848485, "loss": 1.9897, "step": 214 }, { "epoch": 0.02, "learning_rate": 0.0009883838383838383, "loss": 2.0722, "step": 215 }, { "epoch": 0.02, "learning_rate": 0.0009882828282828284, "loss": 1.9653, "step": 216 }, { "epoch": 0.02, "learning_rate": 0.0009881818181818182, "loss": 2.0861, "step": 217 }, { "epoch": 0.02, "learning_rate": 0.0009880808080808081, "loss": 1.8935, "step": 218 }, { "epoch": 0.02, "learning_rate": 0.000987979797979798, "loss": 2.1295, "step": 219 }, { "epoch": 0.02, "learning_rate": 0.000987878787878788, "loss": 2.0555, "step": 220 }, { "epoch": 0.02, "learning_rate": 0.0009877777777777777, "loss": 2.0813, "step": 221 }, { "epoch": 0.02, "learning_rate": 0.0009876767676767677, "loss": 2.0426, "step": 222 }, { "epoch": 0.02, "learning_rate": 0.0009875757575757576, "loss": 1.9818, "step": 223 }, { "epoch": 0.02, "learning_rate": 0.0009874747474747476, "loss": 1.9744, "step": 224 }, { "epoch": 0.02, "learning_rate": 0.0009873737373737373, "loss": 1.9681, "step": 225 }, { "epoch": 0.02, "learning_rate": 0.0009872727272727273, "loss": 2.0538, "step": 226 }, { "epoch": 0.02, "learning_rate": 0.0009871717171717172, "loss": 2.0493, "step": 227 }, { "epoch": 0.02, "learning_rate": 0.0009870707070707072, "loss": 1.9484, "step": 228 }, { "epoch": 0.02, "learning_rate": 0.0009869696969696969, "loss": 2.0947, "step": 229 }, { "epoch": 0.02, "learning_rate": 0.0009868686868686868, "loss": 2.0193, "step": 230 }, { "epoch": 0.02, "learning_rate": 0.0009867676767676768, "loss": 2.0365, "step": 231 }, { "epoch": 0.02, "learning_rate": 0.0009866666666666667, "loss": 2.0624, "step": 232 }, { "epoch": 0.02, "learning_rate": 0.0009865656565656565, "loss": 1.9721, "step": 233 }, { "epoch": 0.02, "learning_rate": 0.0009864646464646464, "loss": 1.9658, "step": 234 }, { "epoch": 0.02, "learning_rate": 0.0009863636363636363, "loss": 2.0441, "step": 235 }, { "epoch": 0.02, "learning_rate": 0.0009862626262626263, "loss": 1.929, "step": 236 }, { "epoch": 0.02, "learning_rate": 0.0009861616161616162, "loss": 2.0288, "step": 237 }, { "epoch": 0.02, "learning_rate": 0.0009860606060606062, "loss": 1.9462, "step": 238 }, { "epoch": 0.02, "learning_rate": 0.000985959595959596, "loss": 1.9983, "step": 239 }, { "epoch": 0.02, "learning_rate": 0.0009858585858585859, "loss": 1.9697, "step": 240 }, { "epoch": 0.02, "learning_rate": 0.0009857575757575758, "loss": 2.035, "step": 241 }, { "epoch": 0.02, "learning_rate": 0.0009856565656565658, "loss": 2.0163, "step": 242 }, { "epoch": 0.02, "learning_rate": 0.0009855555555555555, "loss": 2.0443, "step": 243 }, { "epoch": 0.02, "learning_rate": 0.0009854545454545454, "loss": 1.9712, "step": 244 }, { "epoch": 0.02, "learning_rate": 0.0009853535353535354, "loss": 1.979, "step": 245 }, { "epoch": 0.02, "learning_rate": 0.0009852525252525253, "loss": 1.9346, "step": 246 }, { "epoch": 0.02, "learning_rate": 0.000985151515151515, "loss": 2.0026, "step": 247 }, { "epoch": 0.02, "learning_rate": 0.000985050505050505, "loss": 1.9729, "step": 248 }, { "epoch": 0.02, "learning_rate": 0.000984949494949495, "loss": 1.8462, "step": 249 }, { "epoch": 0.03, "learning_rate": 0.000984848484848485, "loss": 1.9336, "step": 250 }, { "epoch": 0.03, "learning_rate": 0.0009847474747474746, "loss": 1.9938, "step": 251 }, { "epoch": 0.03, "learning_rate": 0.0009846464646464646, "loss": 1.9834, "step": 252 }, { "epoch": 0.03, "learning_rate": 0.0009845454545454545, "loss": 1.9892, "step": 253 }, { "epoch": 0.03, "learning_rate": 0.0009844444444444445, "loss": 1.9013, "step": 254 }, { "epoch": 0.03, "learning_rate": 0.0009843434343434344, "loss": 2.0017, "step": 255 }, { "epoch": 0.03, "learning_rate": 0.0009842424242424244, "loss": 1.9771, "step": 256 }, { "epoch": 0.03, "learning_rate": 0.000984141414141414, "loss": 2.0135, "step": 257 }, { "epoch": 0.03, "learning_rate": 0.000984040404040404, "loss": 1.9034, "step": 258 }, { "epoch": 0.03, "learning_rate": 0.000983939393939394, "loss": 1.9586, "step": 259 }, { "epoch": 0.03, "learning_rate": 0.000983838383838384, "loss": 1.9966, "step": 260 }, { "epoch": 0.03, "learning_rate": 0.0009837373737373737, "loss": 1.9742, "step": 261 }, { "epoch": 0.03, "learning_rate": 0.0009836363636363636, "loss": 1.9376, "step": 262 }, { "epoch": 0.03, "learning_rate": 0.0009835353535353536, "loss": 1.9006, "step": 263 }, { "epoch": 0.03, "learning_rate": 0.0009834343434343435, "loss": 2.028, "step": 264 }, { "epoch": 0.03, "learning_rate": 0.0009833333333333332, "loss": 2.0231, "step": 265 }, { "epoch": 0.03, "learning_rate": 0.0009832323232323232, "loss": 2.0239, "step": 266 }, { "epoch": 0.03, "learning_rate": 0.0009831313131313131, "loss": 1.9672, "step": 267 }, { "epoch": 0.03, "learning_rate": 0.000983030303030303, "loss": 2.098, "step": 268 }, { "epoch": 0.03, "learning_rate": 0.0009829292929292928, "loss": 2.0253, "step": 269 }, { "epoch": 0.03, "learning_rate": 0.0009828282828282828, "loss": 1.8544, "step": 270 }, { "epoch": 0.03, "learning_rate": 0.0009827272727272727, "loss": 1.9616, "step": 271 }, { "epoch": 0.03, "learning_rate": 0.0009826262626262626, "loss": 1.9871, "step": 272 }, { "epoch": 0.03, "learning_rate": 0.0009825252525252526, "loss": 2.0377, "step": 273 }, { "epoch": 0.03, "learning_rate": 0.0009824242424242425, "loss": 1.9943, "step": 274 }, { "epoch": 0.03, "learning_rate": 0.0009823232323232325, "loss": 1.9859, "step": 275 }, { "epoch": 0.03, "learning_rate": 0.0009822222222222222, "loss": 1.94, "step": 276 }, { "epoch": 0.03, "learning_rate": 0.0009821212121212122, "loss": 1.9271, "step": 277 }, { "epoch": 0.03, "learning_rate": 0.0009820202020202021, "loss": 1.924, "step": 278 }, { "epoch": 0.03, "learning_rate": 0.000981919191919192, "loss": 2.0862, "step": 279 }, { "epoch": 0.03, "learning_rate": 0.0009818181818181818, "loss": 2.1038, "step": 280 }, { "epoch": 0.03, "learning_rate": 0.0009817171717171717, "loss": 1.9944, "step": 281 }, { "epoch": 0.03, "learning_rate": 0.0009816161616161617, "loss": 1.9266, "step": 282 }, { "epoch": 0.03, "learning_rate": 0.0009815151515151516, "loss": 2.0527, "step": 283 }, { "epoch": 0.03, "learning_rate": 0.0009814141414141414, "loss": 1.9245, "step": 284 }, { "epoch": 0.03, "learning_rate": 0.0009813131313131313, "loss": 2.0017, "step": 285 }, { "epoch": 0.03, "learning_rate": 0.0009812121212121213, "loss": 1.998, "step": 286 }, { "epoch": 0.03, "learning_rate": 0.0009811111111111112, "loss": 1.9133, "step": 287 }, { "epoch": 0.03, "learning_rate": 0.000981010101010101, "loss": 2.0358, "step": 288 }, { "epoch": 0.03, "learning_rate": 0.0009809090909090909, "loss": 1.939, "step": 289 }, { "epoch": 0.03, "learning_rate": 0.0009808080808080808, "loss": 1.9883, "step": 290 }, { "epoch": 0.03, "learning_rate": 0.0009807070707070708, "loss": 2.061, "step": 291 }, { "epoch": 0.03, "learning_rate": 0.0009806060606060607, "loss": 1.9319, "step": 292 }, { "epoch": 0.03, "learning_rate": 0.0009805050505050507, "loss": 1.9661, "step": 293 }, { "epoch": 0.03, "learning_rate": 0.0009804040404040404, "loss": 1.9547, "step": 294 }, { "epoch": 0.03, "learning_rate": 0.0009803030303030303, "loss": 1.9286, "step": 295 }, { "epoch": 0.03, "learning_rate": 0.0009802020202020203, "loss": 2.0367, "step": 296 }, { "epoch": 0.03, "learning_rate": 0.0009801010101010102, "loss": 1.9614, "step": 297 }, { "epoch": 0.03, "learning_rate": 0.00098, "loss": 1.9543, "step": 298 }, { "epoch": 0.03, "learning_rate": 0.00097989898989899, "loss": 1.9144, "step": 299 }, { "epoch": 0.03, "learning_rate": 0.0009797979797979799, "loss": 1.9562, "step": 300 }, { "epoch": 0.03, "learning_rate": 0.0009796969696969698, "loss": 2.0468, "step": 301 }, { "epoch": 0.03, "learning_rate": 0.0009795959595959595, "loss": 2.0129, "step": 302 }, { "epoch": 0.03, "learning_rate": 0.0009794949494949495, "loss": 2.014, "step": 303 }, { "epoch": 0.03, "learning_rate": 0.0009793939393939394, "loss": 1.9889, "step": 304 }, { "epoch": 0.03, "learning_rate": 0.0009792929292929294, "loss": 1.9341, "step": 305 }, { "epoch": 0.03, "learning_rate": 0.0009791919191919191, "loss": 1.9631, "step": 306 }, { "epoch": 0.03, "learning_rate": 0.000979090909090909, "loss": 1.9062, "step": 307 }, { "epoch": 0.03, "learning_rate": 0.000978989898989899, "loss": 1.9458, "step": 308 }, { "epoch": 0.03, "learning_rate": 0.000978888888888889, "loss": 1.9993, "step": 309 }, { "epoch": 0.03, "learning_rate": 0.0009787878787878787, "loss": 2.1016, "step": 310 }, { "epoch": 0.03, "learning_rate": 0.0009786868686868688, "loss": 1.9815, "step": 311 }, { "epoch": 0.03, "learning_rate": 0.0009785858585858586, "loss": 1.958, "step": 312 }, { "epoch": 0.03, "learning_rate": 0.0009784848484848485, "loss": 1.9347, "step": 313 }, { "epoch": 0.03, "learning_rate": 0.0009783838383838385, "loss": 2.0055, "step": 314 }, { "epoch": 0.03, "learning_rate": 0.0009782828282828284, "loss": 2.0156, "step": 315 }, { "epoch": 0.03, "learning_rate": 0.0009781818181818181, "loss": 2.0543, "step": 316 }, { "epoch": 0.03, "learning_rate": 0.000978080808080808, "loss": 1.8999, "step": 317 }, { "epoch": 0.03, "learning_rate": 0.000977979797979798, "loss": 1.9896, "step": 318 }, { "epoch": 0.03, "learning_rate": 0.000977878787878788, "loss": 2.0358, "step": 319 }, { "epoch": 0.03, "learning_rate": 0.0009777777777777777, "loss": 1.8677, "step": 320 }, { "epoch": 0.03, "learning_rate": 0.0009776767676767677, "loss": 1.9696, "step": 321 }, { "epoch": 0.03, "learning_rate": 0.0009775757575757576, "loss": 2.0581, "step": 322 }, { "epoch": 0.03, "learning_rate": 0.0009774747474747476, "loss": 2.071, "step": 323 }, { "epoch": 0.03, "learning_rate": 0.0009773737373737373, "loss": 1.9242, "step": 324 }, { "epoch": 0.03, "learning_rate": 0.0009772727272727272, "loss": 1.9423, "step": 325 }, { "epoch": 0.03, "learning_rate": 0.0009771717171717172, "loss": 1.9383, "step": 326 }, { "epoch": 0.03, "learning_rate": 0.0009770707070707071, "loss": 1.9598, "step": 327 }, { "epoch": 0.03, "learning_rate": 0.0009769696969696969, "loss": 1.9801, "step": 328 }, { "epoch": 0.03, "learning_rate": 0.0009768686868686868, "loss": 2.0103, "step": 329 }, { "epoch": 0.03, "learning_rate": 0.0009767676767676768, "loss": 1.9594, "step": 330 }, { "epoch": 0.03, "learning_rate": 0.0009766666666666667, "loss": 1.945, "step": 331 }, { "epoch": 0.03, "learning_rate": 0.0009765656565656566, "loss": 2.0506, "step": 332 }, { "epoch": 0.03, "learning_rate": 0.0009764646464646465, "loss": 1.9706, "step": 333 }, { "epoch": 0.03, "learning_rate": 0.0009763636363636363, "loss": 2.0541, "step": 334 }, { "epoch": 0.03, "learning_rate": 0.0009762626262626263, "loss": 1.9323, "step": 335 }, { "epoch": 0.03, "learning_rate": 0.0009761616161616161, "loss": 1.9688, "step": 336 }, { "epoch": 0.03, "learning_rate": 0.0009760606060606061, "loss": 1.9312, "step": 337 }, { "epoch": 0.03, "learning_rate": 0.0009759595959595959, "loss": 1.9397, "step": 338 }, { "epoch": 0.03, "learning_rate": 0.0009758585858585858, "loss": 1.9182, "step": 339 }, { "epoch": 0.03, "learning_rate": 0.0009757575757575757, "loss": 1.9213, "step": 340 }, { "epoch": 0.03, "learning_rate": 0.0009756565656565657, "loss": 2.0673, "step": 341 }, { "epoch": 0.03, "learning_rate": 0.0009755555555555556, "loss": 2.0, "step": 342 }, { "epoch": 0.03, "learning_rate": 0.0009754545454545455, "loss": 1.9437, "step": 343 }, { "epoch": 0.03, "learning_rate": 0.0009753535353535354, "loss": 1.9457, "step": 344 }, { "epoch": 0.03, "learning_rate": 0.0009752525252525253, "loss": 1.9932, "step": 345 }, { "epoch": 0.03, "learning_rate": 0.0009751515151515151, "loss": 1.9318, "step": 346 }, { "epoch": 0.03, "learning_rate": 0.0009750505050505051, "loss": 1.8272, "step": 347 }, { "epoch": 0.03, "learning_rate": 0.0009749494949494949, "loss": 1.8323, "step": 348 }, { "epoch": 0.03, "learning_rate": 0.0009748484848484849, "loss": 1.9745, "step": 349 }, { "epoch": 0.04, "learning_rate": 0.0009747474747474747, "loss": 1.9801, "step": 350 }, { "epoch": 0.04, "learning_rate": 0.0009746464646464647, "loss": 2.031, "step": 351 }, { "epoch": 0.04, "learning_rate": 0.0009745454545454545, "loss": 1.9624, "step": 352 }, { "epoch": 0.04, "learning_rate": 0.0009744444444444444, "loss": 1.9247, "step": 353 }, { "epoch": 0.04, "learning_rate": 0.0009743434343434343, "loss": 1.9323, "step": 354 }, { "epoch": 0.04, "learning_rate": 0.0009742424242424242, "loss": 2.0632, "step": 355 }, { "epoch": 0.04, "learning_rate": 0.0009741414141414141, "loss": 1.9549, "step": 356 }, { "epoch": 0.04, "learning_rate": 0.000974040404040404, "loss": 1.936, "step": 357 }, { "epoch": 0.04, "learning_rate": 0.000973939393939394, "loss": 1.9138, "step": 358 }, { "epoch": 0.04, "learning_rate": 0.0009738383838383838, "loss": 1.9406, "step": 359 }, { "epoch": 0.04, "learning_rate": 0.0009737373737373739, "loss": 2.0139, "step": 360 }, { "epoch": 0.04, "learning_rate": 0.0009736363636363637, "loss": 1.912, "step": 361 }, { "epoch": 0.04, "learning_rate": 0.0009735353535353536, "loss": 1.8971, "step": 362 }, { "epoch": 0.04, "learning_rate": 0.0009734343434343435, "loss": 1.9541, "step": 363 }, { "epoch": 0.04, "learning_rate": 0.0009733333333333334, "loss": 2.0605, "step": 364 }, { "epoch": 0.04, "learning_rate": 0.0009732323232323233, "loss": 2.0231, "step": 365 }, { "epoch": 0.04, "learning_rate": 0.0009731313131313132, "loss": 1.9344, "step": 366 }, { "epoch": 0.04, "learning_rate": 0.000973030303030303, "loss": 2.0164, "step": 367 }, { "epoch": 0.04, "learning_rate": 0.000972929292929293, "loss": 1.9232, "step": 368 }, { "epoch": 0.04, "learning_rate": 0.0009728282828282828, "loss": 2.0505, "step": 369 }, { "epoch": 0.04, "learning_rate": 0.0009727272727272728, "loss": 1.8926, "step": 370 }, { "epoch": 0.04, "learning_rate": 0.0009726262626262626, "loss": 1.9801, "step": 371 }, { "epoch": 0.04, "learning_rate": 0.0009725252525252526, "loss": 1.9585, "step": 372 }, { "epoch": 0.04, "learning_rate": 0.0009724242424242424, "loss": 1.949, "step": 373 }, { "epoch": 0.04, "learning_rate": 0.0009723232323232324, "loss": 1.9841, "step": 374 }, { "epoch": 0.04, "learning_rate": 0.0009722222222222222, "loss": 1.8514, "step": 375 }, { "epoch": 0.04, "learning_rate": 0.0009721212121212121, "loss": 2.0101, "step": 376 }, { "epoch": 0.04, "learning_rate": 0.000972020202020202, "loss": 1.7935, "step": 377 }, { "epoch": 0.04, "learning_rate": 0.0009719191919191919, "loss": 1.9779, "step": 378 }, { "epoch": 0.04, "learning_rate": 0.0009718181818181819, "loss": 2.022, "step": 379 }, { "epoch": 0.04, "learning_rate": 0.0009717171717171718, "loss": 1.9835, "step": 380 }, { "epoch": 0.04, "learning_rate": 0.0009716161616161617, "loss": 2.0196, "step": 381 }, { "epoch": 0.04, "learning_rate": 0.0009715151515151516, "loss": 1.9241, "step": 382 }, { "epoch": 0.04, "learning_rate": 0.0009714141414141414, "loss": 1.9743, "step": 383 }, { "epoch": 0.04, "learning_rate": 0.0009713131313131314, "loss": 1.9937, "step": 384 }, { "epoch": 0.04, "learning_rate": 0.0009712121212121212, "loss": 1.9572, "step": 385 }, { "epoch": 0.04, "learning_rate": 0.0009711111111111112, "loss": 1.8869, "step": 386 }, { "epoch": 0.04, "learning_rate": 0.000971010101010101, "loss": 1.9343, "step": 387 }, { "epoch": 0.04, "learning_rate": 0.000970909090909091, "loss": 1.8521, "step": 388 }, { "epoch": 0.04, "learning_rate": 0.0009708080808080808, "loss": 1.9718, "step": 389 }, { "epoch": 0.04, "learning_rate": 0.0009707070707070707, "loss": 1.8356, "step": 390 }, { "epoch": 0.04, "learning_rate": 0.0009706060606060606, "loss": 2.0284, "step": 391 }, { "epoch": 0.04, "learning_rate": 0.0009705050505050505, "loss": 1.9062, "step": 392 }, { "epoch": 0.04, "learning_rate": 0.0009704040404040404, "loss": 1.9221, "step": 393 }, { "epoch": 0.04, "learning_rate": 0.0009703030303030303, "loss": 1.8761, "step": 394 }, { "epoch": 0.04, "learning_rate": 0.0009702020202020202, "loss": 1.8983, "step": 395 }, { "epoch": 0.04, "learning_rate": 0.0009701010101010101, "loss": 2.0126, "step": 396 }, { "epoch": 0.04, "learning_rate": 0.0009699999999999999, "loss": 1.9452, "step": 397 }, { "epoch": 0.04, "learning_rate": 0.00096989898989899, "loss": 1.9114, "step": 398 }, { "epoch": 0.04, "learning_rate": 0.0009697979797979798, "loss": 2.0684, "step": 399 }, { "epoch": 0.04, "learning_rate": 0.0009696969696969698, "loss": 1.8771, "step": 400 } ], "max_steps": 10000, "num_train_epochs": 9223372036854775807, "total_flos": 3.85303352767488e+17, "trial_name": null, "trial_params": null }