{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.02, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 1e-05, "loss": 3.6346, "step": 1 }, { "epoch": 0.0, "learning_rate": 2e-05, "loss": 3.602, "step": 2 }, { "epoch": 0.0, "learning_rate": 3e-05, "loss": 3.5741, "step": 3 }, { "epoch": 0.0, "learning_rate": 4e-05, "loss": 3.4904, "step": 4 }, { "epoch": 0.0, "learning_rate": 5e-05, "loss": 3.4215, "step": 5 }, { "epoch": 0.0, "learning_rate": 6e-05, "loss": 3.4568, "step": 6 }, { "epoch": 0.0, "learning_rate": 7.000000000000001e-05, "loss": 3.3978, "step": 7 }, { "epoch": 0.0, "learning_rate": 8e-05, "loss": 3.4991, "step": 8 }, { "epoch": 0.0, "learning_rate": 8.999999999999999e-05, "loss": 3.5852, "step": 9 }, { "epoch": 0.0, "learning_rate": 0.0001, "loss": 3.3132, "step": 10 }, { "epoch": 0.0, "learning_rate": 0.00011, "loss": 3.2737, "step": 11 }, { "epoch": 0.0, "learning_rate": 0.00012, "loss": 3.1399, "step": 12 }, { "epoch": 0.0, "learning_rate": 0.00013000000000000002, "loss": 3.1828, "step": 13 }, { "epoch": 0.0, "learning_rate": 0.00014000000000000001, "loss": 3.0638, "step": 14 }, { "epoch": 0.0, "learning_rate": 0.00015, "loss": 3.185, "step": 15 }, { "epoch": 0.0, "learning_rate": 0.00016, "loss": 3.0669, "step": 16 }, { "epoch": 0.0, "learning_rate": 0.00017, "loss": 2.9026, "step": 17 }, { "epoch": 0.0, "learning_rate": 0.00017999999999999998, "loss": 2.9591, "step": 18 }, { "epoch": 0.0, "learning_rate": 0.00019, "loss": 2.8483, "step": 19 }, { "epoch": 0.0, "learning_rate": 0.0002, "loss": 2.7707, "step": 20 }, { "epoch": 0.0, "learning_rate": 0.00021, "loss": 2.8564, "step": 21 }, { "epoch": 0.0, "learning_rate": 0.00022, "loss": 2.6997, "step": 22 }, { "epoch": 0.0, "learning_rate": 0.00023, "loss": 2.8052, "step": 23 }, { "epoch": 0.0, "learning_rate": 0.00024, "loss": 2.5826, "step": 24 }, { "epoch": 0.0, "learning_rate": 0.00025, "loss": 2.6266, "step": 25 }, { "epoch": 0.0, "learning_rate": 0.00026000000000000003, "loss": 2.6477, "step": 26 }, { "epoch": 0.0, "learning_rate": 0.00027, "loss": 2.6133, "step": 27 }, { "epoch": 0.0, "learning_rate": 0.00028000000000000003, "loss": 2.5395, "step": 28 }, { "epoch": 0.0, "learning_rate": 0.00029, "loss": 2.664, "step": 29 }, { "epoch": 0.0, "learning_rate": 0.0003, "loss": 2.5568, "step": 30 }, { "epoch": 0.0, "learning_rate": 0.00031, "loss": 2.4346, "step": 31 }, { "epoch": 0.0, "learning_rate": 0.00032, "loss": 2.5765, "step": 32 }, { "epoch": 0.0, "learning_rate": 0.00033, "loss": 2.4884, "step": 33 }, { "epoch": 0.0, "learning_rate": 0.00034, "loss": 2.4257, "step": 34 }, { "epoch": 0.0, "learning_rate": 0.00035, "loss": 2.4281, "step": 35 }, { "epoch": 0.0, "learning_rate": 0.00035999999999999997, "loss": 2.4858, "step": 36 }, { "epoch": 0.0, "learning_rate": 0.00037, "loss": 2.383, "step": 37 }, { "epoch": 0.0, "learning_rate": 0.00038, "loss": 2.4865, "step": 38 }, { "epoch": 0.0, "learning_rate": 0.00039000000000000005, "loss": 2.3564, "step": 39 }, { "epoch": 0.0, "learning_rate": 0.0004, "loss": 2.4276, "step": 40 }, { "epoch": 0.0, "learning_rate": 0.00041, "loss": 2.4225, "step": 41 }, { "epoch": 0.0, "learning_rate": 0.00042, "loss": 2.2718, "step": 42 }, { "epoch": 0.0, "learning_rate": 0.00043, "loss": 2.3566, "step": 43 }, { "epoch": 0.0, "learning_rate": 0.00044, "loss": 2.3911, "step": 44 }, { "epoch": 0.0, "learning_rate": 0.00045000000000000004, "loss": 2.3999, "step": 45 }, { "epoch": 0.0, "learning_rate": 0.00046, "loss": 2.2776, "step": 46 }, { "epoch": 0.0, "learning_rate": 0.00047, "loss": 2.3891, "step": 47 }, { "epoch": 0.0, "learning_rate": 0.00048, "loss": 2.3132, "step": 48 }, { "epoch": 0.0, "learning_rate": 0.00049, "loss": 2.3353, "step": 49 }, { "epoch": 0.01, "learning_rate": 0.0005, "loss": 2.3691, "step": 50 }, { "epoch": 0.01, "learning_rate": 0.00051, "loss": 2.3271, "step": 51 }, { "epoch": 0.01, "learning_rate": 0.0005200000000000001, "loss": 2.2881, "step": 52 }, { "epoch": 0.01, "learning_rate": 0.0005300000000000001, "loss": 2.2731, "step": 53 }, { "epoch": 0.01, "learning_rate": 0.00054, "loss": 2.3186, "step": 54 }, { "epoch": 0.01, "learning_rate": 0.00055, "loss": 2.3216, "step": 55 }, { "epoch": 0.01, "learning_rate": 0.0005600000000000001, "loss": 2.3204, "step": 56 }, { "epoch": 0.01, "learning_rate": 0.00057, "loss": 2.1832, "step": 57 }, { "epoch": 0.01, "learning_rate": 0.00058, "loss": 2.4125, "step": 58 }, { "epoch": 0.01, "learning_rate": 0.00059, "loss": 2.2649, "step": 59 }, { "epoch": 0.01, "learning_rate": 0.0006, "loss": 2.1589, "step": 60 }, { "epoch": 0.01, "learning_rate": 0.00061, "loss": 2.1431, "step": 61 }, { "epoch": 0.01, "learning_rate": 0.00062, "loss": 2.3738, "step": 62 }, { "epoch": 0.01, "learning_rate": 0.00063, "loss": 2.2525, "step": 63 }, { "epoch": 0.01, "learning_rate": 0.00064, "loss": 2.2778, "step": 64 }, { "epoch": 0.01, "learning_rate": 0.0006500000000000001, "loss": 2.2739, "step": 65 }, { "epoch": 0.01, "learning_rate": 0.00066, "loss": 2.2878, "step": 66 }, { "epoch": 0.01, "learning_rate": 0.00067, "loss": 2.196, "step": 67 }, { "epoch": 0.01, "learning_rate": 0.00068, "loss": 2.2384, "step": 68 }, { "epoch": 0.01, "learning_rate": 0.00069, "loss": 2.1638, "step": 69 }, { "epoch": 0.01, "learning_rate": 0.0007, "loss": 2.1578, "step": 70 }, { "epoch": 0.01, "learning_rate": 0.00071, "loss": 2.1781, "step": 71 }, { "epoch": 0.01, "learning_rate": 0.0007199999999999999, "loss": 2.2486, "step": 72 }, { "epoch": 0.01, "learning_rate": 0.00073, "loss": 2.2475, "step": 73 }, { "epoch": 0.01, "learning_rate": 0.00074, "loss": 2.0713, "step": 74 }, { "epoch": 0.01, "learning_rate": 0.00075, "loss": 2.1261, "step": 75 }, { "epoch": 0.01, "learning_rate": 0.00076, "loss": 2.156, "step": 76 }, { "epoch": 0.01, "learning_rate": 0.0007700000000000001, "loss": 2.2273, "step": 77 }, { "epoch": 0.01, "learning_rate": 0.0007800000000000001, "loss": 2.2245, "step": 78 }, { "epoch": 0.01, "learning_rate": 0.00079, "loss": 2.1527, "step": 79 }, { "epoch": 0.01, "learning_rate": 0.0008, "loss": 2.0454, "step": 80 }, { "epoch": 0.01, "learning_rate": 0.0008100000000000001, "loss": 2.2643, "step": 81 }, { "epoch": 0.01, "learning_rate": 0.00082, "loss": 2.2447, "step": 82 }, { "epoch": 0.01, "learning_rate": 0.00083, "loss": 2.1656, "step": 83 }, { "epoch": 0.01, "learning_rate": 0.00084, "loss": 2.099, "step": 84 }, { "epoch": 0.01, "learning_rate": 0.00085, "loss": 2.2078, "step": 85 }, { "epoch": 0.01, "learning_rate": 0.00086, "loss": 2.1537, "step": 86 }, { "epoch": 0.01, "learning_rate": 0.00087, "loss": 2.1013, "step": 87 }, { "epoch": 0.01, "learning_rate": 0.00088, "loss": 2.0553, "step": 88 }, { "epoch": 0.01, "learning_rate": 0.0008900000000000001, "loss": 2.1702, "step": 89 }, { "epoch": 0.01, "learning_rate": 0.0009000000000000001, "loss": 2.0685, "step": 90 }, { "epoch": 0.01, "learning_rate": 0.00091, "loss": 2.149, "step": 91 }, { "epoch": 0.01, "learning_rate": 0.00092, "loss": 2.1102, "step": 92 }, { "epoch": 0.01, "learning_rate": 0.00093, "loss": 2.2527, "step": 93 }, { "epoch": 0.01, "learning_rate": 0.00094, "loss": 2.0719, "step": 94 }, { "epoch": 0.01, "learning_rate": 0.00095, "loss": 2.1293, "step": 95 }, { "epoch": 0.01, "learning_rate": 0.00096, "loss": 2.1333, "step": 96 }, { "epoch": 0.01, "learning_rate": 0.0009699999999999999, "loss": 2.1497, "step": 97 }, { "epoch": 0.01, "learning_rate": 0.00098, "loss": 2.0996, "step": 98 }, { "epoch": 0.01, "learning_rate": 0.00099, "loss": 2.1576, "step": 99 }, { "epoch": 0.01, "learning_rate": 0.001, "loss": 2.1483, "step": 100 }, { "epoch": 0.01, "learning_rate": 0.00099989898989899, "loss": 2.1328, "step": 101 }, { "epoch": 0.01, "learning_rate": 0.00099979797979798, "loss": 2.0475, "step": 102 }, { "epoch": 0.01, "learning_rate": 0.0009996969696969699, "loss": 2.2059, "step": 103 }, { "epoch": 0.01, "learning_rate": 0.0009995959595959596, "loss": 2.0895, "step": 104 }, { "epoch": 0.01, "learning_rate": 0.0009994949494949495, "loss": 2.1077, "step": 105 }, { "epoch": 0.01, "learning_rate": 0.0009993939393939395, "loss": 2.0621, "step": 106 }, { "epoch": 0.01, "learning_rate": 0.0009992929292929294, "loss": 2.177, "step": 107 }, { "epoch": 0.01, "learning_rate": 0.0009991919191919192, "loss": 2.2142, "step": 108 }, { "epoch": 0.01, "learning_rate": 0.0009990909090909091, "loss": 2.0881, "step": 109 }, { "epoch": 0.01, "learning_rate": 0.000998989898989899, "loss": 2.1707, "step": 110 }, { "epoch": 0.01, "learning_rate": 0.000998888888888889, "loss": 2.1403, "step": 111 }, { "epoch": 0.01, "learning_rate": 0.0009987878787878787, "loss": 2.1171, "step": 112 }, { "epoch": 0.01, "learning_rate": 0.0009986868686868687, "loss": 2.047, "step": 113 }, { "epoch": 0.01, "learning_rate": 0.0009985858585858586, "loss": 2.0712, "step": 114 }, { "epoch": 0.01, "learning_rate": 0.0009984848484848486, "loss": 2.1068, "step": 115 }, { "epoch": 0.01, "learning_rate": 0.0009983838383838383, "loss": 2.1159, "step": 116 }, { "epoch": 0.01, "learning_rate": 0.0009982828282828283, "loss": 2.0403, "step": 117 }, { "epoch": 0.01, "learning_rate": 0.0009981818181818182, "loss": 2.0022, "step": 118 }, { "epoch": 0.01, "learning_rate": 0.0009980808080808081, "loss": 2.0025, "step": 119 }, { "epoch": 0.01, "learning_rate": 0.000997979797979798, "loss": 2.1265, "step": 120 }, { "epoch": 0.01, "learning_rate": 0.000997878787878788, "loss": 2.1159, "step": 121 }, { "epoch": 0.01, "learning_rate": 0.0009977777777777778, "loss": 1.958, "step": 122 }, { "epoch": 0.01, "learning_rate": 0.0009976767676767677, "loss": 2.0857, "step": 123 }, { "epoch": 0.01, "learning_rate": 0.0009975757575757577, "loss": 1.9986, "step": 124 }, { "epoch": 0.01, "learning_rate": 0.0009974747474747476, "loss": 2.1304, "step": 125 }, { "epoch": 0.01, "learning_rate": 0.0009973737373737373, "loss": 2.184, "step": 126 }, { "epoch": 0.01, "learning_rate": 0.0009972727272727273, "loss": 2.0053, "step": 127 }, { "epoch": 0.01, "learning_rate": 0.0009971717171717172, "loss": 2.028, "step": 128 }, { "epoch": 0.01, "learning_rate": 0.0009970707070707072, "loss": 2.0992, "step": 129 }, { "epoch": 0.01, "learning_rate": 0.000996969696969697, "loss": 2.0326, "step": 130 }, { "epoch": 0.01, "learning_rate": 0.0009968686868686869, "loss": 2.0328, "step": 131 }, { "epoch": 0.01, "learning_rate": 0.0009967676767676768, "loss": 2.0563, "step": 132 }, { "epoch": 0.01, "learning_rate": 0.0009966666666666668, "loss": 2.178, "step": 133 }, { "epoch": 0.01, "learning_rate": 0.0009965656565656565, "loss": 2.1038, "step": 134 }, { "epoch": 0.01, "learning_rate": 0.0009964646464646464, "loss": 2.096, "step": 135 }, { "epoch": 0.01, "learning_rate": 0.0009963636363636364, "loss": 2.1732, "step": 136 }, { "epoch": 0.01, "learning_rate": 0.0009962626262626263, "loss": 2.1267, "step": 137 }, { "epoch": 0.01, "learning_rate": 0.000996161616161616, "loss": 2.0657, "step": 138 }, { "epoch": 0.01, "learning_rate": 0.0009960606060606062, "loss": 2.1286, "step": 139 }, { "epoch": 0.01, "learning_rate": 0.000995959595959596, "loss": 2.0452, "step": 140 }, { "epoch": 0.01, "learning_rate": 0.000995858585858586, "loss": 2.0499, "step": 141 }, { "epoch": 0.01, "learning_rate": 0.0009957575757575758, "loss": 2.1283, "step": 142 }, { "epoch": 0.01, "learning_rate": 0.0009956565656565658, "loss": 2.1229, "step": 143 }, { "epoch": 0.01, "learning_rate": 0.0009955555555555555, "loss": 2.1071, "step": 144 }, { "epoch": 0.01, "learning_rate": 0.0009954545454545455, "loss": 2.1224, "step": 145 }, { "epoch": 0.01, "learning_rate": 0.0009953535353535354, "loss": 1.9851, "step": 146 }, { "epoch": 0.01, "learning_rate": 0.0009952525252525254, "loss": 2.0053, "step": 147 }, { "epoch": 0.01, "learning_rate": 0.000995151515151515, "loss": 2.113, "step": 148 }, { "epoch": 0.01, "learning_rate": 0.000995050505050505, "loss": 2.0945, "step": 149 }, { "epoch": 0.01, "learning_rate": 0.000994949494949495, "loss": 2.0622, "step": 150 }, { "epoch": 0.02, "learning_rate": 0.000994848484848485, "loss": 2.0936, "step": 151 }, { "epoch": 0.02, "learning_rate": 0.0009947474747474747, "loss": 2.1155, "step": 152 }, { "epoch": 0.02, "learning_rate": 0.0009946464646464646, "loss": 2.1981, "step": 153 }, { "epoch": 0.02, "learning_rate": 0.0009945454545454546, "loss": 2.0479, "step": 154 }, { "epoch": 0.02, "learning_rate": 0.0009944444444444445, "loss": 2.1307, "step": 155 }, { "epoch": 0.02, "learning_rate": 0.0009943434343434342, "loss": 1.8631, "step": 156 }, { "epoch": 0.02, "learning_rate": 0.0009942424242424242, "loss": 2.091, "step": 157 }, { "epoch": 0.02, "learning_rate": 0.0009941414141414141, "loss": 2.1344, "step": 158 }, { "epoch": 0.02, "learning_rate": 0.000994040404040404, "loss": 2.0833, "step": 159 }, { "epoch": 0.02, "learning_rate": 0.000993939393939394, "loss": 1.9934, "step": 160 }, { "epoch": 0.02, "learning_rate": 0.000993838383838384, "loss": 1.9833, "step": 161 }, { "epoch": 0.02, "learning_rate": 0.0009937373737373737, "loss": 1.986, "step": 162 }, { "epoch": 0.02, "learning_rate": 0.0009936363636363636, "loss": 2.0843, "step": 163 }, { "epoch": 0.02, "learning_rate": 0.0009935353535353536, "loss": 2.0206, "step": 164 }, { "epoch": 0.02, "learning_rate": 0.0009934343434343435, "loss": 2.0856, "step": 165 }, { "epoch": 0.02, "learning_rate": 0.0009933333333333333, "loss": 2.0136, "step": 166 }, { "epoch": 0.02, "learning_rate": 0.0009932323232323232, "loss": 1.9881, "step": 167 }, { "epoch": 0.02, "learning_rate": 0.0009931313131313132, "loss": 2.1644, "step": 168 }, { "epoch": 0.02, "learning_rate": 0.000993030303030303, "loss": 2.09, "step": 169 }, { "epoch": 0.02, "learning_rate": 0.0009929292929292928, "loss": 2.1076, "step": 170 }, { "epoch": 0.02, "learning_rate": 0.0009928282828282828, "loss": 1.9709, "step": 171 }, { "epoch": 0.02, "learning_rate": 0.0009927272727272727, "loss": 2.0471, "step": 172 }, { "epoch": 0.02, "learning_rate": 0.0009926262626262627, "loss": 2.0856, "step": 173 }, { "epoch": 0.02, "learning_rate": 0.0009925252525252524, "loss": 2.0028, "step": 174 }, { "epoch": 0.02, "learning_rate": 0.0009924242424242424, "loss": 2.0308, "step": 175 }, { "epoch": 0.02, "learning_rate": 0.0009923232323232323, "loss": 2.0572, "step": 176 }, { "epoch": 0.02, "learning_rate": 0.0009922222222222222, "loss": 2.0539, "step": 177 }, { "epoch": 0.02, "learning_rate": 0.0009921212121212122, "loss": 2.0185, "step": 178 }, { "epoch": 0.02, "learning_rate": 0.0009920202020202021, "loss": 2.0536, "step": 179 }, { "epoch": 0.02, "learning_rate": 0.0009919191919191919, "loss": 2.0024, "step": 180 }, { "epoch": 0.02, "learning_rate": 0.0009918181818181818, "loss": 2.1277, "step": 181 }, { "epoch": 0.02, "learning_rate": 0.0009917171717171718, "loss": 2.0297, "step": 182 }, { "epoch": 0.02, "learning_rate": 0.0009916161616161617, "loss": 2.0917, "step": 183 }, { "epoch": 0.02, "learning_rate": 0.0009915151515151514, "loss": 2.1006, "step": 184 }, { "epoch": 0.02, "learning_rate": 0.0009914141414141414, "loss": 2.0455, "step": 185 }, { "epoch": 0.02, "learning_rate": 0.0009913131313131313, "loss": 2.0974, "step": 186 }, { "epoch": 0.02, "learning_rate": 0.0009912121212121213, "loss": 2.0821, "step": 187 }, { "epoch": 0.02, "learning_rate": 0.0009911111111111112, "loss": 2.0931, "step": 188 }, { "epoch": 0.02, "learning_rate": 0.000991010101010101, "loss": 2.0317, "step": 189 }, { "epoch": 0.02, "learning_rate": 0.000990909090909091, "loss": 1.9059, "step": 190 }, { "epoch": 0.02, "learning_rate": 0.0009908080808080809, "loss": 1.9258, "step": 191 }, { "epoch": 0.02, "learning_rate": 0.0009907070707070708, "loss": 1.9566, "step": 192 }, { "epoch": 0.02, "learning_rate": 0.0009906060606060605, "loss": 2.0572, "step": 193 }, { "epoch": 0.02, "learning_rate": 0.0009905050505050505, "loss": 2.0917, "step": 194 }, { "epoch": 0.02, "learning_rate": 0.0009904040404040404, "loss": 2.0177, "step": 195 }, { "epoch": 0.02, "learning_rate": 0.0009903030303030304, "loss": 1.9265, "step": 196 }, { "epoch": 0.02, "learning_rate": 0.0009902020202020203, "loss": 2.1021, "step": 197 }, { "epoch": 0.02, "learning_rate": 0.0009901010101010103, "loss": 2.1158, "step": 198 }, { "epoch": 0.02, "learning_rate": 0.00099, "loss": 1.9843, "step": 199 }, { "epoch": 0.02, "learning_rate": 0.00098989898989899, "loss": 2.0997, "step": 200 } ], "max_steps": 10000, "num_train_epochs": 9223372036854775807, "total_flos": 1.93311290824704e+17, "trial_name": null, "trial_params": null }