| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 3848, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0005197505197505198, | |
| "grad_norm": 37.05835422762717, | |
| "learning_rate": 5.194805194805195e-08, | |
| "loss": 2.0466, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.002598752598752599, | |
| "grad_norm": 37.36458385503662, | |
| "learning_rate": 2.597402597402598e-07, | |
| "loss": 2.0439, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.005197505197505198, | |
| "grad_norm": 39.070563651666575, | |
| "learning_rate": 5.194805194805196e-07, | |
| "loss": 2.0133, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007796257796257797, | |
| "grad_norm": 11.361027583243034, | |
| "learning_rate": 7.792207792207792e-07, | |
| "loss": 1.8666, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.010395010395010396, | |
| "grad_norm": 5.863826986672296, | |
| "learning_rate": 1.0389610389610392e-06, | |
| "loss": 1.7677, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.012993762993762994, | |
| "grad_norm": 4.522921155466077, | |
| "learning_rate": 1.2987012987012986e-06, | |
| "loss": 1.6467, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.015592515592515593, | |
| "grad_norm": 3.1296619021160326, | |
| "learning_rate": 1.5584415584415584e-06, | |
| "loss": 1.4777, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.018191268191268192, | |
| "grad_norm": 2.12702049381069, | |
| "learning_rate": 1.8181818181818183e-06, | |
| "loss": 1.3423, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02079002079002079, | |
| "grad_norm": 2.381326820034051, | |
| "learning_rate": 2.0779220779220784e-06, | |
| "loss": 1.2129, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02338877338877339, | |
| "grad_norm": 1.745648282948505, | |
| "learning_rate": 2.337662337662338e-06, | |
| "loss": 1.117, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.02598752598752599, | |
| "grad_norm": 1.2151402583346058, | |
| "learning_rate": 2.597402597402597e-06, | |
| "loss": 1.0561, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.028586278586278588, | |
| "grad_norm": 1.1469155851046635, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 0.9923, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.031185031185031187, | |
| "grad_norm": 1.1501290412070948, | |
| "learning_rate": 3.116883116883117e-06, | |
| "loss": 0.9596, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.033783783783783786, | |
| "grad_norm": 1.2437833266166898, | |
| "learning_rate": 3.376623376623377e-06, | |
| "loss": 0.9281, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.036382536382536385, | |
| "grad_norm": 1.1628173200126817, | |
| "learning_rate": 3.6363636363636366e-06, | |
| "loss": 0.9026, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03898128898128898, | |
| "grad_norm": 1.1632550654052534, | |
| "learning_rate": 3.896103896103897e-06, | |
| "loss": 0.9004, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04158004158004158, | |
| "grad_norm": 1.2551305602329859, | |
| "learning_rate": 4.155844155844157e-06, | |
| "loss": 0.8755, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04417879417879418, | |
| "grad_norm": 1.1474998623142625, | |
| "learning_rate": 4.415584415584416e-06, | |
| "loss": 0.8516, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.04677754677754678, | |
| "grad_norm": 1.1143075622189529, | |
| "learning_rate": 4.675324675324676e-06, | |
| "loss": 0.8517, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04937629937629938, | |
| "grad_norm": 1.1206710563724116, | |
| "learning_rate": 4.935064935064935e-06, | |
| "loss": 0.8458, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.05197505197505198, | |
| "grad_norm": 1.0838734153124963, | |
| "learning_rate": 5.194805194805194e-06, | |
| "loss": 0.8363, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05457380457380458, | |
| "grad_norm": 1.5339125140531156, | |
| "learning_rate": 5.4545454545454545e-06, | |
| "loss": 0.8195, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.057172557172557176, | |
| "grad_norm": 1.1439071531812668, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 0.8394, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.059771309771309775, | |
| "grad_norm": 1.4061392934636887, | |
| "learning_rate": 5.9740259740259746e-06, | |
| "loss": 0.8239, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.062370062370062374, | |
| "grad_norm": 1.1592154562156236, | |
| "learning_rate": 6.233766233766234e-06, | |
| "loss": 0.8039, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06496881496881497, | |
| "grad_norm": 1.0248228760326474, | |
| "learning_rate": 6.493506493506494e-06, | |
| "loss": 0.8022, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.06756756756756757, | |
| "grad_norm": 1.1650242675138267, | |
| "learning_rate": 6.753246753246754e-06, | |
| "loss": 0.8032, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.07016632016632017, | |
| "grad_norm": 1.1631059955651202, | |
| "learning_rate": 7.012987012987014e-06, | |
| "loss": 0.8076, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.07276507276507277, | |
| "grad_norm": 0.9623641373070422, | |
| "learning_rate": 7.272727272727273e-06, | |
| "loss": 0.8039, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07536382536382537, | |
| "grad_norm": 1.1042092302715827, | |
| "learning_rate": 7.532467532467533e-06, | |
| "loss": 0.8041, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.07796257796257797, | |
| "grad_norm": 1.034610728564867, | |
| "learning_rate": 7.792207792207793e-06, | |
| "loss": 0.7979, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.08056133056133057, | |
| "grad_norm": 1.0441346842973676, | |
| "learning_rate": 8.051948051948052e-06, | |
| "loss": 0.7889, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.08316008316008316, | |
| "grad_norm": 1.1314811400194547, | |
| "learning_rate": 8.311688311688313e-06, | |
| "loss": 0.8095, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08575883575883576, | |
| "grad_norm": 1.083993546178677, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 0.7838, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.08835758835758836, | |
| "grad_norm": 0.9844284926961596, | |
| "learning_rate": 8.831168831168832e-06, | |
| "loss": 0.8007, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.09095634095634096, | |
| "grad_norm": 0.9748756413462465, | |
| "learning_rate": 9.090909090909091e-06, | |
| "loss": 0.7839, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.09355509355509356, | |
| "grad_norm": 1.054078525965627, | |
| "learning_rate": 9.350649350649352e-06, | |
| "loss": 0.7819, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09615384615384616, | |
| "grad_norm": 1.1412040734751607, | |
| "learning_rate": 9.610389610389611e-06, | |
| "loss": 0.7874, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.09875259875259876, | |
| "grad_norm": 1.163328897434868, | |
| "learning_rate": 9.87012987012987e-06, | |
| "loss": 0.7762, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.10135135135135136, | |
| "grad_norm": 1.0536579529578631, | |
| "learning_rate": 1.012987012987013e-05, | |
| "loss": 0.7665, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.10395010395010396, | |
| "grad_norm": 1.048914553080904, | |
| "learning_rate": 1.0389610389610389e-05, | |
| "loss": 0.7849, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.10654885654885655, | |
| "grad_norm": 0.9748667183768033, | |
| "learning_rate": 1.064935064935065e-05, | |
| "loss": 0.7839, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.10914760914760915, | |
| "grad_norm": 0.9705690959742787, | |
| "learning_rate": 1.0909090909090909e-05, | |
| "loss": 0.7827, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.11174636174636175, | |
| "grad_norm": 0.9527544873685447, | |
| "learning_rate": 1.116883116883117e-05, | |
| "loss": 0.7823, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.11434511434511435, | |
| "grad_norm": 1.1194233425550948, | |
| "learning_rate": 1.1428571428571429e-05, | |
| "loss": 0.7795, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.11694386694386695, | |
| "grad_norm": 2.120471539383005, | |
| "learning_rate": 1.1688311688311688e-05, | |
| "loss": 0.7778, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.11954261954261955, | |
| "grad_norm": 0.9808803038153814, | |
| "learning_rate": 1.1948051948051949e-05, | |
| "loss": 0.7634, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.12214137214137215, | |
| "grad_norm": 0.94060918910957, | |
| "learning_rate": 1.2207792207792208e-05, | |
| "loss": 0.7578, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.12474012474012475, | |
| "grad_norm": 0.9878811168887828, | |
| "learning_rate": 1.2467532467532468e-05, | |
| "loss": 0.7837, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.12733887733887733, | |
| "grad_norm": 1.0526434374561247, | |
| "learning_rate": 1.2727272727272728e-05, | |
| "loss": 0.777, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.12993762993762994, | |
| "grad_norm": 1.067255251886244, | |
| "learning_rate": 1.2987012987012988e-05, | |
| "loss": 0.7606, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.13253638253638253, | |
| "grad_norm": 1.019011419752788, | |
| "learning_rate": 1.3246753246753249e-05, | |
| "loss": 0.7783, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 0.9625368636583931, | |
| "learning_rate": 1.3506493506493508e-05, | |
| "loss": 0.7643, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.13773388773388773, | |
| "grad_norm": 0.8964922122751663, | |
| "learning_rate": 1.3766233766233767e-05, | |
| "loss": 0.769, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.14033264033264034, | |
| "grad_norm": 1.0861405810538973, | |
| "learning_rate": 1.4025974025974028e-05, | |
| "loss": 0.772, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.14293139293139293, | |
| "grad_norm": 0.7725004042430159, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 0.7684, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.14553014553014554, | |
| "grad_norm": 0.9641597887627689, | |
| "learning_rate": 1.4545454545454546e-05, | |
| "loss": 0.7665, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.14812889812889812, | |
| "grad_norm": 0.8799231599980127, | |
| "learning_rate": 1.4805194805194807e-05, | |
| "loss": 0.7553, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.15072765072765074, | |
| "grad_norm": 0.865183845501612, | |
| "learning_rate": 1.5064935064935066e-05, | |
| "loss": 0.776, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.15332640332640332, | |
| "grad_norm": 0.9280023423503597, | |
| "learning_rate": 1.5324675324675326e-05, | |
| "loss": 0.7655, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.15592515592515593, | |
| "grad_norm": 0.9412086108813551, | |
| "learning_rate": 1.5584415584415587e-05, | |
| "loss": 0.7541, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.15852390852390852, | |
| "grad_norm": 1.049389569363405, | |
| "learning_rate": 1.5844155844155847e-05, | |
| "loss": 0.7609, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.16112266112266113, | |
| "grad_norm": 0.8632998959240495, | |
| "learning_rate": 1.6103896103896105e-05, | |
| "loss": 0.7572, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.16372141372141372, | |
| "grad_norm": 0.926940763705136, | |
| "learning_rate": 1.6363636363636366e-05, | |
| "loss": 0.763, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.16632016632016633, | |
| "grad_norm": 0.8169022540417774, | |
| "learning_rate": 1.6623376623376627e-05, | |
| "loss": 0.7564, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.16891891891891891, | |
| "grad_norm": 0.8913503941645097, | |
| "learning_rate": 1.6883116883116884e-05, | |
| "loss": 0.768, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.17151767151767153, | |
| "grad_norm": 0.9677009736871893, | |
| "learning_rate": 1.7142857142857142e-05, | |
| "loss": 0.7577, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.1741164241164241, | |
| "grad_norm": 0.891596010196128, | |
| "learning_rate": 1.7402597402597403e-05, | |
| "loss": 0.7482, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.17671517671517672, | |
| "grad_norm": 0.922259390367936, | |
| "learning_rate": 1.7662337662337664e-05, | |
| "loss": 0.7545, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.1793139293139293, | |
| "grad_norm": 0.8012139878255935, | |
| "learning_rate": 1.792207792207792e-05, | |
| "loss": 0.748, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.18191268191268192, | |
| "grad_norm": 0.8885070497602618, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 0.7506, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1845114345114345, | |
| "grad_norm": 0.8139071250420767, | |
| "learning_rate": 1.8441558441558443e-05, | |
| "loss": 0.7657, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.18711018711018712, | |
| "grad_norm": 0.8597830390928304, | |
| "learning_rate": 1.8701298701298704e-05, | |
| "loss": 0.7482, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.1897089397089397, | |
| "grad_norm": 0.8215436811633837, | |
| "learning_rate": 1.896103896103896e-05, | |
| "loss": 0.7563, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.19230769230769232, | |
| "grad_norm": 0.7888662364197664, | |
| "learning_rate": 1.9220779220779222e-05, | |
| "loss": 0.7638, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1949064449064449, | |
| "grad_norm": 0.7758295937643592, | |
| "learning_rate": 1.9480519480519483e-05, | |
| "loss": 0.7578, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.19750519750519752, | |
| "grad_norm": 0.7321462182850453, | |
| "learning_rate": 1.974025974025974e-05, | |
| "loss": 0.7478, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2001039501039501, | |
| "grad_norm": 0.8972812591629451, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7364, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.20270270270270271, | |
| "grad_norm": 0.8504197871382875, | |
| "learning_rate": 1.9999897126378044e-05, | |
| "loss": 0.7531, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2053014553014553, | |
| "grad_norm": 1.0008077674950657, | |
| "learning_rate": 1.9999588507628768e-05, | |
| "loss": 0.7555, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.2079002079002079, | |
| "grad_norm": 0.8219960180575271, | |
| "learning_rate": 1.999907415010192e-05, | |
| "loss": 0.7412, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2104989604989605, | |
| "grad_norm": 0.7975912262836815, | |
| "learning_rate": 1.9998354064380263e-05, | |
| "loss": 0.7342, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.2130977130977131, | |
| "grad_norm": 0.7386294167625675, | |
| "learning_rate": 1.9997428265279365e-05, | |
| "loss": 0.7414, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.2156964656964657, | |
| "grad_norm": 0.7996558972435127, | |
| "learning_rate": 1.999629677184728e-05, | |
| "loss": 0.7684, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.2182952182952183, | |
| "grad_norm": 0.8532223218359839, | |
| "learning_rate": 1.999495960736418e-05, | |
| "loss": 0.7318, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2208939708939709, | |
| "grad_norm": 0.8099184350785439, | |
| "learning_rate": 1.999341679934186e-05, | |
| "loss": 0.7483, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.2234927234927235, | |
| "grad_norm": 0.8032456938404925, | |
| "learning_rate": 1.999166837952316e-05, | |
| "loss": 0.7464, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.2260914760914761, | |
| "grad_norm": 0.7613353132794639, | |
| "learning_rate": 1.998971438388134e-05, | |
| "loss": 0.7241, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.2286902286902287, | |
| "grad_norm": 0.739838242733476, | |
| "learning_rate": 1.9987554852619325e-05, | |
| "loss": 0.7523, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.2312889812889813, | |
| "grad_norm": 0.7456120762278995, | |
| "learning_rate": 1.998518983016887e-05, | |
| "loss": 0.7461, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.2338877338877339, | |
| "grad_norm": 0.8064413740728865, | |
| "learning_rate": 1.9982619365189662e-05, | |
| "loss": 0.7524, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.23648648648648649, | |
| "grad_norm": 0.8264553841158012, | |
| "learning_rate": 1.9979843510568312e-05, | |
| "loss": 0.7569, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.2390852390852391, | |
| "grad_norm": 0.7700326026252647, | |
| "learning_rate": 1.9976862323417262e-05, | |
| "loss": 0.7421, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.24168399168399168, | |
| "grad_norm": 0.8078133521219729, | |
| "learning_rate": 1.9973675865073614e-05, | |
| "loss": 0.7459, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.2442827442827443, | |
| "grad_norm": 0.8834562269681555, | |
| "learning_rate": 1.9970284201097874e-05, | |
| "loss": 0.7419, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.24688149688149688, | |
| "grad_norm": 0.8201197358624366, | |
| "learning_rate": 1.996668740127259e-05, | |
| "loss": 0.7264, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.2494802494802495, | |
| "grad_norm": 0.7832673791812143, | |
| "learning_rate": 1.996288553960093e-05, | |
| "loss": 0.7326, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2520790020790021, | |
| "grad_norm": 0.7491102594223664, | |
| "learning_rate": 1.9958878694305147e-05, | |
| "loss": 0.7423, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.25467775467775466, | |
| "grad_norm": 0.7711246686689462, | |
| "learning_rate": 1.9954666947824983e-05, | |
| "loss": 0.7601, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.25727650727650725, | |
| "grad_norm": 0.8431355399537503, | |
| "learning_rate": 1.9950250386815953e-05, | |
| "loss": 0.7508, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.2598752598752599, | |
| "grad_norm": 0.7491422333746851, | |
| "learning_rate": 1.9945629102147593e-05, | |
| "loss": 0.7365, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2624740124740125, | |
| "grad_norm": 0.6891526342744494, | |
| "learning_rate": 1.9940803188901556e-05, | |
| "loss": 0.7315, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.26507276507276506, | |
| "grad_norm": 0.7000282425722503, | |
| "learning_rate": 1.9935772746369678e-05, | |
| "loss": 0.7524, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.26767151767151764, | |
| "grad_norm": 0.6734603177161373, | |
| "learning_rate": 1.9930537878051927e-05, | |
| "loss": 0.746, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 0.6632065052188117, | |
| "learning_rate": 1.9925098691654275e-05, | |
| "loss": 0.7225, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.27286902286902287, | |
| "grad_norm": 0.6985881279460795, | |
| "learning_rate": 1.9919455299086485e-05, | |
| "loss": 0.7451, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.27546777546777546, | |
| "grad_norm": 0.6540248071379781, | |
| "learning_rate": 1.99136078164598e-05, | |
| "loss": 0.7322, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.27806652806652804, | |
| "grad_norm": 0.661603660243552, | |
| "learning_rate": 1.9907556364084568e-05, | |
| "loss": 0.7544, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.2806652806652807, | |
| "grad_norm": 0.7446420340679871, | |
| "learning_rate": 1.990130106646775e-05, | |
| "loss": 0.7476, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.28326403326403327, | |
| "grad_norm": 0.8425291153171641, | |
| "learning_rate": 1.9894842052310373e-05, | |
| "loss": 0.733, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.28586278586278585, | |
| "grad_norm": 0.6481748553031429, | |
| "learning_rate": 1.9888179454504875e-05, | |
| "loss": 0.7439, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.28846153846153844, | |
| "grad_norm": 0.679678646955314, | |
| "learning_rate": 1.9881313410132365e-05, | |
| "loss": 0.7418, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.2910602910602911, | |
| "grad_norm": 0.6504991149281961, | |
| "learning_rate": 1.9874244060459816e-05, | |
| "loss": 0.7338, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.29365904365904366, | |
| "grad_norm": 0.7240524101878886, | |
| "learning_rate": 1.986697155093715e-05, | |
| "loss": 0.7384, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.29625779625779625, | |
| "grad_norm": 0.677804845061605, | |
| "learning_rate": 1.9859496031194242e-05, | |
| "loss": 0.7368, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.29885654885654883, | |
| "grad_norm": 0.6836994514744595, | |
| "learning_rate": 1.9851817655037854e-05, | |
| "loss": 0.7361, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.30145530145530147, | |
| "grad_norm": 0.6837922941788586, | |
| "learning_rate": 1.9843936580448457e-05, | |
| "loss": 0.7243, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.30405405405405406, | |
| "grad_norm": 0.7000337048592958, | |
| "learning_rate": 1.983585296957699e-05, | |
| "loss": 0.7329, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.30665280665280664, | |
| "grad_norm": 0.7178435855481708, | |
| "learning_rate": 1.9827566988741525e-05, | |
| "loss": 0.719, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.3092515592515592, | |
| "grad_norm": 0.7066252470023224, | |
| "learning_rate": 1.9819078808423825e-05, | |
| "loss": 0.7277, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.31185031185031187, | |
| "grad_norm": 0.7131086872189417, | |
| "learning_rate": 1.981038860326586e-05, | |
| "loss": 0.7408, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.31444906444906445, | |
| "grad_norm": 0.6862600699294851, | |
| "learning_rate": 1.980149655206621e-05, | |
| "loss": 0.7338, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.31704781704781704, | |
| "grad_norm": 0.7265535072671346, | |
| "learning_rate": 1.9792402837776377e-05, | |
| "loss": 0.7209, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3196465696465696, | |
| "grad_norm": 0.7076896535093625, | |
| "learning_rate": 1.978310764749703e-05, | |
| "loss": 0.7442, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.32224532224532226, | |
| "grad_norm": 0.6473108719176737, | |
| "learning_rate": 1.9773611172474143e-05, | |
| "loss": 0.7314, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.32484407484407485, | |
| "grad_norm": 0.6958993345177985, | |
| "learning_rate": 1.976391360809507e-05, | |
| "loss": 0.7297, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.32744282744282743, | |
| "grad_norm": 0.6980561880943195, | |
| "learning_rate": 1.9754015153884533e-05, | |
| "loss": 0.7507, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.33004158004158, | |
| "grad_norm": 0.725526089648866, | |
| "learning_rate": 1.974391601350049e-05, | |
| "loss": 0.7316, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.33264033264033266, | |
| "grad_norm": 0.6555475191719049, | |
| "learning_rate": 1.9733616394729975e-05, | |
| "loss": 0.7415, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.33523908523908524, | |
| "grad_norm": 0.7126270164163553, | |
| "learning_rate": 1.9723116509484807e-05, | |
| "loss": 0.7084, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.33783783783783783, | |
| "grad_norm": 0.6175823835566073, | |
| "learning_rate": 1.971241657379723e-05, | |
| "loss": 0.7437, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3404365904365904, | |
| "grad_norm": 0.641705701909066, | |
| "learning_rate": 1.9701516807815472e-05, | |
| "loss": 0.7227, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.34303534303534305, | |
| "grad_norm": 0.6271473392148214, | |
| "learning_rate": 1.9690417435799217e-05, | |
| "loss": 0.7131, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.34563409563409564, | |
| "grad_norm": 0.7368709959215286, | |
| "learning_rate": 1.967911868611498e-05, | |
| "loss": 0.7366, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.3482328482328482, | |
| "grad_norm": 0.645812200849196, | |
| "learning_rate": 1.9667620791231422e-05, | |
| "loss": 0.7174, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3508316008316008, | |
| "grad_norm": 0.6331883051927242, | |
| "learning_rate": 1.965592398771456e-05, | |
| "loss": 0.7255, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.35343035343035345, | |
| "grad_norm": 0.7047104196046573, | |
| "learning_rate": 1.9644028516222912e-05, | |
| "loss": 0.7349, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.35602910602910603, | |
| "grad_norm": 0.6573670034252512, | |
| "learning_rate": 1.9631934621502514e-05, | |
| "loss": 0.7294, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.3586278586278586, | |
| "grad_norm": 0.64012763867233, | |
| "learning_rate": 1.9619642552381924e-05, | |
| "loss": 0.7253, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.3612266112266112, | |
| "grad_norm": 0.7085641762966977, | |
| "learning_rate": 1.9607152561767077e-05, | |
| "loss": 0.7302, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.36382536382536385, | |
| "grad_norm": 0.6270235430166686, | |
| "learning_rate": 1.9594464906636083e-05, | |
| "loss": 0.7215, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.36642411642411643, | |
| "grad_norm": 0.6347937985689194, | |
| "learning_rate": 1.958157984803395e-05, | |
| "loss": 0.7198, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.369022869022869, | |
| "grad_norm": 0.6404396997260027, | |
| "learning_rate": 1.956849765106721e-05, | |
| "loss": 0.7355, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.3716216216216216, | |
| "grad_norm": 0.5736442010381354, | |
| "learning_rate": 1.9555218584898457e-05, | |
| "loss": 0.7181, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.37422037422037424, | |
| "grad_norm": 0.6408880853261398, | |
| "learning_rate": 1.954174292274082e-05, | |
| "loss": 0.713, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.3768191268191268, | |
| "grad_norm": 0.6668059771868257, | |
| "learning_rate": 1.9528070941852334e-05, | |
| "loss": 0.7477, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.3794178794178794, | |
| "grad_norm": 0.6868239822957647, | |
| "learning_rate": 1.9514202923530233e-05, | |
| "loss": 0.7209, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.382016632016632, | |
| "grad_norm": 0.6673930879897976, | |
| "learning_rate": 1.9500139153105183e-05, | |
| "loss": 0.7256, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.38461538461538464, | |
| "grad_norm": 0.6481855409470721, | |
| "learning_rate": 1.948587991993537e-05, | |
| "loss": 0.6989, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.3872141372141372, | |
| "grad_norm": 0.7003926465709457, | |
| "learning_rate": 1.94714255174006e-05, | |
| "loss": 0.7079, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.3898128898128898, | |
| "grad_norm": 0.7900259673292569, | |
| "learning_rate": 1.945677624289621e-05, | |
| "loss": 0.7238, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.3924116424116424, | |
| "grad_norm": 0.6964569074530326, | |
| "learning_rate": 1.9441932397826993e-05, | |
| "loss": 0.7097, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.39501039501039503, | |
| "grad_norm": 0.6487993082304472, | |
| "learning_rate": 1.9426894287600966e-05, | |
| "loss": 0.7079, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.3976091476091476, | |
| "grad_norm": 0.688310939038027, | |
| "learning_rate": 1.9411662221623103e-05, | |
| "loss": 0.7154, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.4002079002079002, | |
| "grad_norm": 0.67435617407303, | |
| "learning_rate": 1.939623651328897e-05, | |
| "loss": 0.7094, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.4028066528066528, | |
| "grad_norm": 0.6183714426118461, | |
| "learning_rate": 1.9380617479978255e-05, | |
| "loss": 0.7341, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 0.6617362465155076, | |
| "learning_rate": 1.9364805443048266e-05, | |
| "loss": 0.7173, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.408004158004158, | |
| "grad_norm": 0.5678238642277171, | |
| "learning_rate": 1.9348800727827307e-05, | |
| "loss": 0.7168, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.4106029106029106, | |
| "grad_norm": 0.5910729067701429, | |
| "learning_rate": 1.9332603663607983e-05, | |
| "loss": 0.712, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.4132016632016632, | |
| "grad_norm": 0.6197819946059432, | |
| "learning_rate": 1.9316214583640427e-05, | |
| "loss": 0.7247, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.4158004158004158, | |
| "grad_norm": 0.6305700579142718, | |
| "learning_rate": 1.929963382512544e-05, | |
| "loss": 0.7139, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.4183991683991684, | |
| "grad_norm": 0.6439900936581443, | |
| "learning_rate": 1.9282861729207555e-05, | |
| "loss": 0.7106, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.420997920997921, | |
| "grad_norm": 0.6990297176777683, | |
| "learning_rate": 1.926589864096803e-05, | |
| "loss": 0.7234, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.4235966735966736, | |
| "grad_norm": 0.6967169647297736, | |
| "learning_rate": 1.9248744909417728e-05, | |
| "loss": 0.7178, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.4261954261954262, | |
| "grad_norm": 0.6433170596765804, | |
| "learning_rate": 1.923140088748995e-05, | |
| "loss": 0.7159, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4287941787941788, | |
| "grad_norm": 0.5983245551968179, | |
| "learning_rate": 1.9213866932033164e-05, | |
| "loss": 0.7057, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.4313929313929314, | |
| "grad_norm": 0.6087581373525092, | |
| "learning_rate": 1.9196143403803667e-05, | |
| "loss": 0.7154, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.433991683991684, | |
| "grad_norm": 0.636489262543138, | |
| "learning_rate": 1.9178230667458175e-05, | |
| "loss": 0.7057, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.4365904365904366, | |
| "grad_norm": 0.6439601891575886, | |
| "learning_rate": 1.91601290915463e-05, | |
| "loss": 0.7279, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.4391891891891892, | |
| "grad_norm": 0.6225933290388692, | |
| "learning_rate": 1.9141839048502974e-05, | |
| "loss": 0.7187, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.4417879417879418, | |
| "grad_norm": 0.6035545819895592, | |
| "learning_rate": 1.9123360914640794e-05, | |
| "loss": 0.716, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.44438669438669437, | |
| "grad_norm": 0.6607567088647912, | |
| "learning_rate": 1.9104695070142273e-05, | |
| "loss": 0.7309, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.446985446985447, | |
| "grad_norm": 0.6708322724799578, | |
| "learning_rate": 1.9085841899052014e-05, | |
| "loss": 0.7042, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.4495841995841996, | |
| "grad_norm": 0.5887928003237825, | |
| "learning_rate": 1.9066801789268815e-05, | |
| "loss": 0.7227, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.4521829521829522, | |
| "grad_norm": 0.6055286727657766, | |
| "learning_rate": 1.9047575132537694e-05, | |
| "loss": 0.7092, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.45478170478170477, | |
| "grad_norm": 0.6202428781057725, | |
| "learning_rate": 1.902816232444181e-05, | |
| "loss": 0.7104, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.4573804573804574, | |
| "grad_norm": 0.6274570988856961, | |
| "learning_rate": 1.9008563764394334e-05, | |
| "loss": 0.7229, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.45997920997921, | |
| "grad_norm": 0.6605818513974558, | |
| "learning_rate": 1.8988779855630246e-05, | |
| "loss": 0.7286, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.4625779625779626, | |
| "grad_norm": 0.6410281151386927, | |
| "learning_rate": 1.896881100519801e-05, | |
| "loss": 0.725, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.46517671517671516, | |
| "grad_norm": 0.5697116895525344, | |
| "learning_rate": 1.8948657623951224e-05, | |
| "loss": 0.7012, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.4677754677754678, | |
| "grad_norm": 0.6221008774646193, | |
| "learning_rate": 1.8928320126540154e-05, | |
| "loss": 0.7088, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.4703742203742204, | |
| "grad_norm": 0.6783327380563849, | |
| "learning_rate": 1.89077989314032e-05, | |
| "loss": 0.7012, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.47297297297297297, | |
| "grad_norm": 0.6364455758589938, | |
| "learning_rate": 1.8887094460758298e-05, | |
| "loss": 0.7173, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.47557172557172556, | |
| "grad_norm": 0.6423883619688115, | |
| "learning_rate": 1.8866207140594223e-05, | |
| "loss": 0.7221, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.4781704781704782, | |
| "grad_norm": 0.6078098531540564, | |
| "learning_rate": 1.8845137400661832e-05, | |
| "loss": 0.7112, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.4807692307692308, | |
| "grad_norm": 0.6855240964444005, | |
| "learning_rate": 1.882388567446522e-05, | |
| "loss": 0.701, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.48336798336798337, | |
| "grad_norm": 0.6214299025960558, | |
| "learning_rate": 1.880245239925279e-05, | |
| "loss": 0.7152, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.48596673596673595, | |
| "grad_norm": 0.7011949443886023, | |
| "learning_rate": 1.878083801600828e-05, | |
| "loss": 0.7099, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.4885654885654886, | |
| "grad_norm": 0.6305195514031546, | |
| "learning_rate": 1.8759042969441666e-05, | |
| "loss": 0.7119, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.4911642411642412, | |
| "grad_norm": 0.6284331380737156, | |
| "learning_rate": 1.8737067707980018e-05, | |
| "loss": 0.7283, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.49376299376299376, | |
| "grad_norm": 0.6834839648993508, | |
| "learning_rate": 1.8714912683758292e-05, | |
| "loss": 0.7224, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.49636174636174635, | |
| "grad_norm": 0.5860761907825943, | |
| "learning_rate": 1.869257835261e-05, | |
| "loss": 0.7006, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.498960498960499, | |
| "grad_norm": 0.6589606191667001, | |
| "learning_rate": 1.8670065174057854e-05, | |
| "loss": 0.7179, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.5015592515592515, | |
| "grad_norm": 0.6369606574521753, | |
| "learning_rate": 1.8647373611304295e-05, | |
| "loss": 0.715, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.5041580041580042, | |
| "grad_norm": 0.604142259445137, | |
| "learning_rate": 1.862450413122197e-05, | |
| "loss": 0.7014, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.5067567567567568, | |
| "grad_norm": 0.6290172817388325, | |
| "learning_rate": 1.8601457204344134e-05, | |
| "loss": 0.71, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.5093555093555093, | |
| "grad_norm": 0.5861860996181917, | |
| "learning_rate": 1.8578233304854952e-05, | |
| "loss": 0.7041, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.511954261954262, | |
| "grad_norm": 0.6582907547385, | |
| "learning_rate": 1.855483291057976e-05, | |
| "loss": 0.7259, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.5145530145530145, | |
| "grad_norm": 0.6056438043018836, | |
| "learning_rate": 1.8531256502975218e-05, | |
| "loss": 0.7141, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.5171517671517671, | |
| "grad_norm": 0.6299326122139869, | |
| "learning_rate": 1.850750456711941e-05, | |
| "loss": 0.7037, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.5197505197505198, | |
| "grad_norm": 0.5922842182974687, | |
| "learning_rate": 1.8483577591701876e-05, | |
| "loss": 0.7227, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5223492723492723, | |
| "grad_norm": 0.6335533442723702, | |
| "learning_rate": 1.8459476069013537e-05, | |
| "loss": 0.7331, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.524948024948025, | |
| "grad_norm": 0.603529261601813, | |
| "learning_rate": 1.8435200494936583e-05, | |
| "loss": 0.7204, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.5275467775467776, | |
| "grad_norm": 0.5784152517101885, | |
| "learning_rate": 1.841075136893426e-05, | |
| "loss": 0.7045, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.5301455301455301, | |
| "grad_norm": 0.5775827914904406, | |
| "learning_rate": 1.8386129194040597e-05, | |
| "loss": 0.71, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.5327442827442828, | |
| "grad_norm": 0.6037013614687209, | |
| "learning_rate": 1.8361334476850052e-05, | |
| "loss": 0.6973, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.5353430353430353, | |
| "grad_norm": 0.5969176345454209, | |
| "learning_rate": 1.8336367727507104e-05, | |
| "loss": 0.7102, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.5379417879417879, | |
| "grad_norm": 0.5880052937664013, | |
| "learning_rate": 1.8311229459695735e-05, | |
| "loss": 0.702, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.5665171424206621, | |
| "learning_rate": 1.828592019062888e-05, | |
| "loss": 0.7059, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.5431392931392931, | |
| "grad_norm": 0.5776240714899302, | |
| "learning_rate": 1.826044044103777e-05, | |
| "loss": 0.7124, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.5457380457380457, | |
| "grad_norm": 0.5961454904432945, | |
| "learning_rate": 1.8234790735161233e-05, | |
| "loss": 0.7003, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5483367983367984, | |
| "grad_norm": 0.61619821889063, | |
| "learning_rate": 1.82089716007349e-05, | |
| "loss": 0.7112, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.5509355509355509, | |
| "grad_norm": 0.5663452621669731, | |
| "learning_rate": 1.8182983568980347e-05, | |
| "loss": 0.7089, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.5535343035343036, | |
| "grad_norm": 0.5804355767396245, | |
| "learning_rate": 1.8156827174594157e-05, | |
| "loss": 0.6992, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.5561330561330561, | |
| "grad_norm": 0.6266224913727885, | |
| "learning_rate": 1.8130502955736945e-05, | |
| "loss": 0.7054, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.5587318087318087, | |
| "grad_norm": 0.5683126721009722, | |
| "learning_rate": 1.810401145402225e-05, | |
| "loss": 0.7132, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.5613305613305614, | |
| "grad_norm": 0.6083470685034659, | |
| "learning_rate": 1.8077353214505428e-05, | |
| "loss": 0.7058, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.5639293139293139, | |
| "grad_norm": 0.6109321123987571, | |
| "learning_rate": 1.8050528785672403e-05, | |
| "loss": 0.7096, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.5665280665280665, | |
| "grad_norm": 0.5553746362917324, | |
| "learning_rate": 1.8023538719428405e-05, | |
| "loss": 0.7009, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.5691268191268192, | |
| "grad_norm": 0.6062718001611305, | |
| "learning_rate": 1.7996383571086614e-05, | |
| "loss": 0.7098, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.5717255717255717, | |
| "grad_norm": 0.5458923136243866, | |
| "learning_rate": 1.796906389935672e-05, | |
| "loss": 0.6999, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5743243243243243, | |
| "grad_norm": 0.5655005675331972, | |
| "learning_rate": 1.7941580266333433e-05, | |
| "loss": 0.7072, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.5769230769230769, | |
| "grad_norm": 0.5924848136830811, | |
| "learning_rate": 1.7913933237484936e-05, | |
| "loss": 0.7096, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.5795218295218295, | |
| "grad_norm": 0.5639064277581654, | |
| "learning_rate": 1.7886123381641226e-05, | |
| "loss": 0.7238, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.5821205821205822, | |
| "grad_norm": 0.6027713277537942, | |
| "learning_rate": 1.7858151270982422e-05, | |
| "loss": 0.7053, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.5847193347193347, | |
| "grad_norm": 0.5726133330263367, | |
| "learning_rate": 1.7830017481026992e-05, | |
| "loss": 0.6965, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.5873180873180873, | |
| "grad_norm": 0.5747640646170223, | |
| "learning_rate": 1.7801722590619905e-05, | |
| "loss": 0.6996, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.58991683991684, | |
| "grad_norm": 0.5720989361581698, | |
| "learning_rate": 1.777326718192074e-05, | |
| "loss": 0.7132, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.5925155925155925, | |
| "grad_norm": 0.6153266265302803, | |
| "learning_rate": 1.7744651840391686e-05, | |
| "loss": 0.7077, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.5951143451143451, | |
| "grad_norm": 0.6101914919623531, | |
| "learning_rate": 1.7715877154785504e-05, | |
| "loss": 0.7017, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.5977130977130977, | |
| "grad_norm": 0.5892227087436086, | |
| "learning_rate": 1.768694371713343e-05, | |
| "loss": 0.6901, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.6003118503118503, | |
| "grad_norm": 0.5792852971539604, | |
| "learning_rate": 1.7657852122732958e-05, | |
| "loss": 0.6915, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.6029106029106029, | |
| "grad_norm": 0.5812633503316377, | |
| "learning_rate": 1.7628602970135635e-05, | |
| "loss": 0.6983, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.6055093555093555, | |
| "grad_norm": 0.5776629062328037, | |
| "learning_rate": 1.7599196861134706e-05, | |
| "loss": 0.7033, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.6081081081081081, | |
| "grad_norm": 0.6291058371783688, | |
| "learning_rate": 1.7569634400752763e-05, | |
| "loss": 0.6976, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.6107068607068608, | |
| "grad_norm": 0.5613902945792599, | |
| "learning_rate": 1.753991619722928e-05, | |
| "loss": 0.7093, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.6133056133056133, | |
| "grad_norm": 0.6383056669880055, | |
| "learning_rate": 1.7510042862008102e-05, | |
| "loss": 0.7049, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.6159043659043659, | |
| "grad_norm": 0.6039268449286719, | |
| "learning_rate": 1.7480015009724873e-05, | |
| "loss": 0.702, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.6185031185031185, | |
| "grad_norm": 1.092030131308809, | |
| "learning_rate": 1.7449833258194376e-05, | |
| "loss": 0.6967, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.6211018711018711, | |
| "grad_norm": 0.6403075410117294, | |
| "learning_rate": 1.7419498228397826e-05, | |
| "loss": 0.707, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.6237006237006237, | |
| "grad_norm": 0.6802172468521516, | |
| "learning_rate": 1.7389010544470105e-05, | |
| "loss": 0.7178, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.6262993762993763, | |
| "grad_norm": 0.5789178063330651, | |
| "learning_rate": 1.7358370833686907e-05, | |
| "loss": 0.6981, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.6288981288981289, | |
| "grad_norm": 0.5616632715895711, | |
| "learning_rate": 1.732757972645183e-05, | |
| "loss": 0.6886, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.6314968814968815, | |
| "grad_norm": 0.5702377179814124, | |
| "learning_rate": 1.7296637856283432e-05, | |
| "loss": 0.6876, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.6340956340956341, | |
| "grad_norm": 0.5951629365447559, | |
| "learning_rate": 1.7265545859802154e-05, | |
| "loss": 0.6976, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.6366943866943867, | |
| "grad_norm": 0.5872853132760645, | |
| "learning_rate": 1.7234304376717252e-05, | |
| "loss": 0.6992, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.6392931392931392, | |
| "grad_norm": 0.570568895020055, | |
| "learning_rate": 1.720291404981364e-05, | |
| "loss": 0.6927, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.6418918918918919, | |
| "grad_norm": 0.5451578107308829, | |
| "learning_rate": 1.7171375524938638e-05, | |
| "loss": 0.7083, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.6444906444906445, | |
| "grad_norm": 0.5444907291949577, | |
| "learning_rate": 1.71396894509887e-05, | |
| "loss": 0.7107, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6470893970893971, | |
| "grad_norm": 0.5605468917786897, | |
| "learning_rate": 1.710785647989607e-05, | |
| "loss": 0.7209, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.6496881496881497, | |
| "grad_norm": 0.578999844192668, | |
| "learning_rate": 1.7075877266615347e-05, | |
| "loss": 0.7045, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.6522869022869023, | |
| "grad_norm": 0.5894696454082586, | |
| "learning_rate": 1.704375246911004e-05, | |
| "loss": 0.7134, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.6548856548856549, | |
| "grad_norm": 0.6210688729366013, | |
| "learning_rate": 1.7011482748338998e-05, | |
| "loss": 0.6995, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6574844074844075, | |
| "grad_norm": 0.5323403441786221, | |
| "learning_rate": 1.697906876824283e-05, | |
| "loss": 0.6931, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.66008316008316, | |
| "grad_norm": 0.5639934756275331, | |
| "learning_rate": 1.6946511195730254e-05, | |
| "loss": 0.7006, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.6626819126819127, | |
| "grad_norm": 0.5421699251312687, | |
| "learning_rate": 1.6913810700664337e-05, | |
| "loss": 0.6995, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.6652806652806653, | |
| "grad_norm": 0.5498793219946022, | |
| "learning_rate": 1.6880967955848762e-05, | |
| "loss": 0.6978, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.6678794178794178, | |
| "grad_norm": 0.5867341882206146, | |
| "learning_rate": 1.6847983637013946e-05, | |
| "loss": 0.7097, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.6704781704781705, | |
| "grad_norm": 0.5399055609353709, | |
| "learning_rate": 1.6814858422803162e-05, | |
| "loss": 0.7007, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.6730769230769231, | |
| "grad_norm": 0.5807292558166693, | |
| "learning_rate": 1.6781592994758563e-05, | |
| "loss": 0.7129, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 0.5656285736891911, | |
| "learning_rate": 1.674818803730716e-05, | |
| "loss": 0.697, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.6782744282744283, | |
| "grad_norm": 0.6062022250444103, | |
| "learning_rate": 1.671464423774675e-05, | |
| "loss": 0.6933, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.6808731808731808, | |
| "grad_norm": 0.5432055936520285, | |
| "learning_rate": 1.668096228623176e-05, | |
| "loss": 0.7042, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.6834719334719335, | |
| "grad_norm": 0.5696528007526865, | |
| "learning_rate": 1.664714287575906e-05, | |
| "loss": 0.6921, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.6860706860706861, | |
| "grad_norm": 0.5723069912815502, | |
| "learning_rate": 1.66131867021537e-05, | |
| "loss": 0.7016, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.6886694386694386, | |
| "grad_norm": 0.5709607134990504, | |
| "learning_rate": 1.6579094464054595e-05, | |
| "loss": 0.7113, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.6912681912681913, | |
| "grad_norm": 0.6010864530745209, | |
| "learning_rate": 1.6544866862900146e-05, | |
| "loss": 0.695, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.6938669438669439, | |
| "grad_norm": 0.5800151181524591, | |
| "learning_rate": 1.6510504602913815e-05, | |
| "loss": 0.6952, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.6964656964656964, | |
| "grad_norm": 0.6157566120129612, | |
| "learning_rate": 1.6476008391089628e-05, | |
| "loss": 0.7105, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.6990644490644491, | |
| "grad_norm": 0.5752568805255817, | |
| "learning_rate": 1.644137893717764e-05, | |
| "loss": 0.7161, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.7016632016632016, | |
| "grad_norm": 0.5767294919201806, | |
| "learning_rate": 1.6406616953669317e-05, | |
| "loss": 0.6926, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.7042619542619543, | |
| "grad_norm": 0.6028116817361912, | |
| "learning_rate": 1.637172315578289e-05, | |
| "loss": 0.6878, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.7068607068607069, | |
| "grad_norm": 0.5528228994127236, | |
| "learning_rate": 1.6336698261448632e-05, | |
| "loss": 0.702, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.7094594594594594, | |
| "grad_norm": 0.5213097969559868, | |
| "learning_rate": 1.6301542991294094e-05, | |
| "loss": 0.6947, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.7120582120582121, | |
| "grad_norm": 0.5370559355171456, | |
| "learning_rate": 1.626625806862927e-05, | |
| "loss": 0.6938, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.7146569646569647, | |
| "grad_norm": 0.5319720586513772, | |
| "learning_rate": 1.623084421943172e-05, | |
| "loss": 0.691, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.7172557172557172, | |
| "grad_norm": 0.5688111345080934, | |
| "learning_rate": 1.6195302172331624e-05, | |
| "loss": 0.688, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.7198544698544699, | |
| "grad_norm": 0.5580488505367257, | |
| "learning_rate": 1.6159632658596815e-05, | |
| "loss": 0.6832, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.7224532224532224, | |
| "grad_norm": 0.5186643724448894, | |
| "learning_rate": 1.6123836412117702e-05, | |
| "loss": 0.7004, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.725051975051975, | |
| "grad_norm": 0.5624601265524769, | |
| "learning_rate": 1.608791416939219e-05, | |
| "loss": 0.7, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.7276507276507277, | |
| "grad_norm": 0.5541391195602022, | |
| "learning_rate": 1.605186666951052e-05, | |
| "loss": 0.6734, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.7302494802494802, | |
| "grad_norm": 0.5332911572620831, | |
| "learning_rate": 1.6015694654140076e-05, | |
| "loss": 0.6896, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.7328482328482329, | |
| "grad_norm": 0.5548630655118624, | |
| "learning_rate": 1.59793988675101e-05, | |
| "loss": 0.7001, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.7354469854469855, | |
| "grad_norm": 0.5047178273406415, | |
| "learning_rate": 1.5942980056396394e-05, | |
| "loss": 0.6959, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.738045738045738, | |
| "grad_norm": 0.5934685974493243, | |
| "learning_rate": 1.5906438970105965e-05, | |
| "loss": 0.6904, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.7406444906444907, | |
| "grad_norm": 0.5527382042918192, | |
| "learning_rate": 1.5869776360461596e-05, | |
| "loss": 0.6905, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.7432432432432432, | |
| "grad_norm": 0.5528065876901935, | |
| "learning_rate": 1.5832992981786362e-05, | |
| "loss": 0.6906, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.7458419958419958, | |
| "grad_norm": 0.5265702785034122, | |
| "learning_rate": 1.5796089590888154e-05, | |
| "loss": 0.6857, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.7484407484407485, | |
| "grad_norm": 0.5438966896525291, | |
| "learning_rate": 1.575906694704407e-05, | |
| "loss": 0.6926, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.751039501039501, | |
| "grad_norm": 0.5388783204520624, | |
| "learning_rate": 1.5721925811984795e-05, | |
| "loss": 0.6973, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.7536382536382537, | |
| "grad_norm": 0.5389485246395991, | |
| "learning_rate": 1.568466694987895e-05, | |
| "loss": 0.6962, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.7562370062370062, | |
| "grad_norm": 0.5935682313499335, | |
| "learning_rate": 1.5647291127317353e-05, | |
| "loss": 0.6725, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.7588357588357588, | |
| "grad_norm": 0.5822513257760918, | |
| "learning_rate": 1.560979911329725e-05, | |
| "loss": 0.6926, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.7614345114345115, | |
| "grad_norm": 0.591628155657702, | |
| "learning_rate": 1.5572191679206503e-05, | |
| "loss": 0.6724, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.764033264033264, | |
| "grad_norm": 0.5308640431230437, | |
| "learning_rate": 1.5534469598807703e-05, | |
| "loss": 0.693, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.7666320166320166, | |
| "grad_norm": 0.5305514116153979, | |
| "learning_rate": 1.5496633648222246e-05, | |
| "loss": 0.6781, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.7692307692307693, | |
| "grad_norm": 0.5426925004836652, | |
| "learning_rate": 1.54586846059144e-05, | |
| "loss": 0.7164, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.7718295218295218, | |
| "grad_norm": 0.523224567107794, | |
| "learning_rate": 1.542062325267525e-05, | |
| "loss": 0.6934, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.7744282744282744, | |
| "grad_norm": 0.5414111517541614, | |
| "learning_rate": 1.5382450371606643e-05, | |
| "loss": 0.6829, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.777027027027027, | |
| "grad_norm": 0.5960821029242948, | |
| "learning_rate": 1.534416674810509e-05, | |
| "loss": 0.6924, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.7796257796257796, | |
| "grad_norm": 0.5781538636667527, | |
| "learning_rate": 1.5305773169845598e-05, | |
| "loss": 0.695, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7822245322245323, | |
| "grad_norm": 0.5764921412336972, | |
| "learning_rate": 1.5267270426765445e-05, | |
| "loss": 0.6887, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.7848232848232848, | |
| "grad_norm": 0.65716343258798, | |
| "learning_rate": 1.5228659311047969e-05, | |
| "loss": 0.6934, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.7874220374220374, | |
| "grad_norm": 0.5421938070789174, | |
| "learning_rate": 1.5189940617106231e-05, | |
| "loss": 0.6791, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.7900207900207901, | |
| "grad_norm": 0.5269524597532019, | |
| "learning_rate": 1.5151115141566686e-05, | |
| "loss": 0.6901, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.7926195426195426, | |
| "grad_norm": 0.5653499412081372, | |
| "learning_rate": 1.5112183683252797e-05, | |
| "loss": 0.6915, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.7952182952182952, | |
| "grad_norm": 0.5439207742834801, | |
| "learning_rate": 1.5073147043168589e-05, | |
| "loss": 0.6775, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.7978170478170478, | |
| "grad_norm": 0.5489788736531123, | |
| "learning_rate": 1.5034006024482164e-05, | |
| "loss": 0.7036, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.8004158004158004, | |
| "grad_norm": 0.5550872564267669, | |
| "learning_rate": 1.4994761432509201e-05, | |
| "loss": 0.6959, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.803014553014553, | |
| "grad_norm": 0.5490474276501166, | |
| "learning_rate": 1.4955414074696369e-05, | |
| "loss": 0.6906, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.8056133056133056, | |
| "grad_norm": 0.5125906404793841, | |
| "learning_rate": 1.4915964760604698e-05, | |
| "loss": 0.6828, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.8082120582120582, | |
| "grad_norm": 0.5203971242963676, | |
| "learning_rate": 1.4876414301892963e-05, | |
| "loss": 0.6825, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.5658527313991132, | |
| "learning_rate": 1.4836763512300946e-05, | |
| "loss": 0.6928, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.8134095634095634, | |
| "grad_norm": 0.535836579476803, | |
| "learning_rate": 1.4797013207632718e-05, | |
| "loss": 0.7018, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.816008316008316, | |
| "grad_norm": 0.5645034857163748, | |
| "learning_rate": 1.475716420573984e-05, | |
| "loss": 0.685, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.8186070686070686, | |
| "grad_norm": 0.5217450999852206, | |
| "learning_rate": 1.4717217326504542e-05, | |
| "loss": 0.6849, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.8212058212058212, | |
| "grad_norm": 0.5480983222260942, | |
| "learning_rate": 1.467717339182286e-05, | |
| "loss": 0.7002, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.8238045738045738, | |
| "grad_norm": 0.542270358042675, | |
| "learning_rate": 1.4637033225587707e-05, | |
| "loss": 0.6694, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.8264033264033264, | |
| "grad_norm": 0.5543644512440328, | |
| "learning_rate": 1.4596797653671947e-05, | |
| "loss": 0.6921, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.829002079002079, | |
| "grad_norm": 0.5568668245488615, | |
| "learning_rate": 1.4556467503911376e-05, | |
| "loss": 0.6852, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.8316008316008316, | |
| "grad_norm": 0.5656786288010156, | |
| "learning_rate": 1.4516043606087712e-05, | |
| "loss": 0.6988, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.8341995841995842, | |
| "grad_norm": 0.5127153017778545, | |
| "learning_rate": 1.4475526791911516e-05, | |
| "loss": 0.6993, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.8367983367983368, | |
| "grad_norm": 0.5775499987771998, | |
| "learning_rate": 1.4434917895005071e-05, | |
| "loss": 0.695, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.8393970893970893, | |
| "grad_norm": 0.5330354393061656, | |
| "learning_rate": 1.4394217750885233e-05, | |
| "loss": 0.701, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.841995841995842, | |
| "grad_norm": 0.5419503755472291, | |
| "learning_rate": 1.4353427196946257e-05, | |
| "loss": 0.6913, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.8445945945945946, | |
| "grad_norm": 0.5311784231584057, | |
| "learning_rate": 1.4312547072442544e-05, | |
| "loss": 0.674, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.8471933471933472, | |
| "grad_norm": 0.5563211583759982, | |
| "learning_rate": 1.4271578218471392e-05, | |
| "loss": 0.6907, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.8497920997920998, | |
| "grad_norm": 0.543414093186935, | |
| "learning_rate": 1.4230521477955677e-05, | |
| "loss": 0.6933, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.8523908523908524, | |
| "grad_norm": 0.5240436124612864, | |
| "learning_rate": 1.418937769562652e-05, | |
| "loss": 0.686, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.854989604989605, | |
| "grad_norm": 0.5430088145666387, | |
| "learning_rate": 1.4148147718005907e-05, | |
| "loss": 0.6896, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.8575883575883576, | |
| "grad_norm": 0.5458623547814142, | |
| "learning_rate": 1.4106832393389258e-05, | |
| "loss": 0.6908, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.8601871101871101, | |
| "grad_norm": 0.5634088926920675, | |
| "learning_rate": 1.4065432571827992e-05, | |
| "loss": 0.7065, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.8627858627858628, | |
| "grad_norm": 0.5501420194013241, | |
| "learning_rate": 1.4023949105112034e-05, | |
| "loss": 0.6988, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.8653846153846154, | |
| "grad_norm": 0.545143784026079, | |
| "learning_rate": 1.3982382846752265e-05, | |
| "loss": 0.7001, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.867983367983368, | |
| "grad_norm": 0.5514351435035997, | |
| "learning_rate": 1.3940734651963008e-05, | |
| "loss": 0.6864, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.8705821205821206, | |
| "grad_norm": 0.578025130173629, | |
| "learning_rate": 1.3899005377644389e-05, | |
| "loss": 0.6951, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.8731808731808732, | |
| "grad_norm": 0.5486337422568206, | |
| "learning_rate": 1.3857195882364717e-05, | |
| "loss": 0.6875, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.8757796257796258, | |
| "grad_norm": 0.5987234793423925, | |
| "learning_rate": 1.3815307026342847e-05, | |
| "loss": 0.6895, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.8783783783783784, | |
| "grad_norm": 0.5723737998517776, | |
| "learning_rate": 1.3773339671430441e-05, | |
| "loss": 0.6934, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.8809771309771309, | |
| "grad_norm": 0.5157754043967531, | |
| "learning_rate": 1.3731294681094257e-05, | |
| "loss": 0.7008, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.8835758835758836, | |
| "grad_norm": 0.5484329818025037, | |
| "learning_rate": 1.3689172920398385e-05, | |
| "loss": 0.6588, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.8861746361746362, | |
| "grad_norm": 0.5313559372585769, | |
| "learning_rate": 1.3646975255986448e-05, | |
| "loss": 0.682, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.8887733887733887, | |
| "grad_norm": 0.5576768736741219, | |
| "learning_rate": 1.3604702556063751e-05, | |
| "loss": 0.6964, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.8913721413721414, | |
| "grad_norm": 0.5719657285080421, | |
| "learning_rate": 1.3562355690379455e-05, | |
| "loss": 0.7023, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.893970893970894, | |
| "grad_norm": 0.5445374932912297, | |
| "learning_rate": 1.3519935530208642e-05, | |
| "loss": 0.6969, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.8965696465696466, | |
| "grad_norm": 0.5332385586498977, | |
| "learning_rate": 1.347744294833442e-05, | |
| "loss": 0.7009, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.8991683991683992, | |
| "grad_norm": 0.5518972270290637, | |
| "learning_rate": 1.3434878819029949e-05, | |
| "loss": 0.6783, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.9017671517671517, | |
| "grad_norm": 0.5111471501880547, | |
| "learning_rate": 1.3392244018040459e-05, | |
| "loss": 0.6733, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.9043659043659044, | |
| "grad_norm": 0.5204670594020995, | |
| "learning_rate": 1.3349539422565227e-05, | |
| "loss": 0.6768, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.906964656964657, | |
| "grad_norm": 0.5185707128359598, | |
| "learning_rate": 1.3306765911239536e-05, | |
| "loss": 0.6836, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.9095634095634095, | |
| "grad_norm": 0.5371823929518809, | |
| "learning_rate": 1.3263924364116598e-05, | |
| "loss": 0.6757, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.9121621621621622, | |
| "grad_norm": 0.5512113239584037, | |
| "learning_rate": 1.3221015662649435e-05, | |
| "loss": 0.6874, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.9147609147609148, | |
| "grad_norm": 0.5413143469260978, | |
| "learning_rate": 1.3178040689672746e-05, | |
| "loss": 0.6903, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.9173596673596673, | |
| "grad_norm": 0.5448713291982036, | |
| "learning_rate": 1.3135000329384768e-05, | |
| "loss": 0.6749, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.91995841995842, | |
| "grad_norm": 0.5694338929447293, | |
| "learning_rate": 1.3091895467329043e-05, | |
| "loss": 0.6992, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.9225571725571725, | |
| "grad_norm": 0.5680751056661771, | |
| "learning_rate": 1.304872699037623e-05, | |
| "loss": 0.6778, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.9251559251559252, | |
| "grad_norm": 0.5827527502015905, | |
| "learning_rate": 1.3005495786705847e-05, | |
| "loss": 0.6801, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.9277546777546778, | |
| "grad_norm": 0.5414753069080744, | |
| "learning_rate": 1.2962202745787993e-05, | |
| "loss": 0.6828, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.9303534303534303, | |
| "grad_norm": 0.5954708948041362, | |
| "learning_rate": 1.2918848758365047e-05, | |
| "loss": 0.6804, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.932952182952183, | |
| "grad_norm": 0.4986624974413991, | |
| "learning_rate": 1.2875434716433364e-05, | |
| "loss": 0.6807, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.9355509355509356, | |
| "grad_norm": 0.512872956001043, | |
| "learning_rate": 1.2831961513224883e-05, | |
| "loss": 0.6758, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.9381496881496881, | |
| "grad_norm": 0.5424188290664714, | |
| "learning_rate": 1.278843004318878e-05, | |
| "loss": 0.6684, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.9407484407484408, | |
| "grad_norm": 0.5279446908433959, | |
| "learning_rate": 1.274484120197305e-05, | |
| "loss": 0.6732, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.9433471933471933, | |
| "grad_norm": 0.5019944493922829, | |
| "learning_rate": 1.2701195886406094e-05, | |
| "loss": 0.6736, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 0.5441846652026447, | |
| "learning_rate": 1.2657494994478248e-05, | |
| "loss": 0.6803, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.9485446985446986, | |
| "grad_norm": 0.5027297117206215, | |
| "learning_rate": 1.2613739425323318e-05, | |
| "loss": 0.6916, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.9511434511434511, | |
| "grad_norm": 0.5208646951194689, | |
| "learning_rate": 1.2569930079200083e-05, | |
| "loss": 0.6674, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.9537422037422038, | |
| "grad_norm": 0.5229959541344918, | |
| "learning_rate": 1.2526067857473763e-05, | |
| "loss": 0.6808, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.9563409563409564, | |
| "grad_norm": 0.5436749548564572, | |
| "learning_rate": 1.2482153662597478e-05, | |
| "loss": 0.682, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.9589397089397089, | |
| "grad_norm": 0.525934850158874, | |
| "learning_rate": 1.2438188398093689e-05, | |
| "loss": 0.6684, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.9615384615384616, | |
| "grad_norm": 0.5241344769977555, | |
| "learning_rate": 1.2394172968535596e-05, | |
| "loss": 0.6845, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.9641372141372141, | |
| "grad_norm": 0.5334714104019, | |
| "learning_rate": 1.235010827952853e-05, | |
| "loss": 0.6752, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.9667359667359667, | |
| "grad_norm": 0.4981678215882384, | |
| "learning_rate": 1.230599523769132e-05, | |
| "loss": 0.6824, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.9693347193347194, | |
| "grad_norm": 0.529971709936305, | |
| "learning_rate": 1.2261834750637648e-05, | |
| "loss": 0.695, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.9719334719334719, | |
| "grad_norm": 0.5288630054972472, | |
| "learning_rate": 1.2217627726957362e-05, | |
| "loss": 0.6833, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.9745322245322245, | |
| "grad_norm": 0.5109511701940944, | |
| "learning_rate": 1.217337507619779e-05, | |
| "loss": 0.6688, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.9771309771309772, | |
| "grad_norm": 0.5251862301897194, | |
| "learning_rate": 1.212907770884503e-05, | |
| "loss": 0.6752, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.9797297297297297, | |
| "grad_norm": 0.5081841213925302, | |
| "learning_rate": 1.2084736536305199e-05, | |
| "loss": 0.6802, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.9823284823284824, | |
| "grad_norm": 0.5199130862705122, | |
| "learning_rate": 1.2040352470885705e-05, | |
| "loss": 0.6585, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.9849272349272349, | |
| "grad_norm": 0.5127627640317641, | |
| "learning_rate": 1.1995926425776463e-05, | |
| "loss": 0.6753, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.9875259875259875, | |
| "grad_norm": 0.5057020713500769, | |
| "learning_rate": 1.1951459315031103e-05, | |
| "loss": 0.6823, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.9901247401247402, | |
| "grad_norm": 0.5368825129232229, | |
| "learning_rate": 1.1906952053548173e-05, | |
| "loss": 0.6775, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.9927234927234927, | |
| "grad_norm": 0.48766377489485674, | |
| "learning_rate": 1.1862405557052316e-05, | |
| "loss": 0.6731, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.9953222453222453, | |
| "grad_norm": 0.5077162603005374, | |
| "learning_rate": 1.1817820742075418e-05, | |
| "loss": 0.659, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.997920997920998, | |
| "grad_norm": 0.5273871660362291, | |
| "learning_rate": 1.1773198525937758e-05, | |
| "loss": 0.679, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.7630624771118164, | |
| "eval_runtime": 104.7865, | |
| "eval_samples_per_second": 78.35, | |
| "eval_steps_per_second": 1.231, | |
| "step": 1924 | |
| }, | |
| { | |
| "epoch": 1.0005197505197505, | |
| "grad_norm": 0.7167016181446053, | |
| "learning_rate": 1.1728539826729135e-05, | |
| "loss": 0.6587, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.003118503118503, | |
| "grad_norm": 0.6041178102787718, | |
| "learning_rate": 1.168384556328998e-05, | |
| "loss": 0.6121, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.0057172557172558, | |
| "grad_norm": 0.5921694491638905, | |
| "learning_rate": 1.163911665519244e-05, | |
| "loss": 0.6028, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 1.0083160083160083, | |
| "grad_norm": 0.6013653429933059, | |
| "learning_rate": 1.1594354022721475e-05, | |
| "loss": 0.6156, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.0109147609147608, | |
| "grad_norm": 0.6105316954631931, | |
| "learning_rate": 1.1549558586855909e-05, | |
| "loss": 0.5945, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 1.0135135135135136, | |
| "grad_norm": 0.535707927809498, | |
| "learning_rate": 1.150473126924949e-05, | |
| "loss": 0.5922, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.0161122661122661, | |
| "grad_norm": 0.5556825438783977, | |
| "learning_rate": 1.1459872992211923e-05, | |
| "loss": 0.5953, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 1.0187110187110187, | |
| "grad_norm": 0.5691489620123985, | |
| "learning_rate": 1.1414984678689895e-05, | |
| "loss": 0.599, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.0213097713097714, | |
| "grad_norm": 0.5936266445205919, | |
| "learning_rate": 1.1370067252248085e-05, | |
| "loss": 0.5949, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 1.023908523908524, | |
| "grad_norm": 0.6066096499835257, | |
| "learning_rate": 1.1325121637050161e-05, | |
| "loss": 0.5971, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.0265072765072765, | |
| "grad_norm": 0.5681394506425539, | |
| "learning_rate": 1.128014875783977e-05, | |
| "loss": 0.5864, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.0291060291060292, | |
| "grad_norm": 0.5628786880019524, | |
| "learning_rate": 1.1235149539921509e-05, | |
| "loss": 0.592, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.0317047817047817, | |
| "grad_norm": 0.5467263882406993, | |
| "learning_rate": 1.1190124909141877e-05, | |
| "loss": 0.6075, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 1.0343035343035343, | |
| "grad_norm": 0.5440093360987802, | |
| "learning_rate": 1.1145075791870253e-05, | |
| "loss": 0.5988, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.0369022869022868, | |
| "grad_norm": 0.5752544838637329, | |
| "learning_rate": 1.1100003114979803e-05, | |
| "loss": 0.615, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 1.0395010395010396, | |
| "grad_norm": 0.5310516110561704, | |
| "learning_rate": 1.1054907805828427e-05, | |
| "loss": 0.6005, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.042099792099792, | |
| "grad_norm": 0.5432466126208855, | |
| "learning_rate": 1.1009790792239692e-05, | |
| "loss": 0.5866, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 1.0446985446985446, | |
| "grad_norm": 0.5644600605835878, | |
| "learning_rate": 1.0964653002483714e-05, | |
| "loss": 0.5936, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.0472972972972974, | |
| "grad_norm": 0.5272489276362843, | |
| "learning_rate": 1.0919495365258077e-05, | |
| "loss": 0.597, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 1.04989604989605, | |
| "grad_norm": 0.5617695811131541, | |
| "learning_rate": 1.0874318809668717e-05, | |
| "loss": 0.6065, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.0524948024948024, | |
| "grad_norm": 0.5192198208489455, | |
| "learning_rate": 1.0829124265210822e-05, | |
| "loss": 0.6075, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.0550935550935552, | |
| "grad_norm": 0.5440321607158946, | |
| "learning_rate": 1.0783912661749682e-05, | |
| "loss": 0.5993, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.0576923076923077, | |
| "grad_norm": 0.5380219431230713, | |
| "learning_rate": 1.0738684929501577e-05, | |
| "loss": 0.6047, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 1.0602910602910602, | |
| "grad_norm": 0.5309774372945627, | |
| "learning_rate": 1.069344199901464e-05, | |
| "loss": 0.6057, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.062889812889813, | |
| "grad_norm": 0.5317011424510519, | |
| "learning_rate": 1.064818480114969e-05, | |
| "loss": 0.6087, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 1.0654885654885655, | |
| "grad_norm": 0.5636006054084751, | |
| "learning_rate": 1.0602914267061102e-05, | |
| "loss": 0.6016, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.068087318087318, | |
| "grad_norm": 0.5385118881739976, | |
| "learning_rate": 1.0557631328177635e-05, | |
| "loss": 0.6009, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 1.0706860706860706, | |
| "grad_norm": 0.5387163558386009, | |
| "learning_rate": 1.0512336916183282e-05, | |
| "loss": 0.5919, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.0732848232848233, | |
| "grad_norm": 0.5550215843050625, | |
| "learning_rate": 1.046703196299808e-05, | |
| "loss": 0.6032, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 1.0758835758835759, | |
| "grad_norm": 0.5317572302029103, | |
| "learning_rate": 1.042171740075896e-05, | |
| "loss": 0.6061, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.0784823284823284, | |
| "grad_norm": 0.5953262222453396, | |
| "learning_rate": 1.037639416180055e-05, | |
| "loss": 0.5968, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 0.5468172409024149, | |
| "learning_rate": 1.0331063178635991e-05, | |
| "loss": 0.5942, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.0836798336798337, | |
| "grad_norm": 0.5337399744353215, | |
| "learning_rate": 1.028572538393778e-05, | |
| "loss": 0.5784, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 1.0862785862785862, | |
| "grad_norm": 0.5918184869466311, | |
| "learning_rate": 1.0240381710518544e-05, | |
| "loss": 0.5825, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.088877338877339, | |
| "grad_norm": 0.5415874642045884, | |
| "learning_rate": 1.0195033091311866e-05, | |
| "loss": 0.6081, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 1.0914760914760915, | |
| "grad_norm": 0.5414796664701005, | |
| "learning_rate": 1.0149680459353085e-05, | |
| "loss": 0.5916, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.094074844074844, | |
| "grad_norm": 0.5523534552531586, | |
| "learning_rate": 1.0104324747760103e-05, | |
| "loss": 0.6108, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 1.0966735966735968, | |
| "grad_norm": 0.691647511565078, | |
| "learning_rate": 1.0058966889714192e-05, | |
| "loss": 0.6, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.0992723492723493, | |
| "grad_norm": 0.5912743887434098, | |
| "learning_rate": 1.0013607818440775e-05, | |
| "loss": 0.6006, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 1.1018711018711018, | |
| "grad_norm": 0.5460338682601912, | |
| "learning_rate": 9.968248467190246e-06, | |
| "loss": 0.6017, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.1044698544698546, | |
| "grad_norm": 0.5664759203624757, | |
| "learning_rate": 9.922889769218754e-06, | |
| "loss": 0.6093, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.107068607068607, | |
| "grad_norm": 0.5666035631954701, | |
| "learning_rate": 9.877532657769006e-06, | |
| "loss": 0.5971, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.1096673596673596, | |
| "grad_norm": 0.5200286477603056, | |
| "learning_rate": 9.832178066051074e-06, | |
| "loss": 0.5934, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 1.1122661122661124, | |
| "grad_norm": 0.6074145785434165, | |
| "learning_rate": 9.78682692722318e-06, | |
| "loss": 0.5886, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.114864864864865, | |
| "grad_norm": 0.5541608986138071, | |
| "learning_rate": 9.741480174372505e-06, | |
| "loss": 0.6028, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 1.1174636174636174, | |
| "grad_norm": 0.5324738113711789, | |
| "learning_rate": 9.696138740495992e-06, | |
| "loss": 0.5963, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.12006237006237, | |
| "grad_norm": 0.5848651297296711, | |
| "learning_rate": 9.650803558481147e-06, | |
| "loss": 0.5807, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 1.1226611226611227, | |
| "grad_norm": 0.5602080935436595, | |
| "learning_rate": 9.605475561086842e-06, | |
| "loss": 0.5888, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.1252598752598753, | |
| "grad_norm": 0.5653703789523455, | |
| "learning_rate": 9.560155680924137e-06, | |
| "loss": 0.5916, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 1.1278586278586278, | |
| "grad_norm": 0.5356042555591374, | |
| "learning_rate": 9.514844850437067e-06, | |
| "loss": 0.5877, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.1304573804573805, | |
| "grad_norm": 0.5682089324184239, | |
| "learning_rate": 9.469544001883491e-06, | |
| "loss": 0.5867, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.133056133056133, | |
| "grad_norm": 0.5334569975639222, | |
| "learning_rate": 9.424254067315875e-06, | |
| "loss": 0.6082, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.1356548856548856, | |
| "grad_norm": 0.6011244426639291, | |
| "learning_rate": 9.378975978562147e-06, | |
| "loss": 0.5934, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 1.1382536382536383, | |
| "grad_norm": 0.578376500402116, | |
| "learning_rate": 9.3337106672065e-06, | |
| "loss": 0.5836, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.1408523908523909, | |
| "grad_norm": 0.5588463035978978, | |
| "learning_rate": 9.288459064570239e-06, | |
| "loss": 0.6047, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 1.1434511434511434, | |
| "grad_norm": 0.5657302559519196, | |
| "learning_rate": 9.243222101692617e-06, | |
| "loss": 0.5858, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.1460498960498962, | |
| "grad_norm": 0.583919168737973, | |
| "learning_rate": 9.19800070931168e-06, | |
| "loss": 0.607, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 1.1486486486486487, | |
| "grad_norm": 0.5817136037512669, | |
| "learning_rate": 9.15279581784511e-06, | |
| "loss": 0.589, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.1512474012474012, | |
| "grad_norm": 0.538036225434835, | |
| "learning_rate": 9.107608357371092e-06, | |
| "loss": 0.6052, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 1.1538461538461537, | |
| "grad_norm": 0.5265174041614111, | |
| "learning_rate": 9.062439257609165e-06, | |
| "loss": 0.5953, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.1564449064449065, | |
| "grad_norm": 0.548975305771916, | |
| "learning_rate": 9.01728944790112e-06, | |
| "loss": 0.5931, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.159043659043659, | |
| "grad_norm": 0.5481727349763981, | |
| "learning_rate": 8.972159857191838e-06, | |
| "loss": 0.5951, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.1616424116424116, | |
| "grad_norm": 0.5808749569289294, | |
| "learning_rate": 8.927051414010213e-06, | |
| "loss": 0.5925, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 1.1642411642411643, | |
| "grad_norm": 0.5597977821004193, | |
| "learning_rate": 8.881965046450033e-06, | |
| "loss": 0.5983, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.1668399168399168, | |
| "grad_norm": 0.5732606987628547, | |
| "learning_rate": 8.83690168215088e-06, | |
| "loss": 0.6003, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 1.1694386694386694, | |
| "grad_norm": 0.5317615005846271, | |
| "learning_rate": 8.791862248279059e-06, | |
| "loss": 0.6011, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.1720374220374221, | |
| "grad_norm": 0.5175378118538798, | |
| "learning_rate": 8.746847671508506e-06, | |
| "loss": 0.5906, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 1.1746361746361746, | |
| "grad_norm": 0.5827570884628767, | |
| "learning_rate": 8.701858878001731e-06, | |
| "loss": 0.5947, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.1772349272349272, | |
| "grad_norm": 0.5832582553430286, | |
| "learning_rate": 8.656896793390763e-06, | |
| "loss": 0.6021, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 1.17983367983368, | |
| "grad_norm": 0.5252465600060544, | |
| "learning_rate": 8.6119623427581e-06, | |
| "loss": 0.5946, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.1824324324324325, | |
| "grad_norm": 0.5535883003187351, | |
| "learning_rate": 8.567056450617678e-06, | |
| "loss": 0.5997, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.185031185031185, | |
| "grad_norm": 0.5265834205804355, | |
| "learning_rate": 8.522180040895855e-06, | |
| "loss": 0.5919, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.1876299376299375, | |
| "grad_norm": 0.5588080207098279, | |
| "learning_rate": 8.477334036912392e-06, | |
| "loss": 0.599, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 1.1902286902286903, | |
| "grad_norm": 0.5254040822916115, | |
| "learning_rate": 8.432519361361458e-06, | |
| "loss": 0.5947, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.1928274428274428, | |
| "grad_norm": 0.5455269093593619, | |
| "learning_rate": 8.387736936292654e-06, | |
| "loss": 0.5939, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 1.1954261954261955, | |
| "grad_norm": 0.5639163666347963, | |
| "learning_rate": 8.342987683092033e-06, | |
| "loss": 0.5949, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.198024948024948, | |
| "grad_norm": 0.6084945001801156, | |
| "learning_rate": 8.298272522463144e-06, | |
| "loss": 0.596, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 1.2006237006237006, | |
| "grad_norm": 0.5836727328380208, | |
| "learning_rate": 8.253592374408095e-06, | |
| "loss": 0.5963, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.2032224532224531, | |
| "grad_norm": 0.5454765026633895, | |
| "learning_rate": 8.20894815820862e-06, | |
| "loss": 0.6003, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 1.2058212058212059, | |
| "grad_norm": 0.5490153680134165, | |
| "learning_rate": 8.164340792407159e-06, | |
| "loss": 0.594, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.2084199584199584, | |
| "grad_norm": 0.5442982828513857, | |
| "learning_rate": 8.119771194787966e-06, | |
| "loss": 0.5939, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.211018711018711, | |
| "grad_norm": 0.5224447370874735, | |
| "learning_rate": 8.07524028235824e-06, | |
| "loss": 0.5895, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.2136174636174637, | |
| "grad_norm": 0.5648657256694566, | |
| "learning_rate": 8.030748971329224e-06, | |
| "loss": 0.6101, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 0.5616352744995109, | |
| "learning_rate": 7.986298177097377e-06, | |
| "loss": 0.6042, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.2188149688149688, | |
| "grad_norm": 0.5771472821711124, | |
| "learning_rate": 7.941888814225545e-06, | |
| "loss": 0.5987, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 1.2214137214137215, | |
| "grad_norm": 0.5512099431582866, | |
| "learning_rate": 7.897521796424129e-06, | |
| "loss": 0.6056, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.224012474012474, | |
| "grad_norm": 0.5098551231289585, | |
| "learning_rate": 7.853198036532288e-06, | |
| "loss": 0.6031, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 1.2266112266112266, | |
| "grad_norm": 0.5717033338675165, | |
| "learning_rate": 7.80891844649917e-06, | |
| "loss": 0.592, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.2292099792099793, | |
| "grad_norm": 0.5550621676748785, | |
| "learning_rate": 7.764683937365134e-06, | |
| "loss": 0.5877, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 1.2318087318087318, | |
| "grad_norm": 0.5823877655186512, | |
| "learning_rate": 7.720495419243014e-06, | |
| "loss": 0.6226, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.2344074844074844, | |
| "grad_norm": 0.547937317341142, | |
| "learning_rate": 7.676353801299388e-06, | |
| "loss": 0.5936, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.237006237006237, | |
| "grad_norm": 0.5341568281577489, | |
| "learning_rate": 7.63225999173589e-06, | |
| "loss": 0.5899, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.2396049896049897, | |
| "grad_norm": 0.5432593899885211, | |
| "learning_rate": 7.5882148977704914e-06, | |
| "loss": 0.602, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 1.2422037422037422, | |
| "grad_norm": 0.5421541547325941, | |
| "learning_rate": 7.544219425618862e-06, | |
| "loss": 0.5858, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.2448024948024947, | |
| "grad_norm": 0.5370495755166194, | |
| "learning_rate": 7.500274480475716e-06, | |
| "loss": 0.6071, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 1.2474012474012475, | |
| "grad_norm": 0.5449432404989222, | |
| "learning_rate": 7.45638096649619e-06, | |
| "loss": 0.5972, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.5660658221047755, | |
| "learning_rate": 7.412539786777234e-06, | |
| "loss": 0.5943, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 1.2525987525987525, | |
| "grad_norm": 0.5247570244603685, | |
| "learning_rate": 7.3687518433390414e-06, | |
| "loss": 0.5924, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.255197505197505, | |
| "grad_norm": 0.5207188548015057, | |
| "learning_rate": 7.325018037106474e-06, | |
| "loss": 0.5917, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 1.2577962577962578, | |
| "grad_norm": 0.550416355369781, | |
| "learning_rate": 7.281339267890548e-06, | |
| "loss": 0.5857, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.2603950103950103, | |
| "grad_norm": 0.5155652437752087, | |
| "learning_rate": 7.237716434369899e-06, | |
| "loss": 0.5946, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.262993762993763, | |
| "grad_norm": 0.5446737196259831, | |
| "learning_rate": 7.1941504340723e-06, | |
| "loss": 0.602, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.2655925155925156, | |
| "grad_norm": 0.5241476632554306, | |
| "learning_rate": 7.150642163356207e-06, | |
| "loss": 0.5848, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 1.2681912681912682, | |
| "grad_norm": 0.5368234251185683, | |
| "learning_rate": 7.107192517392296e-06, | |
| "loss": 0.593, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.2707900207900207, | |
| "grad_norm": 0.5609013153184366, | |
| "learning_rate": 7.063802390145058e-06, | |
| "loss": 0.5926, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 1.2733887733887734, | |
| "grad_norm": 0.5601427654877619, | |
| "learning_rate": 7.020472674354399e-06, | |
| "loss": 0.5955, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.275987525987526, | |
| "grad_norm": 0.5573446244898519, | |
| "learning_rate": 6.9772042615172855e-06, | |
| "loss": 0.596, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 1.2785862785862787, | |
| "grad_norm": 0.5409848408904747, | |
| "learning_rate": 6.933998041869381e-06, | |
| "loss": 0.5935, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.2811850311850312, | |
| "grad_norm": 0.535048843399521, | |
| "learning_rate": 6.890854904366749e-06, | |
| "loss": 0.5887, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 1.2837837837837838, | |
| "grad_norm": 0.5178312289683921, | |
| "learning_rate": 6.8477757366675526e-06, | |
| "loss": 0.5915, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.2863825363825363, | |
| "grad_norm": 0.5746689510719801, | |
| "learning_rate": 6.804761425113796e-06, | |
| "loss": 0.5952, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.288981288981289, | |
| "grad_norm": 0.5494461776895628, | |
| "learning_rate": 6.761812854713079e-06, | |
| "loss": 0.5905, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.2915800415800416, | |
| "grad_norm": 0.5437436470618007, | |
| "learning_rate": 6.718930909120404e-06, | |
| "loss": 0.5881, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 1.2941787941787941, | |
| "grad_norm": 0.5670019639541221, | |
| "learning_rate": 6.676116470619988e-06, | |
| "loss": 0.5945, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.2967775467775469, | |
| "grad_norm": 0.5754824812127866, | |
| "learning_rate": 6.633370420107097e-06, | |
| "loss": 0.5975, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 1.2993762993762994, | |
| "grad_norm": 0.548088254326578, | |
| "learning_rate": 6.590693637069938e-06, | |
| "loss": 0.5966, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.301975051975052, | |
| "grad_norm": 0.5243431037903644, | |
| "learning_rate": 6.548086999571566e-06, | |
| "loss": 0.5938, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 1.3045738045738045, | |
| "grad_norm": 0.565611456496591, | |
| "learning_rate": 6.505551384231801e-06, | |
| "loss": 0.592, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.3071725571725572, | |
| "grad_norm": 0.561890682944344, | |
| "learning_rate": 6.463087666209203e-06, | |
| "loss": 0.5818, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 1.3097713097713097, | |
| "grad_norm": 0.5872998314400075, | |
| "learning_rate": 6.420696719183072e-06, | |
| "loss": 0.5849, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.3123700623700625, | |
| "grad_norm": 0.5165776292315633, | |
| "learning_rate": 6.378379415335456e-06, | |
| "loss": 0.5913, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.314968814968815, | |
| "grad_norm": 0.5271295585343699, | |
| "learning_rate": 6.336136625333218e-06, | |
| "loss": 0.6001, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.3175675675675675, | |
| "grad_norm": 0.5541093558682746, | |
| "learning_rate": 6.293969218310122e-06, | |
| "loss": 0.5986, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 1.32016632016632, | |
| "grad_norm": 0.533798380054359, | |
| "learning_rate": 6.251878061848948e-06, | |
| "loss": 0.5759, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.3227650727650728, | |
| "grad_norm": 0.5573470744869463, | |
| "learning_rate": 6.209864021963638e-06, | |
| "loss": 0.5879, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 1.3253638253638254, | |
| "grad_norm": 0.5493774653074921, | |
| "learning_rate": 6.16792796308148e-06, | |
| "loss": 0.6017, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.3279625779625779, | |
| "grad_norm": 0.582071520963931, | |
| "learning_rate": 6.126070748025332e-06, | |
| "loss": 0.6025, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 1.3305613305613306, | |
| "grad_norm": 0.5144065189940694, | |
| "learning_rate": 6.084293237995855e-06, | |
| "loss": 0.5827, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.3331600831600832, | |
| "grad_norm": 0.5139551250609696, | |
| "learning_rate": 6.042596292553803e-06, | |
| "loss": 0.585, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 1.3357588357588357, | |
| "grad_norm": 0.512609402226577, | |
| "learning_rate": 6.0009807696023385e-06, | |
| "loss": 0.5865, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.3383575883575882, | |
| "grad_norm": 0.5648181415304806, | |
| "learning_rate": 5.959447525369375e-06, | |
| "loss": 0.585, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.340956340956341, | |
| "grad_norm": 0.4961717842990021, | |
| "learning_rate": 5.917997414389966e-06, | |
| "loss": 0.6065, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.3435550935550935, | |
| "grad_norm": 0.5369467703030896, | |
| "learning_rate": 5.87663128948872e-06, | |
| "loss": 0.586, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 1.3461538461538463, | |
| "grad_norm": 0.5805263679243358, | |
| "learning_rate": 5.835350001762258e-06, | |
| "loss": 0.5793, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.3487525987525988, | |
| "grad_norm": 0.5472679842232231, | |
| "learning_rate": 5.794154400561698e-06, | |
| "loss": 0.5936, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 0.543074701262151, | |
| "learning_rate": 5.753045333475181e-06, | |
| "loss": 0.6068, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.3539501039501038, | |
| "grad_norm": 0.501759332855818, | |
| "learning_rate": 5.712023646310429e-06, | |
| "loss": 0.5923, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 1.3565488565488566, | |
| "grad_norm": 0.5627676287799811, | |
| "learning_rate": 5.671090183077355e-06, | |
| "loss": 0.5908, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.3591476091476091, | |
| "grad_norm": 0.5396141346304916, | |
| "learning_rate": 5.630245785970676e-06, | |
| "loss": 0.5835, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 1.3617463617463619, | |
| "grad_norm": 0.5237498968336539, | |
| "learning_rate": 5.589491295352607e-06, | |
| "loss": 0.6023, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.3643451143451144, | |
| "grad_norm": 0.5714671269121867, | |
| "learning_rate": 5.548827549735565e-06, | |
| "loss": 0.5875, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.366943866943867, | |
| "grad_norm": 0.5420021477246512, | |
| "learning_rate": 5.508255385764908e-06, | |
| "loss": 0.5962, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.3695426195426195, | |
| "grad_norm": 0.5213053662389652, | |
| "learning_rate": 5.46777563820172e-06, | |
| "loss": 0.5775, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 1.3721413721413722, | |
| "grad_norm": 0.5940088174557574, | |
| "learning_rate": 5.427389139905661e-06, | |
| "loss": 0.5925, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.3747401247401247, | |
| "grad_norm": 0.5222712044920537, | |
| "learning_rate": 5.387096721817799e-06, | |
| "loss": 0.5939, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 1.3773388773388773, | |
| "grad_norm": 0.533759193353919, | |
| "learning_rate": 5.346899212943529e-06, | |
| "loss": 0.5891, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.37993762993763, | |
| "grad_norm": 0.5684539829097972, | |
| "learning_rate": 5.306797440335516e-06, | |
| "loss": 0.598, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 1.3825363825363826, | |
| "grad_norm": 0.577296227438705, | |
| "learning_rate": 5.266792229076683e-06, | |
| "loss": 0.5908, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.385135135135135, | |
| "grad_norm": 0.5367239875824128, | |
| "learning_rate": 5.2268844022632255e-06, | |
| "loss": 0.5933, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 1.3877338877338876, | |
| "grad_norm": 0.5512610722369685, | |
| "learning_rate": 5.187074780987682e-06, | |
| "loss": 0.5952, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.3903326403326404, | |
| "grad_norm": 0.5045101270772827, | |
| "learning_rate": 5.147364184322035e-06, | |
| "loss": 0.5793, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.392931392931393, | |
| "grad_norm": 0.5505398932307536, | |
| "learning_rate": 5.1077534293008635e-06, | |
| "loss": 0.5973, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.3955301455301456, | |
| "grad_norm": 0.5618823440106911, | |
| "learning_rate": 5.068243330904543e-06, | |
| "loss": 0.5954, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 1.3981288981288982, | |
| "grad_norm": 0.547767493340866, | |
| "learning_rate": 5.028834702042451e-06, | |
| "loss": 0.5965, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.4007276507276507, | |
| "grad_norm": 0.5311004214157612, | |
| "learning_rate": 4.9895283535362744e-06, | |
| "loss": 0.5761, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 1.4033264033264032, | |
| "grad_norm": 0.5522752500932042, | |
| "learning_rate": 4.9503250941032944e-06, | |
| "loss": 0.5858, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.405925155925156, | |
| "grad_norm": 0.5236156885167432, | |
| "learning_rate": 4.911225730339769e-06, | |
| "loss": 0.5949, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 1.4085239085239085, | |
| "grad_norm": 0.5167097373944585, | |
| "learning_rate": 4.872231066704334e-06, | |
| "loss": 0.5961, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.411122661122661, | |
| "grad_norm": 0.563080292650056, | |
| "learning_rate": 4.83334190550144e-06, | |
| "loss": 0.5749, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 1.4137214137214138, | |
| "grad_norm": 0.5327245199013042, | |
| "learning_rate": 4.794559046864869e-06, | |
| "loss": 0.5862, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.4163201663201663, | |
| "grad_norm": 0.5289775705397598, | |
| "learning_rate": 4.7558832887412445e-06, | |
| "loss": 0.5877, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.4189189189189189, | |
| "grad_norm": 0.5162142489701083, | |
| "learning_rate": 4.717315426873631e-06, | |
| "loss": 0.601, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.4215176715176714, | |
| "grad_norm": 0.5405562294471293, | |
| "learning_rate": 4.678856254785158e-06, | |
| "loss": 0.6065, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 1.4241164241164241, | |
| "grad_norm": 0.534465583683509, | |
| "learning_rate": 4.6405065637626855e-06, | |
| "loss": 0.5871, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.4267151767151767, | |
| "grad_norm": 0.5179677159166826, | |
| "learning_rate": 4.602267142840545e-06, | |
| "loss": 0.5873, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 1.4293139293139294, | |
| "grad_norm": 0.5480531904822096, | |
| "learning_rate": 4.564138778784276e-06, | |
| "loss": 0.5895, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.431912681912682, | |
| "grad_norm": 0.5288015351179746, | |
| "learning_rate": 4.526122256074468e-06, | |
| "loss": 0.588, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 1.4345114345114345, | |
| "grad_norm": 0.5232295069807825, | |
| "learning_rate": 4.488218356890594e-06, | |
| "loss": 0.5802, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.437110187110187, | |
| "grad_norm": 0.5460332455155361, | |
| "learning_rate": 4.450427861094933e-06, | |
| "loss": 0.5809, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 1.4397089397089398, | |
| "grad_norm": 0.5451685990728384, | |
| "learning_rate": 4.412751546216521e-06, | |
| "loss": 0.5879, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.4423076923076923, | |
| "grad_norm": 0.5068743803171689, | |
| "learning_rate": 4.375190187435151e-06, | |
| "loss": 0.5819, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.444906444906445, | |
| "grad_norm": 0.602224317860505, | |
| "learning_rate": 4.3377445575654256e-06, | |
| "loss": 0.5808, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.4475051975051976, | |
| "grad_norm": 0.5584038619724856, | |
| "learning_rate": 4.300415427040867e-06, | |
| "loss": 0.586, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 1.45010395010395, | |
| "grad_norm": 0.5402693196977059, | |
| "learning_rate": 4.263203563898038e-06, | |
| "loss": 0.5828, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.4527027027027026, | |
| "grad_norm": 0.5393224079014185, | |
| "learning_rate": 4.226109733760777e-06, | |
| "loss": 0.5933, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 1.4553014553014554, | |
| "grad_norm": 0.519264378128423, | |
| "learning_rate": 4.1891346998244096e-06, | |
| "loss": 0.5902, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.457900207900208, | |
| "grad_norm": 0.5061001580587425, | |
| "learning_rate": 4.15227922284007e-06, | |
| "loss": 0.5965, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 1.4604989604989604, | |
| "grad_norm": 0.5250324465767509, | |
| "learning_rate": 4.11554406109904e-06, | |
| "loss": 0.5805, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.4630977130977132, | |
| "grad_norm": 0.5215691344217085, | |
| "learning_rate": 4.07892997041714e-06, | |
| "loss": 0.5847, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 1.4656964656964657, | |
| "grad_norm": 0.5100852244380407, | |
| "learning_rate": 4.042437704119207e-06, | |
| "loss": 0.5863, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.4682952182952183, | |
| "grad_norm": 0.5683610331681553, | |
| "learning_rate": 4.006068013023556e-06, | |
| "loss": 0.5916, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.4708939708939708, | |
| "grad_norm": 0.5388381909277385, | |
| "learning_rate": 3.969821645426559e-06, | |
| "loss": 0.5879, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.4734927234927235, | |
| "grad_norm": 0.5470869871655806, | |
| "learning_rate": 3.933699347087239e-06, | |
| "loss": 0.579, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 1.476091476091476, | |
| "grad_norm": 0.5410808556361425, | |
| "learning_rate": 3.897701861211924e-06, | |
| "loss": 0.5882, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.4786902286902288, | |
| "grad_norm": 0.5445488241193585, | |
| "learning_rate": 3.861829928438975e-06, | |
| "loss": 0.5745, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 1.4812889812889813, | |
| "grad_norm": 0.5601094797596367, | |
| "learning_rate": 3.8260842868235105e-06, | |
| "loss": 0.5845, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.4838877338877339, | |
| "grad_norm": 0.5108174266653619, | |
| "learning_rate": 3.7904656718222653e-06, | |
| "loss": 0.5817, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 1.4864864864864864, | |
| "grad_norm": 0.5380258071504634, | |
| "learning_rate": 3.7549748162784216e-06, | |
| "loss": 0.5734, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.4890852390852392, | |
| "grad_norm": 0.5056247324728291, | |
| "learning_rate": 3.7196124504065512e-06, | |
| "loss": 0.5837, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 1.4916839916839917, | |
| "grad_norm": 0.5164676599197356, | |
| "learning_rate": 3.684379301777585e-06, | |
| "loss": 0.5737, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.4942827442827442, | |
| "grad_norm": 0.5588163356512155, | |
| "learning_rate": 3.649276095303843e-06, | |
| "loss": 0.5896, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.496881496881497, | |
| "grad_norm": 0.4785867733453047, | |
| "learning_rate": 3.61430355322413e-06, | |
| "loss": 0.5829, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.4994802494802495, | |
| "grad_norm": 0.5236230514577889, | |
| "learning_rate": 3.579462395088856e-06, | |
| "loss": 0.5943, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 1.502079002079002, | |
| "grad_norm": 0.5243126400259197, | |
| "learning_rate": 3.544753337745249e-06, | |
| "loss": 0.583, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.5046777546777546, | |
| "grad_norm": 0.5400667626881714, | |
| "learning_rate": 3.5101770953225932e-06, | |
| "loss": 0.5868, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 1.5072765072765073, | |
| "grad_norm": 0.513023426174068, | |
| "learning_rate": 3.475734379217555e-06, | |
| "loss": 0.5833, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.5098752598752598, | |
| "grad_norm": 0.5157665498993713, | |
| "learning_rate": 3.4414258980795202e-06, | |
| "loss": 0.589, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 1.5124740124740126, | |
| "grad_norm": 0.5357953624143235, | |
| "learning_rate": 3.4072523577960304e-06, | |
| "loss": 0.5964, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.5150727650727651, | |
| "grad_norm": 0.5527070418499459, | |
| "learning_rate": 3.3732144614782657e-06, | |
| "loss": 0.5837, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 1.5176715176715176, | |
| "grad_norm": 0.5458675642969252, | |
| "learning_rate": 3.339312909446557e-06, | |
| "loss": 0.5796, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.5202702702702702, | |
| "grad_norm": 0.5152283307254787, | |
| "learning_rate": 3.305548399215994e-06, | |
| "loss": 0.5788, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.5228690228690227, | |
| "grad_norm": 0.530799104763713, | |
| "learning_rate": 3.2719216254820697e-06, | |
| "loss": 0.5838, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.5254677754677755, | |
| "grad_norm": 0.5403421099817592, | |
| "learning_rate": 3.2384332801063846e-06, | |
| "loss": 0.5656, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 1.5280665280665282, | |
| "grad_norm": 0.558670507000079, | |
| "learning_rate": 3.205084052102414e-06, | |
| "loss": 0.588, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.5306652806652807, | |
| "grad_norm": 0.5087922370395622, | |
| "learning_rate": 3.1718746276213343e-06, | |
| "loss": 0.5852, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 1.5332640332640333, | |
| "grad_norm": 0.5482047516259143, | |
| "learning_rate": 3.1388056899379036e-06, | |
| "loss": 0.5946, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.5358627858627858, | |
| "grad_norm": 0.5239979050184048, | |
| "learning_rate": 3.105877919436401e-06, | |
| "loss": 0.5961, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 1.5384615384615383, | |
| "grad_norm": 0.6264561692888647, | |
| "learning_rate": 3.0730919935966262e-06, | |
| "loss": 0.5896, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.541060291060291, | |
| "grad_norm": 0.5079701430841874, | |
| "learning_rate": 3.0404485869799684e-06, | |
| "loss": 0.5804, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 1.5436590436590436, | |
| "grad_norm": 0.5227318565543926, | |
| "learning_rate": 3.007948371215521e-06, | |
| "loss": 0.5881, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.5462577962577964, | |
| "grad_norm": 0.4870518164479936, | |
| "learning_rate": 2.975592014986265e-06, | |
| "loss": 0.5952, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.5488565488565489, | |
| "grad_norm": 0.5650630749989504, | |
| "learning_rate": 2.9433801840153166e-06, | |
| "loss": 0.5836, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.5514553014553014, | |
| "grad_norm": 0.5358798465667378, | |
| "learning_rate": 2.9113135410522173e-06, | |
| "loss": 0.5962, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 1.554054054054054, | |
| "grad_norm": 0.5158817153128504, | |
| "learning_rate": 2.8793927458593096e-06, | |
| "loss": 0.57, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.5566528066528067, | |
| "grad_norm": 0.5442534042057305, | |
| "learning_rate": 2.8476184551981547e-06, | |
| "loss": 0.5821, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 1.5592515592515592, | |
| "grad_norm": 0.5778592324539092, | |
| "learning_rate": 2.8159913228160242e-06, | |
| "loss": 0.5862, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.561850311850312, | |
| "grad_norm": 0.545713870580316, | |
| "learning_rate": 2.7845119994324567e-06, | |
| "loss": 0.5837, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 1.5644490644490645, | |
| "grad_norm": 0.5027605038010509, | |
| "learning_rate": 2.753181132725846e-06, | |
| "loss": 0.5908, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.567047817047817, | |
| "grad_norm": 0.5296784509548438, | |
| "learning_rate": 2.7219993673201483e-06, | |
| "loss": 0.5845, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 1.5696465696465696, | |
| "grad_norm": 0.5434115009675748, | |
| "learning_rate": 2.69096734477159e-06, | |
| "loss": 0.5761, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.572245322245322, | |
| "grad_norm": 0.5490780089111318, | |
| "learning_rate": 2.6600857035554805e-06, | |
| "loss": 0.5759, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.5748440748440748, | |
| "grad_norm": 0.5434069633378591, | |
| "learning_rate": 2.6293550790530776e-06, | |
| "loss": 0.5856, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.5774428274428276, | |
| "grad_norm": 0.5295051711364253, | |
| "learning_rate": 2.5987761035385074e-06, | |
| "loss": 0.5776, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 1.5800415800415801, | |
| "grad_norm": 0.5294382951858779, | |
| "learning_rate": 2.5683494061657698e-06, | |
| "loss": 0.6003, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.5826403326403327, | |
| "grad_norm": 0.5487264444738784, | |
| "learning_rate": 2.538075612955775e-06, | |
| "loss": 0.5905, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 1.5852390852390852, | |
| "grad_norm": 0.5151850538678816, | |
| "learning_rate": 2.5079553467834694e-06, | |
| "loss": 0.5945, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.5878378378378377, | |
| "grad_norm": 0.5241891607063889, | |
| "learning_rate": 2.4779892273650363e-06, | |
| "loss": 0.5809, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 1.5904365904365905, | |
| "grad_norm": 0.5490608540434708, | |
| "learning_rate": 2.44817787124512e-06, | |
| "loss": 0.5864, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.593035343035343, | |
| "grad_norm": 0.5085552474004695, | |
| "learning_rate": 2.4185218917841557e-06, | |
| "loss": 0.5839, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 1.5956340956340958, | |
| "grad_norm": 0.5237874429368263, | |
| "learning_rate": 2.389021899145745e-06, | |
| "loss": 0.583, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.5982328482328483, | |
| "grad_norm": 0.5462699535427128, | |
| "learning_rate": 2.3596785002841126e-06, | |
| "loss": 0.582, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.6008316008316008, | |
| "grad_norm": 0.5305897465130409, | |
| "learning_rate": 2.330492298931599e-06, | |
| "loss": 0.588, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.6034303534303533, | |
| "grad_norm": 0.5283228272742915, | |
| "learning_rate": 2.3014638955862534e-06, | |
| "loss": 0.5895, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 1.6060291060291059, | |
| "grad_norm": 0.5375248398279345, | |
| "learning_rate": 2.2725938874994733e-06, | |
| "loss": 0.5712, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.6086278586278586, | |
| "grad_norm": 0.5387607107517319, | |
| "learning_rate": 2.2438828686637193e-06, | |
| "loss": 0.5717, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 1.6112266112266114, | |
| "grad_norm": 0.5333070714415671, | |
| "learning_rate": 2.2153314298002883e-06, | |
| "loss": 0.5869, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.613825363825364, | |
| "grad_norm": 0.5130040335910431, | |
| "learning_rate": 2.1869401583471674e-06, | |
| "loss": 0.6017, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 1.6164241164241164, | |
| "grad_norm": 0.5340427602820074, | |
| "learning_rate": 2.1587096384469465e-06, | |
| "loss": 0.5792, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.619022869022869, | |
| "grad_norm": 0.5241334616500023, | |
| "learning_rate": 2.130640450934787e-06, | |
| "loss": 0.5766, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 0.5307440437206696, | |
| "learning_rate": 2.1027331733264877e-06, | |
| "loss": 0.5841, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.6242203742203742, | |
| "grad_norm": 0.5111869577979938, | |
| "learning_rate": 2.074988379806593e-06, | |
| "loss": 0.5772, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 1.6268191268191268, | |
| "grad_norm": 0.5232894395546558, | |
| "learning_rate": 2.047406641216583e-06, | |
| "loss": 0.5798, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.6294178794178795, | |
| "grad_norm": 0.5427662431229768, | |
| "learning_rate": 2.019988525043125e-06, | |
| "loss": 0.5852, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 1.632016632016632, | |
| "grad_norm": 0.50753581880278, | |
| "learning_rate": 1.992734595406408e-06, | |
| "loss": 0.5756, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.6346153846153846, | |
| "grad_norm": 0.5026065449648726, | |
| "learning_rate": 1.965645413048519e-06, | |
| "loss": 0.5756, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 1.637214137214137, | |
| "grad_norm": 0.5135278822828021, | |
| "learning_rate": 1.9387215353219213e-06, | |
| "loss": 0.6112, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.6398128898128899, | |
| "grad_norm": 0.5576890383464939, | |
| "learning_rate": 1.9119635161779738e-06, | |
| "loss": 0.5933, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 1.6424116424116424, | |
| "grad_norm": 0.5005852274685088, | |
| "learning_rate": 1.885371906155552e-06, | |
| "loss": 0.575, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.6450103950103951, | |
| "grad_norm": 0.552519914509362, | |
| "learning_rate": 1.8589472523697017e-06, | |
| "loss": 0.5832, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 1.6476091476091477, | |
| "grad_norm": 0.5313038853576302, | |
| "learning_rate": 1.832690098500386e-06, | |
| "loss": 0.5799, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.6502079002079002, | |
| "grad_norm": 0.5307430737754275, | |
| "learning_rate": 1.8066009847813171e-06, | |
| "loss": 0.5933, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.6528066528066527, | |
| "grad_norm": 0.5092540679964042, | |
| "learning_rate": 1.7806804479888151e-06, | |
| "loss": 0.5857, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.6554054054054053, | |
| "grad_norm": 0.527226302557591, | |
| "learning_rate": 1.7549290214307824e-06, | |
| "loss": 0.5826, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 1.658004158004158, | |
| "grad_norm": 0.5117048033630656, | |
| "learning_rate": 1.729347234935721e-06, | |
| "loss": 0.5866, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.6606029106029108, | |
| "grad_norm": 0.5338263684846878, | |
| "learning_rate": 1.7039356148418363e-06, | |
| "loss": 0.5815, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 1.6632016632016633, | |
| "grad_norm": 0.514319228309042, | |
| "learning_rate": 1.6786946839862127e-06, | |
| "loss": 0.5704, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.6658004158004158, | |
| "grad_norm": 0.5093476576764645, | |
| "learning_rate": 1.6536249616940414e-06, | |
| "loss": 0.5861, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 1.6683991683991684, | |
| "grad_norm": 0.507273641369432, | |
| "learning_rate": 1.6287269637679538e-06, | |
| "loss": 0.5827, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.6709979209979209, | |
| "grad_norm": 0.5145115612127696, | |
| "learning_rate": 1.604001202477391e-06, | |
| "loss": 0.5768, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 1.6735966735966736, | |
| "grad_norm": 0.5149567719955702, | |
| "learning_rate": 1.5794481865480805e-06, | |
| "loss": 0.581, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.6761954261954262, | |
| "grad_norm": 0.5471640458477693, | |
| "learning_rate": 1.5550684211515544e-06, | |
| "loss": 0.6, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.678794178794179, | |
| "grad_norm": 0.5394179199712156, | |
| "learning_rate": 1.5308624078947666e-06, | |
| "loss": 0.5801, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.6813929313929314, | |
| "grad_norm": 0.506276316904012, | |
| "learning_rate": 1.5068306448097714e-06, | |
| "loss": 0.5689, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 1.683991683991684, | |
| "grad_norm": 0.5038655785707594, | |
| "learning_rate": 1.4829736263434702e-06, | |
| "loss": 0.5907, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.6865904365904365, | |
| "grad_norm": 0.5272673427698651, | |
| "learning_rate": 1.4592918433474424e-06, | |
| "loss": 0.586, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 1.689189189189189, | |
| "grad_norm": 0.5298471417100465, | |
| "learning_rate": 1.4357857830678445e-06, | |
| "loss": 0.5937, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.6917879417879418, | |
| "grad_norm": 0.5181589625133596, | |
| "learning_rate": 1.4124559291353878e-06, | |
| "loss": 0.5679, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 1.6943866943866945, | |
| "grad_norm": 0.5012265675078679, | |
| "learning_rate": 1.3893027615553922e-06, | |
| "loss": 0.5657, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.696985446985447, | |
| "grad_norm": 0.5568040197261597, | |
| "learning_rate": 1.366326756697892e-06, | |
| "loss": 0.5961, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 1.6995841995841996, | |
| "grad_norm": 0.5718957039548288, | |
| "learning_rate": 1.3435283872878623e-06, | |
| "loss": 0.5787, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.7021829521829521, | |
| "grad_norm": 0.5432446627166708, | |
| "learning_rate": 1.3209081223954678e-06, | |
| "loss": 0.5808, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 1.7047817047817047, | |
| "grad_norm": 0.5392794940489283, | |
| "learning_rate": 1.2984664274264214e-06, | |
| "loss": 0.571, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.7073804573804574, | |
| "grad_norm": 0.5619472295000788, | |
| "learning_rate": 1.2762037641124147e-06, | |
| "loss": 0.5752, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 1.70997920997921, | |
| "grad_norm": 0.5144706465312519, | |
| "learning_rate": 1.2541205905016097e-06, | |
| "loss": 0.5831, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.7125779625779627, | |
| "grad_norm": 0.5359125394441557, | |
| "learning_rate": 1.2322173609492138e-06, | |
| "loss": 0.571, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 1.7151767151767152, | |
| "grad_norm": 0.5219188144811212, | |
| "learning_rate": 1.2104945261081425e-06, | |
| "loss": 0.5866, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.7177754677754677, | |
| "grad_norm": 0.48682253952056287, | |
| "learning_rate": 1.1889525329197337e-06, | |
| "loss": 0.5659, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 1.7203742203742203, | |
| "grad_norm": 0.552850063663083, | |
| "learning_rate": 1.1675918246045592e-06, | |
| "loss": 0.5892, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.722972972972973, | |
| "grad_norm": 0.5129345549943813, | |
| "learning_rate": 1.1464128406533082e-06, | |
| "loss": 0.5726, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 1.7255717255717256, | |
| "grad_norm": 0.5215339840888276, | |
| "learning_rate": 1.1254160168177363e-06, | |
| "loss": 0.5755, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.7281704781704783, | |
| "grad_norm": 0.5346007889564445, | |
| "learning_rate": 1.1046017851017077e-06, | |
| "loss": 0.5934, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 1.7307692307692308, | |
| "grad_norm": 0.5241493511931715, | |
| "learning_rate": 1.083970573752301e-06, | |
| "loss": 0.5687, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.7333679833679834, | |
| "grad_norm": 0.5144495715767252, | |
| "learning_rate": 1.0635228072510084e-06, | |
| "loss": 0.5717, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 1.735966735966736, | |
| "grad_norm": 0.555636699696863, | |
| "learning_rate": 1.043258906304987e-06, | |
| "loss": 0.5717, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.7385654885654884, | |
| "grad_norm": 0.5398880461538901, | |
| "learning_rate": 1.023179287838414e-06, | |
| "loss": 0.5904, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 1.7411642411642412, | |
| "grad_norm": 0.5443352220533247, | |
| "learning_rate": 1.0032843649839052e-06, | |
| "loss": 0.5633, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.743762993762994, | |
| "grad_norm": 0.5176425518248007, | |
| "learning_rate": 9.835745470740143e-07, | |
| "loss": 0.5659, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 1.7463617463617465, | |
| "grad_norm": 0.5093779378294409, | |
| "learning_rate": 9.640502396328133e-07, | |
| "loss": 0.5727, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.748960498960499, | |
| "grad_norm": 0.5447675578056951, | |
| "learning_rate": 9.447118443675496e-07, | |
| "loss": 0.57, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 1.7515592515592515, | |
| "grad_norm": 0.5213010548532966, | |
| "learning_rate": 9.255597591603727e-07, | |
| "loss": 0.5714, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.754158004158004, | |
| "grad_norm": 0.5398854243774627, | |
| "learning_rate": 9.065943780601583e-07, | |
| "loss": 0.5811, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 0.5056718137516323, | |
| "learning_rate": 8.87816091274396e-07, | |
| "loss": 0.5674, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.7593555093555093, | |
| "grad_norm": 0.4990869376715757, | |
| "learning_rate": 8.692252851611594e-07, | |
| "loss": 0.5813, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 1.761954261954262, | |
| "grad_norm": 0.53552516213898, | |
| "learning_rate": 8.508223422211593e-07, | |
| "loss": 0.5814, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.7645530145530146, | |
| "grad_norm": 0.5060595322478018, | |
| "learning_rate": 8.326076410898798e-07, | |
| "loss": 0.5653, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 1.7671517671517671, | |
| "grad_norm": 0.5333772606550752, | |
| "learning_rate": 8.145815565297721e-07, | |
| "loss": 0.575, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.7697505197505197, | |
| "grad_norm": 0.5193976811229921, | |
| "learning_rate": 7.967444594225604e-07, | |
| "loss": 0.5821, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 1.7723492723492722, | |
| "grad_norm": 0.4986756303541811, | |
| "learning_rate": 7.790967167615982e-07, | |
| "loss": 0.5878, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.774948024948025, | |
| "grad_norm": 0.5443836974981098, | |
| "learning_rate": 7.616386916443308e-07, | |
| "loss": 0.5788, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 1.7775467775467777, | |
| "grad_norm": 0.5018572354435884, | |
| "learning_rate": 7.443707432648117e-07, | |
| "loss": 0.5757, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.7801455301455302, | |
| "grad_norm": 0.5221278089522104, | |
| "learning_rate": 7.272932269063182e-07, | |
| "loss": 0.5804, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.7827442827442828, | |
| "grad_norm": 0.5309066311243344, | |
| "learning_rate": 7.10406493934046e-07, | |
| "loss": 0.5725, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.7853430353430353, | |
| "grad_norm": 0.523703068520167, | |
| "learning_rate": 6.937108917878699e-07, | |
| "loss": 0.5851, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 1.7879417879417878, | |
| "grad_norm": 0.4990677586423772, | |
| "learning_rate": 6.772067639752023e-07, | |
| "loss": 0.5738, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.7905405405405406, | |
| "grad_norm": 0.5118619723842658, | |
| "learning_rate": 6.608944500639247e-07, | |
| "loss": 0.5759, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 1.793139293139293, | |
| "grad_norm": 0.5335785839494404, | |
| "learning_rate": 6.447742856754014e-07, | |
| "loss": 0.5765, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.7957380457380459, | |
| "grad_norm": 0.5153869448178949, | |
| "learning_rate": 6.288466024775674e-07, | |
| "loss": 0.5696, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 1.7983367983367984, | |
| "grad_norm": 0.48901624634329477, | |
| "learning_rate": 6.131117281781196e-07, | |
| "loss": 0.5674, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.800935550935551, | |
| "grad_norm": 0.5102458462355101, | |
| "learning_rate": 5.975699865177575e-07, | |
| "loss": 0.5567, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 1.8035343035343034, | |
| "grad_norm": 0.5723265636044084, | |
| "learning_rate": 5.822216972635331e-07, | |
| "loss": 0.5926, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.806133056133056, | |
| "grad_norm": 0.5094713754422882, | |
| "learning_rate": 5.670671762022684e-07, | |
| "loss": 0.5655, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.8087318087318087, | |
| "grad_norm": 0.5039283824986392, | |
| "learning_rate": 5.52106735134057e-07, | |
| "loss": 0.5804, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.8113305613305615, | |
| "grad_norm": 0.5144912329273745, | |
| "learning_rate": 5.3734068186585e-07, | |
| "loss": 0.5836, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 1.813929313929314, | |
| "grad_norm": 0.5153264587268782, | |
| "learning_rate": 5.227693202051232e-07, | |
| "loss": 0.5847, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.8165280665280665, | |
| "grad_norm": 0.5415875159805758, | |
| "learning_rate": 5.083929499536289e-07, | |
| "loss": 0.577, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 1.819126819126819, | |
| "grad_norm": 0.5049450382278391, | |
| "learning_rate": 4.942118669012208e-07, | |
| "loss": 0.5822, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.8217255717255716, | |
| "grad_norm": 0.5051461545256577, | |
| "learning_rate": 4.802263628197756e-07, | |
| "loss": 0.5644, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 1.8243243243243243, | |
| "grad_norm": 0.49660831452275783, | |
| "learning_rate": 4.664367254571855e-07, | |
| "loss": 0.5709, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.8269230769230769, | |
| "grad_norm": 0.49492888592400675, | |
| "learning_rate": 4.528432385314352e-07, | |
| "loss": 0.5813, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 1.8295218295218296, | |
| "grad_norm": 0.4865514561195398, | |
| "learning_rate": 4.394461817247753e-07, | |
| "loss": 0.5686, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.8321205821205822, | |
| "grad_norm": 0.5225610714631679, | |
| "learning_rate": 4.262458306779571e-07, | |
| "loss": 0.5806, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.8347193347193347, | |
| "grad_norm": 0.5340600886285485, | |
| "learning_rate": 4.13242456984565e-07, | |
| "loss": 0.566, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.8373180873180872, | |
| "grad_norm": 0.5237864452094557, | |
| "learning_rate": 4.0043632818542845e-07, | |
| "loss": 0.576, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 1.83991683991684, | |
| "grad_norm": 0.5512703745424207, | |
| "learning_rate": 3.878277077631176e-07, | |
| "loss": 0.5786, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.8425155925155925, | |
| "grad_norm": 0.47905215589036726, | |
| "learning_rate": 3.754168551365234e-07, | |
| "loss": 0.5772, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 1.8451143451143452, | |
| "grad_norm": 0.549871032924406, | |
| "learning_rate": 3.6320402565551585e-07, | |
| "loss": 0.5779, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.8477130977130978, | |
| "grad_norm": 0.5305355260984184, | |
| "learning_rate": 3.5118947059569974e-07, | |
| "loss": 0.5814, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 1.8503118503118503, | |
| "grad_norm": 0.5361560006783601, | |
| "learning_rate": 3.393734371532309e-07, | |
| "loss": 0.5668, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.8529106029106028, | |
| "grad_norm": 0.5205186123699476, | |
| "learning_rate": 3.277561684397412e-07, | |
| "loss": 0.5921, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 1.8555093555093554, | |
| "grad_norm": 0.523345976738322, | |
| "learning_rate": 3.163379034773328e-07, | |
| "loss": 0.5889, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.8581081081081081, | |
| "grad_norm": 0.5080494795310655, | |
| "learning_rate": 3.0511887719366193e-07, | |
| "loss": 0.5707, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.8607068607068609, | |
| "grad_norm": 0.5483892874723801, | |
| "learning_rate": 2.9409932041710056e-07, | |
| "loss": 0.5867, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.8633056133056134, | |
| "grad_norm": 0.5028157875697813, | |
| "learning_rate": 2.8327945987199234e-07, | |
| "loss": 0.5735, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 1.865904365904366, | |
| "grad_norm": 0.542730797020021, | |
| "learning_rate": 2.726595181739866e-07, | |
| "loss": 0.5607, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.8685031185031185, | |
| "grad_norm": 0.5229545949985743, | |
| "learning_rate": 2.6223971382545623e-07, | |
| "loss": 0.5805, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 1.871101871101871, | |
| "grad_norm": 0.528588646817702, | |
| "learning_rate": 2.5202026121100453e-07, | |
| "loss": 0.5809, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.8737006237006237, | |
| "grad_norm": 0.5053433572695779, | |
| "learning_rate": 2.420013705930524e-07, | |
| "loss": 0.5695, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 1.8762993762993763, | |
| "grad_norm": 0.6061825606893263, | |
| "learning_rate": 2.321832481075137e-07, | |
| "loss": 0.5821, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.878898128898129, | |
| "grad_norm": 0.49099322033756715, | |
| "learning_rate": 2.225660957595499e-07, | |
| "loss": 0.5721, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 1.8814968814968815, | |
| "grad_norm": 0.5193378188817532, | |
| "learning_rate": 2.131501114194212e-07, | |
| "loss": 0.568, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.884095634095634, | |
| "grad_norm": 0.5088241393434693, | |
| "learning_rate": 2.0393548881841308e-07, | |
| "loss": 0.5937, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.8866943866943866, | |
| "grad_norm": 0.5249257025900219, | |
| "learning_rate": 1.9492241754484275e-07, | |
| "loss": 0.5696, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.8892931392931391, | |
| "grad_norm": 0.5063117403822439, | |
| "learning_rate": 1.861110830401691e-07, | |
| "loss": 0.5776, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 0.5247823235703282, | |
| "learning_rate": 1.7750166659517009e-07, | |
| "loss": 0.5805, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.8944906444906446, | |
| "grad_norm": 0.530597215782001, | |
| "learning_rate": 1.6909434534621683e-07, | |
| "loss": 0.5833, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 1.8970893970893972, | |
| "grad_norm": 0.535514568090153, | |
| "learning_rate": 1.6088929227162542e-07, | |
| "loss": 0.5722, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.8996881496881497, | |
| "grad_norm": 0.5247060245361456, | |
| "learning_rate": 1.5288667618810426e-07, | |
| "loss": 0.5761, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 1.9022869022869022, | |
| "grad_norm": 0.5199277346646484, | |
| "learning_rate": 1.4508666174727237e-07, | |
| "loss": 0.5625, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.9048856548856548, | |
| "grad_norm": 0.5016083095240303, | |
| "learning_rate": 1.374894094322765e-07, | |
| "loss": 0.5754, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 1.9074844074844075, | |
| "grad_norm": 0.7501294618373303, | |
| "learning_rate": 1.300950755544894e-07, | |
| "loss": 0.5914, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.91008316008316, | |
| "grad_norm": 0.5599461348657118, | |
| "learning_rate": 1.2290381225029345e-07, | |
| "loss": 0.5661, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.9126819126819128, | |
| "grad_norm": 0.5324363544661017, | |
| "learning_rate": 1.1591576747794875e-07, | |
| "loss": 0.5734, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.9152806652806653, | |
| "grad_norm": 0.4949940507745294, | |
| "learning_rate": 1.0913108501454994e-07, | |
| "loss": 0.5691, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 1.9178794178794178, | |
| "grad_norm": 0.5201949950592929, | |
| "learning_rate": 1.0254990445306978e-07, | |
| "loss": 0.5702, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.9204781704781704, | |
| "grad_norm": 0.5435052866885572, | |
| "learning_rate": 9.617236119948359e-08, | |
| "loss": 0.5737, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 1.9230769230769231, | |
| "grad_norm": 0.5284636555155561, | |
| "learning_rate": 8.999858646998705e-08, | |
| "loss": 0.5691, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.9256756756756757, | |
| "grad_norm": 0.48133491617434554, | |
| "learning_rate": 8.402870728829283e-08, | |
| "loss": 0.5679, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 1.9282744282744284, | |
| "grad_norm": 0.525724615350644, | |
| "learning_rate": 7.82628464830193e-08, | |
| "loss": 0.5753, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.930873180873181, | |
| "grad_norm": 0.5316420453721764, | |
| "learning_rate": 7.270112268516482e-08, | |
| "loss": 0.5769, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 1.9334719334719335, | |
| "grad_norm": 0.5256504385548955, | |
| "learning_rate": 6.734365032566192e-08, | |
| "loss": 0.5818, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.936070686070686, | |
| "grad_norm": 0.5309069869526528, | |
| "learning_rate": 6.219053963303023e-08, | |
| "loss": 0.5734, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.9386694386694385, | |
| "grad_norm": 0.5354454111890438, | |
| "learning_rate": 5.724189663110058e-08, | |
| "loss": 0.5809, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.9412681912681913, | |
| "grad_norm": 0.5053818186885027, | |
| "learning_rate": 5.249782313683893e-08, | |
| "loss": 0.5815, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 1.943866943866944, | |
| "grad_norm": 0.5087952292369419, | |
| "learning_rate": 4.7958416758249196e-08, | |
| "loss": 0.572, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.9464656964656966, | |
| "grad_norm": 0.5399877020308321, | |
| "learning_rate": 4.3623770892368136e-08, | |
| "loss": 0.5745, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 1.949064449064449, | |
| "grad_norm": 0.4970333597526285, | |
| "learning_rate": 3.949397472333805e-08, | |
| "loss": 0.5677, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.9516632016632016, | |
| "grad_norm": 0.51125198825636, | |
| "learning_rate": 3.556911322057821e-08, | |
| "loss": 0.5807, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 1.9542619542619541, | |
| "grad_norm": 0.5453706817478942, | |
| "learning_rate": 3.184926713703185e-08, | |
| "loss": 0.5696, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.956860706860707, | |
| "grad_norm": 0.5259685279196025, | |
| "learning_rate": 2.8334513007507447e-08, | |
| "loss": 0.5874, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 1.9594594594594594, | |
| "grad_norm": 0.5299460024442244, | |
| "learning_rate": 2.5024923147101144e-08, | |
| "loss": 0.5802, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.9620582120582122, | |
| "grad_norm": 0.5085531168100673, | |
| "learning_rate": 2.1920565649713454e-08, | |
| "loss": 0.5633, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.9646569646569647, | |
| "grad_norm": 0.5066062776158768, | |
| "learning_rate": 1.902150438664374e-08, | |
| "loss": 0.5815, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.9672557172557172, | |
| "grad_norm": 0.5304292915843402, | |
| "learning_rate": 1.6327799005277923e-08, | |
| "loss": 0.5818, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 1.9698544698544698, | |
| "grad_norm": 0.5429547592576485, | |
| "learning_rate": 1.3839504927863901e-08, | |
| "loss": 0.5866, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.9724532224532223, | |
| "grad_norm": 0.5025697826189373, | |
| "learning_rate": 1.15566733503647e-08, | |
| "loss": 0.5805, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 1.975051975051975, | |
| "grad_norm": 0.5279650041637034, | |
| "learning_rate": 9.479351241410418e-09, | |
| "loss": 0.5664, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.9776507276507278, | |
| "grad_norm": 0.5231820617917791, | |
| "learning_rate": 7.607581341332326e-09, | |
| "loss": 0.5712, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 1.9802494802494803, | |
| "grad_norm": 0.5278123420036012, | |
| "learning_rate": 5.941402161279142e-09, | |
| "loss": 0.5737, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.9828482328482329, | |
| "grad_norm": 0.5309246932396601, | |
| "learning_rate": 4.48084798242987e-09, | |
| "loss": 0.5817, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 1.9854469854469854, | |
| "grad_norm": 0.5575208848453578, | |
| "learning_rate": 3.2259488552832676e-09, | |
| "loss": 0.5787, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.988045738045738, | |
| "grad_norm": 0.512653822002805, | |
| "learning_rate": 2.1767305990416653e-09, | |
| "loss": 0.5848, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.9906444906444907, | |
| "grad_norm": 0.5291714453451785, | |
| "learning_rate": 1.3332148010836154e-09, | |
| "loss": 0.5831, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.9932432432432432, | |
| "grad_norm": 0.5268775795002444, | |
| "learning_rate": 6.954188165131382e-10, | |
| "loss": 0.5895, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 1.995841995841996, | |
| "grad_norm": 0.5255058213556102, | |
| "learning_rate": 2.6335576780667227e-10, | |
| "loss": 0.5759, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.9984407484407485, | |
| "grad_norm": 0.5086937679965747, | |
| "learning_rate": 3.7034544543290694e-11, | |
| "loss": 0.5727, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.7488190531730652, | |
| "eval_runtime": 104.7896, | |
| "eval_samples_per_second": 78.347, | |
| "eval_steps_per_second": 1.231, | |
| "step": 3848 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 3848, | |
| "total_flos": 805692915056640.0, | |
| "train_loss": 0.6651840950991657, | |
| "train_runtime": 11913.1492, | |
| "train_samples_per_second": 20.671, | |
| "train_steps_per_second": 0.323 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 3848, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 805692915056640.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |