| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.996258885147775, | |
| "eval_steps": 500, | |
| "global_step": 3340, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.014964459408903853, | |
| "grad_norm": 0.5450117588043213, | |
| "learning_rate": 4.999972352489418e-05, | |
| "loss": 1.3208, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.029928918817807706, | |
| "grad_norm": 0.5009211301803589, | |
| "learning_rate": 4.9998894105691785e-05, | |
| "loss": 1.2903, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04489337822671156, | |
| "grad_norm": 0.45117729902267456, | |
| "learning_rate": 4.9997511760737915e-05, | |
| "loss": 1.2271, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.05985783763561541, | |
| "grad_norm": 0.5625576376914978, | |
| "learning_rate": 4.999557652060729e-05, | |
| "loss": 1.186, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07482229704451927, | |
| "grad_norm": 0.519900381565094, | |
| "learning_rate": 4.999308842810357e-05, | |
| "loss": 1.1302, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.08978675645342311, | |
| "grad_norm": 0.593724250793457, | |
| "learning_rate": 4.999004753825842e-05, | |
| "loss": 1.1372, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.10475121586232697, | |
| "grad_norm": 0.663527250289917, | |
| "learning_rate": 4.998645391833024e-05, | |
| "loss": 1.0359, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.11971567527123082, | |
| "grad_norm": 0.6744909286499023, | |
| "learning_rate": 4.9982307647802765e-05, | |
| "loss": 1.0511, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13468013468013468, | |
| "grad_norm": 0.5474820137023926, | |
| "learning_rate": 4.9977608818383226e-05, | |
| "loss": 0.9909, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.14964459408903855, | |
| "grad_norm": 0.5713778734207153, | |
| "learning_rate": 4.9972357534000394e-05, | |
| "loss": 1.0139, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1646090534979424, | |
| "grad_norm": 0.6148533225059509, | |
| "learning_rate": 4.99665539108022e-05, | |
| "loss": 1.0156, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.17957351290684623, | |
| "grad_norm": 0.6597582697868347, | |
| "learning_rate": 4.996019807715324e-05, | |
| "loss": 0.995, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1945379723157501, | |
| "grad_norm": 0.6145315170288086, | |
| "learning_rate": 4.9953290173631896e-05, | |
| "loss": 0.9641, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.20950243172465394, | |
| "grad_norm": 0.7690613865852356, | |
| "learning_rate": 4.994583035302723e-05, | |
| "loss": 0.9934, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2244668911335578, | |
| "grad_norm": 0.7555385828018188, | |
| "learning_rate": 4.9937818780335646e-05, | |
| "loss": 0.946, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.23943135054246165, | |
| "grad_norm": 0.7178649306297302, | |
| "learning_rate": 4.992925563275714e-05, | |
| "loss": 0.91, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2543958099513655, | |
| "grad_norm": 0.7035357356071472, | |
| "learning_rate": 4.99201410996915e-05, | |
| "loss": 0.9612, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.26936026936026936, | |
| "grad_norm": 0.7382842898368835, | |
| "learning_rate": 4.9910475382734034e-05, | |
| "loss": 0.8687, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2843247287691732, | |
| "grad_norm": 0.8056157231330872, | |
| "learning_rate": 4.990025869567117e-05, | |
| "loss": 0.9038, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2992891881780771, | |
| "grad_norm": 0.9074241518974304, | |
| "learning_rate": 4.988949126447567e-05, | |
| "loss": 0.9063, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.31425364758698093, | |
| "grad_norm": 0.7684347033500671, | |
| "learning_rate": 4.987817332730166e-05, | |
| "loss": 0.9065, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.3292181069958848, | |
| "grad_norm": 0.8751540184020996, | |
| "learning_rate": 4.986630513447938e-05, | |
| "loss": 0.9492, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3441825664047886, | |
| "grad_norm": 0.8586133718490601, | |
| "learning_rate": 4.985388694850963e-05, | |
| "loss": 0.9085, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.35914702581369246, | |
| "grad_norm": 0.7148111462593079, | |
| "learning_rate": 4.984091904405793e-05, | |
| "loss": 0.9125, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.37411148522259635, | |
| "grad_norm": 0.7763463258743286, | |
| "learning_rate": 4.9827401707948504e-05, | |
| "loss": 0.9019, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.3890759446315002, | |
| "grad_norm": 0.9074414372444153, | |
| "learning_rate": 4.981333523915792e-05, | |
| "loss": 0.8188, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "grad_norm": 1.0170953273773193, | |
| "learning_rate": 4.979871994880845e-05, | |
| "loss": 0.8757, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.4190048634493079, | |
| "grad_norm": 0.8414100408554077, | |
| "learning_rate": 4.97835561601612e-05, | |
| "loss": 0.8711, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.43396932285821177, | |
| "grad_norm": 0.9481101036071777, | |
| "learning_rate": 4.9767844208608984e-05, | |
| "loss": 0.8371, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.4489337822671156, | |
| "grad_norm": 0.8936446905136108, | |
| "learning_rate": 4.9751584441668874e-05, | |
| "loss": 0.8282, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.46389824167601945, | |
| "grad_norm": 0.906244695186615, | |
| "learning_rate": 4.973477721897454e-05, | |
| "loss": 0.8702, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.4788627010849233, | |
| "grad_norm": 0.9465859532356262, | |
| "learning_rate": 4.971742291226827e-05, | |
| "loss": 0.8779, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.49382716049382713, | |
| "grad_norm": 0.752061128616333, | |
| "learning_rate": 4.969952190539276e-05, | |
| "loss": 0.8855, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.508791619902731, | |
| "grad_norm": 0.9224424958229065, | |
| "learning_rate": 4.968107459428265e-05, | |
| "loss": 0.8211, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.5237560793116348, | |
| "grad_norm": 0.8061802387237549, | |
| "learning_rate": 4.9662081386955714e-05, | |
| "loss": 0.84, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.5387205387205387, | |
| "grad_norm": 1.4521487951278687, | |
| "learning_rate": 4.964254270350387e-05, | |
| "loss": 0.8529, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5536849981294426, | |
| "grad_norm": 0.807750403881073, | |
| "learning_rate": 4.9622458976083885e-05, | |
| "loss": 0.8891, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.5686494575383464, | |
| "grad_norm": 0.9400819540023804, | |
| "learning_rate": 4.960183064890782e-05, | |
| "loss": 0.8705, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5836139169472503, | |
| "grad_norm": 0.8715450763702393, | |
| "learning_rate": 4.958065817823318e-05, | |
| "loss": 0.8671, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.5985783763561542, | |
| "grad_norm": 0.9633534550666809, | |
| "learning_rate": 4.955894203235284e-05, | |
| "loss": 0.8379, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.613542835765058, | |
| "grad_norm": 0.8975620865821838, | |
| "learning_rate": 4.953668269158472e-05, | |
| "loss": 0.8086, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.6285072951739619, | |
| "grad_norm": 0.904045045375824, | |
| "learning_rate": 4.9513880648261114e-05, | |
| "loss": 0.8183, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.6434717545828657, | |
| "grad_norm": 1.009617805480957, | |
| "learning_rate": 4.949053640671778e-05, | |
| "loss": 0.8557, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.6584362139917695, | |
| "grad_norm": 1.1475061178207397, | |
| "learning_rate": 4.946665048328287e-05, | |
| "loss": 0.8809, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6734006734006734, | |
| "grad_norm": 1.087480068206787, | |
| "learning_rate": 4.944222340626543e-05, | |
| "loss": 0.7887, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.6883651328095772, | |
| "grad_norm": 0.9593074321746826, | |
| "learning_rate": 4.9417255715943766e-05, | |
| "loss": 0.8965, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.7033295922184811, | |
| "grad_norm": 1.103148102760315, | |
| "learning_rate": 4.939174796455346e-05, | |
| "loss": 0.9189, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.7182940516273849, | |
| "grad_norm": 0.9249380826950073, | |
| "learning_rate": 4.936570071627518e-05, | |
| "loss": 0.8793, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.7332585110362888, | |
| "grad_norm": 1.03147554397583, | |
| "learning_rate": 4.933911454722217e-05, | |
| "loss": 0.8052, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.7482229704451927, | |
| "grad_norm": 1.0135599374771118, | |
| "learning_rate": 4.9311990045427553e-05, | |
| "loss": 0.8033, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7631874298540965, | |
| "grad_norm": 1.0295403003692627, | |
| "learning_rate": 4.928432781083128e-05, | |
| "loss": 0.9045, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.7781518892630004, | |
| "grad_norm": 0.9905064105987549, | |
| "learning_rate": 4.92561284552669e-05, | |
| "loss": 0.8486, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7931163486719043, | |
| "grad_norm": 0.9656111598014832, | |
| "learning_rate": 4.9227392602447996e-05, | |
| "loss": 0.8324, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "grad_norm": 0.9249575734138489, | |
| "learning_rate": 4.91981208879544e-05, | |
| "loss": 0.8172, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.823045267489712, | |
| "grad_norm": 0.904988706111908, | |
| "learning_rate": 4.9168313959218135e-05, | |
| "loss": 0.8258, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.8380097268986157, | |
| "grad_norm": 1.060915231704712, | |
| "learning_rate": 4.913797247550912e-05, | |
| "loss": 0.867, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.8529741863075196, | |
| "grad_norm": 1.017268180847168, | |
| "learning_rate": 4.910709710792054e-05, | |
| "loss": 0.7974, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.8679386457164235, | |
| "grad_norm": 1.0362051725387573, | |
| "learning_rate": 4.9075688539354025e-05, | |
| "loss": 0.8596, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.8829031051253273, | |
| "grad_norm": 0.9945353269577026, | |
| "learning_rate": 4.904374746450459e-05, | |
| "loss": 0.8076, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.8978675645342312, | |
| "grad_norm": 0.986596941947937, | |
| "learning_rate": 4.901127458984516e-05, | |
| "loss": 0.8126, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.912832023943135, | |
| "grad_norm": 1.016927719116211, | |
| "learning_rate": 4.8978270633611086e-05, | |
| "loss": 0.817, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.9277964833520389, | |
| "grad_norm": 1.0122638940811157, | |
| "learning_rate": 4.8944736325784136e-05, | |
| "loss": 0.9226, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.9427609427609428, | |
| "grad_norm": 1.04526948928833, | |
| "learning_rate": 4.891067240807641e-05, | |
| "loss": 0.7878, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.9577254021698466, | |
| "grad_norm": 0.8837614059448242, | |
| "learning_rate": 4.887607963391394e-05, | |
| "loss": 0.8187, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9726898615787505, | |
| "grad_norm": 1.1496906280517578, | |
| "learning_rate": 4.884095876841999e-05, | |
| "loss": 0.8531, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.9876543209876543, | |
| "grad_norm": 0.9902486205101013, | |
| "learning_rate": 4.880531058839816e-05, | |
| "loss": 0.7615, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.0026187803965583, | |
| "grad_norm": 1.0682637691497803, | |
| "learning_rate": 4.87691358823152e-05, | |
| "loss": 0.8132, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.017583239805462, | |
| "grad_norm": 1.0381455421447754, | |
| "learning_rate": 4.8732435450283565e-05, | |
| "loss": 0.7877, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.0325476992143658, | |
| "grad_norm": 0.9033912420272827, | |
| "learning_rate": 4.869521010404373e-05, | |
| "loss": 0.7892, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.0475121586232696, | |
| "grad_norm": 0.9539169669151306, | |
| "learning_rate": 4.86574606669462e-05, | |
| "loss": 0.8192, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.0624766180321736, | |
| "grad_norm": 0.8774738907814026, | |
| "learning_rate": 4.861918797393336e-05, | |
| "loss": 0.753, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.0774410774410774, | |
| "grad_norm": 1.1601481437683105, | |
| "learning_rate": 4.8580392871520946e-05, | |
| "loss": 0.8113, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.0924055368499812, | |
| "grad_norm": 0.9350395202636719, | |
| "learning_rate": 4.854107621777938e-05, | |
| "loss": 0.8731, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.1073699962588852, | |
| "grad_norm": 1.0182013511657715, | |
| "learning_rate": 4.8501238882314715e-05, | |
| "loss": 0.8649, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.122334455667789, | |
| "grad_norm": 1.158241629600525, | |
| "learning_rate": 4.84608817462495e-05, | |
| "loss": 0.82, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.1372989150766928, | |
| "grad_norm": 1.0360873937606812, | |
| "learning_rate": 4.8420005702203196e-05, | |
| "loss": 0.8236, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.1522633744855968, | |
| "grad_norm": 1.1079692840576172, | |
| "learning_rate": 4.83786116542725e-05, | |
| "loss": 0.7584, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.1672278338945006, | |
| "grad_norm": 1.0275564193725586, | |
| "learning_rate": 4.833670051801131e-05, | |
| "loss": 0.7847, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.1821922933034044, | |
| "grad_norm": 1.1246060132980347, | |
| "learning_rate": 4.829427322041049e-05, | |
| "loss": 0.7597, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.1971567527123081, | |
| "grad_norm": 1.0290372371673584, | |
| "learning_rate": 4.825133069987737e-05, | |
| "loss": 0.733, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 1.1085125207901, | |
| "learning_rate": 4.820787390621499e-05, | |
| "loss": 0.7729, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.227085671530116, | |
| "grad_norm": 1.2001007795333862, | |
| "learning_rate": 4.816390380060108e-05, | |
| "loss": 0.769, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.24205013093902, | |
| "grad_norm": 1.1357756853103638, | |
| "learning_rate": 4.8119421355566796e-05, | |
| "loss": 0.8017, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.2570145903479237, | |
| "grad_norm": 1.0524897575378418, | |
| "learning_rate": 4.807442755497524e-05, | |
| "loss": 0.7916, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.2719790497568275, | |
| "grad_norm": 1.1913483142852783, | |
| "learning_rate": 4.802892339399967e-05, | |
| "loss": 0.8058, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.2869435091657313, | |
| "grad_norm": 1.2256290912628174, | |
| "learning_rate": 4.7982909879101515e-05, | |
| "loss": 0.8267, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.3019079685746353, | |
| "grad_norm": 1.0073180198669434, | |
| "learning_rate": 4.7936388028008084e-05, | |
| "loss": 0.8316, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.316872427983539, | |
| "grad_norm": 1.030885934829712, | |
| "learning_rate": 4.7889358869690056e-05, | |
| "loss": 0.7874, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.3318368873924429, | |
| "grad_norm": 1.1515103578567505, | |
| "learning_rate": 4.784182344433878e-05, | |
| "loss": 0.8268, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.3468013468013469, | |
| "grad_norm": 0.8818157315254211, | |
| "learning_rate": 4.779378280334318e-05, | |
| "loss": 0.8366, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.3617658062102507, | |
| "grad_norm": 0.9439221024513245, | |
| "learning_rate": 4.7745238009266556e-05, | |
| "loss": 0.8279, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.3767302656191545, | |
| "grad_norm": 0.9476526379585266, | |
| "learning_rate": 4.7696190135823094e-05, | |
| "loss": 0.807, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.3916947250280582, | |
| "grad_norm": 0.9290974736213684, | |
| "learning_rate": 4.764664026785405e-05, | |
| "loss": 0.8259, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.4066591844369623, | |
| "grad_norm": 1.007653832435608, | |
| "learning_rate": 4.759658950130385e-05, | |
| "loss": 0.8344, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.421623643845866, | |
| "grad_norm": 1.1456594467163086, | |
| "learning_rate": 4.7546038943195736e-05, | |
| "loss": 0.7565, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.43658810325477, | |
| "grad_norm": 1.0801887512207031, | |
| "learning_rate": 4.749498971160742e-05, | |
| "loss": 0.7771, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.4515525626636738, | |
| "grad_norm": 0.9851332306861877, | |
| "learning_rate": 4.744344293564621e-05, | |
| "loss": 0.7803, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.4665170220725776, | |
| "grad_norm": 1.1050950288772583, | |
| "learning_rate": 4.739139975542415e-05, | |
| "loss": 0.8118, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.4814814814814814, | |
| "grad_norm": 1.030402421951294, | |
| "learning_rate": 4.7338861322032726e-05, | |
| "loss": 0.849, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.4964459408903854, | |
| "grad_norm": 0.9448444843292236, | |
| "learning_rate": 4.7285828797517465e-05, | |
| "loss": 0.7255, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.5114104002992892, | |
| "grad_norm": 1.0439302921295166, | |
| "learning_rate": 4.723230335485218e-05, | |
| "loss": 0.7413, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.5263748597081932, | |
| "grad_norm": 1.234944462776184, | |
| "learning_rate": 4.717828617791308e-05, | |
| "loss": 0.7648, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.541339319117097, | |
| "grad_norm": 1.1755177974700928, | |
| "learning_rate": 4.7123778461452536e-05, | |
| "loss": 0.7203, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.5563037785260008, | |
| "grad_norm": 0.9818833470344543, | |
| "learning_rate": 4.7068781411072686e-05, | |
| "loss": 0.7813, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.5712682379349046, | |
| "grad_norm": 1.286037802696228, | |
| "learning_rate": 4.7013296243198746e-05, | |
| "loss": 0.8098, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.5862326973438083, | |
| "grad_norm": 1.2840811014175415, | |
| "learning_rate": 4.695732418505214e-05, | |
| "loss": 0.7752, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.6011971567527123, | |
| "grad_norm": 0.9121096730232239, | |
| "learning_rate": 4.690086647462331e-05, | |
| "loss": 0.8124, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.6161616161616161, | |
| "grad_norm": 1.1097527742385864, | |
| "learning_rate": 4.684392436064439e-05, | |
| "loss": 0.8453, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.6311260755705201, | |
| "grad_norm": 1.0087509155273438, | |
| "learning_rate": 4.678649910256152e-05, | |
| "loss": 0.7736, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.646090534979424, | |
| "grad_norm": 1.028320074081421, | |
| "learning_rate": 4.6728591970507055e-05, | |
| "loss": 0.8248, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.6610549943883277, | |
| "grad_norm": 1.2182048559188843, | |
| "learning_rate": 4.6670204245271444e-05, | |
| "loss": 0.7903, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.6760194537972315, | |
| "grad_norm": 1.0399212837219238, | |
| "learning_rate": 4.661133721827486e-05, | |
| "loss": 0.7495, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.6909839132061353, | |
| "grad_norm": 1.0186119079589844, | |
| "learning_rate": 4.655199219153873e-05, | |
| "loss": 0.76, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.7059483726150393, | |
| "grad_norm": 1.2510963678359985, | |
| "learning_rate": 4.649217047765685e-05, | |
| "loss": 0.7618, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.7209128320239433, | |
| "grad_norm": 1.3667418956756592, | |
| "learning_rate": 4.643187339976639e-05, | |
| "loss": 0.8169, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.735877291432847, | |
| "grad_norm": 1.1502622365951538, | |
| "learning_rate": 4.637110229151863e-05, | |
| "loss": 0.8384, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.7508417508417509, | |
| "grad_norm": 0.9805833697319031, | |
| "learning_rate": 4.6309858497049464e-05, | |
| "loss": 0.757, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.7658062102506547, | |
| "grad_norm": 1.111222743988037, | |
| "learning_rate": 4.6248143370949636e-05, | |
| "loss": 0.8712, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.7807706696595584, | |
| "grad_norm": 1.0927162170410156, | |
| "learning_rate": 4.618595827823486e-05, | |
| "loss": 0.8009, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.7957351290684624, | |
| "grad_norm": 1.218826174736023, | |
| "learning_rate": 4.612330459431552e-05, | |
| "loss": 0.8323, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.8106995884773662, | |
| "grad_norm": 1.233129858970642, | |
| "learning_rate": 4.606018370496633e-05, | |
| "loss": 0.7373, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.8256640478862702, | |
| "grad_norm": 0.9207433462142944, | |
| "learning_rate": 4.5996597006295655e-05, | |
| "loss": 0.7533, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.840628507295174, | |
| "grad_norm": 1.1917186975479126, | |
| "learning_rate": 4.593254590471464e-05, | |
| "loss": 0.7831, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.8555929667040778, | |
| "grad_norm": 0.9462292194366455, | |
| "learning_rate": 4.586803181690609e-05, | |
| "loss": 0.7733, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.8705574261129816, | |
| "grad_norm": 0.9503220915794373, | |
| "learning_rate": 4.580305616979314e-05, | |
| "loss": 0.8178, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.8855218855218854, | |
| "grad_norm": 0.8902071118354797, | |
| "learning_rate": 4.573762040050772e-05, | |
| "loss": 0.8028, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.9004863449307894, | |
| "grad_norm": 1.1471889019012451, | |
| "learning_rate": 4.567172595635871e-05, | |
| "loss": 0.7499, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.9154508043396934, | |
| "grad_norm": 1.063602328300476, | |
| "learning_rate": 4.560537429479998e-05, | |
| "loss": 0.7516, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.9304152637485972, | |
| "grad_norm": 0.9486026763916016, | |
| "learning_rate": 4.553856688339817e-05, | |
| "loss": 0.7598, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.945379723157501, | |
| "grad_norm": 0.9863812923431396, | |
| "learning_rate": 4.547130519980014e-05, | |
| "loss": 0.8039, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.9603441825664047, | |
| "grad_norm": 1.0052098035812378, | |
| "learning_rate": 4.54035907317004e-05, | |
| "loss": 0.7574, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.9753086419753085, | |
| "grad_norm": 1.0039119720458984, | |
| "learning_rate": 4.533542497680812e-05, | |
| "loss": 0.7594, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.9902731013842125, | |
| "grad_norm": 1.0683871507644653, | |
| "learning_rate": 4.5266809442814035e-05, | |
| "loss": 0.7489, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.0052375607931165, | |
| "grad_norm": 0.964434802532196, | |
| "learning_rate": 4.519774564735711e-05, | |
| "loss": 0.7376, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.0202020202020203, | |
| "grad_norm": 1.0128512382507324, | |
| "learning_rate": 4.512823511799098e-05, | |
| "loss": 0.7275, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.035166479610924, | |
| "grad_norm": 1.0383211374282837, | |
| "learning_rate": 4.5058279392150096e-05, | |
| "loss": 0.749, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.050130939019828, | |
| "grad_norm": 0.9630417227745056, | |
| "learning_rate": 4.4987880017115793e-05, | |
| "loss": 0.7563, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.0650953984287317, | |
| "grad_norm": 1.2037107944488525, | |
| "learning_rate": 4.491703854998207e-05, | |
| "loss": 0.7426, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.0800598578376355, | |
| "grad_norm": 1.144274353981018, | |
| "learning_rate": 4.484575655762107e-05, | |
| "loss": 0.7323, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.0950243172465393, | |
| "grad_norm": 1.2053053379058838, | |
| "learning_rate": 4.477403561664852e-05, | |
| "loss": 0.7474, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.1099887766554435, | |
| "grad_norm": 1.039339542388916, | |
| "learning_rate": 4.4701877313388784e-05, | |
| "loss": 0.766, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.1249532360643473, | |
| "grad_norm": 1.0573480129241943, | |
| "learning_rate": 4.462928324383985e-05, | |
| "loss": 0.8314, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.139917695473251, | |
| "grad_norm": 1.2173911333084106, | |
| "learning_rate": 4.455625501363794e-05, | |
| "loss": 0.7388, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.154882154882155, | |
| "grad_norm": 1.1535879373550415, | |
| "learning_rate": 4.448279423802207e-05, | |
| "loss": 0.7698, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.1698466142910586, | |
| "grad_norm": 0.985844075679779, | |
| "learning_rate": 4.44089025417983e-05, | |
| "loss": 0.7692, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.1848110736999624, | |
| "grad_norm": 1.0249568223953247, | |
| "learning_rate": 4.43345815593038e-05, | |
| "loss": 0.7261, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.1997755331088666, | |
| "grad_norm": 1.305114507675171, | |
| "learning_rate": 4.425983293437069e-05, | |
| "loss": 0.8001, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.2147399925177704, | |
| "grad_norm": 1.1478573083877563, | |
| "learning_rate": 4.4184658320289675e-05, | |
| "loss": 0.8036, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.229704451926674, | |
| "grad_norm": 0.9925107359886169, | |
| "learning_rate": 4.410905937977352e-05, | |
| "loss": 0.7775, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.244668911335578, | |
| "grad_norm": 1.0552047491073608, | |
| "learning_rate": 4.403303778492022e-05, | |
| "loss": 0.7449, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.259633370744482, | |
| "grad_norm": 1.0449482202529907, | |
| "learning_rate": 4.395659521717607e-05, | |
| "loss": 0.7197, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.2745978301533856, | |
| "grad_norm": 1.0985392332077026, | |
| "learning_rate": 4.3879733367298405e-05, | |
| "loss": 0.7691, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.28956228956229, | |
| "grad_norm": 1.1123350858688354, | |
| "learning_rate": 4.3802453935318294e-05, | |
| "loss": 0.7501, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.3045267489711936, | |
| "grad_norm": 1.2243092060089111, | |
| "learning_rate": 4.372475863050286e-05, | |
| "loss": 0.7606, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.3194912083800974, | |
| "grad_norm": 0.9873678088188171, | |
| "learning_rate": 4.364664917131751e-05, | |
| "loss": 0.7605, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.334455667789001, | |
| "grad_norm": 1.1722878217697144, | |
| "learning_rate": 4.3568127285387925e-05, | |
| "loss": 0.7186, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.349420127197905, | |
| "grad_norm": 1.1724722385406494, | |
| "learning_rate": 4.348919470946185e-05, | |
| "loss": 0.7614, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.3643845866068087, | |
| "grad_norm": 1.0196776390075684, | |
| "learning_rate": 4.340985318937066e-05, | |
| "loss": 0.7537, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.3793490460157125, | |
| "grad_norm": 1.0410211086273193, | |
| "learning_rate": 4.333010447999077e-05, | |
| "loss": 0.7246, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 2.3943135054246163, | |
| "grad_norm": 1.0125558376312256, | |
| "learning_rate": 4.3249950345204806e-05, | |
| "loss": 0.7561, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.4092779648335205, | |
| "grad_norm": 0.9731377363204956, | |
| "learning_rate": 4.31693925578626e-05, | |
| "loss": 0.7418, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 2.4242424242424243, | |
| "grad_norm": 1.1109338998794556, | |
| "learning_rate": 4.3088432899741985e-05, | |
| "loss": 0.6956, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.439206883651328, | |
| "grad_norm": 1.4336915016174316, | |
| "learning_rate": 4.3007073161509345e-05, | |
| "loss": 0.7715, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.454171343060232, | |
| "grad_norm": 1.0564075708389282, | |
| "learning_rate": 4.292531514268008e-05, | |
| "loss": 0.7782, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.4691358024691357, | |
| "grad_norm": 1.1472092866897583, | |
| "learning_rate": 4.2843160651578726e-05, | |
| "loss": 0.7125, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.48410026187804, | |
| "grad_norm": 0.8819020390510559, | |
| "learning_rate": 4.276061150529903e-05, | |
| "loss": 0.7647, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.4990647212869437, | |
| "grad_norm": 1.1399636268615723, | |
| "learning_rate": 4.267766952966369e-05, | |
| "loss": 0.7327, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.5140291806958475, | |
| "grad_norm": 1.3246550559997559, | |
| "learning_rate": 4.259433655918404e-05, | |
| "loss": 0.7553, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.5289936401047513, | |
| "grad_norm": 1.1041203737258911, | |
| "learning_rate": 4.2510614437019416e-05, | |
| "loss": 0.7685, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.543958099513655, | |
| "grad_norm": 1.099228024482727, | |
| "learning_rate": 4.242650501493642e-05, | |
| "loss": 0.7207, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.558922558922559, | |
| "grad_norm": 1.140915036201477, | |
| "learning_rate": 4.2342010153267986e-05, | |
| "loss": 0.7253, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.5738870183314626, | |
| "grad_norm": 1.020257830619812, | |
| "learning_rate": 4.2257131720872164e-05, | |
| "loss": 0.8055, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.5888514777403664, | |
| "grad_norm": 1.1489384174346924, | |
| "learning_rate": 4.2171871595090826e-05, | |
| "loss": 0.7747, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.6038159371492706, | |
| "grad_norm": 1.0359724760055542, | |
| "learning_rate": 4.2086231661708185e-05, | |
| "loss": 0.7525, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.6187803965581744, | |
| "grad_norm": 1.1845808029174805, | |
| "learning_rate": 4.200021381490899e-05, | |
| "loss": 0.7259, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.633744855967078, | |
| "grad_norm": 1.0849671363830566, | |
| "learning_rate": 4.191381995723672e-05, | |
| "loss": 0.7267, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.648709315375982, | |
| "grad_norm": 1.1475163698196411, | |
| "learning_rate": 4.182705199955144e-05, | |
| "loss": 0.7862, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.6636737747848858, | |
| "grad_norm": 1.1838606595993042, | |
| "learning_rate": 4.173991186098757e-05, | |
| "loss": 0.8079, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.67863823419379, | |
| "grad_norm": 0.9914394021034241, | |
| "learning_rate": 4.165240146891145e-05, | |
| "loss": 0.7319, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 2.6936026936026938, | |
| "grad_norm": 1.149774193763733, | |
| "learning_rate": 4.1564522758878656e-05, | |
| "loss": 0.7478, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.7085671530115976, | |
| "grad_norm": 1.1517828702926636, | |
| "learning_rate": 4.147627767459124e-05, | |
| "loss": 0.8038, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.7235316124205013, | |
| "grad_norm": 1.1382722854614258, | |
| "learning_rate": 4.138766816785474e-05, | |
| "loss": 0.7596, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.738496071829405, | |
| "grad_norm": 0.9787604808807373, | |
| "learning_rate": 4.1298696198534955e-05, | |
| "loss": 0.6991, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.753460531238309, | |
| "grad_norm": 1.0162303447723389, | |
| "learning_rate": 4.1209363734514674e-05, | |
| "loss": 0.7014, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.7684249906472127, | |
| "grad_norm": 1.106070637702942, | |
| "learning_rate": 4.1119672751650074e-05, | |
| "loss": 0.8249, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.7833894500561165, | |
| "grad_norm": 1.2757290601730347, | |
| "learning_rate": 4.102962523372709e-05, | |
| "loss": 0.7091, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.7983539094650207, | |
| "grad_norm": 1.107681155204773, | |
| "learning_rate": 4.093922317241748e-05, | |
| "loss": 0.8038, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.8133183688739245, | |
| "grad_norm": 1.2649710178375244, | |
| "learning_rate": 4.0848468567234796e-05, | |
| "loss": 0.7707, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.8282828282828283, | |
| "grad_norm": 1.0683587789535522, | |
| "learning_rate": 4.075736342549018e-05, | |
| "loss": 0.7483, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.843247287691732, | |
| "grad_norm": 1.1959580183029175, | |
| "learning_rate": 4.066590976224791e-05, | |
| "loss": 0.7838, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.858211747100636, | |
| "grad_norm": 1.1794955730438232, | |
| "learning_rate": 4.0574109600280886e-05, | |
| "loss": 0.7758, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.87317620650954, | |
| "grad_norm": 1.0079686641693115, | |
| "learning_rate": 4.048196497002588e-05, | |
| "loss": 0.7591, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.888140665918444, | |
| "grad_norm": 1.265084981918335, | |
| "learning_rate": 4.038947790953859e-05, | |
| "loss": 0.7012, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.9031051253273477, | |
| "grad_norm": 1.0062329769134521, | |
| "learning_rate": 4.0296650464448616e-05, | |
| "loss": 0.8008, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.9180695847362514, | |
| "grad_norm": 1.1500215530395508, | |
| "learning_rate": 4.020348468791416e-05, | |
| "loss": 0.7492, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.9330340441451552, | |
| "grad_norm": 1.2765411138534546, | |
| "learning_rate": 4.0109982640576674e-05, | |
| "loss": 0.7736, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.947998503554059, | |
| "grad_norm": 1.0655264854431152, | |
| "learning_rate": 4.001614639051521e-05, | |
| "loss": 0.7198, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.962962962962963, | |
| "grad_norm": 1.269967794418335, | |
| "learning_rate": 3.9921978013200766e-05, | |
| "loss": 0.7513, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.9779274223718666, | |
| "grad_norm": 1.0883420705795288, | |
| "learning_rate": 3.98274795914503e-05, | |
| "loss": 0.804, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.992891881780771, | |
| "grad_norm": 1.0706652402877808, | |
| "learning_rate": 3.973265321538069e-05, | |
| "loss": 0.6987, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 3.0078563411896746, | |
| "grad_norm": 1.1653481721878052, | |
| "learning_rate": 3.963750098236253e-05, | |
| "loss": 0.8132, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 3.0228208005985784, | |
| "grad_norm": 1.1991537809371948, | |
| "learning_rate": 3.954202499697373e-05, | |
| "loss": 0.7291, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 3.037785260007482, | |
| "grad_norm": 1.0241738557815552, | |
| "learning_rate": 3.944622737095294e-05, | |
| "loss": 0.7181, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 3.052749719416386, | |
| "grad_norm": 1.00551438331604, | |
| "learning_rate": 3.9350110223152844e-05, | |
| "loss": 0.732, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 3.0677141788252897, | |
| "grad_norm": 1.3171230554580688, | |
| "learning_rate": 3.925367567949335e-05, | |
| "loss": 0.8267, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 3.082678638234194, | |
| "grad_norm": 1.0425944328308105, | |
| "learning_rate": 3.9156925872914506e-05, | |
| "loss": 0.6677, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 3.0976430976430978, | |
| "grad_norm": 1.0785578489303589, | |
| "learning_rate": 3.905986294332935e-05, | |
| "loss": 0.7701, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 3.1126075570520015, | |
| "grad_norm": 1.089606523513794, | |
| "learning_rate": 3.8962489037576586e-05, | |
| "loss": 0.6776, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 3.1275720164609053, | |
| "grad_norm": 1.234337329864502, | |
| "learning_rate": 3.8864806309373076e-05, | |
| "loss": 0.7917, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 3.142536475869809, | |
| "grad_norm": 1.1076655387878418, | |
| "learning_rate": 3.876681691926624e-05, | |
| "loss": 0.7032, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 3.157500935278713, | |
| "grad_norm": 1.0013830661773682, | |
| "learning_rate": 3.866852303458623e-05, | |
| "loss": 0.7442, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 3.1724653946876167, | |
| "grad_norm": 1.2173100709915161, | |
| "learning_rate": 3.856992682939803e-05, | |
| "loss": 0.6668, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 3.187429854096521, | |
| "grad_norm": 1.1837962865829468, | |
| "learning_rate": 3.847103048445333e-05, | |
| "loss": 0.7408, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 3.2023943135054247, | |
| "grad_norm": 1.1347203254699707, | |
| "learning_rate": 3.837183618714233e-05, | |
| "loss": 0.7615, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 3.2173587729143285, | |
| "grad_norm": 1.1322319507598877, | |
| "learning_rate": 3.827234613144533e-05, | |
| "loss": 0.6853, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 3.2323232323232323, | |
| "grad_norm": 1.24197256565094, | |
| "learning_rate": 3.817256251788425e-05, | |
| "loss": 0.6563, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 3.247287691732136, | |
| "grad_norm": 1.1162407398223877, | |
| "learning_rate": 3.807248755347387e-05, | |
| "loss": 0.7744, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 3.2622521511410403, | |
| "grad_norm": 1.0863921642303467, | |
| "learning_rate": 3.79721234516731e-05, | |
| "loss": 0.7257, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 3.277216610549944, | |
| "grad_norm": 1.1099414825439453, | |
| "learning_rate": 3.787147243233602e-05, | |
| "loss": 0.7711, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 3.292181069958848, | |
| "grad_norm": 1.3686941862106323, | |
| "learning_rate": 3.77705367216627e-05, | |
| "loss": 0.7528, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 3.3071455293677516, | |
| "grad_norm": 1.1821480989456177, | |
| "learning_rate": 3.766931855215006e-05, | |
| "loss": 0.7642, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 3.3221099887766554, | |
| "grad_norm": 1.0392365455627441, | |
| "learning_rate": 3.756782016254242e-05, | |
| "loss": 0.7566, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 3.337074448185559, | |
| "grad_norm": 1.1076756715774536, | |
| "learning_rate": 3.746604379778203e-05, | |
| "loss": 0.6818, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 3.352038907594463, | |
| "grad_norm": 1.2123860120773315, | |
| "learning_rate": 3.7363991708959386e-05, | |
| "loss": 0.7248, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 3.3670033670033668, | |
| "grad_norm": 1.1529157161712646, | |
| "learning_rate": 3.726166615326344e-05, | |
| "loss": 0.7569, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 3.381967826412271, | |
| "grad_norm": 1.0874592065811157, | |
| "learning_rate": 3.715906939393172e-05, | |
| "loss": 0.7775, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 3.396932285821175, | |
| "grad_norm": 1.1039067506790161, | |
| "learning_rate": 3.70562037002002e-05, | |
| "loss": 0.7637, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 3.4118967452300786, | |
| "grad_norm": 1.1319911479949951, | |
| "learning_rate": 3.695307134725317e-05, | |
| "loss": 0.7701, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 3.4268612046389824, | |
| "grad_norm": 1.3674046993255615, | |
| "learning_rate": 3.684967461617289e-05, | |
| "loss": 0.7202, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 3.441825664047886, | |
| "grad_norm": 1.214239478111267, | |
| "learning_rate": 3.674601579388913e-05, | |
| "loss": 0.736, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 3.45679012345679, | |
| "grad_norm": 1.1035867929458618, | |
| "learning_rate": 3.66420971731286e-05, | |
| "loss": 0.7361, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 3.471754582865694, | |
| "grad_norm": 1.1282587051391602, | |
| "learning_rate": 3.653792105236422e-05, | |
| "loss": 0.7012, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 3.486719042274598, | |
| "grad_norm": 1.4782813787460327, | |
| "learning_rate": 3.6433489735764334e-05, | |
| "loss": 0.6902, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 3.5016835016835017, | |
| "grad_norm": 1.2365137338638306, | |
| "learning_rate": 3.6328805533141684e-05, | |
| "loss": 0.7524, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 3.5166479610924055, | |
| "grad_norm": 1.1180927753448486, | |
| "learning_rate": 3.622387075990233e-05, | |
| "loss": 0.727, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 3.5316124205013093, | |
| "grad_norm": 1.1830908060073853, | |
| "learning_rate": 3.611868773699449e-05, | |
| "loss": 0.7811, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 3.546576879910213, | |
| "grad_norm": 1.2073471546173096, | |
| "learning_rate": 3.6013258790857154e-05, | |
| "loss": 0.7164, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 3.561541339319117, | |
| "grad_norm": 1.1175339221954346, | |
| "learning_rate": 3.590758625336864e-05, | |
| "loss": 0.7238, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 3.576505798728021, | |
| "grad_norm": 1.2776098251342773, | |
| "learning_rate": 3.5801672461795034e-05, | |
| "loss": 0.7886, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 3.591470258136925, | |
| "grad_norm": 1.021897792816162, | |
| "learning_rate": 3.569551975873847e-05, | |
| "loss": 0.7491, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.6064347175458287, | |
| "grad_norm": 1.1327399015426636, | |
| "learning_rate": 3.558913049208534e-05, | |
| "loss": 0.7499, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 3.6213991769547325, | |
| "grad_norm": 1.105021595954895, | |
| "learning_rate": 3.548250701495432e-05, | |
| "loss": 0.6803, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 3.6363636363636362, | |
| "grad_norm": 1.1674951314926147, | |
| "learning_rate": 3.537565168564442e-05, | |
| "loss": 0.7302, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 3.6513280957725405, | |
| "grad_norm": 1.0947383642196655, | |
| "learning_rate": 3.526856686758269e-05, | |
| "loss": 0.7106, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 3.6662925551814443, | |
| "grad_norm": 1.1993179321289062, | |
| "learning_rate": 3.5161254929272046e-05, | |
| "loss": 0.793, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 3.681257014590348, | |
| "grad_norm": 1.1340358257293701, | |
| "learning_rate": 3.505371824423885e-05, | |
| "loss": 0.8239, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 3.696221473999252, | |
| "grad_norm": 1.7940102815628052, | |
| "learning_rate": 3.494595919098041e-05, | |
| "loss": 0.6556, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 3.7111859334081556, | |
| "grad_norm": 1.231870174407959, | |
| "learning_rate": 3.483798015291239e-05, | |
| "loss": 0.7934, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 3.7261503928170594, | |
| "grad_norm": 1.1797089576721191, | |
| "learning_rate": 3.4729783518316056e-05, | |
| "loss": 0.773, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 3.741114852225963, | |
| "grad_norm": 1.148738980293274, | |
| "learning_rate": 3.462137168028549e-05, | |
| "loss": 0.7345, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.756079311634867, | |
| "grad_norm": 1.1555569171905518, | |
| "learning_rate": 3.4512747036674644e-05, | |
| "loss": 0.7036, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 3.771043771043771, | |
| "grad_norm": 1.172443151473999, | |
| "learning_rate": 3.440391199004431e-05, | |
| "loss": 0.8012, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 3.786008230452675, | |
| "grad_norm": 1.4849857091903687, | |
| "learning_rate": 3.4294868947608964e-05, | |
| "loss": 0.7567, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 3.8009726898615788, | |
| "grad_norm": 1.1539514064788818, | |
| "learning_rate": 3.4185620321183545e-05, | |
| "loss": 0.7258, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 3.8159371492704826, | |
| "grad_norm": 1.3457891941070557, | |
| "learning_rate": 3.4076168527130094e-05, | |
| "loss": 0.7048, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 3.8309016086793863, | |
| "grad_norm": 1.1766413450241089, | |
| "learning_rate": 3.396651598630432e-05, | |
| "loss": 0.7275, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 3.8458660680882906, | |
| "grad_norm": 1.2674963474273682, | |
| "learning_rate": 3.3856665124002054e-05, | |
| "loss": 0.6935, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 3.8608305274971944, | |
| "grad_norm": 1.256225347518921, | |
| "learning_rate": 3.37466183699056e-05, | |
| "loss": 0.7128, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 3.875794986906098, | |
| "grad_norm": 1.098443627357483, | |
| "learning_rate": 3.363637815802998e-05, | |
| "loss": 0.6997, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 3.890759446315002, | |
| "grad_norm": 1.1758556365966797, | |
| "learning_rate": 3.352594692666915e-05, | |
| "loss": 0.6989, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.9057239057239057, | |
| "grad_norm": 1.265360951423645, | |
| "learning_rate": 3.3415327118342015e-05, | |
| "loss": 0.7412, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 3.9206883651328095, | |
| "grad_norm": 1.212694525718689, | |
| "learning_rate": 3.3304521179738437e-05, | |
| "loss": 0.7208, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 3.9356528245417133, | |
| "grad_norm": 1.2661161422729492, | |
| "learning_rate": 3.319353156166509e-05, | |
| "loss": 0.7097, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 3.950617283950617, | |
| "grad_norm": 1.0489590167999268, | |
| "learning_rate": 3.3082360718991304e-05, | |
| "loss": 0.7063, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 3.9655817433595213, | |
| "grad_norm": 1.304627537727356, | |
| "learning_rate": 3.297101111059471e-05, | |
| "loss": 0.7256, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 3.980546202768425, | |
| "grad_norm": 1.1489557027816772, | |
| "learning_rate": 3.2859485199306885e-05, | |
| "loss": 0.7, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 3.995510662177329, | |
| "grad_norm": 1.1346006393432617, | |
| "learning_rate": 3.274778545185888e-05, | |
| "loss": 0.7179, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 4.010475121586233, | |
| "grad_norm": 1.1032986640930176, | |
| "learning_rate": 3.263591433882666e-05, | |
| "loss": 0.7768, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 4.025439580995137, | |
| "grad_norm": 1.5759029388427734, | |
| "learning_rate": 3.252387433457645e-05, | |
| "loss": 0.6737, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 4.040404040404041, | |
| "grad_norm": 1.208949327468872, | |
| "learning_rate": 3.241166791721001e-05, | |
| "loss": 0.648, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 4.0553684998129444, | |
| "grad_norm": 1.332651972770691, | |
| "learning_rate": 3.2299297568509835e-05, | |
| "loss": 0.7591, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 4.070332959221848, | |
| "grad_norm": 1.2246062755584717, | |
| "learning_rate": 3.2186765773884245e-05, | |
| "loss": 0.6756, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 4.085297418630752, | |
| "grad_norm": 1.288155198097229, | |
| "learning_rate": 3.2074075022312417e-05, | |
| "loss": 0.7229, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 4.100261878039656, | |
| "grad_norm": 1.2574666738510132, | |
| "learning_rate": 3.196122780628936e-05, | |
| "loss": 0.7267, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 4.11522633744856, | |
| "grad_norm": 1.1441593170166016, | |
| "learning_rate": 3.1848226621770744e-05, | |
| "loss": 0.7363, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 4.130190796857463, | |
| "grad_norm": 1.3331890106201172, | |
| "learning_rate": 3.173507396811774e-05, | |
| "loss": 0.7083, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 4.145155256266367, | |
| "grad_norm": 1.2898328304290771, | |
| "learning_rate": 3.162177234804168e-05, | |
| "loss": 0.6997, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 4.160119715675271, | |
| "grad_norm": 1.0942869186401367, | |
| "learning_rate": 3.150832426754877e-05, | |
| "loss": 0.7047, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 4.175084175084175, | |
| "grad_norm": 1.1719509363174438, | |
| "learning_rate": 3.1394732235884615e-05, | |
| "loss": 0.6965, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 4.1900486344930785, | |
| "grad_norm": 1.2531814575195312, | |
| "learning_rate": 3.1280998765478727e-05, | |
| "loss": 0.7139, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 4.205013093901983, | |
| "grad_norm": 1.9164917469024658, | |
| "learning_rate": 3.116712637188897e-05, | |
| "loss": 0.7125, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 4.219977553310887, | |
| "grad_norm": 1.1178081035614014, | |
| "learning_rate": 3.10531175737459e-05, | |
| "loss": 0.7247, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 4.234942012719791, | |
| "grad_norm": 1.3899163007736206, | |
| "learning_rate": 3.0938974892697095e-05, | |
| "loss": 0.6983, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 4.2499064721286945, | |
| "grad_norm": 1.175616979598999, | |
| "learning_rate": 3.082470085335133e-05, | |
| "loss": 0.7491, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 4.264870931537598, | |
| "grad_norm": 1.1819936037063599, | |
| "learning_rate": 3.071029798322279e-05, | |
| "loss": 0.6763, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 4.279835390946502, | |
| "grad_norm": 1.109136939048767, | |
| "learning_rate": 3.0595768812675104e-05, | |
| "loss": 0.7401, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 4.294799850355406, | |
| "grad_norm": 1.1672794818878174, | |
| "learning_rate": 3.048111587486545e-05, | |
| "loss": 0.6849, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 4.30976430976431, | |
| "grad_norm": 1.3153440952301025, | |
| "learning_rate": 3.0366341705688468e-05, | |
| "loss": 0.7617, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 4.3247287691732135, | |
| "grad_norm": 1.1830875873565674, | |
| "learning_rate": 3.025144884372021e-05, | |
| "loss": 0.7097, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 4.339693228582117, | |
| "grad_norm": 1.1907213926315308, | |
| "learning_rate": 3.0136439830161967e-05, | |
| "loss": 0.6899, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 4.354657687991021, | |
| "grad_norm": 1.1969035863876343, | |
| "learning_rate": 3.0021317208784074e-05, | |
| "loss": 0.7034, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 4.369622147399925, | |
| "grad_norm": 1.181558609008789, | |
| "learning_rate": 2.990608352586965e-05, | |
| "loss": 0.7223, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 4.3845866068088295, | |
| "grad_norm": 1.2934932708740234, | |
| "learning_rate": 2.979074133015827e-05, | |
| "loss": 0.7026, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 4.399551066217733, | |
| "grad_norm": 1.2202645540237427, | |
| "learning_rate": 2.9675293172789583e-05, | |
| "loss": 0.734, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 4.414515525626637, | |
| "grad_norm": 1.2204395532608032, | |
| "learning_rate": 2.9559741607246922e-05, | |
| "loss": 0.7691, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 4.429479985035541, | |
| "grad_norm": 1.2286920547485352, | |
| "learning_rate": 2.9444089189300783e-05, | |
| "loss": 0.7691, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 4.444444444444445, | |
| "grad_norm": 1.1387462615966797, | |
| "learning_rate": 2.932833847695234e-05, | |
| "loss": 0.7064, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 4.459408903853348, | |
| "grad_norm": 1.3988234996795654, | |
| "learning_rate": 2.9212492030376814e-05, | |
| "loss": 0.6983, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 4.474373363262252, | |
| "grad_norm": 1.144126296043396, | |
| "learning_rate": 2.90965524118669e-05, | |
| "loss": 0.7616, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 4.489337822671156, | |
| "grad_norm": 1.073025107383728, | |
| "learning_rate": 2.8980522185776065e-05, | |
| "loss": 0.7386, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 4.50430228208006, | |
| "grad_norm": 1.3249400854110718, | |
| "learning_rate": 2.8864403918461812e-05, | |
| "loss": 0.6959, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 4.519266741488964, | |
| "grad_norm": 1.3409395217895508, | |
| "learning_rate": 2.874820017822899e-05, | |
| "loss": 0.696, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 4.534231200897867, | |
| "grad_norm": 1.2458475828170776, | |
| "learning_rate": 2.8631913535272888e-05, | |
| "loss": 0.7367, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 4.549195660306771, | |
| "grad_norm": 1.3703510761260986, | |
| "learning_rate": 2.8515546561622462e-05, | |
| "loss": 0.7221, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 4.564160119715675, | |
| "grad_norm": 1.0971307754516602, | |
| "learning_rate": 2.839910183108342e-05, | |
| "loss": 0.7485, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 4.57912457912458, | |
| "grad_norm": 1.198792815208435, | |
| "learning_rate": 2.828258191918131e-05, | |
| "loss": 0.8012, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 4.5940890385334825, | |
| "grad_norm": 1.2157917022705078, | |
| "learning_rate": 2.816598940310452e-05, | |
| "loss": 0.6885, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 4.609053497942387, | |
| "grad_norm": 1.2653173208236694, | |
| "learning_rate": 2.8049326861647302e-05, | |
| "loss": 0.7332, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 4.624017957351291, | |
| "grad_norm": 1.1794272661209106, | |
| "learning_rate": 2.7932596875152744e-05, | |
| "loss": 0.7952, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 4.638982416760195, | |
| "grad_norm": 1.2640421390533447, | |
| "learning_rate": 2.781580202545568e-05, | |
| "loss": 0.7742, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 4.6539468761690985, | |
| "grad_norm": 2.050365686416626, | |
| "learning_rate": 2.7698944895825572e-05, | |
| "loss": 0.7715, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 4.668911335578002, | |
| "grad_norm": 1.2108561992645264, | |
| "learning_rate": 2.7582028070909415e-05, | |
| "loss": 0.7624, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 4.683875794986906, | |
| "grad_norm": 1.2775709629058838, | |
| "learning_rate": 2.746505413667452e-05, | |
| "loss": 0.6833, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 4.69884025439581, | |
| "grad_norm": 1.178462266921997, | |
| "learning_rate": 2.7348025680351363e-05, | |
| "loss": 0.6924, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 4.713804713804714, | |
| "grad_norm": 1.1037096977233887, | |
| "learning_rate": 2.7230945290376325e-05, | |
| "loss": 0.6909, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 4.7287691732136174, | |
| "grad_norm": 1.241242527961731, | |
| "learning_rate": 2.7113815556334478e-05, | |
| "loss": 0.7844, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 4.743733632622521, | |
| "grad_norm": 1.220365047454834, | |
| "learning_rate": 2.6996639068902253e-05, | |
| "loss": 0.7149, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 4.758698092031425, | |
| "grad_norm": 1.3249695301055908, | |
| "learning_rate": 2.6879418419790204e-05, | |
| "loss": 0.6882, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 4.77366255144033, | |
| "grad_norm": 1.3471956253051758, | |
| "learning_rate": 2.6762156201685628e-05, | |
| "loss": 0.7442, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 4.788627010849233, | |
| "grad_norm": 1.2055602073669434, | |
| "learning_rate": 2.6644855008195267e-05, | |
| "loss": 0.7078, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.803591470258137, | |
| "grad_norm": 1.2006497383117676, | |
| "learning_rate": 2.6527517433787913e-05, | |
| "loss": 0.6789, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 4.818555929667041, | |
| "grad_norm": 1.1846423149108887, | |
| "learning_rate": 2.641014607373702e-05, | |
| "loss": 0.6703, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 4.833520389075945, | |
| "grad_norm": 1.2655390501022339, | |
| "learning_rate": 2.6292743524063334e-05, | |
| "loss": 0.6671, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 4.848484848484849, | |
| "grad_norm": 1.250118374824524, | |
| "learning_rate": 2.6175312381477442e-05, | |
| "loss": 0.6936, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 4.863449307893752, | |
| "grad_norm": 1.2387151718139648, | |
| "learning_rate": 2.6057855243322344e-05, | |
| "loss": 0.6755, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 4.878413767302656, | |
| "grad_norm": 1.3161075115203857, | |
| "learning_rate": 2.5940374707516015e-05, | |
| "loss": 0.6515, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 4.89337822671156, | |
| "grad_norm": 1.219498872756958, | |
| "learning_rate": 2.582287337249394e-05, | |
| "loss": 0.7108, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 4.908342686120464, | |
| "grad_norm": 1.4078658819198608, | |
| "learning_rate": 2.570535383715165e-05, | |
| "loss": 0.7038, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 4.9233071455293675, | |
| "grad_norm": 1.140682578086853, | |
| "learning_rate": 2.558781870078722e-05, | |
| "loss": 0.6804, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 4.938271604938271, | |
| "grad_norm": 1.4205572605133057, | |
| "learning_rate": 2.547027056304379e-05, | |
| "loss": 0.7491, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 4.953236064347175, | |
| "grad_norm": 1.2967289686203003, | |
| "learning_rate": 2.5352712023852066e-05, | |
| "loss": 0.7297, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 4.96820052375608, | |
| "grad_norm": 1.2759593725204468, | |
| "learning_rate": 2.5235145683372814e-05, | |
| "loss": 0.6731, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 4.983164983164983, | |
| "grad_norm": 1.1895300149917603, | |
| "learning_rate": 2.5117574141939337e-05, | |
| "loss": 0.7156, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 4.998129442573887, | |
| "grad_norm": 1.1513454914093018, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.7455, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 5.013093901982791, | |
| "grad_norm": 1.231416940689087, | |
| "learning_rate": 2.4882425858060668e-05, | |
| "loss": 0.7206, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 5.028058361391695, | |
| "grad_norm": 1.270216941833496, | |
| "learning_rate": 2.47648543166272e-05, | |
| "loss": 0.6685, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 5.043022820800599, | |
| "grad_norm": 1.4066438674926758, | |
| "learning_rate": 2.4647287976147946e-05, | |
| "loss": 0.6722, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 5.0579872802095025, | |
| "grad_norm": 1.3440229892730713, | |
| "learning_rate": 2.452972943695621e-05, | |
| "loss": 0.7271, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 5.072951739618406, | |
| "grad_norm": 1.1897931098937988, | |
| "learning_rate": 2.441218129921278e-05, | |
| "loss": 0.6775, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 5.08791619902731, | |
| "grad_norm": 1.2431669235229492, | |
| "learning_rate": 2.4294646162848354e-05, | |
| "loss": 0.7324, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 5.102880658436214, | |
| "grad_norm": 1.4123824834823608, | |
| "learning_rate": 2.4177126627506067e-05, | |
| "loss": 0.7041, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 5.117845117845118, | |
| "grad_norm": 1.3087615966796875, | |
| "learning_rate": 2.405962529248399e-05, | |
| "loss": 0.6902, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 5.132809577254021, | |
| "grad_norm": 1.1675366163253784, | |
| "learning_rate": 2.394214475667767e-05, | |
| "loss": 0.7462, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 5.147774036662925, | |
| "grad_norm": 1.1870967149734497, | |
| "learning_rate": 2.3824687618522567e-05, | |
| "loss": 0.7482, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 5.162738496071829, | |
| "grad_norm": 1.1886534690856934, | |
| "learning_rate": 2.370725647593666e-05, | |
| "loss": 0.7026, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 5.177702955480734, | |
| "grad_norm": 1.3220059871673584, | |
| "learning_rate": 2.3589853926262977e-05, | |
| "loss": 0.681, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 5.1926674148896375, | |
| "grad_norm": 1.2325706481933594, | |
| "learning_rate": 2.3472482566212093e-05, | |
| "loss": 0.7101, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 5.207631874298541, | |
| "grad_norm": 1.1882089376449585, | |
| "learning_rate": 2.3355144991804735e-05, | |
| "loss": 0.6857, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 5.222596333707445, | |
| "grad_norm": 1.3109657764434814, | |
| "learning_rate": 2.323784379831438e-05, | |
| "loss": 0.7127, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 5.237560793116349, | |
| "grad_norm": 1.1432446241378784, | |
| "learning_rate": 2.3120581580209808e-05, | |
| "loss": 0.6823, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 5.252525252525253, | |
| "grad_norm": 1.3307565450668335, | |
| "learning_rate": 2.3003360931097757e-05, | |
| "loss": 0.7118, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 5.267489711934156, | |
| "grad_norm": 1.6253339052200317, | |
| "learning_rate": 2.2886184443665525e-05, | |
| "loss": 0.7521, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 5.28245417134306, | |
| "grad_norm": 1.3010215759277344, | |
| "learning_rate": 2.2769054709623674e-05, | |
| "loss": 0.7331, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 5.297418630751964, | |
| "grad_norm": 1.2219674587249756, | |
| "learning_rate": 2.2651974319648643e-05, | |
| "loss": 0.7031, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 5.312383090160868, | |
| "grad_norm": 1.2299708127975464, | |
| "learning_rate": 2.2534945863325487e-05, | |
| "loss": 0.6622, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 5.3273475495697715, | |
| "grad_norm": 1.1474329233169556, | |
| "learning_rate": 2.241797192909059e-05, | |
| "loss": 0.6662, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 5.342312008978675, | |
| "grad_norm": 1.1639771461486816, | |
| "learning_rate": 2.2301055104174433e-05, | |
| "loss": 0.6913, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 5.357276468387579, | |
| "grad_norm": 1.2043278217315674, | |
| "learning_rate": 2.218419797454433e-05, | |
| "loss": 0.6777, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 5.372240927796484, | |
| "grad_norm": 1.2802300453186035, | |
| "learning_rate": 2.206740312484726e-05, | |
| "loss": 0.6608, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 5.3872053872053876, | |
| "grad_norm": 1.2886018753051758, | |
| "learning_rate": 2.19506731383527e-05, | |
| "loss": 0.6696, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 5.402169846614291, | |
| "grad_norm": 1.6271384954452515, | |
| "learning_rate": 2.1834010596895487e-05, | |
| "loss": 0.7117, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 5.417134306023195, | |
| "grad_norm": 1.3303827047348022, | |
| "learning_rate": 2.1717418080818696e-05, | |
| "loss": 0.6851, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 5.432098765432099, | |
| "grad_norm": 1.3058645725250244, | |
| "learning_rate": 2.1600898168916584e-05, | |
| "loss": 0.7386, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 5.447063224841003, | |
| "grad_norm": 1.3986623287200928, | |
| "learning_rate": 2.148445343837755e-05, | |
| "loss": 0.6995, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 5.4620276842499065, | |
| "grad_norm": 1.2918411493301392, | |
| "learning_rate": 2.1368086464727125e-05, | |
| "loss": 0.6936, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 5.47699214365881, | |
| "grad_norm": 1.1513465642929077, | |
| "learning_rate": 2.1251799821771012e-05, | |
| "loss": 0.7228, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 5.491956603067714, | |
| "grad_norm": 1.233217716217041, | |
| "learning_rate": 2.1135596081538184e-05, | |
| "loss": 0.77, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 5.506921062476618, | |
| "grad_norm": 1.2311054468154907, | |
| "learning_rate": 2.1019477814223944e-05, | |
| "loss": 0.6844, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 5.521885521885522, | |
| "grad_norm": 1.3642069101333618, | |
| "learning_rate": 2.09034475881331e-05, | |
| "loss": 0.7025, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 5.536849981294425, | |
| "grad_norm": 1.311928391456604, | |
| "learning_rate": 2.0787507969623192e-05, | |
| "loss": 0.6874, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 5.55181444070333, | |
| "grad_norm": 1.2631707191467285, | |
| "learning_rate": 2.0671661523047663e-05, | |
| "loss": 0.7446, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 5.566778900112233, | |
| "grad_norm": 1.1697314977645874, | |
| "learning_rate": 2.0555910810699223e-05, | |
| "loss": 0.7386, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 5.581743359521138, | |
| "grad_norm": 1.2585618495941162, | |
| "learning_rate": 2.0440258392753084e-05, | |
| "loss": 0.7292, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 5.596707818930041, | |
| "grad_norm": 1.357924461364746, | |
| "learning_rate": 2.032470682721042e-05, | |
| "loss": 0.7167, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 5.611672278338945, | |
| "grad_norm": 1.0884181261062622, | |
| "learning_rate": 2.0209258669841737e-05, | |
| "loss": 0.7249, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 5.626636737747849, | |
| "grad_norm": 1.3644371032714844, | |
| "learning_rate": 2.0093916474130353e-05, | |
| "loss": 0.7436, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 5.641601197156753, | |
| "grad_norm": 1.1837425231933594, | |
| "learning_rate": 1.997868279121593e-05, | |
| "loss": 0.6922, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 5.656565656565657, | |
| "grad_norm": 1.3669867515563965, | |
| "learning_rate": 1.9863560169838042e-05, | |
| "loss": 0.7689, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 5.67153011597456, | |
| "grad_norm": 1.3488072156906128, | |
| "learning_rate": 1.97485511562798e-05, | |
| "loss": 0.7074, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 5.686494575383464, | |
| "grad_norm": 1.1839897632598877, | |
| "learning_rate": 1.9633658294311535e-05, | |
| "loss": 0.7115, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 5.701459034792368, | |
| "grad_norm": 1.3153859376907349, | |
| "learning_rate": 1.9518884125134556e-05, | |
| "loss": 0.723, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 5.716423494201272, | |
| "grad_norm": 1.2922106981277466, | |
| "learning_rate": 1.9404231187324902e-05, | |
| "loss": 0.6543, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 5.7313879536101755, | |
| "grad_norm": 1.3643290996551514, | |
| "learning_rate": 1.928970201677722e-05, | |
| "loss": 0.7399, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 5.74635241301908, | |
| "grad_norm": 1.188324213027954, | |
| "learning_rate": 1.9175299146648674e-05, | |
| "loss": 0.6795, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 5.761316872427983, | |
| "grad_norm": 1.4890059232711792, | |
| "learning_rate": 1.906102510730291e-05, | |
| "loss": 0.721, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 5.776281331836888, | |
| "grad_norm": 1.4943420886993408, | |
| "learning_rate": 1.8946882426254105e-05, | |
| "loss": 0.6991, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 5.7912457912457915, | |
| "grad_norm": 1.2924257516860962, | |
| "learning_rate": 1.8832873628111038e-05, | |
| "loss": 0.7136, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 5.806210250654695, | |
| "grad_norm": 1.3031319379806519, | |
| "learning_rate": 1.8719001234521283e-05, | |
| "loss": 0.6695, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 5.821174710063599, | |
| "grad_norm": 1.2206610441207886, | |
| "learning_rate": 1.860526776411539e-05, | |
| "loss": 0.6473, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 5.836139169472503, | |
| "grad_norm": 1.173349142074585, | |
| "learning_rate": 1.849167573245123e-05, | |
| "loss": 0.6412, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 5.851103628881407, | |
| "grad_norm": 1.5744128227233887, | |
| "learning_rate": 1.8378227651958326e-05, | |
| "loss": 0.6956, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 5.8660680882903105, | |
| "grad_norm": 1.170933723449707, | |
| "learning_rate": 1.8264926031882272e-05, | |
| "loss": 0.7798, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 5.881032547699214, | |
| "grad_norm": 1.5066628456115723, | |
| "learning_rate": 1.8151773378229265e-05, | |
| "loss": 0.7011, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 5.895997007108118, | |
| "grad_norm": 1.2198915481567383, | |
| "learning_rate": 1.8038772193710646e-05, | |
| "loss": 0.724, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 5.910961466517022, | |
| "grad_norm": 1.227023959159851, | |
| "learning_rate": 1.792592497768759e-05, | |
| "loss": 0.6702, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 5.925925925925926, | |
| "grad_norm": 1.3417410850524902, | |
| "learning_rate": 1.7813234226115764e-05, | |
| "loss": 0.747, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 5.94089038533483, | |
| "grad_norm": 1.3337069749832153, | |
| "learning_rate": 1.7700702431490174e-05, | |
| "loss": 0.669, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 5.955854844743733, | |
| "grad_norm": 1.2036738395690918, | |
| "learning_rate": 1.7588332082789993e-05, | |
| "loss": 0.7339, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 5.970819304152638, | |
| "grad_norm": 1.1622107028961182, | |
| "learning_rate": 1.747612566542356e-05, | |
| "loss": 0.6925, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 5.985783763561542, | |
| "grad_norm": 1.3639973402023315, | |
| "learning_rate": 1.7364085661173347e-05, | |
| "loss": 0.6798, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 6.000748222970445, | |
| "grad_norm": 1.2021132707595825, | |
| "learning_rate": 1.725221454814112e-05, | |
| "loss": 0.7133, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 6.015712682379349, | |
| "grad_norm": 1.4045711755752563, | |
| "learning_rate": 1.7140514800693124e-05, | |
| "loss": 0.6953, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 6.030677141788253, | |
| "grad_norm": 1.2548061609268188, | |
| "learning_rate": 1.7028988889405296e-05, | |
| "loss": 0.6381, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 6.045641601197157, | |
| "grad_norm": 1.1166868209838867, | |
| "learning_rate": 1.69176392810087e-05, | |
| "loss": 0.7127, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 6.0606060606060606, | |
| "grad_norm": 1.2931350469589233, | |
| "learning_rate": 1.6806468438334917e-05, | |
| "loss": 0.7081, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 6.075570520014964, | |
| "grad_norm": 1.365538239479065, | |
| "learning_rate": 1.6695478820261573e-05, | |
| "loss": 0.6766, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 6.090534979423868, | |
| "grad_norm": 1.4035921096801758, | |
| "learning_rate": 1.658467288165799e-05, | |
| "loss": 0.6857, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 6.105499438832772, | |
| "grad_norm": 1.0855042934417725, | |
| "learning_rate": 1.647405307333085e-05, | |
| "loss": 0.7685, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 6.120463898241676, | |
| "grad_norm": 1.4982078075408936, | |
| "learning_rate": 1.6363621841970022e-05, | |
| "loss": 0.7044, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 6.1354283576505795, | |
| "grad_norm": 1.233553171157837, | |
| "learning_rate": 1.625338163009441e-05, | |
| "loss": 0.6415, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 6.150392817059484, | |
| "grad_norm": 2.476423978805542, | |
| "learning_rate": 1.6143334875997952e-05, | |
| "loss": 0.7047, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 6.165357276468388, | |
| "grad_norm": 1.2853014469146729, | |
| "learning_rate": 1.6033484013695687e-05, | |
| "loss": 0.7164, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 6.180321735877292, | |
| "grad_norm": 1.376776933670044, | |
| "learning_rate": 1.5923831472869915e-05, | |
| "loss": 0.6773, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 6.1952861952861955, | |
| "grad_norm": 1.2735328674316406, | |
| "learning_rate": 1.581437967881647e-05, | |
| "loss": 0.6457, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 6.210250654695099, | |
| "grad_norm": 1.3325200080871582, | |
| "learning_rate": 1.5705131052391042e-05, | |
| "loss": 0.7297, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 6.225215114104003, | |
| "grad_norm": 1.1959949731826782, | |
| "learning_rate": 1.5596088009955695e-05, | |
| "loss": 0.7535, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 6.240179573512907, | |
| "grad_norm": 1.307750940322876, | |
| "learning_rate": 1.5487252963325362e-05, | |
| "loss": 0.7605, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 6.255144032921811, | |
| "grad_norm": 1.3463622331619263, | |
| "learning_rate": 1.5378628319714512e-05, | |
| "loss": 0.7251, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 6.270108492330714, | |
| "grad_norm": 1.2366999387741089, | |
| "learning_rate": 1.5270216481683953e-05, | |
| "loss": 0.6835, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 6.285072951739618, | |
| "grad_norm": 1.2593817710876465, | |
| "learning_rate": 1.5162019847087617e-05, | |
| "loss": 0.6598, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 6.300037411148522, | |
| "grad_norm": 1.3024280071258545, | |
| "learning_rate": 1.5054040809019584e-05, | |
| "loss": 0.6683, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 6.315001870557426, | |
| "grad_norm": 1.4586106538772583, | |
| "learning_rate": 1.4946281755761152e-05, | |
| "loss": 0.6762, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 6.32996632996633, | |
| "grad_norm": 1.338810920715332, | |
| "learning_rate": 1.4838745070727958e-05, | |
| "loss": 0.6821, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 6.344930789375233, | |
| "grad_norm": 1.425808310508728, | |
| "learning_rate": 1.4731433132417316e-05, | |
| "loss": 0.6303, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 6.359895248784138, | |
| "grad_norm": 1.1587165594100952, | |
| "learning_rate": 1.4624348314355585e-05, | |
| "loss": 0.6306, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 6.374859708193042, | |
| "grad_norm": 1.3677455186843872, | |
| "learning_rate": 1.4517492985045678e-05, | |
| "loss": 0.7352, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 6.389824167601946, | |
| "grad_norm": 1.4579230546951294, | |
| "learning_rate": 1.4410869507914669e-05, | |
| "loss": 0.6911, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 6.404788627010849, | |
| "grad_norm": 1.3865454196929932, | |
| "learning_rate": 1.4304480241261528e-05, | |
| "loss": 0.6651, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 6.419753086419753, | |
| "grad_norm": 1.1365728378295898, | |
| "learning_rate": 1.4198327538204961e-05, | |
| "loss": 0.6779, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 6.434717545828657, | |
| "grad_norm": 1.271693229675293, | |
| "learning_rate": 1.409241374663136e-05, | |
| "loss": 0.7289, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 6.449682005237561, | |
| "grad_norm": 1.314024567604065, | |
| "learning_rate": 1.3986741209142845e-05, | |
| "loss": 0.6656, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 6.4646464646464645, | |
| "grad_norm": 1.2013462781906128, | |
| "learning_rate": 1.3881312263005519e-05, | |
| "loss": 0.6836, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 6.479610924055368, | |
| "grad_norm": 1.332503080368042, | |
| "learning_rate": 1.3776129240097673e-05, | |
| "loss": 0.7178, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 6.494575383464272, | |
| "grad_norm": 1.4150094985961914, | |
| "learning_rate": 1.3671194466858334e-05, | |
| "loss": 0.6895, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 6.509539842873176, | |
| "grad_norm": 1.3232195377349854, | |
| "learning_rate": 1.356651026423566e-05, | |
| "loss": 0.7292, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 6.524504302282081, | |
| "grad_norm": 1.324210286140442, | |
| "learning_rate": 1.3462078947635781e-05, | |
| "loss": 0.756, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 6.5394687616909835, | |
| "grad_norm": 1.2665998935699463, | |
| "learning_rate": 1.335790282687141e-05, | |
| "loss": 0.6959, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 6.554433221099888, | |
| "grad_norm": 1.1720548868179321, | |
| "learning_rate": 1.325398420611088e-05, | |
| "loss": 0.7918, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 6.569397680508792, | |
| "grad_norm": 1.0761444568634033, | |
| "learning_rate": 1.3150325383827117e-05, | |
| "loss": 0.679, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 6.584362139917696, | |
| "grad_norm": 1.4445922374725342, | |
| "learning_rate": 1.3046928652746832e-05, | |
| "loss": 0.802, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 6.5993265993265995, | |
| "grad_norm": 1.2890619039535522, | |
| "learning_rate": 1.2943796299799809e-05, | |
| "loss": 0.747, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 6.614291058735503, | |
| "grad_norm": 1.3807190656661987, | |
| "learning_rate": 1.2840930606068289e-05, | |
| "loss": 0.6693, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 6.629255518144407, | |
| "grad_norm": 1.4410628080368042, | |
| "learning_rate": 1.273833384673656e-05, | |
| "loss": 0.7011, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 6.644219977553311, | |
| "grad_norm": 1.255650520324707, | |
| "learning_rate": 1.2636008291040618e-05, | |
| "loss": 0.7627, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 6.659184436962215, | |
| "grad_norm": 1.2652361392974854, | |
| "learning_rate": 1.2533956202217975e-05, | |
| "loss": 0.6859, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 6.674148896371118, | |
| "grad_norm": 1.2963732481002808, | |
| "learning_rate": 1.243217983745758e-05, | |
| "loss": 0.7204, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 6.689113355780022, | |
| "grad_norm": 1.4088592529296875, | |
| "learning_rate": 1.2330681447849951e-05, | |
| "loss": 0.6392, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 6.704077815188926, | |
| "grad_norm": 1.3027905225753784, | |
| "learning_rate": 1.2229463278337308e-05, | |
| "loss": 0.7128, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 6.71904227459783, | |
| "grad_norm": 1.2761296033859253, | |
| "learning_rate": 1.2128527567663988e-05, | |
| "loss": 0.7145, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 6.7340067340067336, | |
| "grad_norm": 1.4830342531204224, | |
| "learning_rate": 1.2027876548326897e-05, | |
| "loss": 0.6784, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 6.748971193415638, | |
| "grad_norm": 1.2457510232925415, | |
| "learning_rate": 1.1927512446526142e-05, | |
| "loss": 0.6929, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 6.763935652824542, | |
| "grad_norm": 1.4039334058761597, | |
| "learning_rate": 1.1827437482115759e-05, | |
| "loss": 0.7516, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 6.778900112233446, | |
| "grad_norm": 1.3703151941299438, | |
| "learning_rate": 1.172765386855467e-05, | |
| "loss": 0.699, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 6.79386457164235, | |
| "grad_norm": 1.3183362483978271, | |
| "learning_rate": 1.1628163812857674e-05, | |
| "loss": 0.7607, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 6.808829031051253, | |
| "grad_norm": 1.2728744745254517, | |
| "learning_rate": 1.1528969515546672e-05, | |
| "loss": 0.6541, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 6.823793490460157, | |
| "grad_norm": 1.2783997058868408, | |
| "learning_rate": 1.1430073170601968e-05, | |
| "loss": 0.684, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 6.838757949869061, | |
| "grad_norm": 1.145731806755066, | |
| "learning_rate": 1.1331476965413773e-05, | |
| "loss": 0.7134, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 6.853722409277965, | |
| "grad_norm": 1.3381609916687012, | |
| "learning_rate": 1.1233183080733764e-05, | |
| "loss": 0.7275, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 6.8686868686868685, | |
| "grad_norm": 1.2908689975738525, | |
| "learning_rate": 1.1135193690626925e-05, | |
| "loss": 0.6796, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 6.883651328095772, | |
| "grad_norm": 1.5330723524093628, | |
| "learning_rate": 1.1037510962423425e-05, | |
| "loss": 0.674, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 6.898615787504676, | |
| "grad_norm": 1.3555113077163696, | |
| "learning_rate": 1.0940137056670655e-05, | |
| "loss": 0.6678, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 6.91358024691358, | |
| "grad_norm": 1.2070436477661133, | |
| "learning_rate": 1.0843074127085507e-05, | |
| "loss": 0.6954, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 6.928544706322484, | |
| "grad_norm": 1.4584565162658691, | |
| "learning_rate": 1.074632432050665e-05, | |
| "loss": 0.6517, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 6.943509165731388, | |
| "grad_norm": 1.2838579416275024, | |
| "learning_rate": 1.0649889776847161e-05, | |
| "loss": 0.6424, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 6.958473625140292, | |
| "grad_norm": 1.2093007564544678, | |
| "learning_rate": 1.0553772629047067e-05, | |
| "loss": 0.7396, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 6.973438084549196, | |
| "grad_norm": 1.5044478178024292, | |
| "learning_rate": 1.0457975003026276e-05, | |
| "loss": 0.6806, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 6.9884025439581, | |
| "grad_norm": 1.2098227739334106, | |
| "learning_rate": 1.0362499017637472e-05, | |
| "loss": 0.6835, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 7.0033670033670035, | |
| "grad_norm": 1.259406566619873, | |
| "learning_rate": 1.0267346784619324e-05, | |
| "loss": 0.6672, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 7.018331462775907, | |
| "grad_norm": 1.2552211284637451, | |
| "learning_rate": 1.0172520408549716e-05, | |
| "loss": 0.6341, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 7.033295922184811, | |
| "grad_norm": 1.3525948524475098, | |
| "learning_rate": 1.0078021986799238e-05, | |
| "loss": 0.6665, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 7.048260381593715, | |
| "grad_norm": 1.2309094667434692, | |
| "learning_rate": 9.983853609484786e-06, | |
| "loss": 0.6903, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 7.063224841002619, | |
| "grad_norm": 1.2575538158416748, | |
| "learning_rate": 9.890017359423325e-06, | |
| "loss": 0.7205, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 7.078189300411522, | |
| "grad_norm": 1.2174732685089111, | |
| "learning_rate": 9.796515312085841e-06, | |
| "loss": 0.6929, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 7.093153759820426, | |
| "grad_norm": 1.4941829442977905, | |
| "learning_rate": 9.703349535551387e-06, | |
| "loss": 0.6346, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 7.10811821922933, | |
| "grad_norm": 1.3313934803009033, | |
| "learning_rate": 9.610522090461415e-06, | |
| "loss": 0.6626, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 7.123082678638234, | |
| "grad_norm": 1.1870646476745605, | |
| "learning_rate": 9.518035029974126e-06, | |
| "loss": 0.6738, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 7.138047138047138, | |
| "grad_norm": 1.376810073852539, | |
| "learning_rate": 9.425890399719115e-06, | |
| "loss": 0.657, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 7.153011597456042, | |
| "grad_norm": 1.2887132167816162, | |
| "learning_rate": 9.334090237752094e-06, | |
| "loss": 0.712, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 7.167976056864946, | |
| "grad_norm": 1.4136420488357544, | |
| "learning_rate": 9.242636574509828e-06, | |
| "loss": 0.7623, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 7.18294051627385, | |
| "grad_norm": 1.2454450130462646, | |
| "learning_rate": 9.151531432765203e-06, | |
| "loss": 0.7891, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 7.197904975682754, | |
| "grad_norm": 1.3656915426254272, | |
| "learning_rate": 9.060776827582529e-06, | |
| "loss": 0.6479, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 7.212869435091657, | |
| "grad_norm": 1.3422670364379883, | |
| "learning_rate": 8.970374766272915e-06, | |
| "loss": 0.7534, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 7.227833894500561, | |
| "grad_norm": 1.4018194675445557, | |
| "learning_rate": 8.880327248349937e-06, | |
| "loss": 0.679, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 7.242798353909465, | |
| "grad_norm": 1.4204267263412476, | |
| "learning_rate": 8.790636265485334e-06, | |
| "loss": 0.6811, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 7.257762813318369, | |
| "grad_norm": 1.3640581369400024, | |
| "learning_rate": 8.701303801465052e-06, | |
| "loss": 0.6518, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 7.2727272727272725, | |
| "grad_norm": 1.255414366722107, | |
| "learning_rate": 8.612331832145268e-06, | |
| "loss": 0.6485, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 7.287691732136176, | |
| "grad_norm": 1.3959693908691406, | |
| "learning_rate": 8.523722325408758e-06, | |
| "loss": 0.6528, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 7.30265619154508, | |
| "grad_norm": 1.3679065704345703, | |
| "learning_rate": 8.435477241121353e-06, | |
| "loss": 0.6834, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 7.317620650953984, | |
| "grad_norm": 1.1936756372451782, | |
| "learning_rate": 8.347598531088554e-06, | |
| "loss": 0.6883, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 7.3325851103628885, | |
| "grad_norm": 1.3999428749084473, | |
| "learning_rate": 8.260088139012435e-06, | |
| "loss": 0.6906, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 7.347549569771792, | |
| "grad_norm": 1.3568490743637085, | |
| "learning_rate": 8.17294800044856e-06, | |
| "loss": 0.7172, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 7.362514029180696, | |
| "grad_norm": 1.362327218055725, | |
| "learning_rate": 8.086180042763283e-06, | |
| "loss": 0.6523, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 7.3774784885896, | |
| "grad_norm": 1.2796952724456787, | |
| "learning_rate": 7.999786185091008e-06, | |
| "loss": 0.7196, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 7.392442947998504, | |
| "grad_norm": 1.339594841003418, | |
| "learning_rate": 7.913768338291821e-06, | |
| "loss": 0.6475, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 7.407407407407407, | |
| "grad_norm": 1.3105710744857788, | |
| "learning_rate": 7.828128404909171e-06, | |
| "loss": 0.6756, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 7.422371866816311, | |
| "grad_norm": 1.3429076671600342, | |
| "learning_rate": 7.742868279127848e-06, | |
| "loss": 0.6886, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 7.437336326225215, | |
| "grad_norm": 1.4829093217849731, | |
| "learning_rate": 7.657989846732019e-06, | |
| "loss": 0.6894, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 7.452300785634119, | |
| "grad_norm": 1.4806331396102905, | |
| "learning_rate": 7.573494985063579e-06, | |
| "loss": 0.6653, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 7.467265245043023, | |
| "grad_norm": 1.2165873050689697, | |
| "learning_rate": 7.489385562980589e-06, | |
| "loss": 0.7941, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 7.482229704451926, | |
| "grad_norm": 1.4139281511306763, | |
| "learning_rate": 7.4056634408159685e-06, | |
| "loss": 0.689, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 7.49719416386083, | |
| "grad_norm": 1.307259202003479, | |
| "learning_rate": 7.3223304703363135e-06, | |
| "loss": 0.6626, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 7.512158623269734, | |
| "grad_norm": 1.5060079097747803, | |
| "learning_rate": 7.2393884947009745e-06, | |
| "loss": 0.7061, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 7.527123082678639, | |
| "grad_norm": 1.623346209526062, | |
| "learning_rate": 7.156839348421279e-06, | |
| "loss": 0.6958, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 7.542087542087542, | |
| "grad_norm": 1.3768142461776733, | |
| "learning_rate": 7.074684857319927e-06, | |
| "loss": 0.7661, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 7.557052001496446, | |
| "grad_norm": 1.7065874338150024, | |
| "learning_rate": 6.992926838490657e-06, | |
| "loss": 0.6989, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 7.57201646090535, | |
| "grad_norm": 1.4630271196365356, | |
| "learning_rate": 6.91156710025802e-06, | |
| "loss": 0.761, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 7.586980920314254, | |
| "grad_norm": 1.3342783451080322, | |
| "learning_rate": 6.830607442137405e-06, | |
| "loss": 0.6834, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 7.6019453797231575, | |
| "grad_norm": 1.3920519351959229, | |
| "learning_rate": 6.7500496547951984e-06, | |
| "loss": 0.6939, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 7.616909839132061, | |
| "grad_norm": 1.4310715198516846, | |
| "learning_rate": 6.6698955200092396e-06, | |
| "loss": 0.6789, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 7.631874298540965, | |
| "grad_norm": 1.2729769945144653, | |
| "learning_rate": 6.590146810629347e-06, | |
| "loss": 0.6925, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 7.646838757949869, | |
| "grad_norm": 1.2772436141967773, | |
| "learning_rate": 6.510805290538158e-06, | |
| "loss": 0.6714, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 7.661803217358773, | |
| "grad_norm": 1.3461037874221802, | |
| "learning_rate": 6.431872714612072e-06, | |
| "loss": 0.6973, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 7.6767676767676765, | |
| "grad_norm": 1.2915376424789429, | |
| "learning_rate": 6.353350828682494e-06, | |
| "loss": 0.6669, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 7.69173213617658, | |
| "grad_norm": 1.287246584892273, | |
| "learning_rate": 6.275241369497142e-06, | |
| "loss": 0.7157, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 7.706696595585484, | |
| "grad_norm": 1.4065686464309692, | |
| "learning_rate": 6.197546064681714e-06, | |
| "loss": 0.7474, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 7.721661054994389, | |
| "grad_norm": 1.5173590183258057, | |
| "learning_rate": 6.120266632701599e-06, | |
| "loss": 0.6442, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 7.7366255144032925, | |
| "grad_norm": 1.2145261764526367, | |
| "learning_rate": 6.043404782823939e-06, | |
| "loss": 0.6729, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 7.751589973812196, | |
| "grad_norm": 1.3860505819320679, | |
| "learning_rate": 5.966962215079786e-06, | |
| "loss": 0.7085, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 7.7665544332211, | |
| "grad_norm": 1.2852251529693604, | |
| "learning_rate": 5.890940620226479e-06, | |
| "loss": 0.6983, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 7.781518892630004, | |
| "grad_norm": 1.2326298952102661, | |
| "learning_rate": 5.815341679710326e-06, | |
| "loss": 0.6758, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 7.796483352038908, | |
| "grad_norm": 1.2480541467666626, | |
| "learning_rate": 5.740167065629312e-06, | |
| "loss": 0.6605, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 7.811447811447811, | |
| "grad_norm": 1.2479559183120728, | |
| "learning_rate": 5.665418440696202e-06, | |
| "loss": 0.6348, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 7.826412270856715, | |
| "grad_norm": 1.3373992443084717, | |
| "learning_rate": 5.591097458201699e-06, | |
| "loss": 0.746, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 7.841376730265619, | |
| "grad_norm": 1.3737704753875732, | |
| "learning_rate": 5.51720576197794e-06, | |
| "loss": 0.6511, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 7.856341189674523, | |
| "grad_norm": 1.3783513307571411, | |
| "learning_rate": 5.443744986362071e-06, | |
| "loss": 0.6767, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 7.871305649083427, | |
| "grad_norm": 1.2600133419036865, | |
| "learning_rate": 5.370716756160157e-06, | |
| "loss": 0.6918, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 7.88627010849233, | |
| "grad_norm": 1.254599928855896, | |
| "learning_rate": 5.298122686611212e-06, | |
| "loss": 0.7017, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 7.901234567901234, | |
| "grad_norm": 1.2620840072631836, | |
| "learning_rate": 5.2259643833514896e-06, | |
| "loss": 0.7181, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 7.916199027310139, | |
| "grad_norm": 1.2185419797897339, | |
| "learning_rate": 5.154243442378934e-06, | |
| "loss": 0.7121, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 7.931163486719043, | |
| "grad_norm": 1.360809564590454, | |
| "learning_rate": 5.082961450017943e-06, | |
| "loss": 0.6642, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 7.946127946127946, | |
| "grad_norm": 1.3635886907577515, | |
| "learning_rate": 5.012119982884209e-06, | |
| "loss": 0.7676, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 7.96109240553685, | |
| "grad_norm": 1.37740159034729, | |
| "learning_rate": 4.9417206078499115e-06, | |
| "loss": 0.6912, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 7.976056864945754, | |
| "grad_norm": 1.2868249416351318, | |
| "learning_rate": 4.871764882009025e-06, | |
| "loss": 0.6582, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 7.991021324354658, | |
| "grad_norm": 1.4278684854507446, | |
| "learning_rate": 4.802254352642882e-06, | |
| "loss": 0.6806, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 8.005985783763562, | |
| "grad_norm": 1.2541025876998901, | |
| "learning_rate": 4.7331905571859705e-06, | |
| "loss": 0.6896, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 8.020950243172466, | |
| "grad_norm": 1.2635290622711182, | |
| "learning_rate": 4.664575023191886e-06, | |
| "loss": 0.6491, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 8.035914702581369, | |
| "grad_norm": 1.266473412513733, | |
| "learning_rate": 4.5964092682996065e-06, | |
| "loss": 0.6457, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 8.050879161990274, | |
| "grad_norm": 1.4658360481262207, | |
| "learning_rate": 4.528694800199859e-06, | |
| "loss": 0.673, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 8.065843621399177, | |
| "grad_norm": 1.3015804290771484, | |
| "learning_rate": 4.46143311660184e-06, | |
| "loss": 0.661, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 8.080808080808081, | |
| "grad_norm": 1.334692358970642, | |
| "learning_rate": 4.394625705200011e-06, | |
| "loss": 0.7065, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 8.095772540216984, | |
| "grad_norm": 1.2139922380447388, | |
| "learning_rate": 4.328274043641295e-06, | |
| "loss": 0.7074, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 8.110736999625889, | |
| "grad_norm": 1.2450037002563477, | |
| "learning_rate": 4.262379599492283e-06, | |
| "loss": 0.666, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 8.125701459034792, | |
| "grad_norm": 1.3340483903884888, | |
| "learning_rate": 4.196943830206859e-06, | |
| "loss": 0.6469, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 8.140665918443696, | |
| "grad_norm": 1.3370238542556763, | |
| "learning_rate": 4.131968183093912e-06, | |
| "loss": 0.6642, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 8.1556303778526, | |
| "grad_norm": 1.2851170301437378, | |
| "learning_rate": 4.067454095285362e-06, | |
| "loss": 0.6602, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 8.170594837261504, | |
| "grad_norm": 1.5661766529083252, | |
| "learning_rate": 4.003402993704353e-06, | |
| "loss": 0.6465, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 8.185559296670407, | |
| "grad_norm": 1.2045555114746094, | |
| "learning_rate": 3.939816295033677e-06, | |
| "loss": 0.6823, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 8.200523756079312, | |
| "grad_norm": 1.3167060613632202, | |
| "learning_rate": 3.8766954056844855e-06, | |
| "loss": 0.7163, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 8.215488215488216, | |
| "grad_norm": 1.3332468271255493, | |
| "learning_rate": 3.8140417217651438e-06, | |
| "loss": 0.7558, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 8.23045267489712, | |
| "grad_norm": 1.344228744506836, | |
| "learning_rate": 3.7518566290503626e-06, | |
| "loss": 0.7451, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 8.245417134306024, | |
| "grad_norm": 1.346323847770691, | |
| "learning_rate": 3.690141502950542e-06, | |
| "loss": 0.6998, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 8.260381593714927, | |
| "grad_norm": 1.3617771863937378, | |
| "learning_rate": 3.6288977084813767e-06, | |
| "loss": 0.6885, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 8.275346053123831, | |
| "grad_norm": 1.2529648542404175, | |
| "learning_rate": 3.568126600233615e-06, | |
| "loss": 0.6851, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 8.290310512532734, | |
| "grad_norm": 1.4627494812011719, | |
| "learning_rate": 3.5078295223431536e-06, | |
| "loss": 0.7307, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 8.305274971941639, | |
| "grad_norm": 1.3447396755218506, | |
| "learning_rate": 3.4480078084612677e-06, | |
| "loss": 0.6878, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 8.320239431350542, | |
| "grad_norm": 1.2098687887191772, | |
| "learning_rate": 3.388662781725141e-06, | |
| "loss": 0.6968, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 8.335203890759447, | |
| "grad_norm": 1.2697949409484863, | |
| "learning_rate": 3.3297957547285626e-06, | |
| "loss": 0.7097, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 8.35016835016835, | |
| "grad_norm": 1.344548225402832, | |
| "learning_rate": 3.2714080294929477e-06, | |
| "loss": 0.6899, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 8.365132809577254, | |
| "grad_norm": 1.283050298690796, | |
| "learning_rate": 3.2135008974384874e-06, | |
| "loss": 0.611, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 8.380097268986157, | |
| "grad_norm": 1.4077322483062744, | |
| "learning_rate": 3.1560756393556183e-06, | |
| "loss": 0.6673, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 8.395061728395062, | |
| "grad_norm": 1.4759045839309692, | |
| "learning_rate": 3.0991335253766934e-06, | |
| "loss": 0.7485, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 8.410026187803966, | |
| "grad_norm": 1.3058305978775024, | |
| "learning_rate": 3.042675814947868e-06, | |
| "loss": 0.6873, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 8.42499064721287, | |
| "grad_norm": 1.3055214881896973, | |
| "learning_rate": 2.986703756801257e-06, | |
| "loss": 0.7064, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 8.439955106621774, | |
| "grad_norm": 1.2436131238937378, | |
| "learning_rate": 2.931218588927315e-06, | |
| "loss": 0.6871, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 8.454919566030677, | |
| "grad_norm": 1.5080686807632446, | |
| "learning_rate": 2.8762215385474633e-06, | |
| "loss": 0.7363, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 8.469884025439582, | |
| "grad_norm": 1.3684037923812866, | |
| "learning_rate": 2.8217138220869187e-06, | |
| "loss": 0.6719, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 8.484848484848484, | |
| "grad_norm": 1.3375248908996582, | |
| "learning_rate": 2.7676966451478214e-06, | |
| "loss": 0.6715, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 8.499812944257389, | |
| "grad_norm": 1.4447715282440186, | |
| "learning_rate": 2.714171202482538e-06, | |
| "loss": 0.6697, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 8.514777403666292, | |
| "grad_norm": 1.4097157716751099, | |
| "learning_rate": 2.661138677967279e-06, | |
| "loss": 0.7199, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 8.529741863075197, | |
| "grad_norm": 1.4371775388717651, | |
| "learning_rate": 2.6086002445758566e-06, | |
| "loss": 0.681, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 8.5447063224841, | |
| "grad_norm": 1.353463053703308, | |
| "learning_rate": 2.5565570643537954e-06, | |
| "loss": 0.6461, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 8.559670781893004, | |
| "grad_norm": 1.2656768560409546, | |
| "learning_rate": 2.505010288392587e-06, | |
| "loss": 0.723, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 8.574635241301909, | |
| "grad_norm": 1.3458527326583862, | |
| "learning_rate": 2.4539610568042657e-06, | |
| "loss": 0.6481, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 8.589599700710812, | |
| "grad_norm": 1.4183650016784668, | |
| "learning_rate": 2.4034104986961627e-06, | |
| "loss": 0.7229, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 8.604564160119716, | |
| "grad_norm": 1.3535906076431274, | |
| "learning_rate": 2.3533597321459516e-06, | |
| "loss": 0.6762, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 8.61952861952862, | |
| "grad_norm": 1.4276947975158691, | |
| "learning_rate": 2.303809864176909e-06, | |
| "loss": 0.6379, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 8.634493078937524, | |
| "grad_norm": 1.312292218208313, | |
| "learning_rate": 2.254761990733445e-06, | |
| "loss": 0.6753, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 8.649457538346427, | |
| "grad_norm": 1.3349074125289917, | |
| "learning_rate": 2.206217196656826e-06, | |
| "loss": 0.7395, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 8.664421997755332, | |
| "grad_norm": 1.367660403251648, | |
| "learning_rate": 2.1581765556612233e-06, | |
| "loss": 0.7564, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 8.679386457164235, | |
| "grad_norm": 1.302215337753296, | |
| "learning_rate": 2.1106411303099455e-06, | |
| "loss": 0.6862, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 8.69435091657314, | |
| "grad_norm": 1.2132118940353394, | |
| "learning_rate": 2.0636119719919246e-06, | |
| "loss": 0.7351, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 8.709315375982042, | |
| "grad_norm": 1.4168857336044312, | |
| "learning_rate": 2.017090120898485e-06, | |
| "loss": 0.6748, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 8.724279835390947, | |
| "grad_norm": 1.5280455350875854, | |
| "learning_rate": 1.971076606000327e-06, | |
| "loss": 0.6935, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 8.73924429479985, | |
| "grad_norm": 1.440262794494629, | |
| "learning_rate": 1.9255724450247674e-06, | |
| "loss": 0.6629, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 8.754208754208754, | |
| "grad_norm": 1.36149263381958, | |
| "learning_rate": 1.8805786444332092e-06, | |
| "loss": 0.6644, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 8.769173213617659, | |
| "grad_norm": 1.3209813833236694, | |
| "learning_rate": 1.836096199398929e-06, | |
| "loss": 0.6469, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 8.784137673026562, | |
| "grad_norm": 1.3598469495773315, | |
| "learning_rate": 1.7921260937850099e-06, | |
| "loss": 0.646, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 8.799102132435467, | |
| "grad_norm": 1.2802332639694214, | |
| "learning_rate": 1.7486693001226268e-06, | |
| "loss": 0.7487, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 8.81406659184437, | |
| "grad_norm": 1.3110156059265137, | |
| "learning_rate": 1.7057267795895115e-06, | |
| "loss": 0.702, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 8.829031051253274, | |
| "grad_norm": 1.324245572090149, | |
| "learning_rate": 1.6632994819886977e-06, | |
| "loss": 0.6807, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 8.843995510662177, | |
| "grad_norm": 1.2745212316513062, | |
| "learning_rate": 1.6213883457275065e-06, | |
| "loss": 0.6846, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 8.858959970071082, | |
| "grad_norm": 1.4197077751159668, | |
| "learning_rate": 1.579994297796808e-06, | |
| "loss": 0.7325, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 8.873924429479985, | |
| "grad_norm": 1.3314228057861328, | |
| "learning_rate": 1.5391182537505072e-06, | |
| "loss": 0.6899, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 8.88888888888889, | |
| "grad_norm": 1.3566371202468872, | |
| "learning_rate": 1.4987611176852878e-06, | |
| "loss": 0.6596, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 8.903853348297792, | |
| "grad_norm": 1.3632760047912598, | |
| "learning_rate": 1.4589237822206282e-06, | |
| "loss": 0.7111, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 8.918817807706697, | |
| "grad_norm": 1.4764022827148438, | |
| "learning_rate": 1.419607128479053e-06, | |
| "loss": 0.7168, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 8.9337822671156, | |
| "grad_norm": 1.1871962547302246, | |
| "learning_rate": 1.3808120260666441e-06, | |
| "loss": 0.7182, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 8.948746726524504, | |
| "grad_norm": 1.2561469078063965, | |
| "learning_rate": 1.3425393330538022e-06, | |
| "loss": 0.6455, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 8.963711185933409, | |
| "grad_norm": 1.4918162822723389, | |
| "learning_rate": 1.3047898959562765e-06, | |
| "loss": 0.7042, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 8.978675645342312, | |
| "grad_norm": 1.3534742593765259, | |
| "learning_rate": 1.267564549716435e-06, | |
| "loss": 0.6742, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 8.993640104751217, | |
| "grad_norm": 1.4959015846252441, | |
| "learning_rate": 1.2308641176848046e-06, | |
| "loss": 0.6838, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 9.00860456416012, | |
| "grad_norm": 1.309097409248352, | |
| "learning_rate": 1.1946894116018404e-06, | |
| "loss": 0.6411, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 9.023569023569024, | |
| "grad_norm": 1.3958250284194946, | |
| "learning_rate": 1.159041231580016e-06, | |
| "loss": 0.7136, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 9.038533482977927, | |
| "grad_norm": 1.307607650756836, | |
| "learning_rate": 1.1239203660860648e-06, | |
| "loss": 0.7436, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 9.053497942386832, | |
| "grad_norm": 1.273493766784668, | |
| "learning_rate": 1.0893275919235945e-06, | |
| "loss": 0.7149, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 9.068462401795735, | |
| "grad_norm": 1.4512149095535278, | |
| "learning_rate": 1.05526367421587e-06, | |
| "loss": 0.7207, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 9.08342686120464, | |
| "grad_norm": 1.3597697019577026, | |
| "learning_rate": 1.0217293663889155e-06, | |
| "loss": 0.6602, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 9.098391320613542, | |
| "grad_norm": 1.4251606464385986, | |
| "learning_rate": 9.88725410154842e-07, | |
| "loss": 0.7312, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 9.113355780022447, | |
| "grad_norm": 1.3595529794692993, | |
| "learning_rate": 9.562525354954193e-07, | |
| "loss": 0.7044, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 9.12832023943135, | |
| "grad_norm": 1.2834125757217407, | |
| "learning_rate": 9.243114606459741e-07, | |
| "loss": 0.7221, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 9.143284698840255, | |
| "grad_norm": 1.3886545896530151, | |
| "learning_rate": 8.92902892079464e-07, | |
| "loss": 0.6504, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 9.158249158249157, | |
| "grad_norm": 1.533457636833191, | |
| "learning_rate": 8.620275244908827e-07, | |
| "loss": 0.6788, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 9.173213617658062, | |
| "grad_norm": 1.493024230003357, | |
| "learning_rate": 8.31686040781865e-07, | |
| "loss": 0.6803, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 9.188178077066967, | |
| "grad_norm": 1.2318785190582275, | |
| "learning_rate": 8.018791120456087e-07, | |
| "loss": 0.6904, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 9.20314253647587, | |
| "grad_norm": 1.4301903247833252, | |
| "learning_rate": 7.726073975520082e-07, | |
| "loss": 0.6777, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 9.218106995884774, | |
| "grad_norm": 1.322068452835083, | |
| "learning_rate": 7.438715447331018e-07, | |
| "loss": 0.685, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 9.233071455293677, | |
| "grad_norm": 1.2603065967559814, | |
| "learning_rate": 7.156721891687202e-07, | |
| "loss": 0.6712, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 9.248035914702582, | |
| "grad_norm": 1.4191964864730835, | |
| "learning_rate": 6.880099545724522e-07, | |
| "loss": 0.7124, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 9.263000374111485, | |
| "grad_norm": 1.411106824874878, | |
| "learning_rate": 6.608854527778319e-07, | |
| "loss": 0.6788, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 9.27796483352039, | |
| "grad_norm": 1.3679730892181396, | |
| "learning_rate": 6.342992837248235e-07, | |
| "loss": 0.69, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 9.292929292929292, | |
| "grad_norm": 1.2826892137527466, | |
| "learning_rate": 6.082520354465382e-07, | |
| "loss": 0.7124, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 9.307893752338197, | |
| "grad_norm": 1.2693568468093872, | |
| "learning_rate": 5.82744284056233e-07, | |
| "loss": 0.6702, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 9.3228582117471, | |
| "grad_norm": 1.512661099433899, | |
| "learning_rate": 5.577765937345686e-07, | |
| "loss": 0.663, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 9.337822671156005, | |
| "grad_norm": 1.5203378200531006, | |
| "learning_rate": 5.333495167171353e-07, | |
| "loss": 0.6927, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 9.352787130564908, | |
| "grad_norm": 1.541284203529358, | |
| "learning_rate": 5.094635932822223e-07, | |
| "loss": 0.6629, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 9.367751589973812, | |
| "grad_norm": 1.2277456521987915, | |
| "learning_rate": 4.861193517388923e-07, | |
| "loss": 0.7342, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 9.382716049382717, | |
| "grad_norm": 1.3728615045547485, | |
| "learning_rate": 4.6331730841527587e-07, | |
| "loss": 0.6597, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 9.39768050879162, | |
| "grad_norm": 1.2458422183990479, | |
| "learning_rate": 4.4105796764715714e-07, | |
| "loss": 0.6654, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 9.412644968200524, | |
| "grad_norm": 1.41146981716156, | |
| "learning_rate": 4.1934182176683045e-07, | |
| "loss": 0.7134, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 9.427609427609427, | |
| "grad_norm": 1.306872010231018, | |
| "learning_rate": 3.9816935109218413e-07, | |
| "loss": 0.6154, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 9.442573887018332, | |
| "grad_norm": 1.3811511993408203, | |
| "learning_rate": 3.7754102391611424e-07, | |
| "loss": 0.6862, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 9.457538346427235, | |
| "grad_norm": 1.2896925210952759, | |
| "learning_rate": 3.5745729649613034e-07, | |
| "loss": 0.6778, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 9.47250280583614, | |
| "grad_norm": 1.1952729225158691, | |
| "learning_rate": 3.3791861304428574e-07, | |
| "loss": 0.6891, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 9.487467265245042, | |
| "grad_norm": 1.3523303270339966, | |
| "learning_rate": 3.189254057173491e-07, | |
| "loss": 0.6576, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 9.502431724653947, | |
| "grad_norm": 1.3650611639022827, | |
| "learning_rate": 3.004780946072372e-07, | |
| "loss": 0.6533, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 9.51739618406285, | |
| "grad_norm": 1.2557883262634277, | |
| "learning_rate": 2.825770877317363e-07, | |
| "loss": 0.7639, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 9.532360643471755, | |
| "grad_norm": 1.24583899974823, | |
| "learning_rate": 2.6522278102546485e-07, | |
| "loss": 0.6856, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 9.547325102880658, | |
| "grad_norm": 1.48171865940094, | |
| "learning_rate": 2.484155583311276e-07, | |
| "loss": 0.6486, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 9.562289562289562, | |
| "grad_norm": 1.2459851503372192, | |
| "learning_rate": 2.3215579139101996e-07, | |
| "loss": 0.6377, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 9.577254021698467, | |
| "grad_norm": 1.1139715909957886, | |
| "learning_rate": 2.1644383983880357e-07, | |
| "loss": 0.6703, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 9.59221848110737, | |
| "grad_norm": 1.4323070049285889, | |
| "learning_rate": 2.012800511915547e-07, | |
| "loss": 0.6743, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 9.607182940516275, | |
| "grad_norm": 1.3250705003738403, | |
| "learning_rate": 1.8666476084208129e-07, | |
| "loss": 0.7117, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 9.622147399925177, | |
| "grad_norm": 1.4704447984695435, | |
| "learning_rate": 1.7259829205149568e-07, | |
| "loss": 0.6817, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 9.637111859334082, | |
| "grad_norm": 1.2608110904693604, | |
| "learning_rate": 1.5908095594207583e-07, | |
| "loss": 0.7122, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 9.652076318742985, | |
| "grad_norm": 1.4275965690612793, | |
| "learning_rate": 1.4611305149037358e-07, | |
| "loss": 0.6386, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 9.66704077815189, | |
| "grad_norm": 1.163145899772644, | |
| "learning_rate": 1.336948655206144e-07, | |
| "loss": 0.6882, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 9.682005237560793, | |
| "grad_norm": 1.4491647481918335, | |
| "learning_rate": 1.218266726983386e-07, | |
| "loss": 0.6826, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 9.696969696969697, | |
| "grad_norm": 1.3578821420669556, | |
| "learning_rate": 1.1050873552433394e-07, | |
| "loss": 0.7251, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 9.7119341563786, | |
| "grad_norm": 1.2743161916732788, | |
| "learning_rate": 9.974130432883199e-08, | |
| "loss": 0.7072, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 9.726898615787505, | |
| "grad_norm": 1.2915595769882202, | |
| "learning_rate": 8.952461726596528e-08, | |
| "loss": 0.6555, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 9.741863075196408, | |
| "grad_norm": 1.2591161727905273, | |
| "learning_rate": 7.985890030850762e-08, | |
| "loss": 0.6642, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 9.756827534605312, | |
| "grad_norm": 1.373780369758606, | |
| "learning_rate": 7.074436724286704e-08, | |
| "loss": 0.6987, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 9.771791994014217, | |
| "grad_norm": 1.3390823602676392, | |
| "learning_rate": 6.218121966436175e-08, | |
| "loss": 0.7699, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 9.78675645342312, | |
| "grad_norm": 1.4248472452163696, | |
| "learning_rate": 5.416964697276261e-08, | |
| "loss": 0.6654, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 9.801720912832025, | |
| "grad_norm": 1.315335988998413, | |
| "learning_rate": 4.670982636810761e-08, | |
| "loss": 0.6681, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 9.816685372240928, | |
| "grad_norm": 1.28786039352417, | |
| "learning_rate": 3.9801922846766095e-08, | |
| "loss": 0.7033, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 9.831649831649832, | |
| "grad_norm": 1.4623719453811646, | |
| "learning_rate": 3.3446089197805565e-08, | |
| "loss": 0.6899, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 9.846614291058735, | |
| "grad_norm": 1.390443205833435, | |
| "learning_rate": 2.7642465999613842e-08, | |
| "loss": 0.6837, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 9.86157875046764, | |
| "grad_norm": 1.2957769632339478, | |
| "learning_rate": 2.2391181616776556e-08, | |
| "loss": 0.6578, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 9.876543209876543, | |
| "grad_norm": 1.454103708267212, | |
| "learning_rate": 1.7692352197240526e-08, | |
| "loss": 0.6546, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 9.891507669285447, | |
| "grad_norm": 1.2412161827087402, | |
| "learning_rate": 1.354608166976301e-08, | |
| "loss": 0.6437, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 9.90647212869435, | |
| "grad_norm": 1.3440452814102173, | |
| "learning_rate": 9.952461741585817e-09, | |
| "loss": 0.726, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 9.921436588103255, | |
| "grad_norm": 1.402801513671875, | |
| "learning_rate": 6.9115718964257726e-09, | |
| "loss": 0.6458, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 9.936401047512158, | |
| "grad_norm": 1.253630518913269, | |
| "learning_rate": 4.423479392709484e-09, | |
| "loss": 0.6936, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 9.951365506921062, | |
| "grad_norm": 1.3306463956832886, | |
| "learning_rate": 2.48823926208841e-09, | |
| "loss": 0.7048, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 9.966329966329967, | |
| "grad_norm": 1.2049169540405273, | |
| "learning_rate": 1.10589430822039e-09, | |
| "loss": 0.6899, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 9.98129442573887, | |
| "grad_norm": 1.4228817224502563, | |
| "learning_rate": 2.764751058259574e-10, | |
| "loss": 0.7091, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 9.996258885147775, | |
| "grad_norm": 1.234875202178955, | |
| "learning_rate": 0.0, | |
| "loss": 0.6954, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 9.996258885147775, | |
| "step": 3340, | |
| "total_flos": 1.2597949543307674e+18, | |
| "train_loss": 0.7376079930516775, | |
| "train_runtime": 29450.1993, | |
| "train_samples_per_second": 1.815, | |
| "train_steps_per_second": 0.113 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 3340, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "total_flos": 1.2597949543307674e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |