{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.999850411368736,
"eval_steps": 500,
"global_step": 3342,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0002991772625280479,
"grad_norm": 24.73757525746042,
"learning_rate": 2.985074626865672e-08,
"loss": 1.4467,
"step": 1
},
{
"epoch": 0.0014958863126402393,
"grad_norm": 25.170481305263397,
"learning_rate": 1.4925373134328358e-07,
"loss": 1.418,
"step": 5
},
{
"epoch": 0.0029917726252804786,
"grad_norm": 17.671227057151118,
"learning_rate": 2.9850746268656716e-07,
"loss": 1.4125,
"step": 10
},
{
"epoch": 0.004487658937920718,
"grad_norm": 8.909500017199079,
"learning_rate": 4.4776119402985074e-07,
"loss": 1.3226,
"step": 15
},
{
"epoch": 0.005983545250560957,
"grad_norm": 11.280714871339804,
"learning_rate": 5.970149253731343e-07,
"loss": 1.1982,
"step": 20
},
{
"epoch": 0.0074794315632011965,
"grad_norm": 8.398369640505729,
"learning_rate": 7.462686567164179e-07,
"loss": 1.0909,
"step": 25
},
{
"epoch": 0.008975317875841436,
"grad_norm": 2.9571179549426505,
"learning_rate": 8.955223880597015e-07,
"loss": 0.9951,
"step": 30
},
{
"epoch": 0.010471204188481676,
"grad_norm": 2.8894837770977224,
"learning_rate": 1.044776119402985e-06,
"loss": 0.9586,
"step": 35
},
{
"epoch": 0.011967090501121914,
"grad_norm": 2.324424480950711,
"learning_rate": 1.1940298507462686e-06,
"loss": 0.9305,
"step": 40
},
{
"epoch": 0.013462976813762155,
"grad_norm": 2.2619500315834866,
"learning_rate": 1.3432835820895524e-06,
"loss": 0.91,
"step": 45
},
{
"epoch": 0.014958863126402393,
"grad_norm": 2.3542199193134663,
"learning_rate": 1.4925373134328358e-06,
"loss": 0.8925,
"step": 50
},
{
"epoch": 0.016454749439042633,
"grad_norm": 2.1942393280485444,
"learning_rate": 1.6417910447761196e-06,
"loss": 0.8768,
"step": 55
},
{
"epoch": 0.01795063575168287,
"grad_norm": 2.1616387387297245,
"learning_rate": 1.791044776119403e-06,
"loss": 0.8723,
"step": 60
},
{
"epoch": 0.01944652206432311,
"grad_norm": 2.2022102428237957,
"learning_rate": 1.9402985074626867e-06,
"loss": 0.8639,
"step": 65
},
{
"epoch": 0.020942408376963352,
"grad_norm": 2.1621065249124585,
"learning_rate": 2.08955223880597e-06,
"loss": 0.8699,
"step": 70
},
{
"epoch": 0.02243829468960359,
"grad_norm": 2.3233760195216147,
"learning_rate": 2.238805970149254e-06,
"loss": 0.8603,
"step": 75
},
{
"epoch": 0.02393418100224383,
"grad_norm": 2.266487924942459,
"learning_rate": 2.3880597014925373e-06,
"loss": 0.8537,
"step": 80
},
{
"epoch": 0.025430067314884067,
"grad_norm": 2.2873594748046076,
"learning_rate": 2.537313432835821e-06,
"loss": 0.8487,
"step": 85
},
{
"epoch": 0.02692595362752431,
"grad_norm": 2.283742446960398,
"learning_rate": 2.686567164179105e-06,
"loss": 0.8413,
"step": 90
},
{
"epoch": 0.028421839940164548,
"grad_norm": 2.1774038405712486,
"learning_rate": 2.835820895522388e-06,
"loss": 0.8281,
"step": 95
},
{
"epoch": 0.029917726252804786,
"grad_norm": 2.342263870606748,
"learning_rate": 2.9850746268656716e-06,
"loss": 0.8305,
"step": 100
},
{
"epoch": 0.031413612565445025,
"grad_norm": 2.385361324640983,
"learning_rate": 3.1343283582089558e-06,
"loss": 0.8168,
"step": 105
},
{
"epoch": 0.032909498878085267,
"grad_norm": 2.500114420278517,
"learning_rate": 3.283582089552239e-06,
"loss": 0.8207,
"step": 110
},
{
"epoch": 0.0344053851907255,
"grad_norm": 2.4374602854285286,
"learning_rate": 3.4328358208955225e-06,
"loss": 0.8244,
"step": 115
},
{
"epoch": 0.03590127150336574,
"grad_norm": 2.44198563300893,
"learning_rate": 3.582089552238806e-06,
"loss": 0.8199,
"step": 120
},
{
"epoch": 0.037397157816005985,
"grad_norm": 2.2760332882107157,
"learning_rate": 3.73134328358209e-06,
"loss": 0.8216,
"step": 125
},
{
"epoch": 0.03889304412864622,
"grad_norm": 2.508508841712968,
"learning_rate": 3.8805970149253735e-06,
"loss": 0.8014,
"step": 130
},
{
"epoch": 0.04038893044128646,
"grad_norm": 2.3029396530303066,
"learning_rate": 4.029850746268657e-06,
"loss": 0.7989,
"step": 135
},
{
"epoch": 0.041884816753926704,
"grad_norm": 2.3322348191256594,
"learning_rate": 4.17910447761194e-06,
"loss": 0.7964,
"step": 140
},
{
"epoch": 0.04338070306656694,
"grad_norm": 2.331622885776369,
"learning_rate": 4.3283582089552236e-06,
"loss": 0.8013,
"step": 145
},
{
"epoch": 0.04487658937920718,
"grad_norm": 2.288860960559162,
"learning_rate": 4.477611940298508e-06,
"loss": 0.8045,
"step": 150
},
{
"epoch": 0.04637247569184742,
"grad_norm": 2.4508630826235778,
"learning_rate": 4.626865671641791e-06,
"loss": 0.7898,
"step": 155
},
{
"epoch": 0.04786836200448766,
"grad_norm": 2.3184684975983045,
"learning_rate": 4.7761194029850745e-06,
"loss": 0.7937,
"step": 160
},
{
"epoch": 0.0493642483171279,
"grad_norm": 2.1613921165346826,
"learning_rate": 4.925373134328359e-06,
"loss": 0.7911,
"step": 165
},
{
"epoch": 0.050860134629768135,
"grad_norm": 2.453275213296358,
"learning_rate": 5.074626865671642e-06,
"loss": 0.7857,
"step": 170
},
{
"epoch": 0.05235602094240838,
"grad_norm": 2.3284898790399353,
"learning_rate": 5.2238805970149255e-06,
"loss": 0.7793,
"step": 175
},
{
"epoch": 0.05385190725504862,
"grad_norm": 2.3201172049873686,
"learning_rate": 5.37313432835821e-06,
"loss": 0.7779,
"step": 180
},
{
"epoch": 0.055347793567688854,
"grad_norm": 2.357711081062365,
"learning_rate": 5.522388059701493e-06,
"loss": 0.7847,
"step": 185
},
{
"epoch": 0.056843679880329095,
"grad_norm": 2.7611374374886037,
"learning_rate": 5.671641791044776e-06,
"loss": 0.7706,
"step": 190
},
{
"epoch": 0.05833956619296934,
"grad_norm": 2.6271055846372513,
"learning_rate": 5.820895522388061e-06,
"loss": 0.7607,
"step": 195
},
{
"epoch": 0.05983545250560957,
"grad_norm": 2.376880891581398,
"learning_rate": 5.970149253731343e-06,
"loss": 0.7671,
"step": 200
},
{
"epoch": 0.061331338818249814,
"grad_norm": 2.3835041311189022,
"learning_rate": 6.119402985074627e-06,
"loss": 0.7586,
"step": 205
},
{
"epoch": 0.06282722513089005,
"grad_norm": 2.462749716678564,
"learning_rate": 6.2686567164179116e-06,
"loss": 0.7758,
"step": 210
},
{
"epoch": 0.0643231114435303,
"grad_norm": 2.4077847282275866,
"learning_rate": 6.417910447761194e-06,
"loss": 0.7638,
"step": 215
},
{
"epoch": 0.06581899775617053,
"grad_norm": 2.3747888389216616,
"learning_rate": 6.567164179104478e-06,
"loss": 0.761,
"step": 220
},
{
"epoch": 0.06731488406881077,
"grad_norm": 2.493092964041521,
"learning_rate": 6.7164179104477625e-06,
"loss": 0.7574,
"step": 225
},
{
"epoch": 0.068810770381451,
"grad_norm": 2.6477317119354984,
"learning_rate": 6.865671641791045e-06,
"loss": 0.7498,
"step": 230
},
{
"epoch": 0.07030665669409125,
"grad_norm": 2.563921275934862,
"learning_rate": 7.014925373134329e-06,
"loss": 0.761,
"step": 235
},
{
"epoch": 0.07180254300673149,
"grad_norm": 2.4406043810417257,
"learning_rate": 7.164179104477612e-06,
"loss": 0.7423,
"step": 240
},
{
"epoch": 0.07329842931937172,
"grad_norm": 2.2639780494151034,
"learning_rate": 7.313432835820896e-06,
"loss": 0.7478,
"step": 245
},
{
"epoch": 0.07479431563201197,
"grad_norm": 2.6132105098393628,
"learning_rate": 7.46268656716418e-06,
"loss": 0.7522,
"step": 250
},
{
"epoch": 0.0762902019446522,
"grad_norm": 2.5688006092201365,
"learning_rate": 7.611940298507463e-06,
"loss": 0.7409,
"step": 255
},
{
"epoch": 0.07778608825729244,
"grad_norm": 2.4383140799178564,
"learning_rate": 7.761194029850747e-06,
"loss": 0.7449,
"step": 260
},
{
"epoch": 0.07928197456993269,
"grad_norm": 2.3404023048993365,
"learning_rate": 7.91044776119403e-06,
"loss": 0.7306,
"step": 265
},
{
"epoch": 0.08077786088257292,
"grad_norm": 2.435305377918958,
"learning_rate": 8.059701492537314e-06,
"loss": 0.7464,
"step": 270
},
{
"epoch": 0.08227374719521316,
"grad_norm": 2.9299430373461433,
"learning_rate": 8.208955223880599e-06,
"loss": 0.7279,
"step": 275
},
{
"epoch": 0.08376963350785341,
"grad_norm": 2.387726009024013,
"learning_rate": 8.35820895522388e-06,
"loss": 0.7388,
"step": 280
},
{
"epoch": 0.08526551982049364,
"grad_norm": 2.268041368580347,
"learning_rate": 8.507462686567165e-06,
"loss": 0.7407,
"step": 285
},
{
"epoch": 0.08676140613313388,
"grad_norm": 2.408844552763582,
"learning_rate": 8.656716417910447e-06,
"loss": 0.7222,
"step": 290
},
{
"epoch": 0.08825729244577413,
"grad_norm": 2.401282808607445,
"learning_rate": 8.805970149253732e-06,
"loss": 0.7265,
"step": 295
},
{
"epoch": 0.08975317875841436,
"grad_norm": 2.4691438286047425,
"learning_rate": 8.955223880597016e-06,
"loss": 0.7239,
"step": 300
},
{
"epoch": 0.0912490650710546,
"grad_norm": 2.3268484057723673,
"learning_rate": 9.104477611940299e-06,
"loss": 0.7227,
"step": 305
},
{
"epoch": 0.09274495138369485,
"grad_norm": 2.402308618181149,
"learning_rate": 9.253731343283582e-06,
"loss": 0.7244,
"step": 310
},
{
"epoch": 0.09424083769633508,
"grad_norm": 2.3361311735184604,
"learning_rate": 9.402985074626867e-06,
"loss": 0.7263,
"step": 315
},
{
"epoch": 0.09573672400897532,
"grad_norm": 2.335173501165771,
"learning_rate": 9.552238805970149e-06,
"loss": 0.7215,
"step": 320
},
{
"epoch": 0.09723261032161555,
"grad_norm": 2.730322757042367,
"learning_rate": 9.701492537313434e-06,
"loss": 0.7332,
"step": 325
},
{
"epoch": 0.0987284966342558,
"grad_norm": 2.2835032077275312,
"learning_rate": 9.850746268656717e-06,
"loss": 0.7115,
"step": 330
},
{
"epoch": 0.10022438294689603,
"grad_norm": 2.4782326787594338,
"learning_rate": 1e-05,
"loss": 0.7142,
"step": 335
},
{
"epoch": 0.10172026925953627,
"grad_norm": 2.4128411535499454,
"learning_rate": 9.999931779967976e-06,
"loss": 0.7108,
"step": 340
},
{
"epoch": 0.10321615557217652,
"grad_norm": 2.230247650641441,
"learning_rate": 9.99972712173349e-06,
"loss": 0.7037,
"step": 345
},
{
"epoch": 0.10471204188481675,
"grad_norm": 2.4375274487235363,
"learning_rate": 9.999386030881264e-06,
"loss": 0.7052,
"step": 350
},
{
"epoch": 0.10620792819745699,
"grad_norm": 2.497148482639146,
"learning_rate": 9.998908516718984e-06,
"loss": 0.723,
"step": 355
},
{
"epoch": 0.10770381451009724,
"grad_norm": 2.7572554578379793,
"learning_rate": 9.998294592277064e-06,
"loss": 0.7089,
"step": 360
},
{
"epoch": 0.10919970082273747,
"grad_norm": 2.4811541468806175,
"learning_rate": 9.997544274308282e-06,
"loss": 0.7049,
"step": 365
},
{
"epoch": 0.11069558713537771,
"grad_norm": 2.3612905719078556,
"learning_rate": 9.996657583287326e-06,
"loss": 0.7112,
"step": 370
},
{
"epoch": 0.11219147344801796,
"grad_norm": 2.3269094749093346,
"learning_rate": 9.995634543410231e-06,
"loss": 0.7091,
"step": 375
},
{
"epoch": 0.11368735976065819,
"grad_norm": 2.1856434021067543,
"learning_rate": 9.99447518259372e-06,
"loss": 0.6945,
"step": 380
},
{
"epoch": 0.11518324607329843,
"grad_norm": 2.2818233887085677,
"learning_rate": 9.99317953247445e-06,
"loss": 0.695,
"step": 385
},
{
"epoch": 0.11667913238593867,
"grad_norm": 2.5644750677779267,
"learning_rate": 9.991747628408138e-06,
"loss": 0.6878,
"step": 390
},
{
"epoch": 0.11817501869857891,
"grad_norm": 2.485293875776813,
"learning_rate": 9.990179509468595e-06,
"loss": 0.6987,
"step": 395
},
{
"epoch": 0.11967090501121914,
"grad_norm": 2.291043542367887,
"learning_rate": 9.988475218446676e-06,
"loss": 0.6898,
"step": 400
},
{
"epoch": 0.1211667913238594,
"grad_norm": 2.4232767050288726,
"learning_rate": 9.986634801849093e-06,
"loss": 0.6963,
"step": 405
},
{
"epoch": 0.12266267763649963,
"grad_norm": 2.4211336275289512,
"learning_rate": 9.984658309897161e-06,
"loss": 0.6793,
"step": 410
},
{
"epoch": 0.12415856394913986,
"grad_norm": 2.5029979080579734,
"learning_rate": 9.982545796525416e-06,
"loss": 0.6773,
"step": 415
},
{
"epoch": 0.1256544502617801,
"grad_norm": 2.4668720551969487,
"learning_rate": 9.980297319380148e-06,
"loss": 0.6741,
"step": 420
},
{
"epoch": 0.12715033657442035,
"grad_norm": 2.1324057406570796,
"learning_rate": 9.977912939817833e-06,
"loss": 0.6717,
"step": 425
},
{
"epoch": 0.1286462228870606,
"grad_norm": 2.216513918034811,
"learning_rate": 9.97539272290345e-06,
"loss": 0.664,
"step": 430
},
{
"epoch": 0.13014210919970082,
"grad_norm": 2.3891946944700346,
"learning_rate": 9.97273673740871e-06,
"loss": 0.6779,
"step": 435
},
{
"epoch": 0.13163799551234107,
"grad_norm": 2.107297355911597,
"learning_rate": 9.96994505581018e-06,
"loss": 0.663,
"step": 440
},
{
"epoch": 0.13313388182498131,
"grad_norm": 2.2741240440107666,
"learning_rate": 9.967017754287303e-06,
"loss": 0.6628,
"step": 445
},
{
"epoch": 0.13462976813762154,
"grad_norm": 2.231118541487464,
"learning_rate": 9.963954912720319e-06,
"loss": 0.6805,
"step": 450
},
{
"epoch": 0.13612565445026178,
"grad_norm": 2.327411278722037,
"learning_rate": 9.960756614688089e-06,
"loss": 0.6572,
"step": 455
},
{
"epoch": 0.137621540762902,
"grad_norm": 2.2727646648145097,
"learning_rate": 9.957422947465814e-06,
"loss": 0.6682,
"step": 460
},
{
"epoch": 0.13911742707554225,
"grad_norm": 2.43427967377174,
"learning_rate": 9.953954002022643e-06,
"loss": 0.658,
"step": 465
},
{
"epoch": 0.1406133133881825,
"grad_norm": 2.203173002529278,
"learning_rate": 9.950349873019204e-06,
"loss": 0.6513,
"step": 470
},
{
"epoch": 0.14210919970082272,
"grad_norm": 2.159064147239943,
"learning_rate": 9.946610658805018e-06,
"loss": 0.6597,
"step": 475
},
{
"epoch": 0.14360508601346297,
"grad_norm": 2.2802374368293186,
"learning_rate": 9.94273646141581e-06,
"loss": 0.6642,
"step": 480
},
{
"epoch": 0.14510097232610322,
"grad_norm": 2.321550706239028,
"learning_rate": 9.938727386570727e-06,
"loss": 0.6525,
"step": 485
},
{
"epoch": 0.14659685863874344,
"grad_norm": 2.3398188402263105,
"learning_rate": 9.934583543669454e-06,
"loss": 0.6583,
"step": 490
},
{
"epoch": 0.1480927449513837,
"grad_norm": 2.1439110014914524,
"learning_rate": 9.93030504578923e-06,
"loss": 0.6413,
"step": 495
},
{
"epoch": 0.14958863126402394,
"grad_norm": 2.2275265346511377,
"learning_rate": 9.925892009681762e-06,
"loss": 0.6529,
"step": 500
},
{
"epoch": 0.15108451757666416,
"grad_norm": 2.3496939081419637,
"learning_rate": 9.921344555770033e-06,
"loss": 0.6437,
"step": 505
},
{
"epoch": 0.1525804038893044,
"grad_norm": 2.238484219281493,
"learning_rate": 9.916662808145023e-06,
"loss": 0.6452,
"step": 510
},
{
"epoch": 0.15407629020194466,
"grad_norm": 2.78908558811821,
"learning_rate": 9.911846894562325e-06,
"loss": 0.6436,
"step": 515
},
{
"epoch": 0.15557217651458488,
"grad_norm": 2.320928708686177,
"learning_rate": 9.906896946438646e-06,
"loss": 0.6336,
"step": 520
},
{
"epoch": 0.15706806282722513,
"grad_norm": 2.2586199846671686,
"learning_rate": 9.901813098848238e-06,
"loss": 0.6338,
"step": 525
},
{
"epoch": 0.15856394913986538,
"grad_norm": 2.3116521162760217,
"learning_rate": 9.896595490519196e-06,
"loss": 0.6414,
"step": 530
},
{
"epoch": 0.1600598354525056,
"grad_norm": 2.1311643830360767,
"learning_rate": 9.891244263829685e-06,
"loss": 0.64,
"step": 535
},
{
"epoch": 0.16155572176514585,
"grad_norm": 2.3201652793369605,
"learning_rate": 9.885759564804045e-06,
"loss": 0.6197,
"step": 540
},
{
"epoch": 0.1630516080777861,
"grad_norm": 2.1802123067545134,
"learning_rate": 9.880141543108816e-06,
"loss": 0.6354,
"step": 545
},
{
"epoch": 0.16454749439042632,
"grad_norm": 2.3111352831943086,
"learning_rate": 9.874390352048646e-06,
"loss": 0.6422,
"step": 550
},
{
"epoch": 0.16604338070306657,
"grad_norm": 2.3857931202103524,
"learning_rate": 9.868506148562107e-06,
"loss": 0.6255,
"step": 555
},
{
"epoch": 0.16753926701570682,
"grad_norm": 2.3118891681947518,
"learning_rate": 9.862489093217422e-06,
"loss": 0.6123,
"step": 560
},
{
"epoch": 0.16903515332834704,
"grad_norm": 2.3891897641974165,
"learning_rate": 9.856339350208073e-06,
"loss": 0.6426,
"step": 565
},
{
"epoch": 0.1705310396409873,
"grad_norm": 2.305906878734901,
"learning_rate": 9.850057087348328e-06,
"loss": 0.6199,
"step": 570
},
{
"epoch": 0.17202692595362754,
"grad_norm": 2.1960382748129432,
"learning_rate": 9.843642476068654e-06,
"loss": 0.6095,
"step": 575
},
{
"epoch": 0.17352281226626776,
"grad_norm": 2.0839495395902534,
"learning_rate": 9.837095691411047e-06,
"loss": 0.6131,
"step": 580
},
{
"epoch": 0.175018698578908,
"grad_norm": 2.4685394970589685,
"learning_rate": 9.83041691202425e-06,
"loss": 0.6257,
"step": 585
},
{
"epoch": 0.17651458489154825,
"grad_norm": 2.8548483464223957,
"learning_rate": 9.82360632015888e-06,
"loss": 0.5935,
"step": 590
},
{
"epoch": 0.17801047120418848,
"grad_norm": 2.5687866778693347,
"learning_rate": 9.816664101662458e-06,
"loss": 0.6176,
"step": 595
},
{
"epoch": 0.17950635751682872,
"grad_norm": 2.1643123544103497,
"learning_rate": 9.809590445974328e-06,
"loss": 0.6236,
"step": 600
},
{
"epoch": 0.18100224382946897,
"grad_norm": 2.1920911452788023,
"learning_rate": 9.802385546120498e-06,
"loss": 0.6149,
"step": 605
},
{
"epoch": 0.1824981301421092,
"grad_norm": 2.1719167623114046,
"learning_rate": 9.795049598708369e-06,
"loss": 0.6165,
"step": 610
},
{
"epoch": 0.18399401645474944,
"grad_norm": 2.045624267196742,
"learning_rate": 9.787582803921366e-06,
"loss": 0.6056,
"step": 615
},
{
"epoch": 0.1854899027673897,
"grad_norm": 2.1670193890658105,
"learning_rate": 9.77998536551348e-06,
"loss": 0.583,
"step": 620
},
{
"epoch": 0.1869857890800299,
"grad_norm": 2.143005021612413,
"learning_rate": 9.77225749080371e-06,
"loss": 0.6025,
"step": 625
},
{
"epoch": 0.18848167539267016,
"grad_norm": 2.2897606994593733,
"learning_rate": 9.764399390670401e-06,
"loss": 0.6044,
"step": 630
},
{
"epoch": 0.18997756170531038,
"grad_norm": 2.1407407791372304,
"learning_rate": 9.756411279545486e-06,
"loss": 0.6028,
"step": 635
},
{
"epoch": 0.19147344801795063,
"grad_norm": 2.1400040414477512,
"learning_rate": 9.748293375408647e-06,
"loss": 0.6008,
"step": 640
},
{
"epoch": 0.19296933433059088,
"grad_norm": 2.3487555741055646,
"learning_rate": 9.740045899781353e-06,
"loss": 0.5905,
"step": 645
},
{
"epoch": 0.1944652206432311,
"grad_norm": 2.211663714643132,
"learning_rate": 9.731669077720828e-06,
"loss": 0.5834,
"step": 650
},
{
"epoch": 0.19596110695587135,
"grad_norm": 2.188161715718423,
"learning_rate": 9.723163137813898e-06,
"loss": 0.5855,
"step": 655
},
{
"epoch": 0.1974569932685116,
"grad_norm": 2.133955120338045,
"learning_rate": 9.714528312170762e-06,
"loss": 0.5944,
"step": 660
},
{
"epoch": 0.19895287958115182,
"grad_norm": 2.2340780975578527,
"learning_rate": 9.705764836418648e-06,
"loss": 0.583,
"step": 665
},
{
"epoch": 0.20044876589379207,
"grad_norm": 2.3292781920189936,
"learning_rate": 9.696872949695399e-06,
"loss": 0.5827,
"step": 670
},
{
"epoch": 0.20194465220643232,
"grad_norm": 2.3176955302107647,
"learning_rate": 9.687852894642932e-06,
"loss": 0.584,
"step": 675
},
{
"epoch": 0.20344053851907254,
"grad_norm": 2.2410986216187863,
"learning_rate": 9.678704917400628e-06,
"loss": 0.5702,
"step": 680
},
{
"epoch": 0.2049364248317128,
"grad_norm": 2.2113552696479766,
"learning_rate": 9.669429267598603e-06,
"loss": 0.5656,
"step": 685
},
{
"epoch": 0.20643231114435304,
"grad_norm": 2.1894234586204613,
"learning_rate": 9.660026198350906e-06,
"loss": 0.5688,
"step": 690
},
{
"epoch": 0.20792819745699326,
"grad_norm": 2.2894157314528183,
"learning_rate": 9.650495966248618e-06,
"loss": 0.5563,
"step": 695
},
{
"epoch": 0.2094240837696335,
"grad_norm": 2.2231586059805863,
"learning_rate": 9.64083883135283e-06,
"loss": 0.5642,
"step": 700
},
{
"epoch": 0.21091997008227376,
"grad_norm": 2.227615707267463,
"learning_rate": 9.631055057187564e-06,
"loss": 0.5788,
"step": 705
},
{
"epoch": 0.21241585639491398,
"grad_norm": 2.155741018622304,
"learning_rate": 9.621144910732573e-06,
"loss": 0.5634,
"step": 710
},
{
"epoch": 0.21391174270755423,
"grad_norm": 2.396343334926677,
"learning_rate": 9.611108662416064e-06,
"loss": 0.5655,
"step": 715
},
{
"epoch": 0.21540762902019447,
"grad_norm": 2.331449791458783,
"learning_rate": 9.600946586107306e-06,
"loss": 0.5739,
"step": 720
},
{
"epoch": 0.2169035153328347,
"grad_norm": 2.2507152546219924,
"learning_rate": 9.590658959109168e-06,
"loss": 0.5768,
"step": 725
},
{
"epoch": 0.21839940164547494,
"grad_norm": 2.164980578292193,
"learning_rate": 9.58024606215055e-06,
"loss": 0.5517,
"step": 730
},
{
"epoch": 0.2198952879581152,
"grad_norm": 2.2186056393230484,
"learning_rate": 9.569708179378716e-06,
"loss": 0.5773,
"step": 735
},
{
"epoch": 0.22139117427075541,
"grad_norm": 2.1412265933937245,
"learning_rate": 9.559045598351544e-06,
"loss": 0.5597,
"step": 740
},
{
"epoch": 0.22288706058339566,
"grad_norm": 2.113998854082962,
"learning_rate": 9.548258610029684e-06,
"loss": 0.5602,
"step": 745
},
{
"epoch": 0.2243829468960359,
"grad_norm": 2.1066935794719823,
"learning_rate": 9.537347508768613e-06,
"loss": 0.553,
"step": 750
},
{
"epoch": 0.22587883320867613,
"grad_norm": 2.1269652854319285,
"learning_rate": 9.526312592310597e-06,
"loss": 0.5462,
"step": 755
},
{
"epoch": 0.22737471952131638,
"grad_norm": 2.1421869014604966,
"learning_rate": 9.515154161776584e-06,
"loss": 0.5508,
"step": 760
},
{
"epoch": 0.22887060583395663,
"grad_norm": 2.116284198421969,
"learning_rate": 9.503872521657964e-06,
"loss": 0.549,
"step": 765
},
{
"epoch": 0.23036649214659685,
"grad_norm": 2.0774732327342673,
"learning_rate": 9.49246797980828e-06,
"loss": 0.5485,
"step": 770
},
{
"epoch": 0.2318623784592371,
"grad_norm": 2.276120847003367,
"learning_rate": 9.480940847434814e-06,
"loss": 0.5553,
"step": 775
},
{
"epoch": 0.23335826477187735,
"grad_norm": 2.1356056201671882,
"learning_rate": 9.469291439090104e-06,
"loss": 0.5465,
"step": 780
},
{
"epoch": 0.23485415108451757,
"grad_norm": 2.048373811826588,
"learning_rate": 9.457520072663353e-06,
"loss": 0.5396,
"step": 785
},
{
"epoch": 0.23635003739715782,
"grad_norm": 2.2466734007706397,
"learning_rate": 9.445627069371758e-06,
"loss": 0.5688,
"step": 790
},
{
"epoch": 0.23784592370979807,
"grad_norm": 2.3976619549715292,
"learning_rate": 9.433612753751748e-06,
"loss": 0.5496,
"step": 795
},
{
"epoch": 0.2393418100224383,
"grad_norm": 2.0982203268057793,
"learning_rate": 9.421477453650118e-06,
"loss": 0.5482,
"step": 800
},
{
"epoch": 0.24083769633507854,
"grad_norm": 2.1926594347223936,
"learning_rate": 9.409221500215096e-06,
"loss": 0.5281,
"step": 805
},
{
"epoch": 0.2423335826477188,
"grad_norm": 2.046500172753204,
"learning_rate": 9.396845227887295e-06,
"loss": 0.5495,
"step": 810
},
{
"epoch": 0.243829468960359,
"grad_norm": 2.116270403530158,
"learning_rate": 9.38434897439059e-06,
"loss": 0.5333,
"step": 815
},
{
"epoch": 0.24532535527299926,
"grad_norm": 2.1427393113292026,
"learning_rate": 9.371733080722911e-06,
"loss": 0.5314,
"step": 820
},
{
"epoch": 0.24682124158563948,
"grad_norm": 2.2287931226941766,
"learning_rate": 9.358997891146924e-06,
"loss": 0.5389,
"step": 825
},
{
"epoch": 0.24831712789827973,
"grad_norm": 2.183511996335904,
"learning_rate": 9.346143753180646e-06,
"loss": 0.5332,
"step": 830
},
{
"epoch": 0.24981301421091998,
"grad_norm": 2.1563125330336077,
"learning_rate": 9.333171017587956e-06,
"loss": 0.5278,
"step": 835
},
{
"epoch": 0.2513089005235602,
"grad_norm": 2.384672087516804,
"learning_rate": 9.320080038369032e-06,
"loss": 0.5321,
"step": 840
},
{
"epoch": 0.25280478683620045,
"grad_norm": 2.2250998536771154,
"learning_rate": 9.30687117275068e-06,
"loss": 0.5237,
"step": 845
},
{
"epoch": 0.2543006731488407,
"grad_norm": 2.3295538202244237,
"learning_rate": 9.293544781176598e-06,
"loss": 0.5238,
"step": 850
},
{
"epoch": 0.25579655946148094,
"grad_norm": 2.46386287871832,
"learning_rate": 9.280101227297526e-06,
"loss": 0.5274,
"step": 855
},
{
"epoch": 0.2572924457741212,
"grad_norm": 2.2480305463427865,
"learning_rate": 9.266540877961337e-06,
"loss": 0.535,
"step": 860
},
{
"epoch": 0.2587883320867614,
"grad_norm": 2.1850110027540826,
"learning_rate": 9.252864103203015e-06,
"loss": 0.5216,
"step": 865
},
{
"epoch": 0.26028421839940163,
"grad_norm": 2.1759114077528845,
"learning_rate": 9.239071276234568e-06,
"loss": 0.5162,
"step": 870
},
{
"epoch": 0.2617801047120419,
"grad_norm": 2.1338769320741515,
"learning_rate": 9.225162773434831e-06,
"loss": 0.5143,
"step": 875
},
{
"epoch": 0.26327599102468213,
"grad_norm": 2.1659203361390063,
"learning_rate": 9.21113897433921e-06,
"loss": 0.5103,
"step": 880
},
{
"epoch": 0.2647718773373224,
"grad_norm": 2.122282430960376,
"learning_rate": 9.197000261629314e-06,
"loss": 0.5081,
"step": 885
},
{
"epoch": 0.26626776364996263,
"grad_norm": 2.056748593014802,
"learning_rate": 9.182747021122516e-06,
"loss": 0.5117,
"step": 890
},
{
"epoch": 0.2677636499626028,
"grad_norm": 2.203097118962648,
"learning_rate": 9.168379641761425e-06,
"loss": 0.5166,
"step": 895
},
{
"epoch": 0.26925953627524307,
"grad_norm": 2.248299702751712,
"learning_rate": 9.153898515603272e-06,
"loss": 0.5121,
"step": 900
},
{
"epoch": 0.2707554225878833,
"grad_norm": 2.215308947297488,
"learning_rate": 9.139304037809216e-06,
"loss": 0.5151,
"step": 905
},
{
"epoch": 0.27225130890052357,
"grad_norm": 2.115586467592,
"learning_rate": 9.124596606633551e-06,
"loss": 0.5083,
"step": 910
},
{
"epoch": 0.2737471952131638,
"grad_norm": 2.2977950459018017,
"learning_rate": 9.10977662341285e-06,
"loss": 0.5153,
"step": 915
},
{
"epoch": 0.275243081525804,
"grad_norm": 2.205780583800523,
"learning_rate": 9.094844492555004e-06,
"loss": 0.5123,
"step": 920
},
{
"epoch": 0.27673896783844426,
"grad_norm": 2.227802917043228,
"learning_rate": 9.07980062152819e-06,
"loss": 0.5117,
"step": 925
},
{
"epoch": 0.2782348541510845,
"grad_norm": 2.2359783620231632,
"learning_rate": 9.064645420849754e-06,
"loss": 0.5022,
"step": 930
},
{
"epoch": 0.27973074046372476,
"grad_norm": 2.1642613110172366,
"learning_rate": 9.049379304075009e-06,
"loss": 0.4907,
"step": 935
},
{
"epoch": 0.281226626776365,
"grad_norm": 2.2277389804733447,
"learning_rate": 9.03400268778594e-06,
"loss": 0.5011,
"step": 940
},
{
"epoch": 0.28272251308900526,
"grad_norm": 2.1493583853918907,
"learning_rate": 9.018515991579851e-06,
"loss": 0.5019,
"step": 945
},
{
"epoch": 0.28421839940164545,
"grad_norm": 2.4395894627674073,
"learning_rate": 9.002919638057908e-06,
"loss": 0.5033,
"step": 950
},
{
"epoch": 0.2857142857142857,
"grad_norm": 2.2370400153506806,
"learning_rate": 8.987214052813605e-06,
"loss": 0.5045,
"step": 955
},
{
"epoch": 0.28721017202692595,
"grad_norm": 2.078576437577485,
"learning_rate": 8.971399664421154e-06,
"loss": 0.5009,
"step": 960
},
{
"epoch": 0.2887060583395662,
"grad_norm": 2.2142839400817937,
"learning_rate": 8.955476904423785e-06,
"loss": 0.5023,
"step": 965
},
{
"epoch": 0.29020194465220644,
"grad_norm": 2.14232609513754,
"learning_rate": 8.939446207321982e-06,
"loss": 0.477,
"step": 970
},
{
"epoch": 0.2916978309648467,
"grad_norm": 2.21107323554905,
"learning_rate": 8.923308010561608e-06,
"loss": 0.4994,
"step": 975
},
{
"epoch": 0.2931937172774869,
"grad_norm": 2.1386395431438054,
"learning_rate": 8.907062754521985e-06,
"loss": 0.5023,
"step": 980
},
{
"epoch": 0.29468960359012714,
"grad_norm": 2.1332355719651037,
"learning_rate": 8.89071088250387e-06,
"loss": 0.4843,
"step": 985
},
{
"epoch": 0.2961854899027674,
"grad_norm": 2.0749503641930276,
"learning_rate": 8.87425284071735e-06,
"loss": 0.4942,
"step": 990
},
{
"epoch": 0.29768137621540763,
"grad_norm": 2.159991846647922,
"learning_rate": 8.857689078269688e-06,
"loss": 0.5108,
"step": 995
},
{
"epoch": 0.2991772625280479,
"grad_norm": 2.1267522505598446,
"learning_rate": 8.841020047153039e-06,
"loss": 0.4935,
"step": 1000
},
{
"epoch": 0.30067314884068813,
"grad_norm": 2.1642503588715245,
"learning_rate": 8.824246202232142e-06,
"loss": 0.4907,
"step": 1005
},
{
"epoch": 0.3021690351533283,
"grad_norm": 2.084991570149356,
"learning_rate": 8.80736800123189e-06,
"loss": 0.4781,
"step": 1010
},
{
"epoch": 0.3036649214659686,
"grad_norm": 2.1035440822771223,
"learning_rate": 8.790385904724848e-06,
"loss": 0.4845,
"step": 1015
},
{
"epoch": 0.3051608077786088,
"grad_norm": 2.1736909744601687,
"learning_rate": 8.773300376118685e-06,
"loss": 0.4801,
"step": 1020
},
{
"epoch": 0.30665669409124907,
"grad_norm": 2.2520314938860815,
"learning_rate": 8.75611188164352e-06,
"loss": 0.4893,
"step": 1025
},
{
"epoch": 0.3081525804038893,
"grad_norm": 2.1104641749948403,
"learning_rate": 8.738820890339217e-06,
"loss": 0.4938,
"step": 1030
},
{
"epoch": 0.30964846671652957,
"grad_norm": 2.0838403753220986,
"learning_rate": 8.721427874042563e-06,
"loss": 0.4835,
"step": 1035
},
{
"epoch": 0.31114435302916976,
"grad_norm": 2.0711510810184266,
"learning_rate": 8.703933307374413e-06,
"loss": 0.4725,
"step": 1040
},
{
"epoch": 0.31264023934181,
"grad_norm": 2.1063779245743888,
"learning_rate": 8.686337667726723e-06,
"loss": 0.4892,
"step": 1045
},
{
"epoch": 0.31413612565445026,
"grad_norm": 2.1105067703269422,
"learning_rate": 8.668641435249534e-06,
"loss": 0.4825,
"step": 1050
},
{
"epoch": 0.3156320119670905,
"grad_norm": 2.102573408737706,
"learning_rate": 8.650845092837867e-06,
"loss": 0.4885,
"step": 1055
},
{
"epoch": 0.31712789827973076,
"grad_norm": 2.2988609972066274,
"learning_rate": 8.632949126118538e-06,
"loss": 0.4752,
"step": 1060
},
{
"epoch": 0.318623784592371,
"grad_norm": 2.122502919871484,
"learning_rate": 8.61495402343692e-06,
"loss": 0.4769,
"step": 1065
},
{
"epoch": 0.3201196709050112,
"grad_norm": 2.165018274340972,
"learning_rate": 8.596860275843602e-06,
"loss": 0.4671,
"step": 1070
},
{
"epoch": 0.32161555721765145,
"grad_norm": 1.9717223958070753,
"learning_rate": 8.578668377081001e-06,
"loss": 0.4675,
"step": 1075
},
{
"epoch": 0.3231114435302917,
"grad_norm": 2.1031743583556803,
"learning_rate": 8.560378823569886e-06,
"loss": 0.4713,
"step": 1080
},
{
"epoch": 0.32460732984293195,
"grad_norm": 2.0178473800411307,
"learning_rate": 8.541992114395825e-06,
"loss": 0.4715,
"step": 1085
},
{
"epoch": 0.3261032161555722,
"grad_norm": 2.0225831073597007,
"learning_rate": 8.523508751295574e-06,
"loss": 0.4772,
"step": 1090
},
{
"epoch": 0.3275991024682124,
"grad_norm": 2.087877364586164,
"learning_rate": 8.504929238643381e-06,
"loss": 0.4688,
"step": 1095
},
{
"epoch": 0.32909498878085264,
"grad_norm": 2.160270876260719,
"learning_rate": 8.486254083437227e-06,
"loss": 0.4665,
"step": 1100
},
{
"epoch": 0.3305908750934929,
"grad_norm": 2.060627567407879,
"learning_rate": 8.467483795284987e-06,
"loss": 0.4617,
"step": 1105
},
{
"epoch": 0.33208676140613314,
"grad_norm": 2.1150833498354893,
"learning_rate": 8.448618886390523e-06,
"loss": 0.4676,
"step": 1110
},
{
"epoch": 0.3335826477187734,
"grad_norm": 2.026961078510351,
"learning_rate": 8.429659871539709e-06,
"loss": 0.4772,
"step": 1115
},
{
"epoch": 0.33507853403141363,
"grad_norm": 2.6128907908421852,
"learning_rate": 8.410607268086388e-06,
"loss": 0.4678,
"step": 1120
},
{
"epoch": 0.3365744203440538,
"grad_norm": 2.1162204368840185,
"learning_rate": 8.391461595938245e-06,
"loss": 0.4728,
"step": 1125
},
{
"epoch": 0.3380703066566941,
"grad_norm": 2.0236924938571095,
"learning_rate": 8.372223377542631e-06,
"loss": 0.4556,
"step": 1130
},
{
"epoch": 0.3395661929693343,
"grad_norm": 2.0470011404134345,
"learning_rate": 8.352893137872292e-06,
"loss": 0.4476,
"step": 1135
},
{
"epoch": 0.3410620792819746,
"grad_norm": 2.100726525573022,
"learning_rate": 8.333471404411054e-06,
"loss": 0.458,
"step": 1140
},
{
"epoch": 0.3425579655946148,
"grad_norm": 2.162727675316811,
"learning_rate": 8.313958707139434e-06,
"loss": 0.4751,
"step": 1145
},
{
"epoch": 0.34405385190725507,
"grad_norm": 2.0116970709952495,
"learning_rate": 8.29435557852016e-06,
"loss": 0.4647,
"step": 1150
},
{
"epoch": 0.34554973821989526,
"grad_norm": 1.9814728402387116,
"learning_rate": 8.274662553483662e-06,
"loss": 0.4441,
"step": 1155
},
{
"epoch": 0.3470456245325355,
"grad_norm": 2.0453867973962607,
"learning_rate": 8.254880169413455e-06,
"loss": 0.4613,
"step": 1160
},
{
"epoch": 0.34854151084517576,
"grad_norm": 2.0854663750868268,
"learning_rate": 8.235008966131492e-06,
"loss": 0.456,
"step": 1165
},
{
"epoch": 0.350037397157816,
"grad_norm": 2.1204249951123706,
"learning_rate": 8.215049485883419e-06,
"loss": 0.4526,
"step": 1170
},
{
"epoch": 0.35153328347045626,
"grad_norm": 2.125080372850005,
"learning_rate": 8.195002273323792e-06,
"loss": 0.4442,
"step": 1175
},
{
"epoch": 0.3530291697830965,
"grad_norm": 2.2626876387499224,
"learning_rate": 8.174867875501203e-06,
"loss": 0.4491,
"step": 1180
},
{
"epoch": 0.3545250560957367,
"grad_norm": 2.17644103793076,
"learning_rate": 8.154646841843358e-06,
"loss": 0.449,
"step": 1185
},
{
"epoch": 0.35602094240837695,
"grad_norm": 1.9934405786856697,
"learning_rate": 8.134339724142083e-06,
"loss": 0.4491,
"step": 1190
},
{
"epoch": 0.3575168287210172,
"grad_norm": 1.9811124546772585,
"learning_rate": 8.113947076538264e-06,
"loss": 0.4412,
"step": 1195
},
{
"epoch": 0.35901271503365745,
"grad_norm": 2.1197485018681785,
"learning_rate": 8.093469455506731e-06,
"loss": 0.4448,
"step": 1200
},
{
"epoch": 0.3605086013462977,
"grad_norm": 2.0582968984341967,
"learning_rate": 8.07290741984107e-06,
"loss": 0.4397,
"step": 1205
},
{
"epoch": 0.36200448765893795,
"grad_norm": 1.9803742197531462,
"learning_rate": 8.052261530638375e-06,
"loss": 0.4486,
"step": 1210
},
{
"epoch": 0.36350037397157814,
"grad_norm": 1.9763814917893987,
"learning_rate": 8.03153235128393e-06,
"loss": 0.4379,
"step": 1215
},
{
"epoch": 0.3649962602842184,
"grad_norm": 2.177684384739003,
"learning_rate": 8.01072044743585e-06,
"loss": 0.4448,
"step": 1220
},
{
"epoch": 0.36649214659685864,
"grad_norm": 2.2177683069308047,
"learning_rate": 7.989826387009634e-06,
"loss": 0.4398,
"step": 1225
},
{
"epoch": 0.3679880329094989,
"grad_norm": 2.0614298881537416,
"learning_rate": 7.96885074016267e-06,
"loss": 0.438,
"step": 1230
},
{
"epoch": 0.36948391922213913,
"grad_norm": 2.063175118233129,
"learning_rate": 7.947794079278678e-06,
"loss": 0.4353,
"step": 1235
},
{
"epoch": 0.3709798055347794,
"grad_norm": 2.0902885795644943,
"learning_rate": 7.926656978952089e-06,
"loss": 0.4369,
"step": 1240
},
{
"epoch": 0.3724756918474196,
"grad_norm": 2.081819065453435,
"learning_rate": 7.905440015972372e-06,
"loss": 0.4392,
"step": 1245
},
{
"epoch": 0.3739715781600598,
"grad_norm": 1.9635390617281576,
"learning_rate": 7.884143769308276e-06,
"loss": 0.4318,
"step": 1250
},
{
"epoch": 0.3754674644727001,
"grad_norm": 2.010397135845292,
"learning_rate": 7.862768820092061e-06,
"loss": 0.4294,
"step": 1255
},
{
"epoch": 0.3769633507853403,
"grad_norm": 2.120029095014225,
"learning_rate": 7.84131575160361e-06,
"loss": 0.4367,
"step": 1260
},
{
"epoch": 0.37845923709798057,
"grad_norm": 2.047223712557703,
"learning_rate": 7.819785149254534e-06,
"loss": 0.4247,
"step": 1265
},
{
"epoch": 0.37995512341062077,
"grad_norm": 2.1565665198769546,
"learning_rate": 7.798177600572184e-06,
"loss": 0.4545,
"step": 1270
},
{
"epoch": 0.381451009723261,
"grad_norm": 1.9698630282226646,
"learning_rate": 7.776493695183623e-06,
"loss": 0.4327,
"step": 1275
},
{
"epoch": 0.38294689603590126,
"grad_norm": 2.027501209185265,
"learning_rate": 7.754734024799544e-06,
"loss": 0.4378,
"step": 1280
},
{
"epoch": 0.3844427823485415,
"grad_norm": 1.9336783003915325,
"learning_rate": 7.732899183198108e-06,
"loss": 0.4199,
"step": 1285
},
{
"epoch": 0.38593866866118176,
"grad_norm": 2.074909881667748,
"learning_rate": 7.710989766208751e-06,
"loss": 0.431,
"step": 1290
},
{
"epoch": 0.387434554973822,
"grad_norm": 2.08466673344805,
"learning_rate": 7.689006371695928e-06,
"loss": 0.436,
"step": 1295
},
{
"epoch": 0.3889304412864622,
"grad_norm": 2.0101045976441334,
"learning_rate": 7.666949599542788e-06,
"loss": 0.4363,
"step": 1300
},
{
"epoch": 0.39042632759910245,
"grad_norm": 2.1388630620219304,
"learning_rate": 7.644820051634813e-06,
"loss": 0.4353,
"step": 1305
},
{
"epoch": 0.3919222139117427,
"grad_norm": 1.9897181694789714,
"learning_rate": 7.62261833184339e-06,
"loss": 0.4321,
"step": 1310
},
{
"epoch": 0.39341810022438295,
"grad_norm": 2.069750404086554,
"learning_rate": 7.60034504600933e-06,
"loss": 0.4166,
"step": 1315
},
{
"epoch": 0.3949139865370232,
"grad_norm": 2.0828214162126564,
"learning_rate": 7.5780008019263465e-06,
"loss": 0.4309,
"step": 1320
},
{
"epoch": 0.39640987284966345,
"grad_norm": 2.1311064881304183,
"learning_rate": 7.555586209324455e-06,
"loss": 0.42,
"step": 1325
},
{
"epoch": 0.39790575916230364,
"grad_norm": 2.0067032988225715,
"learning_rate": 7.533101879853348e-06,
"loss": 0.4247,
"step": 1330
},
{
"epoch": 0.3994016454749439,
"grad_norm": 2.1601395941384514,
"learning_rate": 7.510548427065693e-06,
"loss": 0.4103,
"step": 1335
},
{
"epoch": 0.40089753178758414,
"grad_norm": 2.0545268261654166,
"learning_rate": 7.487926466400403e-06,
"loss": 0.418,
"step": 1340
},
{
"epoch": 0.4023934181002244,
"grad_norm": 2.029856636678106,
"learning_rate": 7.465236615165826e-06,
"loss": 0.4265,
"step": 1345
},
{
"epoch": 0.40388930441286464,
"grad_norm": 1.9396811090214083,
"learning_rate": 7.4424794925229175e-06,
"loss": 0.4241,
"step": 1350
},
{
"epoch": 0.4053851907255049,
"grad_norm": 2.073788987162284,
"learning_rate": 7.4196557194683265e-06,
"loss": 0.4039,
"step": 1355
},
{
"epoch": 0.4068810770381451,
"grad_norm": 2.070263015501858,
"learning_rate": 7.3967659188174676e-06,
"loss": 0.4331,
"step": 1360
},
{
"epoch": 0.4083769633507853,
"grad_norm": 1.957024406881209,
"learning_rate": 7.373810715187516e-06,
"loss": 0.4198,
"step": 1365
},
{
"epoch": 0.4098728496634256,
"grad_norm": 2.0021094595131705,
"learning_rate": 7.350790734980359e-06,
"loss": 0.4138,
"step": 1370
},
{
"epoch": 0.4113687359760658,
"grad_norm": 2.038893591791927,
"learning_rate": 7.327706606365512e-06,
"loss": 0.4099,
"step": 1375
},
{
"epoch": 0.4128646222887061,
"grad_norm": 2.091182328954734,
"learning_rate": 7.304558959262973e-06,
"loss": 0.4091,
"step": 1380
},
{
"epoch": 0.4143605086013463,
"grad_norm": 2.005484469630839,
"learning_rate": 7.281348425326034e-06,
"loss": 0.4071,
"step": 1385
},
{
"epoch": 0.4158563949139865,
"grad_norm": 2.000171729890043,
"learning_rate": 7.258075637924039e-06,
"loss": 0.4077,
"step": 1390
},
{
"epoch": 0.41735228122662676,
"grad_norm": 1.88335343776708,
"learning_rate": 7.234741232125111e-06,
"loss": 0.4106,
"step": 1395
},
{
"epoch": 0.418848167539267,
"grad_norm": 2.041697368575073,
"learning_rate": 7.211345844678816e-06,
"loss": 0.4124,
"step": 1400
},
{
"epoch": 0.42034405385190726,
"grad_norm": 2.1120074891606313,
"learning_rate": 7.1878901139987826e-06,
"loss": 0.414,
"step": 1405
},
{
"epoch": 0.4218399401645475,
"grad_norm": 2.017409414749495,
"learning_rate": 7.164374680145293e-06,
"loss": 0.4038,
"step": 1410
},
{
"epoch": 0.42333582647718776,
"grad_norm": 2.0432465019716144,
"learning_rate": 7.140800184807805e-06,
"loss": 0.4073,
"step": 1415
},
{
"epoch": 0.42483171278982795,
"grad_norm": 2.060077990063716,
"learning_rate": 7.117167271287453e-06,
"loss": 0.4068,
"step": 1420
},
{
"epoch": 0.4263275991024682,
"grad_norm": 2.027592571205212,
"learning_rate": 7.09347658447948e-06,
"loss": 0.4042,
"step": 1425
},
{
"epoch": 0.42782348541510845,
"grad_norm": 2.040823863949173,
"learning_rate": 7.069728770855652e-06,
"loss": 0.4034,
"step": 1430
},
{
"epoch": 0.4293193717277487,
"grad_norm": 2.1465152715010722,
"learning_rate": 7.0459244784466115e-06,
"loss": 0.4049,
"step": 1435
},
{
"epoch": 0.43081525804038895,
"grad_norm": 2.017024929241199,
"learning_rate": 7.022064356824196e-06,
"loss": 0.4051,
"step": 1440
},
{
"epoch": 0.4323111443530292,
"grad_norm": 1.9756966229288817,
"learning_rate": 6.998149057083711e-06,
"loss": 0.3991,
"step": 1445
},
{
"epoch": 0.4338070306656694,
"grad_norm": 1.9869718270881975,
"learning_rate": 6.9741792318261585e-06,
"loss": 0.4029,
"step": 1450
},
{
"epoch": 0.43530291697830964,
"grad_norm": 2.1015981628011136,
"learning_rate": 6.950155535140439e-06,
"loss": 0.3998,
"step": 1455
},
{
"epoch": 0.4367988032909499,
"grad_norm": 2.1512869214406174,
"learning_rate": 6.926078622585496e-06,
"loss": 0.4001,
"step": 1460
},
{
"epoch": 0.43829468960359014,
"grad_norm": 2.0152270376530677,
"learning_rate": 6.901949151172427e-06,
"loss": 0.4047,
"step": 1465
},
{
"epoch": 0.4397905759162304,
"grad_norm": 2.11665136839116,
"learning_rate": 6.877767779346556e-06,
"loss": 0.4064,
"step": 1470
},
{
"epoch": 0.4412864622288706,
"grad_norm": 2.231208727114714,
"learning_rate": 6.8535351669694694e-06,
"loss": 0.3884,
"step": 1475
},
{
"epoch": 0.44278234854151083,
"grad_norm": 1.9444993004804072,
"learning_rate": 6.829251975301003e-06,
"loss": 0.3949,
"step": 1480
},
{
"epoch": 0.4442782348541511,
"grad_norm": 1.98272069907838,
"learning_rate": 6.8049188669812024e-06,
"loss": 0.395,
"step": 1485
},
{
"epoch": 0.4457741211667913,
"grad_norm": 1.9120999593676538,
"learning_rate": 6.7805365060122386e-06,
"loss": 0.3968,
"step": 1490
},
{
"epoch": 0.4472700074794316,
"grad_norm": 2.0053365034386186,
"learning_rate": 6.756105557740289e-06,
"loss": 0.402,
"step": 1495
},
{
"epoch": 0.4487658937920718,
"grad_norm": 1.9514629474872618,
"learning_rate": 6.731626688837387e-06,
"loss": 0.3836,
"step": 1500
},
{
"epoch": 0.450261780104712,
"grad_norm": 2.1087506038221955,
"learning_rate": 6.707100567283217e-06,
"loss": 0.3843,
"step": 1505
},
{
"epoch": 0.45175766641735227,
"grad_norm": 2.1300871436189306,
"learning_rate": 6.682527862346898e-06,
"loss": 0.3996,
"step": 1510
},
{
"epoch": 0.4532535527299925,
"grad_norm": 1.9854434493239195,
"learning_rate": 6.657909244568721e-06,
"loss": 0.4011,
"step": 1515
},
{
"epoch": 0.45474943904263276,
"grad_norm": 1.9814246083045182,
"learning_rate": 6.6332453857418375e-06,
"loss": 0.4012,
"step": 1520
},
{
"epoch": 0.456245325355273,
"grad_norm": 2.023928605650618,
"learning_rate": 6.608536958893948e-06,
"loss": 0.3962,
"step": 1525
},
{
"epoch": 0.45774121166791326,
"grad_norm": 2.012248063709598,
"learning_rate": 6.583784638268919e-06,
"loss": 0.4001,
"step": 1530
},
{
"epoch": 0.45923709798055345,
"grad_norm": 1.9208473033828253,
"learning_rate": 6.5589890993083934e-06,
"loss": 0.3965,
"step": 1535
},
{
"epoch": 0.4607329842931937,
"grad_norm": 2.1713469007968476,
"learning_rate": 6.534151018633355e-06,
"loss": 0.3962,
"step": 1540
},
{
"epoch": 0.46222887060583395,
"grad_norm": 2.079357026566145,
"learning_rate": 6.509271074025668e-06,
"loss": 0.3913,
"step": 1545
},
{
"epoch": 0.4637247569184742,
"grad_norm": 1.9619607602752462,
"learning_rate": 6.484349944409579e-06,
"loss": 0.3885,
"step": 1550
},
{
"epoch": 0.46522064323111445,
"grad_norm": 2.025383663450042,
"learning_rate": 6.459388309833193e-06,
"loss": 0.396,
"step": 1555
},
{
"epoch": 0.4667165295437547,
"grad_norm": 1.9926140480691588,
"learning_rate": 6.434386851449914e-06,
"loss": 0.3978,
"step": 1560
},
{
"epoch": 0.4682124158563949,
"grad_norm": 2.0001783057698677,
"learning_rate": 6.409346251499859e-06,
"loss": 0.3889,
"step": 1565
},
{
"epoch": 0.46970830216903514,
"grad_norm": 1.9977538629610117,
"learning_rate": 6.384267193291238e-06,
"loss": 0.3872,
"step": 1570
},
{
"epoch": 0.4712041884816754,
"grad_norm": 1.9725560974868908,
"learning_rate": 6.3591503611817155e-06,
"loss": 0.39,
"step": 1575
},
{
"epoch": 0.47270007479431564,
"grad_norm": 1.9326640130746877,
"learning_rate": 6.333996440559726e-06,
"loss": 0.3815,
"step": 1580
},
{
"epoch": 0.4741959611069559,
"grad_norm": 1.9055402813860574,
"learning_rate": 6.308806117825777e-06,
"loss": 0.3801,
"step": 1585
},
{
"epoch": 0.47569184741959614,
"grad_norm": 1.9722002752461958,
"learning_rate": 6.283580080373721e-06,
"loss": 0.3804,
"step": 1590
},
{
"epoch": 0.47718773373223633,
"grad_norm": 2.0082373206027526,
"learning_rate": 6.25831901657199e-06,
"loss": 0.3775,
"step": 1595
},
{
"epoch": 0.4786836200448766,
"grad_norm": 1.9266846313881612,
"learning_rate": 6.233023615744813e-06,
"loss": 0.3883,
"step": 1600
},
{
"epoch": 0.4801795063575168,
"grad_norm": 2.088263839026747,
"learning_rate": 6.207694568153418e-06,
"loss": 0.389,
"step": 1605
},
{
"epoch": 0.4816753926701571,
"grad_norm": 2.1042065332247555,
"learning_rate": 6.182332564977174e-06,
"loss": 0.3792,
"step": 1610
},
{
"epoch": 0.4831712789827973,
"grad_norm": 1.9720059814432505,
"learning_rate": 6.156938298294752e-06,
"loss": 0.3706,
"step": 1615
},
{
"epoch": 0.4846671652954376,
"grad_norm": 1.9180314469419848,
"learning_rate": 6.131512461065227e-06,
"loss": 0.377,
"step": 1620
},
{
"epoch": 0.48616305160807777,
"grad_norm": 2.2323059057893775,
"learning_rate": 6.106055747109169e-06,
"loss": 0.3737,
"step": 1625
},
{
"epoch": 0.487658937920718,
"grad_norm": 1.9094100696871863,
"learning_rate": 6.080568851089717e-06,
"loss": 0.381,
"step": 1630
},
{
"epoch": 0.48915482423335827,
"grad_norm": 1.8740312923707445,
"learning_rate": 6.055052468493614e-06,
"loss": 0.3712,
"step": 1635
},
{
"epoch": 0.4906507105459985,
"grad_norm": 2.2274282125289364,
"learning_rate": 6.029507295612235e-06,
"loss": 0.3818,
"step": 1640
},
{
"epoch": 0.49214659685863876,
"grad_norm": 1.9574498076717952,
"learning_rate": 6.0039340295225845e-06,
"loss": 0.3808,
"step": 1645
},
{
"epoch": 0.49364248317127896,
"grad_norm": 2.019106731639845,
"learning_rate": 5.978333368068278e-06,
"loss": 0.3739,
"step": 1650
},
{
"epoch": 0.4951383694839192,
"grad_norm": 2.003448813298111,
"learning_rate": 5.952706009840491e-06,
"loss": 0.3801,
"step": 1655
},
{
"epoch": 0.49663425579655945,
"grad_norm": 2.033251099732251,
"learning_rate": 5.9270526541589025e-06,
"loss": 0.3719,
"step": 1660
},
{
"epoch": 0.4981301421091997,
"grad_norm": 1.9736607384350244,
"learning_rate": 5.901374001052614e-06,
"loss": 0.3647,
"step": 1665
},
{
"epoch": 0.49962602842183995,
"grad_norm": 1.8450885851841383,
"learning_rate": 5.875670751241036e-06,
"loss": 0.3694,
"step": 1670
},
{
"epoch": 0.5011219147344802,
"grad_norm": 1.9550125676086019,
"learning_rate": 5.849943606114782e-06,
"loss": 0.3765,
"step": 1675
},
{
"epoch": 0.5026178010471204,
"grad_norm": 1.9088487115244133,
"learning_rate": 5.824193267716517e-06,
"loss": 0.3628,
"step": 1680
},
{
"epoch": 0.5041136873597607,
"grad_norm": 2.0236760384942887,
"learning_rate": 5.798420438721804e-06,
"loss": 0.3681,
"step": 1685
},
{
"epoch": 0.5056095736724009,
"grad_norm": 1.8739105083496626,
"learning_rate": 5.772625822419933e-06,
"loss": 0.3626,
"step": 1690
},
{
"epoch": 0.5071054599850411,
"grad_norm": 2.0538294961575048,
"learning_rate": 5.74681012269472e-06,
"loss": 0.3664,
"step": 1695
},
{
"epoch": 0.5086013462976814,
"grad_norm": 1.9510478793415906,
"learning_rate": 5.720974044005314e-06,
"loss": 0.3687,
"step": 1700
},
{
"epoch": 0.5100972326103216,
"grad_norm": 2.0027682706640206,
"learning_rate": 5.695118291366959e-06,
"loss": 0.3791,
"step": 1705
},
{
"epoch": 0.5115931189229619,
"grad_norm": 2.017422075178467,
"learning_rate": 5.669243570331766e-06,
"loss": 0.3592,
"step": 1710
},
{
"epoch": 0.5130890052356021,
"grad_norm": 1.9298103072373924,
"learning_rate": 5.643350586969453e-06,
"loss": 0.3624,
"step": 1715
},
{
"epoch": 0.5145848915482424,
"grad_norm": 1.828229384099037,
"learning_rate": 5.617440047848081e-06,
"loss": 0.3693,
"step": 1720
},
{
"epoch": 0.5160807778608826,
"grad_norm": 1.9835871613164413,
"learning_rate": 5.591512660014773e-06,
"loss": 0.367,
"step": 1725
},
{
"epoch": 0.5175766641735228,
"grad_norm": 1.906111097537283,
"learning_rate": 5.5655691309764225e-06,
"loss": 0.3698,
"step": 1730
},
{
"epoch": 0.5190725504861631,
"grad_norm": 1.8980070836105973,
"learning_rate": 5.539610168680381e-06,
"loss": 0.3617,
"step": 1735
},
{
"epoch": 0.5205684367988033,
"grad_norm": 1.929980721348062,
"learning_rate": 5.513636481495143e-06,
"loss": 0.3603,
"step": 1740
},
{
"epoch": 0.5220643231114436,
"grad_norm": 1.91015401663393,
"learning_rate": 5.487648778191021e-06,
"loss": 0.3533,
"step": 1745
},
{
"epoch": 0.5235602094240838,
"grad_norm": 1.9455506909545779,
"learning_rate": 5.4616477679207906e-06,
"loss": 0.3746,
"step": 1750
},
{
"epoch": 0.525056095736724,
"grad_norm": 1.8552115044332138,
"learning_rate": 5.435634160200355e-06,
"loss": 0.3583,
"step": 1755
},
{
"epoch": 0.5265519820493643,
"grad_norm": 1.913776238110964,
"learning_rate": 5.409608664889376e-06,
"loss": 0.3571,
"step": 1760
},
{
"epoch": 0.5280478683620045,
"grad_norm": 1.9566204864416041,
"learning_rate": 5.383571992171904e-06,
"loss": 0.3681,
"step": 1765
},
{
"epoch": 0.5295437546746448,
"grad_norm": 2.0484694098984813,
"learning_rate": 5.357524852536996e-06,
"loss": 0.3579,
"step": 1770
},
{
"epoch": 0.531039640987285,
"grad_norm": 1.9124761975111415,
"learning_rate": 5.331467956759331e-06,
"loss": 0.3508,
"step": 1775
},
{
"epoch": 0.5325355272999253,
"grad_norm": 1.9151628917936323,
"learning_rate": 5.305402015879817e-06,
"loss": 0.3582,
"step": 1780
},
{
"epoch": 0.5340314136125655,
"grad_norm": 1.8760817819604374,
"learning_rate": 5.279327741186179e-06,
"loss": 0.3607,
"step": 1785
},
{
"epoch": 0.5355272999252056,
"grad_norm": 1.961131431192389,
"learning_rate": 5.253245844193564e-06,
"loss": 0.3517,
"step": 1790
},
{
"epoch": 0.537023186237846,
"grad_norm": 1.971571895204417,
"learning_rate": 5.227157036625108e-06,
"loss": 0.3456,
"step": 1795
},
{
"epoch": 0.5385190725504861,
"grad_norm": 1.8838335367241383,
"learning_rate": 5.2010620303925275e-06,
"loss": 0.3519,
"step": 1800
},
{
"epoch": 0.5400149588631264,
"grad_norm": 1.829377568323147,
"learning_rate": 5.174961537576685e-06,
"loss": 0.3564,
"step": 1805
},
{
"epoch": 0.5415108451757666,
"grad_norm": 1.8522486080816014,
"learning_rate": 5.148856270408163e-06,
"loss": 0.3568,
"step": 1810
},
{
"epoch": 0.5430067314884068,
"grad_norm": 1.938579795945218,
"learning_rate": 5.122746941247828e-06,
"loss": 0.3607,
"step": 1815
},
{
"epoch": 0.5445026178010471,
"grad_norm": 1.8962553032833915,
"learning_rate": 5.096634262567388e-06,
"loss": 0.3578,
"step": 1820
},
{
"epoch": 0.5459985041136873,
"grad_norm": 1.7953489371783111,
"learning_rate": 5.070518946929954e-06,
"loss": 0.3495,
"step": 1825
},
{
"epoch": 0.5474943904263276,
"grad_norm": 1.9518780090135102,
"learning_rate": 5.044401706970592e-06,
"loss": 0.3558,
"step": 1830
},
{
"epoch": 0.5489902767389678,
"grad_norm": 2.029523910683152,
"learning_rate": 5.018283255376882e-06,
"loss": 0.3505,
"step": 1835
},
{
"epoch": 0.550486163051608,
"grad_norm": 1.9831397143651377,
"learning_rate": 4.992164304869464e-06,
"loss": 0.3569,
"step": 1840
},
{
"epoch": 0.5519820493642483,
"grad_norm": 2.1279272506945075,
"learning_rate": 4.966045568182596e-06,
"loss": 0.3372,
"step": 1845
},
{
"epoch": 0.5534779356768885,
"grad_norm": 1.9637293854690605,
"learning_rate": 4.939927758044698e-06,
"loss": 0.3518,
"step": 1850
},
{
"epoch": 0.5549738219895288,
"grad_norm": 2.0828701986556695,
"learning_rate": 4.913811587158908e-06,
"loss": 0.3443,
"step": 1855
},
{
"epoch": 0.556469708302169,
"grad_norm": 1.981630887644782,
"learning_rate": 4.887697768183633e-06,
"loss": 0.3444,
"step": 1860
},
{
"epoch": 0.5579655946148093,
"grad_norm": 1.8743980292802156,
"learning_rate": 4.861587013713096e-06,
"loss": 0.346,
"step": 1865
},
{
"epoch": 0.5594614809274495,
"grad_norm": 1.9064350126377236,
"learning_rate": 4.835480036257904e-06,
"loss": 0.3467,
"step": 1870
},
{
"epoch": 0.5609573672400897,
"grad_norm": 1.8972548935569284,
"learning_rate": 4.809377548225589e-06,
"loss": 0.3388,
"step": 1875
},
{
"epoch": 0.56245325355273,
"grad_norm": 1.8677668781712522,
"learning_rate": 4.783280261901179e-06,
"loss": 0.3442,
"step": 1880
},
{
"epoch": 0.5639491398653702,
"grad_norm": 1.900487755648876,
"learning_rate": 4.757188889427761e-06,
"loss": 0.3389,
"step": 1885
},
{
"epoch": 0.5654450261780105,
"grad_norm": 1.9420787190248043,
"learning_rate": 4.731104142787035e-06,
"loss": 0.3472,
"step": 1890
},
{
"epoch": 0.5669409124906507,
"grad_norm": 1.927314753260138,
"learning_rate": 4.7050267337799074e-06,
"loss": 0.3481,
"step": 1895
},
{
"epoch": 0.5684367988032909,
"grad_norm": 1.9207634340998982,
"learning_rate": 4.678957374007046e-06,
"loss": 0.3424,
"step": 1900
},
{
"epoch": 0.5699326851159312,
"grad_norm": 1.9212470848002643,
"learning_rate": 4.652896774849477e-06,
"loss": 0.3358,
"step": 1905
},
{
"epoch": 0.5714285714285714,
"grad_norm": 1.924739770896096,
"learning_rate": 4.626845647449161e-06,
"loss": 0.3353,
"step": 1910
},
{
"epoch": 0.5729244577412117,
"grad_norm": 1.9350839334038696,
"learning_rate": 4.600804702689598e-06,
"loss": 0.3348,
"step": 1915
},
{
"epoch": 0.5744203440538519,
"grad_norm": 1.8695042520523082,
"learning_rate": 4.57477465117642e-06,
"loss": 0.338,
"step": 1920
},
{
"epoch": 0.5759162303664922,
"grad_norm": 1.9312558535320394,
"learning_rate": 4.54875620321801e-06,
"loss": 0.343,
"step": 1925
},
{
"epoch": 0.5774121166791324,
"grad_norm": 1.8821605226871228,
"learning_rate": 4.522750068806107e-06,
"loss": 0.3407,
"step": 1930
},
{
"epoch": 0.5789080029917726,
"grad_norm": 2.0267756257950906,
"learning_rate": 4.496756957596438e-06,
"loss": 0.332,
"step": 1935
},
{
"epoch": 0.5804038893044129,
"grad_norm": 1.87047157167879,
"learning_rate": 4.4707775788893586e-06,
"loss": 0.3377,
"step": 1940
},
{
"epoch": 0.5818997756170531,
"grad_norm": 1.8334500325846965,
"learning_rate": 4.444812641610482e-06,
"loss": 0.3331,
"step": 1945
},
{
"epoch": 0.5833956619296934,
"grad_norm": 1.865940227461524,
"learning_rate": 4.418862854291356e-06,
"loss": 0.3336,
"step": 1950
},
{
"epoch": 0.5848915482423336,
"grad_norm": 1.8290658280068524,
"learning_rate": 4.392928925050106e-06,
"loss": 0.3237,
"step": 1955
},
{
"epoch": 0.5863874345549738,
"grad_norm": 1.8622254708709993,
"learning_rate": 4.3670115615721265e-06,
"loss": 0.3376,
"step": 1960
},
{
"epoch": 0.5878833208676141,
"grad_norm": 1.9201843032013242,
"learning_rate": 4.341111471090762e-06,
"loss": 0.3459,
"step": 1965
},
{
"epoch": 0.5893792071802543,
"grad_norm": 1.8796680590731187,
"learning_rate": 4.315229360368014e-06,
"loss": 0.3278,
"step": 1970
},
{
"epoch": 0.5908750934928946,
"grad_norm": 1.8016030738978284,
"learning_rate": 4.289365935675255e-06,
"loss": 0.3268,
"step": 1975
},
{
"epoch": 0.5923709798055348,
"grad_norm": 1.9190193806693643,
"learning_rate": 4.263521902773944e-06,
"loss": 0.3333,
"step": 1980
},
{
"epoch": 0.5938668661181751,
"grad_norm": 1.8784476290504393,
"learning_rate": 4.237697966896385e-06,
"loss": 0.3271,
"step": 1985
},
{
"epoch": 0.5953627524308153,
"grad_norm": 1.8712250384764961,
"learning_rate": 4.211894832726471e-06,
"loss": 0.3342,
"step": 1990
},
{
"epoch": 0.5968586387434555,
"grad_norm": 1.9036575376553382,
"learning_rate": 4.1861132043804555e-06,
"loss": 0.335,
"step": 1995
},
{
"epoch": 0.5983545250560958,
"grad_norm": 1.9581740636617746,
"learning_rate": 4.160353785387746e-06,
"loss": 0.324,
"step": 2000
},
{
"epoch": 0.599850411368736,
"grad_norm": 1.834158258904465,
"learning_rate": 4.134617278671694e-06,
"loss": 0.3278,
"step": 2005
},
{
"epoch": 0.6013462976813763,
"grad_norm": 1.864212034584157,
"learning_rate": 4.108904386530429e-06,
"loss": 0.3293,
"step": 2010
},
{
"epoch": 0.6028421839940165,
"grad_norm": 1.7424366923402765,
"learning_rate": 4.083215810617678e-06,
"loss": 0.327,
"step": 2015
},
{
"epoch": 0.6043380703066566,
"grad_norm": 1.8772680059539715,
"learning_rate": 4.057552251923633e-06,
"loss": 0.3327,
"step": 2020
},
{
"epoch": 0.605833956619297,
"grad_norm": 1.8850386701103279,
"learning_rate": 4.031914410755809e-06,
"loss": 0.327,
"step": 2025
},
{
"epoch": 0.6073298429319371,
"grad_norm": 1.8735991544459796,
"learning_rate": 4.0063029867199455e-06,
"loss": 0.3278,
"step": 2030
},
{
"epoch": 0.6088257292445775,
"grad_norm": 2.0742483586745952,
"learning_rate": 3.980718678700909e-06,
"loss": 0.3295,
"step": 2035
},
{
"epoch": 0.6103216155572176,
"grad_norm": 1.805997806919521,
"learning_rate": 3.955162184843625e-06,
"loss": 0.318,
"step": 2040
},
{
"epoch": 0.6118175018698578,
"grad_norm": 1.9482369327485018,
"learning_rate": 3.929634202534026e-06,
"loss": 0.3303,
"step": 2045
},
{
"epoch": 0.6133133881824981,
"grad_norm": 1.8643741778263954,
"learning_rate": 3.904135428380019e-06,
"loss": 0.3221,
"step": 2050
},
{
"epoch": 0.6148092744951383,
"grad_norm": 1.9119914679721755,
"learning_rate": 3.8786665581924805e-06,
"loss": 0.3259,
"step": 2055
},
{
"epoch": 0.6163051608077786,
"grad_norm": 2.0294178588740808,
"learning_rate": 3.853228286966265e-06,
"loss": 0.3114,
"step": 2060
},
{
"epoch": 0.6178010471204188,
"grad_norm": 1.8598282314437558,
"learning_rate": 3.827821308861244e-06,
"loss": 0.3242,
"step": 2065
},
{
"epoch": 0.6192969334330591,
"grad_norm": 1.9818198802388973,
"learning_rate": 3.8024463171833636e-06,
"loss": 0.3252,
"step": 2070
},
{
"epoch": 0.6207928197456993,
"grad_norm": 1.9439228162479631,
"learning_rate": 3.777104004365721e-06,
"loss": 0.3258,
"step": 2075
},
{
"epoch": 0.6222887060583395,
"grad_norm": 1.9406393323579751,
"learning_rate": 3.7517950619496713e-06,
"loss": 0.327,
"step": 2080
},
{
"epoch": 0.6237845923709798,
"grad_norm": 1.8702196116833902,
"learning_rate": 3.7265201805659618e-06,
"loss": 0.3274,
"step": 2085
},
{
"epoch": 0.62528047868362,
"grad_norm": 1.8206045884367064,
"learning_rate": 3.701280049915877e-06,
"loss": 0.3087,
"step": 2090
},
{
"epoch": 0.6267763649962603,
"grad_norm": 1.8946084974764223,
"learning_rate": 3.676075358752426e-06,
"loss": 0.3227,
"step": 2095
},
{
"epoch": 0.6282722513089005,
"grad_norm": 1.8425099562092453,
"learning_rate": 3.6509067948615464e-06,
"loss": 0.3091,
"step": 2100
},
{
"epoch": 0.6297681376215407,
"grad_norm": 1.833988306261615,
"learning_rate": 3.6257750450433284e-06,
"loss": 0.3158,
"step": 2105
},
{
"epoch": 0.631264023934181,
"grad_norm": 1.848102418513888,
"learning_rate": 3.6006807950932867e-06,
"loss": 0.3231,
"step": 2110
},
{
"epoch": 0.6327599102468212,
"grad_norm": 1.8597295350064236,
"learning_rate": 3.575624729783632e-06,
"loss": 0.317,
"step": 2115
},
{
"epoch": 0.6342557965594615,
"grad_norm": 1.8571116178437028,
"learning_rate": 3.550607532844596e-06,
"loss": 0.3185,
"step": 2120
},
{
"epoch": 0.6357516828721017,
"grad_norm": 1.850039717310936,
"learning_rate": 3.5256298869457715e-06,
"loss": 0.3153,
"step": 2125
},
{
"epoch": 0.637247569184742,
"grad_norm": 1.8517187441330423,
"learning_rate": 3.5006924736774793e-06,
"loss": 0.3231,
"step": 2130
},
{
"epoch": 0.6387434554973822,
"grad_norm": 1.886804887794377,
"learning_rate": 3.47579597353217e-06,
"loss": 0.3132,
"step": 2135
},
{
"epoch": 0.6402393418100224,
"grad_norm": 1.8207891498106763,
"learning_rate": 3.4509410658858606e-06,
"loss": 0.3239,
"step": 2140
},
{
"epoch": 0.6417352281226627,
"grad_norm": 1.9080722925799685,
"learning_rate": 3.426128428979589e-06,
"loss": 0.3127,
"step": 2145
},
{
"epoch": 0.6432311144353029,
"grad_norm": 1.7978167092374475,
"learning_rate": 3.4013587399009073e-06,
"loss": 0.3112,
"step": 2150
},
{
"epoch": 0.6447270007479432,
"grad_norm": 1.8462499082396047,
"learning_rate": 3.376632674565411e-06,
"loss": 0.3168,
"step": 2155
},
{
"epoch": 0.6462228870605834,
"grad_norm": 1.856553229309688,
"learning_rate": 3.351950907698285e-06,
"loss": 0.3065,
"step": 2160
},
{
"epoch": 0.6477187733732236,
"grad_norm": 1.7800004213781706,
"learning_rate": 3.3273141128159005e-06,
"loss": 0.3132,
"step": 2165
},
{
"epoch": 0.6492146596858639,
"grad_norm": 1.9132965188669029,
"learning_rate": 3.3027229622074335e-06,
"loss": 0.3179,
"step": 2170
},
{
"epoch": 0.6507105459985041,
"grad_norm": 1.7650226022206836,
"learning_rate": 3.278178126916515e-06,
"loss": 0.3137,
"step": 2175
},
{
"epoch": 0.6522064323111444,
"grad_norm": 1.951509417973989,
"learning_rate": 3.2536802767229243e-06,
"loss": 0.3084,
"step": 2180
},
{
"epoch": 0.6537023186237846,
"grad_norm": 1.772116366162939,
"learning_rate": 3.2292300801243133e-06,
"loss": 0.3102,
"step": 2185
},
{
"epoch": 0.6551982049364248,
"grad_norm": 1.8140401176421401,
"learning_rate": 3.20482820431796e-06,
"loss": 0.3056,
"step": 2190
},
{
"epoch": 0.6566940912490651,
"grad_norm": 1.8243620700136636,
"learning_rate": 3.180475315182563e-06,
"loss": 0.3033,
"step": 2195
},
{
"epoch": 0.6581899775617053,
"grad_norm": 1.8380166168759837,
"learning_rate": 3.1561720772600736e-06,
"loss": 0.304,
"step": 2200
},
{
"epoch": 0.6596858638743456,
"grad_norm": 1.8336050039462124,
"learning_rate": 3.1319191537375577e-06,
"loss": 0.3143,
"step": 2205
},
{
"epoch": 0.6611817501869858,
"grad_norm": 1.8667890213032734,
"learning_rate": 3.107717206429105e-06,
"loss": 0.3031,
"step": 2210
},
{
"epoch": 0.6626776364996261,
"grad_norm": 1.7638159112909835,
"learning_rate": 3.0835668957577636e-06,
"loss": 0.3013,
"step": 2215
},
{
"epoch": 0.6641735228122663,
"grad_norm": 1.900781665691589,
"learning_rate": 3.059468880737519e-06,
"loss": 0.3073,
"step": 2220
},
{
"epoch": 0.6656694091249065,
"grad_norm": 1.943524014415726,
"learning_rate": 3.035423818955316e-06,
"loss": 0.3087,
"step": 2225
},
{
"epoch": 0.6671652954375468,
"grad_norm": 1.736021065342517,
"learning_rate": 3.0114323665531066e-06,
"loss": 0.2979,
"step": 2230
},
{
"epoch": 0.668661181750187,
"grad_norm": 1.746010053168365,
"learning_rate": 2.987495178209951e-06,
"loss": 0.307,
"step": 2235
},
{
"epoch": 0.6701570680628273,
"grad_norm": 1.8018064213578624,
"learning_rate": 2.9636129071241515e-06,
"loss": 0.3126,
"step": 2240
},
{
"epoch": 0.6716529543754675,
"grad_norm": 1.8077932770071266,
"learning_rate": 2.9397862049954307e-06,
"loss": 0.3004,
"step": 2245
},
{
"epoch": 0.6731488406881077,
"grad_norm": 1.7048569088891747,
"learning_rate": 2.916015722007137e-06,
"loss": 0.3066,
"step": 2250
},
{
"epoch": 0.674644727000748,
"grad_norm": 1.7988871113907166,
"learning_rate": 2.892302106808519e-06,
"loss": 0.3052,
"step": 2255
},
{
"epoch": 0.6761406133133882,
"grad_norm": 1.8715481375394143,
"learning_rate": 2.8686460064970078e-06,
"loss": 0.3085,
"step": 2260
},
{
"epoch": 0.6776364996260285,
"grad_norm": 1.8258948545382783,
"learning_rate": 2.8450480666005743e-06,
"loss": 0.3023,
"step": 2265
},
{
"epoch": 0.6791323859386686,
"grad_norm": 1.7183769572814935,
"learning_rate": 2.821508931060104e-06,
"loss": 0.3169,
"step": 2270
},
{
"epoch": 0.680628272251309,
"grad_norm": 1.8087144140013556,
"learning_rate": 2.7980292422118282e-06,
"loss": 0.3,
"step": 2275
},
{
"epoch": 0.6821241585639491,
"grad_norm": 1.9721800720444596,
"learning_rate": 2.7746096407698004e-06,
"loss": 0.3029,
"step": 2280
},
{
"epoch": 0.6836200448765893,
"grad_norm": 1.8344419672931702,
"learning_rate": 2.7512507658083996e-06,
"loss": 0.2996,
"step": 2285
},
{
"epoch": 0.6851159311892296,
"grad_norm": 1.757267551606752,
"learning_rate": 2.7279532547449083e-06,
"loss": 0.3033,
"step": 2290
},
{
"epoch": 0.6866118175018698,
"grad_norm": 1.8575093423008022,
"learning_rate": 2.704717743322104e-06,
"loss": 0.2873,
"step": 2295
},
{
"epoch": 0.6881077038145101,
"grad_norm": 1.761502547654336,
"learning_rate": 2.681544865590926e-06,
"loss": 0.2999,
"step": 2300
},
{
"epoch": 0.6896035901271503,
"grad_norm": 1.958074773552565,
"learning_rate": 2.6584352538931523e-06,
"loss": 0.3023,
"step": 2305
},
{
"epoch": 0.6910994764397905,
"grad_norm": 1.7604780827427178,
"learning_rate": 2.635389538844166e-06,
"loss": 0.2923,
"step": 2310
},
{
"epoch": 0.6925953627524308,
"grad_norm": 1.860509876291064,
"learning_rate": 2.612408349315734e-06,
"loss": 0.2968,
"step": 2315
},
{
"epoch": 0.694091249065071,
"grad_norm": 1.8116830542415268,
"learning_rate": 2.5894923124188498e-06,
"loss": 0.2911,
"step": 2320
},
{
"epoch": 0.6955871353777113,
"grad_norm": 1.816773761816662,
"learning_rate": 2.5666420534866256e-06,
"loss": 0.3017,
"step": 2325
},
{
"epoch": 0.6970830216903515,
"grad_norm": 1.810456487051493,
"learning_rate": 2.543858196057214e-06,
"loss": 0.3045,
"step": 2330
},
{
"epoch": 0.6985789080029918,
"grad_norm": 1.8462477832363797,
"learning_rate": 2.5211413618568114e-06,
"loss": 0.2979,
"step": 2335
},
{
"epoch": 0.700074794315632,
"grad_norm": 1.749680469906487,
"learning_rate": 2.4984921707826805e-06,
"loss": 0.298,
"step": 2340
},
{
"epoch": 0.7015706806282722,
"grad_norm": 1.7715319612256217,
"learning_rate": 2.4759112408862366e-06,
"loss": 0.2905,
"step": 2345
},
{
"epoch": 0.7030665669409125,
"grad_norm": 1.9011349884243633,
"learning_rate": 2.4533991883561868e-06,
"loss": 0.2938,
"step": 2350
},
{
"epoch": 0.7045624532535527,
"grad_norm": 1.7509668722553002,
"learning_rate": 2.4309566275017027e-06,
"loss": 0.2931,
"step": 2355
},
{
"epoch": 0.706058339566193,
"grad_norm": 1.7463279622870067,
"learning_rate": 2.4085841707356787e-06,
"loss": 0.2948,
"step": 2360
},
{
"epoch": 0.7075542258788332,
"grad_norm": 1.7457958614044327,
"learning_rate": 2.386282428558001e-06,
"loss": 0.2935,
"step": 2365
},
{
"epoch": 0.7090501121914734,
"grad_norm": 1.8306487338719184,
"learning_rate": 2.364052009538892e-06,
"loss": 0.3029,
"step": 2370
},
{
"epoch": 0.7105459985041137,
"grad_norm": 1.8902782477754185,
"learning_rate": 2.341893520302313e-06,
"loss": 0.2937,
"step": 2375
},
{
"epoch": 0.7120418848167539,
"grad_norm": 1.7948687484011157,
"learning_rate": 2.3198075655094023e-06,
"loss": 0.2925,
"step": 2380
},
{
"epoch": 0.7135377711293942,
"grad_norm": 1.8682547497864384,
"learning_rate": 2.297794747841976e-06,
"loss": 0.2992,
"step": 2385
},
{
"epoch": 0.7150336574420344,
"grad_norm": 1.7985072864408282,
"learning_rate": 2.275855667986086e-06,
"loss": 0.2992,
"step": 2390
},
{
"epoch": 0.7165295437546746,
"grad_norm": 1.6780824098442955,
"learning_rate": 2.2539909246156257e-06,
"loss": 0.2902,
"step": 2395
},
{
"epoch": 0.7180254300673149,
"grad_norm": 1.9327685022447323,
"learning_rate": 2.232201114375988e-06,
"loss": 0.2879,
"step": 2400
},
{
"epoch": 0.7195213163799551,
"grad_norm": 1.8312593750432005,
"learning_rate": 2.2104868318677963e-06,
"loss": 0.2967,
"step": 2405
},
{
"epoch": 0.7210172026925954,
"grad_norm": 1.8041698028281294,
"learning_rate": 2.1888486696306706e-06,
"loss": 0.2849,
"step": 2410
},
{
"epoch": 0.7225130890052356,
"grad_norm": 1.8021876820178402,
"learning_rate": 2.1672872181270575e-06,
"loss": 0.2918,
"step": 2415
},
{
"epoch": 0.7240089753178759,
"grad_norm": 1.807836863115144,
"learning_rate": 2.1458030657261235e-06,
"loss": 0.282,
"step": 2420
},
{
"epoch": 0.7255048616305161,
"grad_norm": 1.7515999717106407,
"learning_rate": 2.1243967986876933e-06,
"loss": 0.2922,
"step": 2425
},
{
"epoch": 0.7270007479431563,
"grad_norm": 1.8149872804694056,
"learning_rate": 2.1030690011462567e-06,
"loss": 0.2912,
"step": 2430
},
{
"epoch": 0.7284966342557966,
"grad_norm": 1.7878582875336215,
"learning_rate": 2.081820255095028e-06,
"loss": 0.2886,
"step": 2435
},
{
"epoch": 0.7299925205684368,
"grad_norm": 1.7664930533873893,
"learning_rate": 2.0606511403700575e-06,
"loss": 0.2964,
"step": 2440
},
{
"epoch": 0.7314884068810771,
"grad_norm": 1.7856577814800616,
"learning_rate": 2.0395622346344213e-06,
"loss": 0.2849,
"step": 2445
},
{
"epoch": 0.7329842931937173,
"grad_norm": 1.7620387064486105,
"learning_rate": 2.018554113362449e-06,
"loss": 0.2811,
"step": 2450
},
{
"epoch": 0.7344801795063575,
"grad_norm": 1.746148787119175,
"learning_rate": 1.9976273498240234e-06,
"loss": 0.2866,
"step": 2455
},
{
"epoch": 0.7359760658189978,
"grad_norm": 1.759195000248038,
"learning_rate": 1.976782515068938e-06,
"loss": 0.294,
"step": 2460
},
{
"epoch": 0.737471952131638,
"grad_norm": 1.6081462651916374,
"learning_rate": 1.9560201779113056e-06,
"loss": 0.2821,
"step": 2465
},
{
"epoch": 0.7389678384442783,
"grad_norm": 1.8127282683936143,
"learning_rate": 1.9353409049140515e-06,
"loss": 0.2827,
"step": 2470
},
{
"epoch": 0.7404637247569185,
"grad_norm": 1.7928349569557254,
"learning_rate": 1.9147452603734402e-06,
"loss": 0.2889,
"step": 2475
},
{
"epoch": 0.7419596110695588,
"grad_norm": 1.7519180416889486,
"learning_rate": 1.894233806303689e-06,
"loss": 0.2816,
"step": 2480
},
{
"epoch": 0.743455497382199,
"grad_norm": 1.792648064853805,
"learning_rate": 1.8738071024216141e-06,
"loss": 0.2843,
"step": 2485
},
{
"epoch": 0.7449513836948392,
"grad_norm": 1.7815734013272622,
"learning_rate": 1.8534657061313744e-06,
"loss": 0.2742,
"step": 2490
},
{
"epoch": 0.7464472700074795,
"grad_norm": 1.825180595387709,
"learning_rate": 1.8332101725092522e-06,
"loss": 0.2816,
"step": 2495
},
{
"epoch": 0.7479431563201197,
"grad_norm": 1.8420097876440362,
"learning_rate": 1.8130410542885084e-06,
"loss": 0.2808,
"step": 2500
},
{
"epoch": 0.74943904263276,
"grad_norm": 1.8442353488656769,
"learning_rate": 1.7929589018443016e-06,
"loss": 0.2923,
"step": 2505
},
{
"epoch": 0.7509349289454001,
"grad_norm": 1.876793012170064,
"learning_rate": 1.7729642631786613e-06,
"loss": 0.2872,
"step": 2510
},
{
"epoch": 0.7524308152580403,
"grad_norm": 1.7511287142130798,
"learning_rate": 1.7530576839055453e-06,
"loss": 0.2822,
"step": 2515
},
{
"epoch": 0.7539267015706806,
"grad_norm": 1.8394555324866848,
"learning_rate": 1.7332397072359435e-06,
"loss": 0.2765,
"step": 2520
},
{
"epoch": 0.7554225878833208,
"grad_norm": 1.773080627419537,
"learning_rate": 1.7135108739630573e-06,
"loss": 0.2772,
"step": 2525
},
{
"epoch": 0.7569184741959611,
"grad_norm": 1.7397840701003071,
"learning_rate": 1.693871722447542e-06,
"loss": 0.2748,
"step": 2530
},
{
"epoch": 0.7584143605086013,
"grad_norm": 1.8139047134561623,
"learning_rate": 1.6743227886028152e-06,
"loss": 0.2809,
"step": 2535
},
{
"epoch": 0.7599102468212415,
"grad_norm": 1.723146398169513,
"learning_rate": 1.6548646058804347e-06,
"loss": 0.277,
"step": 2540
},
{
"epoch": 0.7614061331338818,
"grad_norm": 1.755509982892445,
"learning_rate": 1.6354977052555393e-06,
"loss": 0.2845,
"step": 2545
},
{
"epoch": 0.762902019446522,
"grad_norm": 1.7634745348399379,
"learning_rate": 1.6162226152123633e-06,
"loss": 0.2845,
"step": 2550
},
{
"epoch": 0.7643979057591623,
"grad_norm": 1.8539062432851583,
"learning_rate": 1.5970398617298078e-06,
"loss": 0.2828,
"step": 2555
},
{
"epoch": 0.7658937920718025,
"grad_norm": 1.8053358835812254,
"learning_rate": 1.5779499682670963e-06,
"loss": 0.2774,
"step": 2560
},
{
"epoch": 0.7673896783844428,
"grad_norm": 1.8014531312640616,
"learning_rate": 1.5589534557494868e-06,
"loss": 0.2841,
"step": 2565
},
{
"epoch": 0.768885564697083,
"grad_norm": 1.735571527942806,
"learning_rate": 1.5400508425540562e-06,
"loss": 0.2746,
"step": 2570
},
{
"epoch": 0.7703814510097232,
"grad_norm": 1.8540824858023373,
"learning_rate": 1.5212426444955569e-06,
"loss": 0.2807,
"step": 2575
},
{
"epoch": 0.7718773373223635,
"grad_norm": 1.7139393419525597,
"learning_rate": 1.5025293748123354e-06,
"loss": 0.2815,
"step": 2580
},
{
"epoch": 0.7733732236350037,
"grad_norm": 1.6431033212935895,
"learning_rate": 1.4839115441523355e-06,
"loss": 0.2696,
"step": 2585
},
{
"epoch": 0.774869109947644,
"grad_norm": 1.7227778483828726,
"learning_rate": 1.4653896605591584e-06,
"loss": 0.2732,
"step": 2590
},
{
"epoch": 0.7763649962602842,
"grad_norm": 1.7527519060060008,
"learning_rate": 1.4469642294582048e-06,
"loss": 0.2748,
"step": 2595
},
{
"epoch": 0.7778608825729244,
"grad_norm": 1.6997524796558416,
"learning_rate": 1.4286357536428696e-06,
"loss": 0.2729,
"step": 2600
},
{
"epoch": 0.7793567688855647,
"grad_norm": 1.7807204337692575,
"learning_rate": 1.4104047332608379e-06,
"loss": 0.2755,
"step": 2605
},
{
"epoch": 0.7808526551982049,
"grad_norm": 1.7182846099936764,
"learning_rate": 1.392271665800427e-06,
"loss": 0.2777,
"step": 2610
},
{
"epoch": 0.7823485415108452,
"grad_norm": 1.7302301084436003,
"learning_rate": 1.3742370460770144e-06,
"loss": 0.2762,
"step": 2615
},
{
"epoch": 0.7838444278234854,
"grad_norm": 1.711106037244554,
"learning_rate": 1.3563013662195356e-06,
"loss": 0.2737,
"step": 2620
},
{
"epoch": 0.7853403141361257,
"grad_norm": 1.8191358842574659,
"learning_rate": 1.3384651156570483e-06,
"loss": 0.2732,
"step": 2625
},
{
"epoch": 0.7868362004487659,
"grad_norm": 1.751260410944088,
"learning_rate": 1.3207287811053893e-06,
"loss": 0.2771,
"step": 2630
},
{
"epoch": 0.7883320867614061,
"grad_norm": 1.7320253510102213,
"learning_rate": 1.3030928465538822e-06,
"loss": 0.27,
"step": 2635
},
{
"epoch": 0.7898279730740464,
"grad_norm": 1.7406452518990843,
"learning_rate": 1.2855577932521352e-06,
"loss": 0.2703,
"step": 2640
},
{
"epoch": 0.7913238593866866,
"grad_norm": 1.8538751789457641,
"learning_rate": 1.2681240996969085e-06,
"loss": 0.2776,
"step": 2645
},
{
"epoch": 0.7928197456993269,
"grad_norm": 1.740887599672242,
"learning_rate": 1.250792241619051e-06,
"loss": 0.2736,
"step": 2650
},
{
"epoch": 0.7943156320119671,
"grad_norm": 1.8281991178787242,
"learning_rate": 1.233562691970533e-06,
"loss": 0.2749,
"step": 2655
},
{
"epoch": 0.7958115183246073,
"grad_norm": 1.6556477939621426,
"learning_rate": 1.2164359209115235e-06,
"loss": 0.2776,
"step": 2660
},
{
"epoch": 0.7973074046372476,
"grad_norm": 1.695787778492541,
"learning_rate": 1.1994123957975722e-06,
"loss": 0.2702,
"step": 2665
},
{
"epoch": 0.7988032909498878,
"grad_norm": 1.7707776645975837,
"learning_rate": 1.1824925811668485e-06,
"loss": 0.2627,
"step": 2670
},
{
"epoch": 0.8002991772625281,
"grad_norm": 1.8300425136047838,
"learning_rate": 1.1656769387274714e-06,
"loss": 0.2688,
"step": 2675
},
{
"epoch": 0.8017950635751683,
"grad_norm": 1.6906589157556278,
"learning_rate": 1.1489659273449073e-06,
"loss": 0.2672,
"step": 2680
},
{
"epoch": 0.8032909498878086,
"grad_norm": 1.7718115103968484,
"learning_rate": 1.132360003029449e-06,
"loss": 0.2673,
"step": 2685
},
{
"epoch": 0.8047868362004488,
"grad_norm": 1.7597119643475179,
"learning_rate": 1.115859618923773e-06,
"loss": 0.2744,
"step": 2690
},
{
"epoch": 0.806282722513089,
"grad_norm": 1.7801333538259148,
"learning_rate": 1.0994652252905695e-06,
"loss": 0.2662,
"step": 2695
},
{
"epoch": 0.8077786088257293,
"grad_norm": 1.6866429011639965,
"learning_rate": 1.083177269500264e-06,
"loss": 0.2675,
"step": 2700
},
{
"epoch": 0.8092744951383695,
"grad_norm": 1.9195992948000482,
"learning_rate": 1.0669961960188008e-06,
"loss": 0.2739,
"step": 2705
},
{
"epoch": 0.8107703814510098,
"grad_norm": 1.8220041781840073,
"learning_rate": 1.0509224463955249e-06,
"loss": 0.2604,
"step": 2710
},
{
"epoch": 0.81226626776365,
"grad_norm": 1.7303540258737908,
"learning_rate": 1.0349564592511162e-06,
"loss": 0.2743,
"step": 2715
},
{
"epoch": 0.8137621540762902,
"grad_norm": 1.6406056857804932,
"learning_rate": 1.0190986702656403e-06,
"loss": 0.2719,
"step": 2720
},
{
"epoch": 0.8152580403889305,
"grad_norm": 1.8590839739169418,
"learning_rate": 1.0033495121666442e-06,
"loss": 0.273,
"step": 2725
},
{
"epoch": 0.8167539267015707,
"grad_norm": 1.7341252368355093,
"learning_rate": 9.877094147173566e-07,
"loss": 0.2712,
"step": 2730
},
{
"epoch": 0.818249813014211,
"grad_norm": 1.7272695337289556,
"learning_rate": 9.721788047049586e-07,
"loss": 0.2628,
"step": 2735
},
{
"epoch": 0.8197456993268512,
"grad_norm": 1.7050895419647492,
"learning_rate": 9.567581059289322e-07,
"loss": 0.2678,
"step": 2740
},
{
"epoch": 0.8212415856394913,
"grad_norm": 1.7258978187627068,
"learning_rate": 9.414477391895044e-07,
"loss": 0.2715,
"step": 2745
},
{
"epoch": 0.8227374719521316,
"grad_norm": 1.8460755537922702,
"learning_rate": 9.262481222761588e-07,
"loss": 0.2716,
"step": 2750
},
{
"epoch": 0.8242333582647718,
"grad_norm": 1.7677837124955216,
"learning_rate": 9.11159669956237e-07,
"loss": 0.2725,
"step": 2755
},
{
"epoch": 0.8257292445774121,
"grad_norm": 1.7183389424616196,
"learning_rate": 8.961827939636198e-07,
"loss": 0.2683,
"step": 2760
},
{
"epoch": 0.8272251308900523,
"grad_norm": 1.8851170229714924,
"learning_rate": 8.813179029874874e-07,
"loss": 0.2588,
"step": 2765
},
{
"epoch": 0.8287210172026926,
"grad_norm": 1.8163919089444864,
"learning_rate": 8.665654026611797e-07,
"loss": 0.2631,
"step": 2770
},
{
"epoch": 0.8302169035153328,
"grad_norm": 1.7098860990754234,
"learning_rate": 8.51925695551113e-07,
"loss": 0.2679,
"step": 2775
},
{
"epoch": 0.831712789827973,
"grad_norm": 1.7663056355635183,
"learning_rate": 8.373991811458027e-07,
"loss": 0.2652,
"step": 2780
},
{
"epoch": 0.8332086761406133,
"grad_norm": 1.7186868648976898,
"learning_rate": 8.229862558449592e-07,
"loss": 0.2661,
"step": 2785
},
{
"epoch": 0.8347045624532535,
"grad_norm": 1.8059879215165224,
"learning_rate": 8.086873129486722e-07,
"loss": 0.2686,
"step": 2790
},
{
"epoch": 0.8362004487658938,
"grad_norm": 1.7374284001547664,
"learning_rate": 7.945027426466801e-07,
"loss": 0.2708,
"step": 2795
},
{
"epoch": 0.837696335078534,
"grad_norm": 1.6598096486422094,
"learning_rate": 7.804329320077181e-07,
"loss": 0.2653,
"step": 2800
},
{
"epoch": 0.8391922213911742,
"grad_norm": 1.676734657625906,
"learning_rate": 7.664782649689611e-07,
"loss": 0.2563,
"step": 2805
},
{
"epoch": 0.8406881077038145,
"grad_norm": 1.7941246676620155,
"learning_rate": 7.526391223255386e-07,
"loss": 0.2643,
"step": 2810
},
{
"epoch": 0.8421839940164547,
"grad_norm": 1.7441327844730907,
"learning_rate": 7.389158817201541e-07,
"loss": 0.2663,
"step": 2815
},
{
"epoch": 0.843679880329095,
"grad_norm": 1.6764728143369185,
"learning_rate": 7.253089176327738e-07,
"loss": 0.2631,
"step": 2820
},
{
"epoch": 0.8451757666417352,
"grad_norm": 1.7090343355435693,
"learning_rate": 7.118186013704065e-07,
"loss": 0.2579,
"step": 2825
},
{
"epoch": 0.8466716529543755,
"grad_norm": 1.723034589615204,
"learning_rate": 6.984453010569758e-07,
"loss": 0.2718,
"step": 2830
},
{
"epoch": 0.8481675392670157,
"grad_norm": 1.7083769223090157,
"learning_rate": 6.851893816232729e-07,
"loss": 0.259,
"step": 2835
},
{
"epoch": 0.8496634255796559,
"grad_norm": 1.6983173618906942,
"learning_rate": 6.720512047969957e-07,
"loss": 0.2655,
"step": 2840
},
{
"epoch": 0.8511593118922962,
"grad_norm": 1.6008652695866359,
"learning_rate": 6.590311290928825e-07,
"loss": 0.2661,
"step": 2845
},
{
"epoch": 0.8526551982049364,
"grad_norm": 1.723592329316595,
"learning_rate": 6.461295098029269e-07,
"loss": 0.2548,
"step": 2850
},
{
"epoch": 0.8541510845175767,
"grad_norm": 1.8054575785485054,
"learning_rate": 6.333466989866787e-07,
"loss": 0.264,
"step": 2855
},
{
"epoch": 0.8556469708302169,
"grad_norm": 1.7902077125134892,
"learning_rate": 6.206830454616447e-07,
"loss": 0.266,
"step": 2860
},
{
"epoch": 0.8571428571428571,
"grad_norm": 1.7147769185915753,
"learning_rate": 6.08138894793765e-07,
"loss": 0.2654,
"step": 2865
},
{
"epoch": 0.8586387434554974,
"grad_norm": 1.7518112730752275,
"learning_rate": 5.957145892879829e-07,
"loss": 0.2594,
"step": 2870
},
{
"epoch": 0.8601346297681376,
"grad_norm": 1.811592287193994,
"learning_rate": 5.834104679789077e-07,
"loss": 0.2647,
"step": 2875
},
{
"epoch": 0.8616305160807779,
"grad_norm": 1.773326433422328,
"learning_rate": 5.712268666215559e-07,
"loss": 0.264,
"step": 2880
},
{
"epoch": 0.8631264023934181,
"grad_norm": 1.68178039725722,
"learning_rate": 5.591641176822005e-07,
"loss": 0.2614,
"step": 2885
},
{
"epoch": 0.8646222887060584,
"grad_norm": 1.6842479909967625,
"learning_rate": 5.472225503292883e-07,
"loss": 0.2621,
"step": 2890
},
{
"epoch": 0.8661181750186986,
"grad_norm": 1.7449782410599817,
"learning_rate": 5.354024904244632e-07,
"loss": 0.2522,
"step": 2895
},
{
"epoch": 0.8676140613313388,
"grad_norm": 1.7259602780620398,
"learning_rate": 5.237042605136689e-07,
"loss": 0.2614,
"step": 2900
},
{
"epoch": 0.8691099476439791,
"grad_norm": 1.688101500268341,
"learning_rate": 5.121281798183547e-07,
"loss": 0.2611,
"step": 2905
},
{
"epoch": 0.8706058339566193,
"grad_norm": 1.7726586716734274,
"learning_rate": 5.00674564226758e-07,
"loss": 0.2544,
"step": 2910
},
{
"epoch": 0.8721017202692596,
"grad_norm": 1.6935216955087868,
"learning_rate": 4.893437262852885e-07,
"loss": 0.2523,
"step": 2915
},
{
"epoch": 0.8735976065818998,
"grad_norm": 1.878804856678552,
"learning_rate": 4.781359751899984e-07,
"loss": 0.2538,
"step": 2920
},
{
"epoch": 0.87509349289454,
"grad_norm": 1.64770700770445,
"learning_rate": 4.6705161677814024e-07,
"loss": 0.2569,
"step": 2925
},
{
"epoch": 0.8765893792071803,
"grad_norm": 1.860024134107886,
"learning_rate": 4.560909535198299e-07,
"loss": 0.2576,
"step": 2930
},
{
"epoch": 0.8780852655198205,
"grad_norm": 1.675929796569693,
"learning_rate": 4.4525428450978627e-07,
"loss": 0.2539,
"step": 2935
},
{
"epoch": 0.8795811518324608,
"grad_norm": 1.6649509488101208,
"learning_rate": 4.3454190545917317e-07,
"loss": 0.2654,
"step": 2940
},
{
"epoch": 0.881077038145101,
"grad_norm": 1.7894352860083609,
"learning_rate": 4.239541086875265e-07,
"loss": 0.2647,
"step": 2945
},
{
"epoch": 0.8825729244577412,
"grad_norm": 1.688537215035147,
"learning_rate": 4.134911831147798e-07,
"loss": 0.2563,
"step": 2950
},
{
"epoch": 0.8840688107703815,
"grad_norm": 1.7422422459372517,
"learning_rate": 4.031534142533816e-07,
"loss": 0.2517,
"step": 2955
},
{
"epoch": 0.8855646970830217,
"grad_norm": 1.832964243427611,
"learning_rate": 3.9294108420049935e-07,
"loss": 0.2664,
"step": 2960
},
{
"epoch": 0.887060583395662,
"grad_norm": 1.7932779810454953,
"learning_rate": 3.828544716303284e-07,
"loss": 0.2543,
"step": 2965
},
{
"epoch": 0.8885564697083022,
"grad_norm": 1.8073243004592312,
"learning_rate": 3.728938517864794e-07,
"loss": 0.2601,
"step": 2970
},
{
"epoch": 0.8900523560209425,
"grad_norm": 1.714561248097055,
"learning_rate": 3.6305949647447545e-07,
"loss": 0.2564,
"step": 2975
},
{
"epoch": 0.8915482423335827,
"grad_norm": 1.647575871046988,
"learning_rate": 3.5335167405433024e-07,
"loss": 0.2607,
"step": 2980
},
{
"epoch": 0.8930441286462228,
"grad_norm": 1.6977984176077578,
"learning_rate": 3.437706494332266e-07,
"loss": 0.2522,
"step": 2985
},
{
"epoch": 0.8945400149588631,
"grad_norm": 1.7141499596339997,
"learning_rate": 3.3431668405828675e-07,
"loss": 0.2558,
"step": 2990
},
{
"epoch": 0.8960359012715033,
"grad_norm": 1.6494105719449952,
"learning_rate": 3.249900359094388e-07,
"loss": 0.256,
"step": 2995
},
{
"epoch": 0.8975317875841436,
"grad_norm": 1.6630293618544516,
"learning_rate": 3.1579095949237584e-07,
"loss": 0.2508,
"step": 3000
},
{
"epoch": 0.8990276738967838,
"grad_norm": 1.7346655505039537,
"learning_rate": 3.067197058316157e-07,
"loss": 0.2614,
"step": 3005
},
{
"epoch": 0.900523560209424,
"grad_norm": 1.7107296935219805,
"learning_rate": 2.9777652246364306e-07,
"loss": 0.2538,
"step": 3010
},
{
"epoch": 0.9020194465220643,
"grad_norm": 1.6491436991741326,
"learning_rate": 2.889616534301598e-07,
"loss": 0.2521,
"step": 3015
},
{
"epoch": 0.9035153328347045,
"grad_norm": 1.7323747022001885,
"learning_rate": 2.8027533927142525e-07,
"loss": 0.2593,
"step": 3020
},
{
"epoch": 0.9050112191473448,
"grad_norm": 1.7534706658955106,
"learning_rate": 2.717178170196916e-07,
"loss": 0.249,
"step": 3025
},
{
"epoch": 0.906507105459985,
"grad_norm": 1.7068949519667596,
"learning_rate": 2.6328932019273556e-07,
"loss": 0.2625,
"step": 3030
},
{
"epoch": 0.9080029917726253,
"grad_norm": 1.7466561136363379,
"learning_rate": 2.549900787874876e-07,
"loss": 0.2572,
"step": 3035
},
{
"epoch": 0.9094988780852655,
"grad_norm": 1.6487218463492848,
"learning_rate": 2.468203192737512e-07,
"loss": 0.2618,
"step": 3040
},
{
"epoch": 0.9109947643979057,
"grad_norm": 1.5699982289102938,
"learning_rate": 2.3878026458803047e-07,
"loss": 0.2559,
"step": 3045
},
{
"epoch": 0.912490650710546,
"grad_norm": 1.678827851691801,
"learning_rate": 2.3087013412743998e-07,
"loss": 0.2504,
"step": 3050
},
{
"epoch": 0.9139865370231862,
"grad_norm": 1.732344143690627,
"learning_rate": 2.2309014374372106e-07,
"loss": 0.2556,
"step": 3055
},
{
"epoch": 0.9154824233358265,
"grad_norm": 1.6563146141875156,
"learning_rate": 2.1544050573735153e-07,
"loss": 0.2555,
"step": 3060
},
{
"epoch": 0.9169783096484667,
"grad_norm": 1.8096543479163172,
"learning_rate": 2.079214288517506e-07,
"loss": 0.2553,
"step": 3065
},
{
"epoch": 0.9184741959611069,
"grad_norm": 1.690741820888644,
"learning_rate": 2.0053311826758458e-07,
"loss": 0.256,
"step": 3070
},
{
"epoch": 0.9199700822737472,
"grad_norm": 1.7615351195511213,
"learning_rate": 1.9327577559716815e-07,
"loss": 0.2562,
"step": 3075
},
{
"epoch": 0.9214659685863874,
"grad_norm": 1.8449608271118088,
"learning_rate": 1.8614959887896078e-07,
"loss": 0.2549,
"step": 3080
},
{
"epoch": 0.9229618548990277,
"grad_norm": 1.7775694545753302,
"learning_rate": 1.79154782572164e-07,
"loss": 0.247,
"step": 3085
},
{
"epoch": 0.9244577412116679,
"grad_norm": 1.6956013013917148,
"learning_rate": 1.7229151755141394e-07,
"loss": 0.2571,
"step": 3090
},
{
"epoch": 0.9259536275243081,
"grad_norm": 1.6373082200013647,
"learning_rate": 1.655599911015754e-07,
"loss": 0.2547,
"step": 3095
},
{
"epoch": 0.9274495138369484,
"grad_norm": 1.7078162984487721,
"learning_rate": 1.5896038691262772e-07,
"loss": 0.2592,
"step": 3100
},
{
"epoch": 0.9289454001495886,
"grad_norm": 1.6367425145666301,
"learning_rate": 1.52492885074656e-07,
"loss": 0.2561,
"step": 3105
},
{
"epoch": 0.9304412864622289,
"grad_norm": 1.5872236691558035,
"learning_rate": 1.4615766207293157e-07,
"loss": 0.2518,
"step": 3110
},
{
"epoch": 0.9319371727748691,
"grad_norm": 1.714675291765629,
"learning_rate": 1.3995489078310055e-07,
"loss": 0.2633,
"step": 3115
},
{
"epoch": 0.9334330590875094,
"grad_norm": 1.619406307330865,
"learning_rate": 1.338847404664667e-07,
"loss": 0.2548,
"step": 3120
},
{
"epoch": 0.9349289454001496,
"grad_norm": 1.5539413237386495,
"learning_rate": 1.2794737676536993e-07,
"loss": 0.2527,
"step": 3125
},
{
"epoch": 0.9364248317127898,
"grad_norm": 1.7495161399355714,
"learning_rate": 1.2214296169866578e-07,
"loss": 0.2515,
"step": 3130
},
{
"epoch": 0.9379207180254301,
"grad_norm": 1.641652885536429,
"learning_rate": 1.164716536573074e-07,
"loss": 0.2501,
"step": 3135
},
{
"epoch": 0.9394166043380703,
"grad_norm": 1.753141085715687,
"learning_rate": 1.1093360740002057e-07,
"loss": 0.2515,
"step": 3140
},
{
"epoch": 0.9409124906507106,
"grad_norm": 1.7530034719134988,
"learning_rate": 1.0552897404908391e-07,
"loss": 0.2559,
"step": 3145
},
{
"epoch": 0.9424083769633508,
"grad_norm": 1.5804220071987112,
"learning_rate": 1.0025790108620092e-07,
"loss": 0.2483,
"step": 3150
},
{
"epoch": 0.943904263275991,
"grad_norm": 1.822783043661551,
"learning_rate": 9.512053234847774e-08,
"loss": 0.258,
"step": 3155
},
{
"epoch": 0.9454001495886313,
"grad_norm": 1.7776638404626903,
"learning_rate": 9.01170080244984e-08,
"loss": 0.2463,
"step": 3160
},
{
"epoch": 0.9468960359012715,
"grad_norm": 1.7244463932526486,
"learning_rate": 8.52474646504986e-08,
"loss": 0.2506,
"step": 3165
},
{
"epoch": 0.9483919222139118,
"grad_norm": 1.7184065717867174,
"learning_rate": 8.05120351066413e-08,
"loss": 0.2605,
"step": 3170
},
{
"epoch": 0.949887808526552,
"grad_norm": 1.7978606844090408,
"learning_rate": 7.591084861338749e-08,
"loss": 0.2503,
"step": 3175
},
{
"epoch": 0.9513836948391923,
"grad_norm": 1.6764242072572402,
"learning_rate": 7.144403072797346e-08,
"loss": 0.2523,
"step": 3180
},
{
"epoch": 0.9528795811518325,
"grad_norm": 1.6752659598734612,
"learning_rate": 6.711170334098294e-08,
"loss": 0.2566,
"step": 3185
},
{
"epoch": 0.9543754674644727,
"grad_norm": 1.7696006414428376,
"learning_rate": 6.291398467302146e-08,
"loss": 0.2579,
"step": 3190
},
{
"epoch": 0.955871353777113,
"grad_norm": 1.6541063626129755,
"learning_rate": 5.885098927148947e-08,
"loss": 0.2505,
"step": 3195
},
{
"epoch": 0.9573672400897532,
"grad_norm": 1.791951476550907,
"learning_rate": 5.492282800745707e-08,
"loss": 0.252,
"step": 3200
},
{
"epoch": 0.9588631264023935,
"grad_norm": 1.6998940151846391,
"learning_rate": 5.112960807263978e-08,
"loss": 0.2602,
"step": 3205
},
{
"epoch": 0.9603590127150337,
"grad_norm": 1.739892053817991,
"learning_rate": 4.7471432976471944e-08,
"loss": 0.264,
"step": 3210
},
{
"epoch": 0.9618548990276738,
"grad_norm": 1.5429992279839573,
"learning_rate": 4.3948402543282366e-08,
"loss": 0.2543,
"step": 3215
},
{
"epoch": 0.9633507853403142,
"grad_norm": 1.772813294024904,
"learning_rate": 4.056061290956981e-08,
"loss": 0.2524,
"step": 3220
},
{
"epoch": 0.9648466716529543,
"grad_norm": 1.5751929247313246,
"learning_rate": 3.730815652138231e-08,
"loss": 0.2525,
"step": 3225
},
{
"epoch": 0.9663425579655947,
"grad_norm": 1.7360588122089868,
"learning_rate": 3.4191122131790324e-08,
"loss": 0.255,
"step": 3230
},
{
"epoch": 0.9678384442782348,
"grad_norm": 1.7743122424766984,
"learning_rate": 3.120959479846919e-08,
"loss": 0.2584,
"step": 3235
},
{
"epoch": 0.9693343305908751,
"grad_norm": 1.574467195657007,
"learning_rate": 2.8363655881374906e-08,
"loss": 0.2558,
"step": 3240
},
{
"epoch": 0.9708302169035153,
"grad_norm": 1.80180199036063,
"learning_rate": 2.5653383040524228e-08,
"loss": 0.2568,
"step": 3245
},
{
"epoch": 0.9723261032161555,
"grad_norm": 1.6886241273143858,
"learning_rate": 2.3078850233878015e-08,
"loss": 0.2466,
"step": 3250
},
{
"epoch": 0.9738219895287958,
"grad_norm": 1.7815633691396229,
"learning_rate": 2.064012771532009e-08,
"loss": 0.2536,
"step": 3255
},
{
"epoch": 0.975317875841436,
"grad_norm": 1.6956109134529065,
"learning_rate": 1.83372820327421e-08,
"loss": 0.2592,
"step": 3260
},
{
"epoch": 0.9768137621540763,
"grad_norm": 1.7584432907260417,
"learning_rate": 1.6170376026226065e-08,
"loss": 0.2647,
"step": 3265
},
{
"epoch": 0.9783096484667165,
"grad_norm": 1.687889717075937,
"learning_rate": 1.4139468826331327e-08,
"loss": 0.2529,
"step": 3270
},
{
"epoch": 0.9798055347793567,
"grad_norm": 1.6973842345080912,
"learning_rate": 1.2244615852479158e-08,
"loss": 0.2586,
"step": 3275
},
{
"epoch": 0.981301421091997,
"grad_norm": 1.7860998582475756,
"learning_rate": 1.0485868811441757e-08,
"loss": 0.2596,
"step": 3280
},
{
"epoch": 0.9827973074046372,
"grad_norm": 1.7444036807918029,
"learning_rate": 8.86327569593115e-09,
"loss": 0.253,
"step": 3285
},
{
"epoch": 0.9842931937172775,
"grad_norm": 1.7876798673093501,
"learning_rate": 7.376880783289131e-09,
"loss": 0.2551,
"step": 3290
},
{
"epoch": 0.9857890800299177,
"grad_norm": 1.66622892909602,
"learning_rate": 6.026724634279335e-09,
"loss": 0.2557,
"step": 3295
},
{
"epoch": 0.9872849663425579,
"grad_norm": 1.7386422804846284,
"learning_rate": 4.8128440919792405e-09,
"loss": 0.253,
"step": 3300
},
{
"epoch": 0.9887808526551982,
"grad_norm": 1.5376218727713236,
"learning_rate": 3.73527228077708e-09,
"loss": 0.2501,
"step": 3305
},
{
"epoch": 0.9902767389678384,
"grad_norm": 1.7638583930274379,
"learning_rate": 2.7940386054664537e-09,
"loss": 0.262,
"step": 3310
},
{
"epoch": 0.9917726252804787,
"grad_norm": 1.9162749151140541,
"learning_rate": 1.9891687504436373e-09,
"loss": 0.2575,
"step": 3315
},
{
"epoch": 0.9932685115931189,
"grad_norm": 1.880864088528354,
"learning_rate": 1.320684679008144e-09,
"loss": 0.2602,
"step": 3320
},
{
"epoch": 0.9947643979057592,
"grad_norm": 1.7803280986620529,
"learning_rate": 7.886046327609809e-10,
"loss": 0.2543,
"step": 3325
},
{
"epoch": 0.9962602842183994,
"grad_norm": 1.5859942056150071,
"learning_rate": 3.929431311094911e-10,
"loss": 0.2563,
"step": 3330
},
{
"epoch": 0.9977561705310396,
"grad_norm": 1.6644206261602157,
"learning_rate": 1.337109708704487e-10,
"loss": 0.2515,
"step": 3335
},
{
"epoch": 0.9992520568436799,
"grad_norm": 1.6728854762026557,
"learning_rate": 1.091522597362893e-11,
"loss": 0.2602,
"step": 3340
},
{
"epoch": 0.999850411368736,
"eval_loss": 0.25460532307624817,
"eval_runtime": 342.3221,
"eval_samples_per_second": 3.152,
"eval_steps_per_second": 0.789,
"step": 3342
},
{
"epoch": 0.999850411368736,
"step": 3342,
"total_flos": 699694464368640.0,
"train_loss": 0.43199071664427796,
"train_runtime": 75290.8899,
"train_samples_per_second": 1.421,
"train_steps_per_second": 0.044
}
],
"logging_steps": 5,
"max_steps": 3342,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 699694464368640.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}