{
  "best_metric": 0.01777876727283001,
  "best_model_checkpoint": "autotrain-vp92t-1q2id/checkpoint-20391",
  "epoch": 2.9998896612600685,
  "eval_steps": 500,
  "global_step": 20391,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003677957997719666,
      "grad_norm": 4.279318809509277,
      "learning_rate": 3.6764705882352943e-07,
      "loss": 0.685,
      "step": 25
    },
    {
      "epoch": 0.007355915995439332,
      "grad_norm": 5.647529602050781,
      "learning_rate": 7.352941176470589e-07,
      "loss": 0.6757,
      "step": 50
    },
    {
      "epoch": 0.011033873993158997,
      "grad_norm": 5.691235065460205,
      "learning_rate": 1.1029411764705884e-06,
      "loss": 0.6611,
      "step": 75
    },
    {
      "epoch": 0.014711831990878664,
      "grad_norm": 3.6039223670959473,
      "learning_rate": 1.4705882352941177e-06,
      "loss": 0.6402,
      "step": 100
    },
    {
      "epoch": 0.018389789988598332,
      "grad_norm": 5.447757244110107,
      "learning_rate": 1.8382352941176471e-06,
      "loss": 0.5745,
      "step": 125
    },
    {
      "epoch": 0.022067747986317995,
      "grad_norm": 11.862848281860352,
      "learning_rate": 2.2058823529411767e-06,
      "loss": 0.4869,
      "step": 150
    },
    {
      "epoch": 0.02574570598403766,
      "grad_norm": 8.085945129394531,
      "learning_rate": 2.573529411764706e-06,
      "loss": 0.3687,
      "step": 175
    },
    {
      "epoch": 0.029423663981757327,
      "grad_norm": 7.246406555175781,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 0.3029,
      "step": 200
    },
    {
      "epoch": 0.033101621979477,
      "grad_norm": 17.822601318359375,
      "learning_rate": 3.308823529411765e-06,
      "loss": 0.2098,
      "step": 225
    },
    {
      "epoch": 0.036779579977196664,
      "grad_norm": 21.39044952392578,
      "learning_rate": 3.6764705882352942e-06,
      "loss": 0.1483,
      "step": 250
    },
    {
      "epoch": 0.04045753797491632,
      "grad_norm": 1.4089692831039429,
      "learning_rate": 4.044117647058823e-06,
      "loss": 0.0803,
      "step": 275
    },
    {
      "epoch": 0.04413549597263599,
      "grad_norm": 0.7371423840522766,
      "learning_rate": 4.411764705882353e-06,
      "loss": 0.0396,
      "step": 300
    },
    {
      "epoch": 0.047813453970355656,
      "grad_norm": 0.22398647665977478,
      "learning_rate": 4.779411764705882e-06,
      "loss": 0.0381,
      "step": 325
    },
    {
      "epoch": 0.05149141196807532,
      "grad_norm": 0.25332173705101013,
      "learning_rate": 5.147058823529412e-06,
      "loss": 0.0306,
      "step": 350
    },
    {
      "epoch": 0.05516936996579499,
      "grad_norm": 0.24578100442886353,
      "learning_rate": 5.5147058823529415e-06,
      "loss": 0.0342,
      "step": 375
    },
    {
      "epoch": 0.058847327963514655,
      "grad_norm": 0.09213005006313324,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.0094,
      "step": 400
    },
    {
      "epoch": 0.06252528596123433,
      "grad_norm": 11.745342254638672,
      "learning_rate": 6.25e-06,
      "loss": 0.0627,
      "step": 425
    },
    {
      "epoch": 0.066203243958954,
      "grad_norm": 12.147088050842285,
      "learning_rate": 6.61764705882353e-06,
      "loss": 0.0755,
      "step": 450
    },
    {
      "epoch": 0.06988120195667366,
      "grad_norm": 0.14864382147789001,
      "learning_rate": 6.985294117647059e-06,
      "loss": 0.0532,
      "step": 475
    },
    {
      "epoch": 0.07355915995439333,
      "grad_norm": 0.06755024939775467,
      "learning_rate": 7.3529411764705884e-06,
      "loss": 0.049,
      "step": 500
    },
    {
      "epoch": 0.077237117952113,
      "grad_norm": 0.0582403726875782,
      "learning_rate": 7.720588235294117e-06,
      "loss": 0.0213,
      "step": 525
    },
    {
      "epoch": 0.08091507594983265,
      "grad_norm": 0.04456046596169472,
      "learning_rate": 8.088235294117646e-06,
      "loss": 0.0446,
      "step": 550
    },
    {
      "epoch": 0.08459303394755231,
      "grad_norm": 0.058339089155197144,
      "learning_rate": 8.455882352941177e-06,
      "loss": 0.0442,
      "step": 575
    },
    {
      "epoch": 0.08827099194527198,
      "grad_norm": 0.03951073810458183,
      "learning_rate": 8.823529411764707e-06,
      "loss": 0.0131,
      "step": 600
    },
    {
      "epoch": 0.09194894994299165,
      "grad_norm": 0.08159155398607254,
      "learning_rate": 9.191176470588236e-06,
      "loss": 0.0429,
      "step": 625
    },
    {
      "epoch": 0.09562690794071131,
      "grad_norm": 0.0362938717007637,
      "learning_rate": 9.558823529411764e-06,
      "loss": 0.0336,
      "step": 650
    },
    {
      "epoch": 0.09930486593843098,
      "grad_norm": 0.10369551926851273,
      "learning_rate": 9.926470588235293e-06,
      "loss": 0.0277,
      "step": 675
    },
    {
      "epoch": 0.10298282393615064,
      "grad_norm": 0.032908402383327484,
      "learning_rate": 1.0294117647058824e-05,
      "loss": 0.0213,
      "step": 700
    },
    {
      "epoch": 0.10666078193387031,
      "grad_norm": 0.017092719674110413,
      "learning_rate": 1.0661764705882354e-05,
      "loss": 0.0784,
      "step": 725
    },
    {
      "epoch": 0.11033873993158998,
      "grad_norm": 0.015081583522260189,
      "learning_rate": 1.1029411764705883e-05,
      "loss": 0.0265,
      "step": 750
    },
    {
      "epoch": 0.11401669792930964,
      "grad_norm": 0.09147176891565323,
      "learning_rate": 1.139705882352941e-05,
      "loss": 0.0381,
      "step": 775
    },
    {
      "epoch": 0.11769465592702931,
      "grad_norm": 0.08481771498918533,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.128,
      "step": 800
    },
    {
      "epoch": 0.12137261392474898,
      "grad_norm": 0.014765892177820206,
      "learning_rate": 1.2132352941176471e-05,
      "loss": 0.0141,
      "step": 825
    },
    {
      "epoch": 0.12505057192246866,
      "grad_norm": 0.018918083980679512,
      "learning_rate": 1.25e-05,
      "loss": 0.0538,
      "step": 850
    },
    {
      "epoch": 0.12872852992018832,
      "grad_norm": 0.015013976022601128,
      "learning_rate": 1.2867647058823528e-05,
      "loss": 0.0019,
      "step": 875
    },
    {
      "epoch": 0.132406487917908,
      "grad_norm": 11.109874725341797,
      "learning_rate": 1.323529411764706e-05,
      "loss": 0.0394,
      "step": 900
    },
    {
      "epoch": 0.13608444591562766,
      "grad_norm": 0.015857884660363197,
      "learning_rate": 1.3602941176470589e-05,
      "loss": 0.0005,
      "step": 925
    },
    {
      "epoch": 0.13976240391334732,
      "grad_norm": 0.015862109139561653,
      "learning_rate": 1.3970588235294118e-05,
      "loss": 0.0214,
      "step": 950
    },
    {
      "epoch": 0.143440361911067,
      "grad_norm": 0.020424969494342804,
      "learning_rate": 1.4338235294117647e-05,
      "loss": 0.0367,
      "step": 975
    },
    {
      "epoch": 0.14711831990878665,
      "grad_norm": 0.027131319046020508,
      "learning_rate": 1.4705882352941177e-05,
      "loss": 0.08,
      "step": 1000
    },
    {
      "epoch": 0.15079627790650632,
      "grad_norm": 0.03147580847144127,
      "learning_rate": 1.5073529411764706e-05,
      "loss": 0.0329,
      "step": 1025
    },
    {
      "epoch": 0.154474235904226,
      "grad_norm": 24.15705680847168,
      "learning_rate": 1.5441176470588234e-05,
      "loss": 0.0064,
      "step": 1050
    },
    {
      "epoch": 0.15815219390194565,
      "grad_norm": 0.011522412300109863,
      "learning_rate": 1.5808823529411767e-05,
      "loss": 0.0762,
      "step": 1075
    },
    {
      "epoch": 0.1618301518996653,
      "grad_norm": 0.04401927441358566,
      "learning_rate": 1.6176470588235293e-05,
      "loss": 0.0656,
      "step": 1100
    },
    {
      "epoch": 0.16550810989738496,
      "grad_norm": 0.034190475940704346,
      "learning_rate": 1.6544117647058825e-05,
      "loss": 0.0308,
      "step": 1125
    },
    {
      "epoch": 0.16918606789510462,
      "grad_norm": 0.021350180730223656,
      "learning_rate": 1.6911764705882355e-05,
      "loss": 0.0539,
      "step": 1150
    },
    {
      "epoch": 0.1728640258928243,
      "grad_norm": 0.0446242094039917,
      "learning_rate": 1.727941176470588e-05,
      "loss": 0.0681,
      "step": 1175
    },
    {
      "epoch": 0.17654198389054396,
      "grad_norm": 1.6311242580413818,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 0.0293,
      "step": 1200
    },
    {
      "epoch": 0.18021994188826362,
      "grad_norm": 0.00914335809648037,
      "learning_rate": 1.801470588235294e-05,
      "loss": 0.0386,
      "step": 1225
    },
    {
      "epoch": 0.1838978998859833,
      "grad_norm": 0.009417989291250706,
      "learning_rate": 1.8382352941176472e-05,
      "loss": 0.0004,
      "step": 1250
    },
    {
      "epoch": 0.18757585788370296,
      "grad_norm": 0.9801831245422363,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.057,
      "step": 1275
    },
    {
      "epoch": 0.19125381588142262,
      "grad_norm": 0.005170044023543596,
      "learning_rate": 1.9117647058823528e-05,
      "loss": 0.0002,
      "step": 1300
    },
    {
      "epoch": 0.1949317738791423,
      "grad_norm": 0.03409629687666893,
      "learning_rate": 1.948529411764706e-05,
      "loss": 0.0394,
      "step": 1325
    },
    {
      "epoch": 0.19860973187686196,
      "grad_norm": 0.008645136840641499,
      "learning_rate": 1.9852941176470586e-05,
      "loss": 0.0053,
      "step": 1350
    },
    {
      "epoch": 0.20228768987458162,
      "grad_norm": 0.004454991314560175,
      "learning_rate": 2.022058823529412e-05,
      "loss": 0.0002,
      "step": 1375
    },
    {
      "epoch": 0.2059656478723013,
      "grad_norm": 0.00453265942633152,
      "learning_rate": 2.058823529411765e-05,
      "loss": 0.0216,
      "step": 1400
    },
    {
      "epoch": 0.20964360587002095,
      "grad_norm": 0.005607594270259142,
      "learning_rate": 2.0955882352941175e-05,
      "loss": 0.0206,
      "step": 1425
    },
    {
      "epoch": 0.21332156386774062,
      "grad_norm": 0.002988673048093915,
      "learning_rate": 2.1323529411764707e-05,
      "loss": 0.0002,
      "step": 1450
    },
    {
      "epoch": 0.2169995218654603,
      "grad_norm": 0.15066058933734894,
      "learning_rate": 2.1691176470588237e-05,
      "loss": 0.0002,
      "step": 1475
    },
    {
      "epoch": 0.22067747986317995,
      "grad_norm": 0.2750360071659088,
      "learning_rate": 2.2058823529411766e-05,
      "loss": 0.0002,
      "step": 1500
    },
    {
      "epoch": 0.22435543786089962,
      "grad_norm": 0.00299286050722003,
      "learning_rate": 2.2426470588235296e-05,
      "loss": 0.0004,
      "step": 1525
    },
    {
      "epoch": 0.2280333958586193,
      "grad_norm": 0.004124614410102367,
      "learning_rate": 2.279411764705882e-05,
      "loss": 0.0001,
      "step": 1550
    },
    {
      "epoch": 0.23171135385633895,
      "grad_norm": 0.5924888849258423,
      "learning_rate": 2.3161764705882354e-05,
      "loss": 0.1041,
      "step": 1575
    },
    {
      "epoch": 0.23538931185405862,
      "grad_norm": 0.011225424706935883,
      "learning_rate": 2.3529411764705884e-05,
      "loss": 0.0528,
      "step": 1600
    },
    {
      "epoch": 0.23906726985177829,
      "grad_norm": 0.008940880186855793,
      "learning_rate": 2.389705882352941e-05,
      "loss": 0.0972,
      "step": 1625
    },
    {
      "epoch": 0.24274522784949795,
      "grad_norm": 0.008405734784901142,
      "learning_rate": 2.4264705882352942e-05,
      "loss": 0.0495,
      "step": 1650
    },
    {
      "epoch": 0.24642318584721762,
      "grad_norm": 0.008656616322696209,
      "learning_rate": 2.4632352941176472e-05,
      "loss": 0.0216,
      "step": 1675
    },
    {
      "epoch": 0.2501011438449373,
      "grad_norm": 0.02361353114247322,
      "learning_rate": 2.5e-05,
      "loss": 0.0385,
      "step": 1700
    },
    {
      "epoch": 0.25377910184265695,
      "grad_norm": 0.05051364749670029,
      "learning_rate": 2.536764705882353e-05,
      "loss": 0.0814,
      "step": 1725
    },
    {
      "epoch": 0.25745705984037665,
      "grad_norm": 0.00914950855076313,
      "learning_rate": 2.5735294117647057e-05,
      "loss": 0.0006,
      "step": 1750
    },
    {
      "epoch": 0.2611350178380963,
      "grad_norm": 0.008635000325739384,
      "learning_rate": 2.610294117647059e-05,
      "loss": 0.0003,
      "step": 1775
    },
    {
      "epoch": 0.264812975835816,
      "grad_norm": 0.005725966300815344,
      "learning_rate": 2.647058823529412e-05,
      "loss": 0.0002,
      "step": 1800
    },
    {
      "epoch": 0.2684909338335356,
      "grad_norm": 0.014133188873529434,
      "learning_rate": 2.6838235294117648e-05,
      "loss": 0.0562,
      "step": 1825
    },
    {
      "epoch": 0.2721688918312553,
      "grad_norm": 0.0024135392159223557,
      "learning_rate": 2.7205882352941177e-05,
      "loss": 0.003,
      "step": 1850
    },
    {
      "epoch": 0.27584684982897495,
      "grad_norm": 0.03300013393163681,
      "learning_rate": 2.7573529411764707e-05,
      "loss": 0.0947,
      "step": 1875
    },
    {
      "epoch": 0.27952480782669464,
      "grad_norm": 0.046893417835235596,
      "learning_rate": 2.7941176470588236e-05,
      "loss": 0.0613,
      "step": 1900
    },
    {
      "epoch": 0.2832027658244143,
      "grad_norm": 0.009986027143895626,
      "learning_rate": 2.8308823529411766e-05,
      "loss": 0.0616,
      "step": 1925
    },
    {
      "epoch": 0.286880723822134,
      "grad_norm": 0.05905308201909065,
      "learning_rate": 2.8676470588235295e-05,
      "loss": 0.1182,
      "step": 1950
    },
    {
      "epoch": 0.2905586818198536,
      "grad_norm": 0.00858025811612606,
      "learning_rate": 2.9044117647058824e-05,
      "loss": 0.0007,
      "step": 1975
    },
    {
      "epoch": 0.2942366398175733,
      "grad_norm": 95.36400604248047,
      "learning_rate": 2.9411764705882354e-05,
      "loss": 0.0869,
      "step": 2000
    },
    {
      "epoch": 0.29791459781529295,
      "grad_norm": 0.005693793762475252,
      "learning_rate": 2.9779411764705883e-05,
      "loss": 0.0348,
      "step": 2025
    },
    {
      "epoch": 0.30159255581301264,
      "grad_norm": 0.009921176359057426,
      "learning_rate": 2.998365211705084e-05,
      "loss": 0.0514,
      "step": 2050
    },
    {
      "epoch": 0.3052705138107323,
      "grad_norm": 0.01893715187907219,
      "learning_rate": 2.9942782409677946e-05,
      "loss": 0.0575,
      "step": 2075
    },
    {
      "epoch": 0.308948471808452,
      "grad_norm": 0.012356853112578392,
      "learning_rate": 2.990191270230505e-05,
      "loss": 0.0085,
      "step": 2100
    },
    {
      "epoch": 0.3126264298061716,
      "grad_norm": 0.027572082355618477,
      "learning_rate": 2.9861042994932156e-05,
      "loss": 0.0071,
      "step": 2125
    },
    {
      "epoch": 0.3163043878038913,
      "grad_norm": 0.0033696063328534365,
      "learning_rate": 2.9820173287559262e-05,
      "loss": 0.0153,
      "step": 2150
    },
    {
      "epoch": 0.31998234580161095,
      "grad_norm": 0.0032816240563988686,
      "learning_rate": 2.9779303580186367e-05,
      "loss": 0.0425,
      "step": 2175
    },
    {
      "epoch": 0.3236603037993306,
      "grad_norm": 0.013268062844872475,
      "learning_rate": 2.9738433872813472e-05,
      "loss": 0.0529,
      "step": 2200
    },
    {
      "epoch": 0.3273382617970503,
      "grad_norm": 13.58910083770752,
      "learning_rate": 2.9697564165440574e-05,
      "loss": 0.1147,
      "step": 2225
    },
    {
      "epoch": 0.3310162197947699,
      "grad_norm": 80.59501647949219,
      "learning_rate": 2.965669445806768e-05,
      "loss": 0.0043,
      "step": 2250
    },
    {
      "epoch": 0.3346941777924896,
      "grad_norm": 81.63990020751953,
      "learning_rate": 2.9615824750694785e-05,
      "loss": 0.0355,
      "step": 2275
    },
    {
      "epoch": 0.33837213579020925,
      "grad_norm": 0.014708608388900757,
      "learning_rate": 2.957495504332189e-05,
      "loss": 0.0668,
      "step": 2300
    },
    {
      "epoch": 0.34205009378792894,
      "grad_norm": 0.015443817712366581,
      "learning_rate": 2.9534085335948996e-05,
      "loss": 0.0006,
      "step": 2325
    },
    {
      "epoch": 0.3457280517856486,
      "grad_norm": 0.005841911304742098,
      "learning_rate": 2.94932156285761e-05,
      "loss": 0.0487,
      "step": 2350
    },
    {
      "epoch": 0.3494060097833683,
      "grad_norm": 0.06746743619441986,
      "learning_rate": 2.9452345921203207e-05,
      "loss": 0.0229,
      "step": 2375
    },
    {
      "epoch": 0.3530839677810879,
      "grad_norm": 0.002315863035619259,
      "learning_rate": 2.941147621383031e-05,
      "loss": 0.0003,
      "step": 2400
    },
    {
      "epoch": 0.3567619257788076,
      "grad_norm": 0.0017154604429379106,
      "learning_rate": 2.9370606506457414e-05,
      "loss": 0.0308,
      "step": 2425
    },
    {
      "epoch": 0.36043988377652725,
      "grad_norm": 0.009691163897514343,
      "learning_rate": 2.932973679908452e-05,
      "loss": 0.0256,
      "step": 2450
    },
    {
      "epoch": 0.36411784177424694,
      "grad_norm": 0.011957678943872452,
      "learning_rate": 2.9288867091711625e-05,
      "loss": 0.0713,
      "step": 2475
    },
    {
      "epoch": 0.3677957997719666,
      "grad_norm": 0.02373524010181427,
      "learning_rate": 2.924799738433873e-05,
      "loss": 0.0504,
      "step": 2500
    },
    {
      "epoch": 0.3714737577696863,
      "grad_norm": 0.0031693673226982355,
      "learning_rate": 2.9207127676965836e-05,
      "loss": 0.0251,
      "step": 2525
    },
    {
      "epoch": 0.3751517157674059,
      "grad_norm": 0.025995498523116112,
      "learning_rate": 2.916625796959294e-05,
      "loss": 0.0459,
      "step": 2550
    },
    {
      "epoch": 0.3788296737651256,
      "grad_norm": 0.006027763709425926,
      "learning_rate": 2.9125388262220043e-05,
      "loss": 0.0013,
      "step": 2575
    },
    {
      "epoch": 0.38250763176284525,
      "grad_norm": 0.014026220887899399,
      "learning_rate": 2.9084518554847148e-05,
      "loss": 0.0831,
      "step": 2600
    },
    {
      "epoch": 0.38618558976056494,
      "grad_norm": 0.025293108075857162,
      "learning_rate": 2.9043648847474254e-05,
      "loss": 0.0275,
      "step": 2625
    },
    {
      "epoch": 0.3898635477582846,
      "grad_norm": 0.0041050901636481285,
      "learning_rate": 2.900277914010136e-05,
      "loss": 0.0007,
      "step": 2650
    },
    {
      "epoch": 0.3935415057560043,
      "grad_norm": 0.027650628238916397,
      "learning_rate": 2.8961909432728464e-05,
      "loss": 0.0002,
      "step": 2675
    },
    {
      "epoch": 0.3972194637537239,
      "grad_norm": 0.06839253753423691,
      "learning_rate": 2.8921039725355566e-05,
      "loss": 0.0353,
      "step": 2700
    },
    {
      "epoch": 0.4008974217514436,
      "grad_norm": 0.005996390245854855,
      "learning_rate": 2.8880170017982672e-05,
      "loss": 0.0134,
      "step": 2725
    },
    {
      "epoch": 0.40457537974916324,
      "grad_norm": 0.0020017025526612997,
      "learning_rate": 2.8839300310609774e-05,
      "loss": 0.0002,
      "step": 2750
    },
    {
      "epoch": 0.40825333774688294,
      "grad_norm": 0.04533281922340393,
      "learning_rate": 2.879843060323688e-05,
      "loss": 0.0367,
      "step": 2775
    },
    {
      "epoch": 0.4119312957446026,
      "grad_norm": 0.005575124174356461,
      "learning_rate": 2.8757560895863984e-05,
      "loss": 0.064,
      "step": 2800
    },
    {
      "epoch": 0.41560925374232227,
      "grad_norm": 0.0019691460765898228,
      "learning_rate": 2.871669118849109e-05,
      "loss": 0.0005,
      "step": 2825
    },
    {
      "epoch": 0.4192872117400419,
      "grad_norm": 0.004097863100469112,
      "learning_rate": 2.8675821481118195e-05,
      "loss": 0.0557,
      "step": 2850
    },
    {
      "epoch": 0.4229651697377616,
      "grad_norm": 0.0018194678705185652,
      "learning_rate": 2.86349517737453e-05,
      "loss": 0.0009,
      "step": 2875
    },
    {
      "epoch": 0.42664312773548124,
      "grad_norm": 0.006679282058030367,
      "learning_rate": 2.8594082066372406e-05,
      "loss": 0.0882,
      "step": 2900
    },
    {
      "epoch": 0.43032108573320094,
      "grad_norm": 0.0030163535848259926,
      "learning_rate": 2.8553212358999508e-05,
      "loss": 0.0005,
      "step": 2925
    },
    {
      "epoch": 0.4339990437309206,
      "grad_norm": 0.2035808265209198,
      "learning_rate": 2.8512342651626613e-05,
      "loss": 0.0007,
      "step": 2950
    },
    {
      "epoch": 0.43767700172864027,
      "grad_norm": 0.022791976109147072,
      "learning_rate": 2.847147294425372e-05,
      "loss": 0.0941,
      "step": 2975
    },
    {
      "epoch": 0.4413549597263599,
      "grad_norm": 0.007299873046576977,
      "learning_rate": 2.8430603236880824e-05,
      "loss": 0.0511,
      "step": 3000
    },
    {
      "epoch": 0.4450329177240796,
      "grad_norm": 0.003951882012188435,
      "learning_rate": 2.838973352950793e-05,
      "loss": 0.0096,
      "step": 3025
    },
    {
      "epoch": 0.44871087572179924,
      "grad_norm": 0.009184204041957855,
      "learning_rate": 2.8348863822135035e-05,
      "loss": 0.0372,
      "step": 3050
    },
    {
      "epoch": 0.45238883371951893,
      "grad_norm": 0.032343972474336624,
      "learning_rate": 2.830799411476214e-05,
      "loss": 0.0197,
      "step": 3075
    },
    {
      "epoch": 0.4560667917172386,
      "grad_norm": 0.002111822599545121,
      "learning_rate": 2.8267124407389246e-05,
      "loss": 0.0004,
      "step": 3100
    },
    {
      "epoch": 0.45974474971495827,
      "grad_norm": 0.0024695848114788532,
      "learning_rate": 2.8226254700016348e-05,
      "loss": 0.0757,
      "step": 3125
    },
    {
      "epoch": 0.4634227077126779,
      "grad_norm": 0.001880451338365674,
      "learning_rate": 2.8185384992643453e-05,
      "loss": 0.0181,
      "step": 3150
    },
    {
      "epoch": 0.4671006657103976,
      "grad_norm": 0.02519827149808407,
      "learning_rate": 2.814451528527056e-05,
      "loss": 0.0006,
      "step": 3175
    },
    {
      "epoch": 0.47077862370811724,
      "grad_norm": 0.0016058700857684016,
      "learning_rate": 2.8103645577897664e-05,
      "loss": 0.0088,
      "step": 3200
    },
    {
      "epoch": 0.47445658170583693,
      "grad_norm": 0.02888200432062149,
      "learning_rate": 2.806277587052477e-05,
      "loss": 0.0496,
      "step": 3225
    },
    {
      "epoch": 0.47813453970355657,
      "grad_norm": 0.0747719258069992,
      "learning_rate": 2.8021906163151874e-05,
      "loss": 0.1338,
      "step": 3250
    },
    {
      "epoch": 0.48181249770127627,
      "grad_norm": 4.114503860473633,
      "learning_rate": 2.798103645577898e-05,
      "loss": 0.063,
      "step": 3275
    },
    {
      "epoch": 0.4854904556989959,
      "grad_norm": 0.10994021594524384,
      "learning_rate": 2.7940166748406082e-05,
      "loss": 0.0525,
      "step": 3300
    },
    {
      "epoch": 0.4891684136967156,
      "grad_norm": 0.016218269243836403,
      "learning_rate": 2.7899297041033187e-05,
      "loss": 0.0547,
      "step": 3325
    },
    {
      "epoch": 0.49284637169443524,
      "grad_norm": 0.08570988476276398,
      "learning_rate": 2.7858427333660293e-05,
      "loss": 0.0551,
      "step": 3350
    },
    {
      "epoch": 0.49652432969215493,
      "grad_norm": 0.013475511223077774,
      "learning_rate": 2.7817557626287398e-05,
      "loss": 0.0445,
      "step": 3375
    },
    {
      "epoch": 0.5002022876898746,
      "grad_norm": 0.006590835750102997,
      "learning_rate": 2.7776687918914503e-05,
      "loss": 0.0005,
      "step": 3400
    },
    {
      "epoch": 0.5038802456875943,
      "grad_norm": 0.004501729272305965,
      "learning_rate": 2.773581821154161e-05,
      "loss": 0.0219,
      "step": 3425
    },
    {
      "epoch": 0.5075582036853139,
      "grad_norm": 0.06999096274375916,
      "learning_rate": 2.769494850416871e-05,
      "loss": 0.0569,
      "step": 3450
    },
    {
      "epoch": 0.5112361616830335,
      "grad_norm": 0.003883685451000929,
      "learning_rate": 2.7654078796795813e-05,
      "loss": 0.001,
      "step": 3475
    },
    {
      "epoch": 0.5149141196807533,
      "grad_norm": 0.0029312793631106615,
      "learning_rate": 2.7613209089422918e-05,
      "loss": 0.0229,
      "step": 3500
    },
    {
      "epoch": 0.5185920776784729,
      "grad_norm": 0.006315870210528374,
      "learning_rate": 2.7572339382050023e-05,
      "loss": 0.0731,
      "step": 3525
    },
    {
      "epoch": 0.5222700356761926,
      "grad_norm": 0.0030722382944077253,
      "learning_rate": 2.753146967467713e-05,
      "loss": 0.0392,
      "step": 3550
    },
    {
      "epoch": 0.5259479936739122,
      "grad_norm": 0.005796592216938734,
      "learning_rate": 2.7490599967304234e-05,
      "loss": 0.0139,
      "step": 3575
    },
    {
      "epoch": 0.529625951671632,
      "grad_norm": 0.6967291831970215,
      "learning_rate": 2.744973025993134e-05,
      "loss": 0.0325,
      "step": 3600
    },
    {
      "epoch": 0.5333039096693516,
      "grad_norm": 0.017705194652080536,
      "learning_rate": 2.7408860552558445e-05,
      "loss": 0.0433,
      "step": 3625
    },
    {
      "epoch": 0.5369818676670712,
      "grad_norm": 0.020230021327733994,
      "learning_rate": 2.7367990845185547e-05,
      "loss": 0.0007,
      "step": 3650
    },
    {
      "epoch": 0.5406598256647909,
      "grad_norm": 0.0023030710872262716,
      "learning_rate": 2.7327121137812652e-05,
      "loss": 0.0002,
      "step": 3675
    },
    {
      "epoch": 0.5443377836625106,
      "grad_norm": 0.0020703673362731934,
      "learning_rate": 2.7286251430439758e-05,
      "loss": 0.0002,
      "step": 3700
    },
    {
      "epoch": 0.5480157416602303,
      "grad_norm": 0.002691243775188923,
      "learning_rate": 2.7245381723066863e-05,
      "loss": 0.0005,
      "step": 3725
    },
    {
      "epoch": 0.5516936996579499,
      "grad_norm": 0.002691768342629075,
      "learning_rate": 2.720451201569397e-05,
      "loss": 0.0957,
      "step": 3750
    },
    {
      "epoch": 0.5553716576556695,
      "grad_norm": 0.05962933972477913,
      "learning_rate": 2.7163642308321074e-05,
      "loss": 0.1317,
      "step": 3775
    },
    {
      "epoch": 0.5590496156533893,
      "grad_norm": 0.06475093215703964,
      "learning_rate": 2.712277260094818e-05,
      "loss": 0.0257,
      "step": 3800
    },
    {
      "epoch": 0.5627275736511089,
      "grad_norm": 0.0121241370216012,
      "learning_rate": 2.708190289357528e-05,
      "loss": 0.0609,
      "step": 3825
    },
    {
      "epoch": 0.5664055316488286,
      "grad_norm": 0.007753327488899231,
      "learning_rate": 2.7041033186202387e-05,
      "loss": 0.0008,
      "step": 3850
    },
    {
      "epoch": 0.5700834896465482,
      "grad_norm": 0.005270315799862146,
      "learning_rate": 2.7000163478829492e-05,
      "loss": 0.0002,
      "step": 3875
    },
    {
      "epoch": 0.573761447644268,
      "grad_norm": 0.004358434583991766,
      "learning_rate": 2.6959293771456597e-05,
      "loss": 0.0174,
      "step": 3900
    },
    {
      "epoch": 0.5774394056419876,
      "grad_norm": 0.003769191913306713,
      "learning_rate": 2.6918424064083703e-05,
      "loss": 0.0513,
      "step": 3925
    },
    {
      "epoch": 0.5811173636397072,
      "grad_norm": 0.0043784258887171745,
      "learning_rate": 2.6877554356710808e-05,
      "loss": 0.0185,
      "step": 3950
    },
    {
      "epoch": 0.5847953216374269,
      "grad_norm": 0.004602793138474226,
      "learning_rate": 2.6836684649337913e-05,
      "loss": 0.0236,
      "step": 3975
    },
    {
      "epoch": 0.5884732796351466,
      "grad_norm": 0.002638947917148471,
      "learning_rate": 2.679581494196502e-05,
      "loss": 0.0155,
      "step": 4000
    },
    {
      "epoch": 0.5921512376328663,
      "grad_norm": 0.002830574056133628,
      "learning_rate": 2.675494523459212e-05,
      "loss": 0.0161,
      "step": 4025
    },
    {
      "epoch": 0.5958291956305859,
      "grad_norm": 0.015412558801472187,
      "learning_rate": 2.6714075527219226e-05,
      "loss": 0.131,
      "step": 4050
    },
    {
      "epoch": 0.5995071536283055,
      "grad_norm": 0.016349300742149353,
      "learning_rate": 2.667320581984633e-05,
      "loss": 0.0132,
      "step": 4075
    },
    {
      "epoch": 0.6031851116260253,
      "grad_norm": 0.013236075639724731,
      "learning_rate": 2.6632336112473437e-05,
      "loss": 0.0005,
      "step": 4100
    },
    {
      "epoch": 0.6068630696237449,
      "grad_norm": 0.007088659331202507,
      "learning_rate": 2.6591466405100542e-05,
      "loss": 0.0004,
      "step": 4125
    },
    {
      "epoch": 0.6105410276214646,
      "grad_norm": 0.02121301181614399,
      "learning_rate": 2.6550596697727648e-05,
      "loss": 0.0397,
      "step": 4150
    },
    {
      "epoch": 0.6142189856191842,
      "grad_norm": 0.030070917680859566,
      "learning_rate": 2.650972699035475e-05,
      "loss": 0.0754,
      "step": 4175
    },
    {
      "epoch": 0.617896943616904,
      "grad_norm": 10.173595428466797,
      "learning_rate": 2.646885728298185e-05,
      "loss": 0.0336,
      "step": 4200
    },
    {
      "epoch": 0.6215749016146236,
      "grad_norm": 0.014447388239204884,
      "learning_rate": 2.6427987575608957e-05,
      "loss": 0.003,
      "step": 4225
    },
    {
      "epoch": 0.6252528596123432,
      "grad_norm": 0.012096612714231014,
      "learning_rate": 2.6387117868236062e-05,
      "loss": 0.0481,
      "step": 4250
    },
    {
      "epoch": 0.6289308176100629,
      "grad_norm": 0.02047719806432724,
      "learning_rate": 2.6346248160863168e-05,
      "loss": 0.051,
      "step": 4275
    },
    {
      "epoch": 0.6326087756077826,
      "grad_norm": 0.01152089238166809,
      "learning_rate": 2.6305378453490273e-05,
      "loss": 0.011,
      "step": 4300
    },
    {
      "epoch": 0.6362867336055023,
      "grad_norm": 0.01178329810500145,
      "learning_rate": 2.626450874611738e-05,
      "loss": 0.0187,
      "step": 4325
    },
    {
      "epoch": 0.6399646916032219,
      "grad_norm": 0.012962247245013714,
      "learning_rate": 2.6223639038744484e-05,
      "loss": 0.041,
      "step": 4350
    },
    {
      "epoch": 0.6436426496009415,
      "grad_norm": 0.012993029318749905,
      "learning_rate": 2.6182769331371586e-05,
      "loss": 0.03,
      "step": 4375
    },
    {
      "epoch": 0.6473206075986612,
      "grad_norm": 0.01311455201357603,
      "learning_rate": 2.614189962399869e-05,
      "loss": 0.0421,
      "step": 4400
    },
    {
      "epoch": 0.6509985655963809,
      "grad_norm": 0.022407829761505127,
      "learning_rate": 2.6101029916625797e-05,
      "loss": 0.0312,
      "step": 4425
    },
    {
      "epoch": 0.6546765235941006,
      "grad_norm": 0.007614122703671455,
      "learning_rate": 2.6060160209252902e-05,
      "loss": 0.0014,
      "step": 4450
    },
    {
      "epoch": 0.6583544815918202,
      "grad_norm": 0.006891134660691023,
      "learning_rate": 2.6019290501880007e-05,
      "loss": 0.0966,
      "step": 4475
    },
    {
      "epoch": 0.6620324395895398,
      "grad_norm": 0.026897389441728592,
      "learning_rate": 2.5978420794507113e-05,
      "loss": 0.0387,
      "step": 4500
    },
    {
      "epoch": 0.6657103975872596,
      "grad_norm": 0.013364088721573353,
      "learning_rate": 2.5937551087134218e-05,
      "loss": 0.0007,
      "step": 4525
    },
    {
      "epoch": 0.6693883555849792,
      "grad_norm": 0.006984102539718151,
      "learning_rate": 2.589668137976132e-05,
      "loss": 0.0008,
      "step": 4550
    },
    {
      "epoch": 0.6730663135826989,
      "grad_norm": 0.005882107652723789,
      "learning_rate": 2.5855811672388425e-05,
      "loss": 0.0003,
      "step": 4575
    },
    {
      "epoch": 0.6767442715804185,
      "grad_norm": 0.008882598020136356,
      "learning_rate": 2.581494196501553e-05,
      "loss": 0.0389,
      "step": 4600
    },
    {
      "epoch": 0.6804222295781382,
      "grad_norm": 0.01086785364896059,
      "learning_rate": 2.5774072257642636e-05,
      "loss": 0.0305,
      "step": 4625
    },
    {
      "epoch": 0.6841001875758579,
      "grad_norm": 0.005837304517626762,
      "learning_rate": 2.573320255026974e-05,
      "loss": 0.0277,
      "step": 4650
    },
    {
      "epoch": 0.6877781455735775,
      "grad_norm": 0.006613869220018387,
      "learning_rate": 2.5692332842896847e-05,
      "loss": 0.0003,
      "step": 4675
    },
    {
      "epoch": 0.6914561035712972,
      "grad_norm": 0.012274155393242836,
      "learning_rate": 2.5651463135523952e-05,
      "loss": 0.0383,
      "step": 4700
    },
    {
      "epoch": 0.6951340615690169,
      "grad_norm": 0.0031378071289509535,
      "learning_rate": 2.5610593428151054e-05,
      "loss": 0.0065,
      "step": 4725
    },
    {
      "epoch": 0.6988120195667366,
      "grad_norm": 0.12304351478815079,
      "learning_rate": 2.556972372077816e-05,
      "loss": 0.0103,
      "step": 4750
    },
    {
      "epoch": 0.7024899775644562,
      "grad_norm": 0.005349988583475351,
      "learning_rate": 2.5528854013405265e-05,
      "loss": 0.0292,
      "step": 4775
    },
    {
      "epoch": 0.7061679355621758,
      "grad_norm": 0.0023686892818659544,
      "learning_rate": 2.548798430603237e-05,
      "loss": 0.0169,
      "step": 4800
    },
    {
      "epoch": 0.7098458935598956,
      "grad_norm": 0.0018137163715437055,
      "learning_rate": 2.5447114598659476e-05,
      "loss": 0.0444,
      "step": 4825
    },
    {
      "epoch": 0.7135238515576152,
      "grad_norm": 0.0029049592558294535,
      "learning_rate": 2.540624489128658e-05,
      "loss": 0.0591,
      "step": 4850
    },
    {
      "epoch": 0.7172018095553349,
      "grad_norm": 0.0024209930561482906,
      "learning_rate": 2.5365375183913687e-05,
      "loss": 0.0311,
      "step": 4875
    },
    {
      "epoch": 0.7208797675530545,
      "grad_norm": 62.02742385864258,
      "learning_rate": 2.532450547654079e-05,
      "loss": 0.0324,
      "step": 4900
    },
    {
      "epoch": 0.7245577255507742,
      "grad_norm": 0.002258418360725045,
      "learning_rate": 2.528363576916789e-05,
      "loss": 0.0003,
      "step": 4925
    },
    {
      "epoch": 0.7282356835484939,
      "grad_norm": 0.001804179628379643,
      "learning_rate": 2.5242766061794996e-05,
      "loss": 0.0499,
      "step": 4950
    },
    {
      "epoch": 0.7319136415462135,
      "grad_norm": 0.33615773916244507,
      "learning_rate": 2.52018963544221e-05,
      "loss": 0.0005,
      "step": 4975
    },
    {
      "epoch": 0.7355915995439332,
      "grad_norm": 0.0010956133482977748,
      "learning_rate": 2.5161026647049207e-05,
      "loss": 0.0008,
      "step": 5000
    },
    {
      "epoch": 0.7392695575416529,
      "grad_norm": 0.0012902173912152648,
      "learning_rate": 2.5120156939676312e-05,
      "loss": 0.0273,
      "step": 5025
    },
    {
      "epoch": 0.7429475155393725,
      "grad_norm": 0.013881388120353222,
      "learning_rate": 2.5079287232303417e-05,
      "loss": 0.0488,
      "step": 5050
    },
    {
      "epoch": 0.7466254735370922,
      "grad_norm": 0.011136908084154129,
      "learning_rate": 2.5038417524930523e-05,
      "loss": 0.0003,
      "step": 5075
    },
    {
      "epoch": 0.7503034315348118,
      "grad_norm": 0.020626788958907127,
      "learning_rate": 2.4997547817557625e-05,
      "loss": 0.0621,
      "step": 5100
    },
    {
      "epoch": 0.7539813895325316,
      "grad_norm": 0.039804015308618546,
      "learning_rate": 2.495667811018473e-05,
      "loss": 0.0941,
      "step": 5125
    },
    {
      "epoch": 0.7576593475302512,
      "grad_norm": 0.019914086908102036,
      "learning_rate": 2.4915808402811835e-05,
      "loss": 0.0021,
      "step": 5150
    },
    {
      "epoch": 0.7613373055279709,
      "grad_norm": 0.027103891596198082,
      "learning_rate": 2.487493869543894e-05,
      "loss": 0.0375,
      "step": 5175
    },
    {
      "epoch": 0.7650152635256905,
      "grad_norm": 0.008572924882173538,
      "learning_rate": 2.4834068988066046e-05,
      "loss": 0.0007,
      "step": 5200
    },
    {
      "epoch": 0.7686932215234102,
      "grad_norm": 0.011288322508335114,
      "learning_rate": 2.479319928069315e-05,
      "loss": 0.0339,
      "step": 5225
    },
    {
      "epoch": 0.7723711795211299,
      "grad_norm": 11.5412015914917,
      "learning_rate": 2.4752329573320257e-05,
      "loss": 0.0414,
      "step": 5250
    },
    {
      "epoch": 0.7760491375188495,
      "grad_norm": 0.016787946224212646,
      "learning_rate": 2.471145986594736e-05,
      "loss": 0.0817,
      "step": 5275
    },
    {
      "epoch": 0.7797270955165692,
      "grad_norm": 0.3828181326389313,
      "learning_rate": 2.4670590158574464e-05,
      "loss": 0.0013,
      "step": 5300
    },
    {
      "epoch": 0.7834050535142889,
      "grad_norm": 0.00423394562676549,
      "learning_rate": 2.462972045120157e-05,
      "loss": 0.0009,
      "step": 5325
    },
    {
      "epoch": 0.7870830115120085,
      "grad_norm": 0.0038542733527719975,
      "learning_rate": 2.4588850743828675e-05,
      "loss": 0.0006,
      "step": 5350
    },
    {
      "epoch": 0.7907609695097282,
      "grad_norm": 0.002444320358335972,
      "learning_rate": 2.454798103645578e-05,
      "loss": 0.0208,
      "step": 5375
    },
    {
      "epoch": 0.7944389275074478,
      "grad_norm": 0.06983044743537903,
      "learning_rate": 2.4507111329082886e-05,
      "loss": 0.0611,
      "step": 5400
    },
    {
      "epoch": 0.7981168855051676,
      "grad_norm": 0.0033168047666549683,
      "learning_rate": 2.446624162170999e-05,
      "loss": 0.0016,
      "step": 5425
    },
    {
      "epoch": 0.8017948435028872,
      "grad_norm": 0.0031268312595784664,
      "learning_rate": 2.4425371914337093e-05,
      "loss": 0.0119,
      "step": 5450
    },
    {
      "epoch": 0.8054728015006068,
      "grad_norm": 0.0019544719252735376,
      "learning_rate": 2.43845022069642e-05,
      "loss": 0.0337,
      "step": 5475
    },
    {
      "epoch": 0.8091507594983265,
      "grad_norm": 0.017085539177060127,
      "learning_rate": 2.4343632499591304e-05,
      "loss": 0.0776,
      "step": 5500
    },
    {
      "epoch": 0.8128287174960462,
      "grad_norm": 0.916741669178009,
      "learning_rate": 2.430276279221841e-05,
      "loss": 0.0009,
      "step": 5525
    },
    {
      "epoch": 0.8165066754937659,
      "grad_norm": 0.0018967619398608804,
      "learning_rate": 2.4261893084845515e-05,
      "loss": 0.0005,
      "step": 5550
    },
    {
      "epoch": 0.8201846334914855,
      "grad_norm": 0.002946459921076894,
      "learning_rate": 2.422102337747262e-05,
      "loss": 0.052,
      "step": 5575
    },
    {
      "epoch": 0.8238625914892052,
      "grad_norm": 0.00457314308732748,
      "learning_rate": 2.4180153670099725e-05,
      "loss": 0.0386,
      "step": 5600
    },
    {
      "epoch": 0.8275405494869249,
      "grad_norm": 0.00886601209640503,
      "learning_rate": 2.4139283962726827e-05,
      "loss": 0.0003,
      "step": 5625
    },
    {
      "epoch": 0.8312185074846445,
      "grad_norm": 0.004110053181648254,
      "learning_rate": 2.409841425535393e-05,
      "loss": 0.0002,
      "step": 5650
    },
    {
      "epoch": 0.8348964654823642,
      "grad_norm": 0.002550973556935787,
      "learning_rate": 2.4057544547981035e-05,
      "loss": 0.0893,
      "step": 5675
    },
    {
      "epoch": 0.8385744234800838,
      "grad_norm": 0.0047971270978450775,
      "learning_rate": 2.401667484060814e-05,
      "loss": 0.0649,
      "step": 5700
    },
    {
      "epoch": 0.8422523814778036,
      "grad_norm": 22.79808235168457,
      "learning_rate": 2.3975805133235246e-05,
      "loss": 0.0509,
      "step": 5725
    },
    {
      "epoch": 0.8459303394755232,
      "grad_norm": 0.02145661599934101,
      "learning_rate": 2.393493542586235e-05,
      "loss": 0.0456,
      "step": 5750
    },
    {
      "epoch": 0.8496082974732428,
      "grad_norm": 0.8593617081642151,
      "learning_rate": 2.3894065718489456e-05,
      "loss": 0.0727,
      "step": 5775
    },
    {
      "epoch": 0.8532862554709625,
      "grad_norm": 0.004426372237503529,
      "learning_rate": 2.385319601111656e-05,
      "loss": 0.0004,
      "step": 5800
    },
    {
      "epoch": 0.8569642134686822,
      "grad_norm": 0.0030661604832857847,
      "learning_rate": 2.3812326303743664e-05,
      "loss": 0.0001,
      "step": 5825
    },
    {
      "epoch": 0.8606421714664019,
      "grad_norm": 0.0062530264258384705,
      "learning_rate": 2.377145659637077e-05,
      "loss": 0.044,
      "step": 5850
    },
    {
      "epoch": 0.8643201294641215,
      "grad_norm": 0.023851774632930756,
      "learning_rate": 2.3730586888997874e-05,
      "loss": 0.0412,
      "step": 5875
    },
    {
      "epoch": 0.8679980874618412,
      "grad_norm": 0.013338697142899036,
      "learning_rate": 2.368971718162498e-05,
      "loss": 0.0006,
      "step": 5900
    },
    {
      "epoch": 0.8716760454595609,
      "grad_norm": 0.01904129609465599,
      "learning_rate": 2.3648847474252085e-05,
      "loss": 0.0726,
      "step": 5925
    },
    {
      "epoch": 0.8753540034572805,
      "grad_norm": 0.010262302123010159,
      "learning_rate": 2.360797776687919e-05,
      "loss": 0.0087,
      "step": 5950
    },
    {
      "epoch": 0.8790319614550002,
      "grad_norm": 0.006104280706495047,
      "learning_rate": 2.3567108059506296e-05,
      "loss": 0.0004,
      "step": 5975
    },
    {
      "epoch": 0.8827099194527198,
      "grad_norm": 0.019870450720191002,
      "learning_rate": 2.3526238352133398e-05,
      "loss": 0.0795,
      "step": 6000
    },
    {
      "epoch": 0.8863878774504396,
      "grad_norm": 0.021579677239060402,
      "learning_rate": 2.3485368644760503e-05,
      "loss": 0.0009,
      "step": 6025
    },
    {
      "epoch": 0.8900658354481592,
      "grad_norm": 0.007828918285667896,
      "learning_rate": 2.344449893738761e-05,
      "loss": 0.0017,
      "step": 6050
    },
    {
      "epoch": 0.8937437934458788,
      "grad_norm": 0.006341638043522835,
      "learning_rate": 2.3403629230014714e-05,
      "loss": 0.0198,
      "step": 6075
    },
    {
      "epoch": 0.8974217514435985,
      "grad_norm": 0.004665954038500786,
      "learning_rate": 2.336275952264182e-05,
      "loss": 0.0002,
      "step": 6100
    },
    {
      "epoch": 0.9010997094413182,
      "grad_norm": 0.0059740557335317135,
      "learning_rate": 2.3321889815268925e-05,
      "loss": 0.0398,
      "step": 6125
    },
    {
      "epoch": 0.9047776674390379,
      "grad_norm": 0.09372496604919434,
      "learning_rate": 2.328102010789603e-05,
      "loss": 0.0596,
      "step": 6150
    },
    {
      "epoch": 0.9084556254367575,
      "grad_norm": 0.06878636032342911,
      "learning_rate": 2.3240150400523132e-05,
      "loss": 0.0858,
      "step": 6175
    },
    {
      "epoch": 0.9121335834344771,
      "grad_norm": 5.581681728363037,
      "learning_rate": 2.3199280693150238e-05,
      "loss": 0.0728,
      "step": 6200
    },
    {
      "epoch": 0.9158115414321969,
      "grad_norm": 0.017690079286694527,
      "learning_rate": 2.3158410985777343e-05,
      "loss": 0.0109,
      "step": 6225
    },
    {
      "epoch": 0.9194894994299165,
      "grad_norm": 0.009789933450520039,
      "learning_rate": 2.3117541278404448e-05,
      "loss": 0.003,
      "step": 6250
    },
    {
      "epoch": 0.9231674574276362,
      "grad_norm": 0.007185524329543114,
      "learning_rate": 2.3076671571031554e-05,
      "loss": 0.0003,
      "step": 6275
    },
    {
      "epoch": 0.9268454154253558,
      "grad_norm": 0.29879918694496155,
      "learning_rate": 2.303580186365866e-05,
      "loss": 0.0004,
      "step": 6300
    },
    {
      "epoch": 0.9305233734230756,
      "grad_norm": 0.005276743322610855,
      "learning_rate": 2.2994932156285764e-05,
      "loss": 0.0209,
      "step": 6325
    },
    {
      "epoch": 0.9342013314207952,
      "grad_norm": 4.756071090698242,
      "learning_rate": 2.2954062448912866e-05,
      "loss": 0.0696,
      "step": 6350
    },
    {
      "epoch": 0.9378792894185148,
      "grad_norm": 0.005177750252187252,
      "learning_rate": 2.291319274153997e-05,
      "loss": 0.0294,
      "step": 6375
    },
    {
      "epoch": 0.9415572474162345,
      "grad_norm": 0.005691983737051487,
      "learning_rate": 2.2872323034167074e-05,
      "loss": 0.0102,
      "step": 6400
    },
    {
      "epoch": 0.9452352054139542,
      "grad_norm": 0.012254934757947922,
      "learning_rate": 2.283145332679418e-05,
      "loss": 0.0204,
      "step": 6425
    },
    {
      "epoch": 0.9489131634116739,
      "grad_norm": 0.007204866968095303,
      "learning_rate": 2.2790583619421284e-05,
      "loss": 0.001,
      "step": 6450
    },
    {
      "epoch": 0.9525911214093935,
      "grad_norm": 0.0022422156762331724,
      "learning_rate": 2.274971391204839e-05,
      "loss": 0.0074,
      "step": 6475
    },
    {
      "epoch": 0.9562690794071131,
      "grad_norm": 0.0029815786983817816,
      "learning_rate": 2.2708844204675495e-05,
      "loss": 0.0001,
      "step": 6500
    },
    {
      "epoch": 0.9599470374048328,
      "grad_norm": 0.0027428902685642242,
      "learning_rate": 2.26679744973026e-05,
      "loss": 0.0534,
      "step": 6525
    },
    {
      "epoch": 0.9636249954025525,
      "grad_norm": 0.0038738884031772614,
      "learning_rate": 2.2627104789929703e-05,
      "loss": 0.0167,
      "step": 6550
    },
    {
      "epoch": 0.9673029534002722,
      "grad_norm": 0.002053373260423541,
      "learning_rate": 2.2586235082556808e-05,
      "loss": 0.0119,
      "step": 6575
    },
    {
      "epoch": 0.9709809113979918,
      "grad_norm": 0.015416144393384457,
      "learning_rate": 2.2545365375183913e-05,
      "loss": 0.0436,
      "step": 6600
    },
    {
      "epoch": 0.9746588693957114,
      "grad_norm": 0.028199590742588043,
      "learning_rate": 2.250449566781102e-05,
      "loss": 0.06,
      "step": 6625
    },
    {
      "epoch": 0.9783368273934312,
      "grad_norm": 0.00808124803006649,
      "learning_rate": 2.2463625960438124e-05,
      "loss": 0.0082,
      "step": 6650
    },
    {
      "epoch": 0.9820147853911508,
      "grad_norm": 0.896677553653717,
      "learning_rate": 2.242275625306523e-05,
      "loss": 0.0004,
      "step": 6675
    },
    {
      "epoch": 0.9856927433888705,
      "grad_norm": 0.014748472720384598,
      "learning_rate": 2.2381886545692335e-05,
      "loss": 0.0554,
      "step": 6700
    },
    {
      "epoch": 0.9893707013865901,
      "grad_norm": 0.08279622346162796,
      "learning_rate": 2.2341016838319437e-05,
      "loss": 0.0727,
      "step": 6725
    },
    {
      "epoch": 0.9930486593843099,
      "grad_norm": 0.0343361496925354,
      "learning_rate": 2.2300147130946542e-05,
      "loss": 0.0653,
      "step": 6750
    },
    {
      "epoch": 0.9967266173820295,
      "grad_norm": 0.01778659224510193,
      "learning_rate": 2.2259277423573648e-05,
      "loss": 0.0468,
      "step": 6775
    },
    {
      "epoch": 0.9999632204200228,
      "eval_accuracy": 0.9960279514527399,
      "eval_auc": 0.9999026317054973,
      "eval_f1": 0.9960253201825409,
      "eval_loss": 0.020395906642079353,
      "eval_precision": 0.9967589864466706,
      "eval_recall": 0.9952927331568108,
      "eval_runtime": 2488.2544,
      "eval_samples_per_second": 5.464,
      "eval_steps_per_second": 1.366,
      "step": 6797
    },
    {
      "epoch": 1.0004045753797493,
      "grad_norm": 0.038309529423713684,
      "learning_rate": 2.2218407716200753e-05,
      "loss": 0.0867,
      "step": 6800
    },
    {
      "epoch": 1.0040825333774688,
      "grad_norm": 0.03099379874765873,
      "learning_rate": 2.217753800882786e-05,
      "loss": 0.0251,
      "step": 6825
    },
    {
      "epoch": 1.0077604913751885,
      "grad_norm": 0.014889312908053398,
      "learning_rate": 2.2136668301454964e-05,
      "loss": 0.0007,
      "step": 6850
    },
    {
      "epoch": 1.011438449372908,
      "grad_norm": 0.011484134942293167,
      "learning_rate": 2.209579859408207e-05,
      "loss": 0.0042,
      "step": 6875
    },
    {
      "epoch": 1.0151164073706278,
      "grad_norm": 0.008166844956576824,
      "learning_rate": 2.205492888670917e-05,
      "loss": 0.0003,
      "step": 6900
    },
    {
      "epoch": 1.0187943653683476,
      "grad_norm": 0.006568376440554857,
      "learning_rate": 2.2014059179336276e-05,
      "loss": 0.0003,
      "step": 6925
    },
    {
      "epoch": 1.022472323366067,
      "grad_norm": 0.0057509117759764194,
      "learning_rate": 2.1973189471963382e-05,
      "loss": 0.0084,
      "step": 6950
    },
    {
      "epoch": 1.0261502813637868,
      "grad_norm": 0.004868589341640472,
      "learning_rate": 2.1932319764590487e-05,
      "loss": 0.0043,
      "step": 6975
    },
    {
      "epoch": 1.0298282393615066,
      "grad_norm": 0.004712184425443411,
      "learning_rate": 2.1891450057217593e-05,
      "loss": 0.0029,
      "step": 7000
    },
    {
      "epoch": 1.033506197359226,
      "grad_norm": 0.0035947624128311872,
      "learning_rate": 2.1850580349844698e-05,
      "loss": 0.0051,
      "step": 7025
    },
    {
      "epoch": 1.0371841553569459,
      "grad_norm": 0.0033714687451720238,
      "learning_rate": 2.1809710642471803e-05,
      "loss": 0.0377,
      "step": 7050
    },
    {
      "epoch": 1.0408621133546654,
      "grad_norm": 12.332621574401855,
      "learning_rate": 2.1768840935098905e-05,
      "loss": 0.0061,
      "step": 7075
    },
    {
      "epoch": 1.0445400713523851,
      "grad_norm": 0.002749204868450761,
      "learning_rate": 2.172797122772601e-05,
      "loss": 0.0003,
      "step": 7100
    },
    {
      "epoch": 1.0482180293501049,
      "grad_norm": 0.0026924049016088247,
      "learning_rate": 2.1687101520353113e-05,
      "loss": 0.0001,
      "step": 7125
    },
    {
      "epoch": 1.0518959873478244,
      "grad_norm": 0.006290792487561703,
      "learning_rate": 2.1646231812980218e-05,
      "loss": 0.0443,
      "step": 7150
    },
    {
      "epoch": 1.0555739453455442,
      "grad_norm": 0.0048763868398964405,
      "learning_rate": 2.1605362105607323e-05,
      "loss": 0.0002,
      "step": 7175
    },
    {
      "epoch": 1.059251903343264,
      "grad_norm": 0.003825924126431346,
      "learning_rate": 2.156449239823443e-05,
      "loss": 0.0002,
      "step": 7200
    },
    {
      "epoch": 1.0629298613409834,
      "grad_norm": 0.0068919663317501545,
      "learning_rate": 2.1523622690861534e-05,
      "loss": 0.0001,
      "step": 7225
    },
    {
      "epoch": 1.0666078193387032,
      "grad_norm": 0.0029492308385670185,
      "learning_rate": 2.1482752983488636e-05,
      "loss": 0.0001,
      "step": 7250
    },
    {
      "epoch": 1.0702857773364227,
      "grad_norm": 0.0031761634163558483,
      "learning_rate": 2.144188327611574e-05,
      "loss": 0.0001,
      "step": 7275
    },
    {
      "epoch": 1.0739637353341425,
      "grad_norm": 0.004821736365556717,
      "learning_rate": 2.1401013568742847e-05,
      "loss": 0.0373,
      "step": 7300
    },
    {
      "epoch": 1.0776416933318622,
      "grad_norm": 0.003594837849959731,
      "learning_rate": 2.1360143861369952e-05,
      "loss": 0.0004,
      "step": 7325
    },
    {
      "epoch": 1.0813196513295817,
      "grad_norm": 0.004811630584299564,
      "learning_rate": 2.1319274153997058e-05,
      "loss": 0.0001,
      "step": 7350
    },
    {
      "epoch": 1.0849976093273015,
      "grad_norm": 0.006440363824367523,
      "learning_rate": 2.1278404446624163e-05,
      "loss": 0.0453,
      "step": 7375
    },
    {
      "epoch": 1.0886755673250212,
      "grad_norm": 0.007900132797658443,
      "learning_rate": 2.123753473925127e-05,
      "loss": 0.0003,
      "step": 7400
    },
    {
      "epoch": 1.0923535253227408,
      "grad_norm": 0.00898217223584652,
      "learning_rate": 2.1196665031878374e-05,
      "loss": 0.0811,
      "step": 7425
    },
    {
      "epoch": 1.0960314833204605,
      "grad_norm": 0.031215157359838486,
      "learning_rate": 2.1155795324505476e-05,
      "loss": 0.035,
      "step": 7450
    },
    {
      "epoch": 1.09970944131818,
      "grad_norm": 0.022409003227949142,
      "learning_rate": 2.111492561713258e-05,
      "loss": 0.0014,
      "step": 7475
    },
    {
      "epoch": 1.1033873993158998,
      "grad_norm": 0.0137456264346838,
      "learning_rate": 2.1074055909759686e-05,
      "loss": 0.0006,
      "step": 7500
    },
    {
      "epoch": 1.1070653573136195,
      "grad_norm": 0.006075088866055012,
      "learning_rate": 2.1033186202386792e-05,
      "loss": 0.0005,
      "step": 7525
    },
    {
      "epoch": 1.110743315311339,
      "grad_norm": 0.007382239680737257,
      "learning_rate": 2.0992316495013897e-05,
      "loss": 0.0003,
      "step": 7550
    },
    {
      "epoch": 1.1144212733090588,
      "grad_norm": 0.016082163900136948,
      "learning_rate": 2.0951446787641003e-05,
      "loss": 0.0469,
      "step": 7575
    },
    {
      "epoch": 1.1180992313067786,
      "grad_norm": 0.02028113603591919,
      "learning_rate": 2.0910577080268108e-05,
      "loss": 0.0398,
      "step": 7600
    },
    {
      "epoch": 1.121777189304498,
      "grad_norm": 0.014643259346485138,
      "learning_rate": 2.086970737289521e-05,
      "loss": 0.0007,
      "step": 7625
    },
    {
      "epoch": 1.1254551473022179,
      "grad_norm": 0.010461482219398022,
      "learning_rate": 2.0828837665522315e-05,
      "loss": 0.0004,
      "step": 7650
    },
    {
      "epoch": 1.1291331052999374,
      "grad_norm": 0.009396770037710667,
      "learning_rate": 2.078796795814942e-05,
      "loss": 0.0004,
      "step": 7675
    },
    {
      "epoch": 1.1328110632976571,
      "grad_norm": 0.007909806445240974,
      "learning_rate": 2.0747098250776526e-05,
      "loss": 0.016,
      "step": 7700
    },
    {
      "epoch": 1.1364890212953769,
      "grad_norm": 0.006153750233352184,
      "learning_rate": 2.070622854340363e-05,
      "loss": 0.0055,
      "step": 7725
    },
    {
      "epoch": 1.1401669792930964,
      "grad_norm": 0.006996823474764824,
      "learning_rate": 2.0665358836030737e-05,
      "loss": 0.0002,
      "step": 7750
    },
    {
      "epoch": 1.1438449372908162,
      "grad_norm": 0.006032935809344053,
      "learning_rate": 2.0624489128657842e-05,
      "loss": 0.0331,
      "step": 7775
    },
    {
      "epoch": 1.1475228952885357,
      "grad_norm": 0.003607578342780471,
      "learning_rate": 2.0583619421284944e-05,
      "loss": 0.0002,
      "step": 7800
    },
    {
      "epoch": 1.1512008532862554,
      "grad_norm": 0.004726866725832224,
      "learning_rate": 2.054274971391205e-05,
      "loss": 0.0002,
      "step": 7825
    },
    {
      "epoch": 1.1548788112839752,
      "grad_norm": 0.004033273551613092,
      "learning_rate": 2.050188000653915e-05,
      "loss": 0.0001,
      "step": 7850
    },
    {
      "epoch": 1.1585567692816947,
      "grad_norm": 0.0035559283569455147,
      "learning_rate": 2.0461010299166257e-05,
      "loss": 0.0001,
      "step": 7875
    },
    {
      "epoch": 1.1622347272794145,
      "grad_norm": 0.002765959594398737,
      "learning_rate": 2.0420140591793362e-05,
      "loss": 0.0001,
      "step": 7900
    },
    {
      "epoch": 1.1659126852771342,
      "grad_norm": 0.003123935777693987,
      "learning_rate": 2.0379270884420468e-05,
      "loss": 0.0001,
      "step": 7925
    },
    {
      "epoch": 1.1695906432748537,
      "grad_norm": 0.0030226910021156073,
      "learning_rate": 2.0338401177047573e-05,
      "loss": 0.0443,
      "step": 7950
    },
    {
      "epoch": 1.1732686012725735,
      "grad_norm": 0.002675386844202876,
      "learning_rate": 2.0297531469674675e-05,
      "loss": 0.0001,
      "step": 7975
    },
    {
      "epoch": 1.1769465592702932,
      "grad_norm": 0.002876314101740718,
      "learning_rate": 2.025666176230178e-05,
      "loss": 0.0001,
      "step": 8000
    },
    {
      "epoch": 1.1806245172680128,
      "grad_norm": 0.003930400125682354,
      "learning_rate": 2.0215792054928886e-05,
      "loss": 0.0463,
      "step": 8025
    },
    {
      "epoch": 1.1843024752657325,
      "grad_norm": 0.004908836912363768,
      "learning_rate": 2.017492234755599e-05,
      "loss": 0.0002,
      "step": 8050
    },
    {
      "epoch": 1.187980433263452,
      "grad_norm": 0.005489639472216368,
      "learning_rate": 2.0134052640183097e-05,
      "loss": 0.0014,
      "step": 8075
    },
    {
      "epoch": 1.1916583912611718,
      "grad_norm": 0.0054463837295770645,
      "learning_rate": 2.0093182932810202e-05,
      "loss": 0.0418,
      "step": 8100
    },
    {
      "epoch": 1.1953363492588915,
      "grad_norm": 0.004771388601511717,
      "learning_rate": 2.0052313225437307e-05,
      "loss": 0.0002,
      "step": 8125
    },
    {
      "epoch": 1.199014307256611,
      "grad_norm": 0.004579597618430853,
      "learning_rate": 2.001144351806441e-05,
      "loss": 0.0002,
      "step": 8150
    },
    {
      "epoch": 1.2026922652543308,
      "grad_norm": 0.005399708636105061,
      "learning_rate": 1.9970573810691515e-05,
      "loss": 0.0002,
      "step": 8175
    },
    {
      "epoch": 1.2063702232520503,
      "grad_norm": 0.0028218550141900778,
      "learning_rate": 1.992970410331862e-05,
      "loss": 0.0001,
      "step": 8200
    },
    {
      "epoch": 1.21004818124977,
      "grad_norm": 0.0270390622317791,
      "learning_rate": 1.9888834395945725e-05,
      "loss": 0.1464,
      "step": 8225
    },
    {
      "epoch": 1.2137261392474898,
      "grad_norm": 0.007817487232387066,
      "learning_rate": 1.984796468857283e-05,
      "loss": 0.0005,
      "step": 8250
    },
    {
      "epoch": 1.2174040972452094,
      "grad_norm": 0.009673170745372772,
      "learning_rate": 1.9807094981199936e-05,
      "loss": 0.0003,
      "step": 8275
    },
    {
      "epoch": 1.2210820552429291,
      "grad_norm": 0.006883264984935522,
      "learning_rate": 1.976622527382704e-05,
      "loss": 0.0364,
      "step": 8300
    },
    {
      "epoch": 1.2247600132406489,
      "grad_norm": 0.038729436695575714,
      "learning_rate": 1.9725355566454147e-05,
      "loss": 0.0002,
      "step": 8325
    },
    {
      "epoch": 1.2284379712383684,
      "grad_norm": 0.004570882301777601,
      "learning_rate": 1.968448585908125e-05,
      "loss": 0.0002,
      "step": 8350
    },
    {
      "epoch": 1.2321159292360881,
      "grad_norm": 0.010231226682662964,
      "learning_rate": 1.9643616151708354e-05,
      "loss": 0.0463,
      "step": 8375
    },
    {
      "epoch": 1.235793887233808,
      "grad_norm": 0.008044122718274593,
      "learning_rate": 1.960274644433546e-05,
      "loss": 0.0003,
      "step": 8400
    },
    {
      "epoch": 1.2394718452315274,
      "grad_norm": 0.005202152766287327,
      "learning_rate": 1.9561876736962565e-05,
      "loss": 0.0391,
      "step": 8425
    },
    {
      "epoch": 1.2431498032292472,
      "grad_norm": 0.0054007298313081264,
      "learning_rate": 1.952100702958967e-05,
      "loss": 0.0182,
      "step": 8450
    },
    {
      "epoch": 1.2468277612269667,
      "grad_norm": 0.005195588804781437,
      "learning_rate": 1.9480137322216776e-05,
      "loss": 0.0392,
      "step": 8475
    },
    {
      "epoch": 1.2505057192246865,
      "grad_norm": 0.00451032817363739,
      "learning_rate": 1.943926761484388e-05,
      "loss": 0.0002,
      "step": 8500
    },
    {
      "epoch": 1.2541836772224062,
      "grad_norm": 0.00390147278085351,
      "learning_rate": 1.9398397907470983e-05,
      "loss": 0.0002,
      "step": 8525
    },
    {
      "epoch": 1.2578616352201257,
      "grad_norm": 0.0030624952632933855,
      "learning_rate": 1.935752820009809e-05,
      "loss": 0.0001,
      "step": 8550
    },
    {
      "epoch": 1.2615395932178455,
      "grad_norm": 0.0030448674224317074,
      "learning_rate": 1.931665849272519e-05,
      "loss": 0.0001,
      "step": 8575
    },
    {
      "epoch": 1.265217551215565,
      "grad_norm": 0.003369387937709689,
      "learning_rate": 1.9275788785352296e-05,
      "loss": 0.0001,
      "step": 8600
    },
    {
      "epoch": 1.2688955092132848,
      "grad_norm": 0.0026294661220163107,
      "learning_rate": 1.92349190779794e-05,
      "loss": 0.0001,
      "step": 8625
    },
    {
      "epoch": 1.2725734672110045,
      "grad_norm": 0.002674271585419774,
      "learning_rate": 1.9194049370606507e-05,
      "loss": 0.0001,
      "step": 8650
    },
    {
      "epoch": 1.276251425208724,
      "grad_norm": 0.016562707722187042,
      "learning_rate": 1.9153179663233612e-05,
      "loss": 0.0001,
      "step": 8675
    },
    {
      "epoch": 1.2799293832064438,
      "grad_norm": 0.002845450770109892,
      "learning_rate": 1.9112309955860714e-05,
      "loss": 0.0376,
      "step": 8700
    },
    {
      "epoch": 1.2836073412041635,
      "grad_norm": 0.002954358235001564,
      "learning_rate": 1.907144024848782e-05,
      "loss": 0.0001,
      "step": 8725
    },
    {
      "epoch": 1.287285299201883,
      "grad_norm": 0.002028050599619746,
      "learning_rate": 1.9030570541114925e-05,
      "loss": 0.0047,
      "step": 8750
    },
    {
      "epoch": 1.2909632571996028,
      "grad_norm": 0.002608607057482004,
      "learning_rate": 1.898970083374203e-05,
      "loss": 0.0001,
      "step": 8775
    },
    {
      "epoch": 1.2946412151973226,
      "grad_norm": 0.0024424525909125805,
      "learning_rate": 1.8948831126369135e-05,
      "loss": 0.0001,
      "step": 8800
    },
    {
      "epoch": 1.298319173195042,
      "grad_norm": 0.001993270590901375,
      "learning_rate": 1.890796141899624e-05,
      "loss": 0.0001,
      "step": 8825
    },
    {
      "epoch": 1.3019971311927618,
      "grad_norm": 0.009992810897529125,
      "learning_rate": 1.8867091711623346e-05,
      "loss": 0.0001,
      "step": 8850
    },
    {
      "epoch": 1.3056750891904814,
      "grad_norm": 0.003959705121815205,
      "learning_rate": 1.8826222004250448e-05,
      "loss": 0.0336,
      "step": 8875
    },
    {
      "epoch": 1.3093530471882011,
      "grad_norm": 0.002648918190971017,
      "learning_rate": 1.8785352296877554e-05,
      "loss": 0.0002,
      "step": 8900
    },
    {
      "epoch": 1.3130310051859206,
      "grad_norm": 0.001997936749830842,
      "learning_rate": 1.874448258950466e-05,
      "loss": 0.0001,
      "step": 8925
    },
    {
      "epoch": 1.3167089631836404,
      "grad_norm": 0.0019702455028891563,
      "learning_rate": 1.8703612882131764e-05,
      "loss": 0.0001,
      "step": 8950
    },
    {
      "epoch": 1.3203869211813601,
      "grad_norm": 0.0019666815642267466,
      "learning_rate": 1.866274317475887e-05,
      "loss": 0.015,
      "step": 8975
    },
    {
      "epoch": 1.3240648791790797,
      "grad_norm": 0.016209330409765244,
      "learning_rate": 1.8621873467385975e-05,
      "loss": 0.0499,
      "step": 9000
    },
    {
      "epoch": 1.3277428371767994,
      "grad_norm": 0.002770668361335993,
      "learning_rate": 1.858100376001308e-05,
      "loss": 0.0001,
      "step": 9025
    },
    {
      "epoch": 1.3314207951745192,
      "grad_norm": 0.0025566229596734047,
      "learning_rate": 1.8540134052640182e-05,
      "loss": 0.0429,
      "step": 9050
    },
    {
      "epoch": 1.3350987531722387,
      "grad_norm": 0.00490075396373868,
      "learning_rate": 1.8499264345267288e-05,
      "loss": 0.0391,
      "step": 9075
    },
    {
      "epoch": 1.3387767111699584,
      "grad_norm": 0.002448379760608077,
      "learning_rate": 1.8458394637894393e-05,
      "loss": 0.0002,
      "step": 9100
    },
    {
      "epoch": 1.3424546691676782,
      "grad_norm": 0.0027882566209882498,
      "learning_rate": 1.84175249305215e-05,
      "loss": 0.0001,
      "step": 9125
    },
    {
      "epoch": 1.3461326271653977,
      "grad_norm": 0.0021890706848353148,
      "learning_rate": 1.8376655223148604e-05,
      "loss": 0.0001,
      "step": 9150
    },
    {
      "epoch": 1.3498105851631175,
      "grad_norm": 0.002767590805888176,
      "learning_rate": 1.833578551577571e-05,
      "loss": 0.0001,
      "step": 9175
    },
    {
      "epoch": 1.3534885431608372,
      "grad_norm": 0.0018375491490587592,
      "learning_rate": 1.8294915808402815e-05,
      "loss": 0.0003,
      "step": 9200
    },
    {
      "epoch": 1.3571665011585567,
      "grad_norm": 0.0020680581219494343,
      "learning_rate": 1.825404610102992e-05,
      "loss": 0.0001,
      "step": 9225
    },
    {
      "epoch": 1.3608444591562765,
      "grad_norm": 0.001452911994419992,
      "learning_rate": 1.8213176393657022e-05,
      "loss": 0.0001,
      "step": 9250
    },
    {
      "epoch": 1.364522417153996,
      "grad_norm": 0.011856326833367348,
      "learning_rate": 1.8172306686284127e-05,
      "loss": 0.0498,
      "step": 9275
    },
    {
      "epoch": 1.3682003751517158,
      "grad_norm": 0.005070924758911133,
      "learning_rate": 1.813143697891123e-05,
      "loss": 0.0003,
      "step": 9300
    },
    {
      "epoch": 1.3718783331494353,
      "grad_norm": 0.003941578324884176,
      "learning_rate": 1.8090567271538335e-05,
      "loss": 0.0001,
      "step": 9325
    },
    {
      "epoch": 1.375556291147155,
      "grad_norm": 0.0044369762763381,
      "learning_rate": 1.804969756416544e-05,
      "loss": 0.0395,
      "step": 9350
    },
    {
      "epoch": 1.3792342491448748,
      "grad_norm": 0.003973621409386396,
      "learning_rate": 1.8008827856792546e-05,
      "loss": 0.0002,
      "step": 9375
    },
    {
      "epoch": 1.3829122071425943,
      "grad_norm": 0.00455184280872345,
      "learning_rate": 1.796795814941965e-05,
      "loss": 0.0001,
      "step": 9400
    },
    {
      "epoch": 1.386590165140314,
      "grad_norm": 0.0031091428827494383,
      "learning_rate": 1.7927088442046753e-05,
      "loss": 0.0001,
      "step": 9425
    },
    {
      "epoch": 1.3902681231380338,
      "grad_norm": 0.0024325144477188587,
      "learning_rate": 1.7886218734673858e-05,
      "loss": 0.0001,
      "step": 9450
    },
    {
      "epoch": 1.3939460811357534,
      "grad_norm": 0.0036399061791598797,
      "learning_rate": 1.7845349027300964e-05,
      "loss": 0.0001,
      "step": 9475
    },
    {
      "epoch": 1.397624039133473,
      "grad_norm": 0.0023723021149635315,
      "learning_rate": 1.780447931992807e-05,
      "loss": 0.0001,
      "step": 9500
    },
    {
      "epoch": 1.4013019971311929,
      "grad_norm": 0.0027509965002536774,
      "learning_rate": 1.7763609612555174e-05,
      "loss": 0.0001,
      "step": 9525
    },
    {
      "epoch": 1.4049799551289124,
      "grad_norm": 0.0033826676663011312,
      "learning_rate": 1.772273990518228e-05,
      "loss": 0.0001,
      "step": 9550
    },
    {
      "epoch": 1.4086579131266321,
      "grad_norm": 0.011138912290334702,
      "learning_rate": 1.7681870197809385e-05,
      "loss": 0.0398,
      "step": 9575
    },
    {
      "epoch": 1.4123358711243519,
      "grad_norm": 0.023271048441529274,
      "learning_rate": 1.7641000490436487e-05,
      "loss": 0.0747,
      "step": 9600
    },
    {
      "epoch": 1.4160138291220714,
      "grad_norm": 0.18063010275363922,
      "learning_rate": 1.7600130783063593e-05,
      "loss": 0.0009,
      "step": 9625
    },
    {
      "epoch": 1.4196917871197912,
      "grad_norm": 0.012859140522778034,
      "learning_rate": 1.7559261075690698e-05,
      "loss": 0.0444,
      "step": 9650
    },
    {
      "epoch": 1.4233697451175107,
      "grad_norm": 0.003733620513230562,
      "learning_rate": 1.7518391368317803e-05,
      "loss": 0.0219,
      "step": 9675
    },
    {
      "epoch": 1.4270477031152304,
      "grad_norm": 4.048089504241943,
      "learning_rate": 1.747752166094491e-05,
      "loss": 0.052,
      "step": 9700
    },
    {
      "epoch": 1.43072566111295,
      "grad_norm": 0.02329842559993267,
      "learning_rate": 1.7436651953572014e-05,
      "loss": 0.0033,
      "step": 9725
    },
    {
      "epoch": 1.4344036191106697,
      "grad_norm": 0.5609085559844971,
      "learning_rate": 1.739578224619912e-05,
      "loss": 0.0468,
      "step": 9750
    },
    {
      "epoch": 1.4380815771083895,
      "grad_norm": 0.010268951766192913,
      "learning_rate": 1.735491253882622e-05,
      "loss": 0.0004,
      "step": 9775
    },
    {
      "epoch": 1.441759535106109,
      "grad_norm": 0.005183890461921692,
      "learning_rate": 1.7314042831453327e-05,
      "loss": 0.0002,
      "step": 9800
    },
    {
      "epoch": 1.4454374931038287,
      "grad_norm": 0.006362477317452431,
      "learning_rate": 1.7273173124080432e-05,
      "loss": 0.0623,
      "step": 9825
    },
    {
      "epoch": 1.4491154511015485,
      "grad_norm": 0.004158661235123873,
      "learning_rate": 1.7232303416707537e-05,
      "loss": 0.0002,
      "step": 9850
    },
    {
      "epoch": 1.452793409099268,
      "grad_norm": 0.003037210088223219,
      "learning_rate": 1.7191433709334643e-05,
      "loss": 0.0001,
      "step": 9875
    },
    {
      "epoch": 1.4564713670969878,
      "grad_norm": 0.006479774601757526,
      "learning_rate": 1.7150564001961748e-05,
      "loss": 0.0562,
      "step": 9900
    },
    {
      "epoch": 1.4601493250947075,
      "grad_norm": 34.625465393066406,
      "learning_rate": 1.7109694294588854e-05,
      "loss": 0.0423,
      "step": 9925
    },
    {
      "epoch": 1.463827283092427,
      "grad_norm": 0.003740801243111491,
      "learning_rate": 1.706882458721596e-05,
      "loss": 0.0001,
      "step": 9950
    },
    {
      "epoch": 1.4675052410901468,
      "grad_norm": 0.06391607969999313,
      "learning_rate": 1.702795487984306e-05,
      "loss": 0.0211,
      "step": 9975
    },
    {
      "epoch": 1.4711831990878665,
      "grad_norm": 0.0029998337849974632,
      "learning_rate": 1.6987085172470166e-05,
      "loss": 0.0012,
      "step": 10000
    },
    {
      "epoch": 1.474861157085586,
      "grad_norm": 0.002598424442112446,
      "learning_rate": 1.6946215465097272e-05,
      "loss": 0.0056,
      "step": 10025
    },
    {
      "epoch": 1.4785391150833058,
      "grad_norm": 0.0026498546358197927,
      "learning_rate": 1.6905345757724374e-05,
      "loss": 0.0003,
      "step": 10050
    },
    {
      "epoch": 1.4822170730810253,
      "grad_norm": 0.002896289573982358,
      "learning_rate": 1.686447605035148e-05,
      "loss": 0.0244,
      "step": 10075
    },
    {
      "epoch": 1.485895031078745,
      "grad_norm": 0.002737634815275669,
      "learning_rate": 1.6823606342978584e-05,
      "loss": 0.0002,
      "step": 10100
    },
    {
      "epoch": 1.4895729890764646,
      "grad_norm": 0.002295145532116294,
      "learning_rate": 1.678273663560569e-05,
      "loss": 0.0001,
      "step": 10125
    },
    {
      "epoch": 1.4932509470741844,
      "grad_norm": 0.0018749627051874995,
      "learning_rate": 1.6741866928232792e-05,
      "loss": 0.0001,
      "step": 10150
    },
    {
      "epoch": 1.4969289050719041,
      "grad_norm": 0.002252426231279969,
      "learning_rate": 1.6700997220859897e-05,
      "loss": 0.0091,
      "step": 10175
    },
    {
      "epoch": 1.5006068630696237,
      "grad_norm": 0.001987684750929475,
      "learning_rate": 1.6660127513487003e-05,
      "loss": 0.0059,
      "step": 10200
    },
    {
      "epoch": 1.5042848210673434,
      "grad_norm": 0.0018681609071791172,
      "learning_rate": 1.6619257806114108e-05,
      "loss": 0.0036,
      "step": 10225
    },
    {
      "epoch": 1.5079627790650632,
      "grad_norm": 0.002243634080514312,
      "learning_rate": 1.6578388098741213e-05,
      "loss": 0.0001,
      "step": 10250
    },
    {
      "epoch": 1.5116407370627827,
      "grad_norm": 0.005282828118652105,
      "learning_rate": 1.653751839136832e-05,
      "loss": 0.0508,
      "step": 10275
    },
    {
      "epoch": 1.5153186950605024,
      "grad_norm": 0.0033266160171478987,
      "learning_rate": 1.6496648683995424e-05,
      "loss": 0.0036,
      "step": 10300
    },
    {
      "epoch": 1.5189966530582222,
      "grad_norm": 0.0024327326100319624,
      "learning_rate": 1.6455778976622526e-05,
      "loss": 0.0001,
      "step": 10325
    },
    {
      "epoch": 1.5226746110559417,
      "grad_norm": 0.0037725428119301796,
      "learning_rate": 1.641490926924963e-05,
      "loss": 0.0859,
      "step": 10350
    },
    {
      "epoch": 1.5263525690536615,
      "grad_norm": 0.01479677390307188,
      "learning_rate": 1.6374039561876737e-05,
      "loss": 0.0002,
      "step": 10375
    },
    {
      "epoch": 1.5300305270513812,
      "grad_norm": 0.002465145429596305,
      "learning_rate": 1.6333169854503842e-05,
      "loss": 0.0009,
      "step": 10400
    },
    {
      "epoch": 1.5337084850491007,
      "grad_norm": 0.002028359565883875,
      "learning_rate": 1.6292300147130948e-05,
      "loss": 0.0001,
      "step": 10425
    },
    {
      "epoch": 1.5373864430468203,
      "grad_norm": 0.0017766653327271342,
      "learning_rate": 1.6251430439758053e-05,
      "loss": 0.0001,
      "step": 10450
    },
    {
      "epoch": 1.5410644010445402,
      "grad_norm": 0.002013767370954156,
      "learning_rate": 1.6210560732385158e-05,
      "loss": 0.0255,
      "step": 10475
    },
    {
      "epoch": 1.5447423590422598,
      "grad_norm": 0.0019861028995364904,
      "learning_rate": 1.616969102501226e-05,
      "loss": 0.0109,
      "step": 10500
    },
    {
      "epoch": 1.5484203170399793,
      "grad_norm": 0.0017919589299708605,
      "learning_rate": 1.6128821317639366e-05,
      "loss": 0.0063,
      "step": 10525
    },
    {
      "epoch": 1.552098275037699,
      "grad_norm": 0.001575242611579597,
      "learning_rate": 1.608795161026647e-05,
      "loss": 0.0001,
      "step": 10550
    },
    {
      "epoch": 1.5557762330354188,
      "grad_norm": 0.0017625424079596996,
      "learning_rate": 1.6047081902893576e-05,
      "loss": 0.0001,
      "step": 10575
    },
    {
      "epoch": 1.5594541910331383,
      "grad_norm": 0.0014293509302660823,
      "learning_rate": 1.6006212195520682e-05,
      "loss": 0.0001,
      "step": 10600
    },
    {
      "epoch": 1.563132149030858,
      "grad_norm": 3.637284994125366,
      "learning_rate": 1.5965342488147787e-05,
      "loss": 0.0319,
      "step": 10625
    },
    {
      "epoch": 1.5668101070285778,
      "grad_norm": 0.0015190584817901254,
      "learning_rate": 1.5924472780774893e-05,
      "loss": 0.1112,
      "step": 10650
    },
    {
      "epoch": 1.5704880650262973,
      "grad_norm": 0.0019073854200541973,
      "learning_rate": 1.5883603073401995e-05,
      "loss": 0.0001,
      "step": 10675
    },
    {
      "epoch": 1.574166023024017,
      "grad_norm": 0.15334878861904144,
      "learning_rate": 1.58427333660291e-05,
      "loss": 0.0001,
      "step": 10700
    },
    {
      "epoch": 1.5778439810217368,
      "grad_norm": 0.0013233659556135535,
      "learning_rate": 1.5801863658656205e-05,
      "loss": 0.0006,
      "step": 10725
    },
    {
      "epoch": 1.5815219390194564,
      "grad_norm": 60.88636779785156,
      "learning_rate": 1.576099395128331e-05,
      "loss": 0.0794,
      "step": 10750
    },
    {
      "epoch": 1.5851998970171761,
      "grad_norm": 0.006810314953327179,
      "learning_rate": 1.5720124243910413e-05,
      "loss": 0.0272,
      "step": 10775
    },
    {
      "epoch": 1.5888778550148959,
      "grad_norm": 0.006012595724314451,
      "learning_rate": 1.5679254536537518e-05,
      "loss": 0.0177,
      "step": 10800
    },
    {
      "epoch": 1.5925558130126154,
      "grad_norm": 0.0041669500060379505,
      "learning_rate": 1.5638384829164623e-05,
      "loss": 0.0007,
      "step": 10825
    },
    {
      "epoch": 1.596233771010335,
      "grad_norm": 0.0024410944897681475,
      "learning_rate": 1.559751512179173e-05,
      "loss": 0.0001,
      "step": 10850
    },
    {
      "epoch": 1.5999117290080547,
      "grad_norm": 0.002287843730300665,
      "learning_rate": 1.555664541441883e-05,
      "loss": 0.0001,
      "step": 10875
    },
    {
      "epoch": 1.6035896870057744,
      "grad_norm": 0.002450288040563464,
      "learning_rate": 1.5515775707045936e-05,
      "loss": 0.0001,
      "step": 10900
    },
    {
      "epoch": 1.607267645003494,
      "grad_norm": 0.0017540917033329606,
      "learning_rate": 1.547490599967304e-05,
      "loss": 0.0001,
      "step": 10925
    },
    {
      "epoch": 1.6109456030012137,
      "grad_norm": 0.0018945990595966578,
      "learning_rate": 1.5434036292300147e-05,
      "loss": 0.0001,
      "step": 10950
    },
    {
      "epoch": 1.6146235609989334,
      "grad_norm": 0.38427916169166565,
      "learning_rate": 1.5393166584927252e-05,
      "loss": 0.0478,
      "step": 10975
    },
    {
      "epoch": 1.618301518996653,
      "grad_norm": 0.005249540787190199,
      "learning_rate": 1.5352296877554358e-05,
      "loss": 0.0005,
      "step": 11000
    },
    {
      "epoch": 1.6219794769943727,
      "grad_norm": 0.049626559019088745,
      "learning_rate": 1.5311427170181463e-05,
      "loss": 0.0803,
      "step": 11025
    },
    {
      "epoch": 1.6256574349920925,
      "grad_norm": 0.006765100173652172,
      "learning_rate": 1.5270557462808565e-05,
      "loss": 0.021,
      "step": 11050
    },
    {
      "epoch": 1.629335392989812,
      "grad_norm": 0.012057892046868801,
      "learning_rate": 1.522968775543567e-05,
      "loss": 0.0005,
      "step": 11075
    },
    {
      "epoch": 1.6330133509875318,
      "grad_norm": 0.012171362526714802,
      "learning_rate": 1.5188818048062776e-05,
      "loss": 0.0171,
      "step": 11100
    },
    {
      "epoch": 1.6366913089852515,
      "grad_norm": 0.006173169240355492,
      "learning_rate": 1.5147948340689881e-05,
      "loss": 0.0183,
      "step": 11125
    },
    {
      "epoch": 1.640369266982971,
      "grad_norm": 0.025982793420553207,
      "learning_rate": 1.5107078633316986e-05,
      "loss": 0.041,
      "step": 11150
    },
    {
      "epoch": 1.6440472249806906,
      "grad_norm": 0.0121184466406703,
      "learning_rate": 1.5066208925944092e-05,
      "loss": 0.0066,
      "step": 11175
    },
    {
      "epoch": 1.6477251829784105,
      "grad_norm": 0.008928947150707245,
      "learning_rate": 1.5025339218571197e-05,
      "loss": 0.0013,
      "step": 11200
    },
    {
      "epoch": 1.65140314097613,
      "grad_norm": 0.003572331042960286,
      "learning_rate": 1.4984469511198301e-05,
      "loss": 0.0448,
      "step": 11225
    },
    {
      "epoch": 1.6550810989738496,
      "grad_norm": 0.012093408964574337,
      "learning_rate": 1.4943599803825406e-05,
      "loss": 0.0003,
      "step": 11250
    },
    {
      "epoch": 1.6587590569715693,
      "grad_norm": 0.005746824201196432,
      "learning_rate": 1.490273009645251e-05,
      "loss": 0.0002,
      "step": 11275
    },
    {
      "epoch": 1.662437014969289,
      "grad_norm": 0.005075458902865648,
      "learning_rate": 1.4861860389079615e-05,
      "loss": 0.0431,
      "step": 11300
    },
    {
      "epoch": 1.6661149729670086,
      "grad_norm": 0.006644480861723423,
      "learning_rate": 1.4820990681706719e-05,
      "loss": 0.0003,
      "step": 11325
    },
    {
      "epoch": 1.6697929309647284,
      "grad_norm": 0.016171354800462723,
      "learning_rate": 1.4780120974333823e-05,
      "loss": 0.0163,
      "step": 11350
    },
    {
      "epoch": 1.673470888962448,
      "grad_norm": 0.005658384878188372,
      "learning_rate": 1.4739251266960928e-05,
      "loss": 0.0022,
      "step": 11375
    },
    {
      "epoch": 1.6771488469601676,
      "grad_norm": 0.010968804359436035,
      "learning_rate": 1.4698381559588033e-05,
      "loss": 0.0804,
      "step": 11400
    },
    {
      "epoch": 1.6808268049578874,
      "grad_norm": 0.029876096174120903,
      "learning_rate": 1.4657511852215139e-05,
      "loss": 0.067,
      "step": 11425
    },
    {
      "epoch": 1.6845047629556071,
      "grad_norm": 0.03841656073927879,
      "learning_rate": 1.4616642144842242e-05,
      "loss": 0.0349,
      "step": 11450
    },
    {
      "epoch": 1.6881827209533267,
      "grad_norm": 0.017025554552674294,
      "learning_rate": 1.4575772437469348e-05,
      "loss": 0.001,
      "step": 11475
    },
    {
      "epoch": 1.6918606789510464,
      "grad_norm": 0.024776197969913483,
      "learning_rate": 1.4534902730096453e-05,
      "loss": 0.0356,
      "step": 11500
    },
    {
      "epoch": 1.6955386369487662,
      "grad_norm": 0.018094466999173164,
      "learning_rate": 1.4494033022723559e-05,
      "loss": 0.0006,
      "step": 11525
    },
    {
      "epoch": 1.6992165949464857,
      "grad_norm": 0.010948434472084045,
      "learning_rate": 1.4453163315350662e-05,
      "loss": 0.0566,
      "step": 11550
    },
    {
      "epoch": 1.7028945529442052,
      "grad_norm": 0.06060256063938141,
      "learning_rate": 1.4412293607977768e-05,
      "loss": 0.087,
      "step": 11575
    },
    {
      "epoch": 1.7065725109419252,
      "grad_norm": 0.0425218902528286,
      "learning_rate": 1.4371423900604873e-05,
      "loss": 0.0014,
      "step": 11600
    },
    {
      "epoch": 1.7102504689396447,
      "grad_norm": 0.03931298479437828,
      "learning_rate": 1.4330554193231977e-05,
      "loss": 0.0329,
      "step": 11625
    },
    {
      "epoch": 1.7139284269373642,
      "grad_norm": 0.05203554406762123,
      "learning_rate": 1.4289684485859082e-05,
      "loss": 0.0667,
      "step": 11650
    },
    {
      "epoch": 1.717606384935084,
      "grad_norm": 0.059145841747522354,
      "learning_rate": 1.4248814778486187e-05,
      "loss": 0.0464,
      "step": 11675
    },
    {
      "epoch": 1.7212843429328037,
      "grad_norm": 0.053441960364580154,
      "learning_rate": 1.4207945071113291e-05,
      "loss": 0.0598,
      "step": 11700
    },
    {
      "epoch": 1.7249623009305233,
      "grad_norm": 0.0338728241622448,
      "learning_rate": 1.4167075363740395e-05,
      "loss": 0.0014,
      "step": 11725
    },
    {
      "epoch": 1.728640258928243,
      "grad_norm": 0.03298606723546982,
      "learning_rate": 1.41262056563675e-05,
      "loss": 0.0011,
      "step": 11750
    },
    {
      "epoch": 1.7323182169259628,
      "grad_norm": 0.007968394085764885,
      "learning_rate": 1.4085335948994606e-05,
      "loss": 0.0332,
      "step": 11775
    },
    {
      "epoch": 1.7359961749236823,
      "grad_norm": 0.033015619963407516,
      "learning_rate": 1.404446624162171e-05,
      "loss": 0.0471,
      "step": 11800
    },
    {
      "epoch": 1.739674132921402,
      "grad_norm": 0.03123684972524643,
      "learning_rate": 1.4003596534248815e-05,
      "loss": 0.0008,
      "step": 11825
    },
    {
      "epoch": 1.7433520909191218,
      "grad_norm": 0.026270106434822083,
      "learning_rate": 1.396272682687592e-05,
      "loss": 0.027,
      "step": 11850
    },
    {
      "epoch": 1.7470300489168413,
      "grad_norm": 0.025614146143198013,
      "learning_rate": 1.3921857119503025e-05,
      "loss": 0.0006,
      "step": 11875
    },
    {
      "epoch": 1.750708006914561,
      "grad_norm": 0.011196363717317581,
      "learning_rate": 1.3880987412130129e-05,
      "loss": 0.0004,
      "step": 11900
    },
    {
      "epoch": 1.7543859649122808,
      "grad_norm": 0.014085380360484123,
      "learning_rate": 1.3840117704757234e-05,
      "loss": 0.0007,
      "step": 11925
    },
    {
      "epoch": 1.7580639229100004,
      "grad_norm": 0.2520334720611572,
      "learning_rate": 1.379924799738434e-05,
      "loss": 0.0012,
      "step": 11950
    },
    {
      "epoch": 1.7617418809077199,
      "grad_norm": 0.0027042387519031763,
      "learning_rate": 1.3758378290011445e-05,
      "loss": 0.0657,
      "step": 11975
    },
    {
      "epoch": 1.7654198389054399,
      "grad_norm": 0.007959190756082535,
      "learning_rate": 1.3717508582638549e-05,
      "loss": 0.0009,
      "step": 12000
    },
    {
      "epoch": 1.7690977969031594,
      "grad_norm": 0.006802896503359079,
      "learning_rate": 1.3676638875265654e-05,
      "loss": 0.0002,
      "step": 12025
    },
    {
      "epoch": 1.772775754900879,
      "grad_norm": 0.0037322076968848705,
      "learning_rate": 1.3635769167892758e-05,
      "loss": 0.0002,
      "step": 12050
    },
    {
      "epoch": 1.7764537128985987,
      "grad_norm": 0.004444212652742863,
      "learning_rate": 1.3594899460519862e-05,
      "loss": 0.0113,
      "step": 12075
    },
    {
      "epoch": 1.7801316708963184,
      "grad_norm": 0.0029294530395418406,
      "learning_rate": 1.3554029753146967e-05,
      "loss": 0.0024,
      "step": 12100
    },
    {
      "epoch": 1.783809628894038,
      "grad_norm": 0.006351064890623093,
      "learning_rate": 1.3513160045774072e-05,
      "loss": 0.0339,
      "step": 12125
    },
    {
      "epoch": 1.7874875868917577,
      "grad_norm": 0.0033591645769774914,
      "learning_rate": 1.3472290338401178e-05,
      "loss": 0.003,
      "step": 12150
    },
    {
      "epoch": 1.7911655448894774,
      "grad_norm": 0.003340468741953373,
      "learning_rate": 1.3431420631028281e-05,
      "loss": 0.0002,
      "step": 12175
    },
    {
      "epoch": 1.794843502887197,
      "grad_norm": 0.12212031334638596,
      "learning_rate": 1.3390550923655387e-05,
      "loss": 0.0836,
      "step": 12200
    },
    {
      "epoch": 1.7985214608849167,
      "grad_norm": 0.014243889600038528,
      "learning_rate": 1.3349681216282492e-05,
      "loss": 0.0318,
      "step": 12225
    },
    {
      "epoch": 1.8021994188826365,
      "grad_norm": 0.016160359606146812,
      "learning_rate": 1.3308811508909596e-05,
      "loss": 0.0003,
      "step": 12250
    },
    {
      "epoch": 1.805877376880356,
      "grad_norm": 0.011376752518117428,
      "learning_rate": 1.3267941801536701e-05,
      "loss": 0.0003,
      "step": 12275
    },
    {
      "epoch": 1.8095553348780757,
      "grad_norm": 0.00865715742111206,
      "learning_rate": 1.3227072094163807e-05,
      "loss": 0.0133,
      "step": 12300
    },
    {
      "epoch": 1.8132332928757955,
      "grad_norm": 0.007116909604519606,
      "learning_rate": 1.3186202386790912e-05,
      "loss": 0.0003,
      "step": 12325
    },
    {
      "epoch": 1.816911250873515,
      "grad_norm": 0.008155121468007565,
      "learning_rate": 1.3145332679418016e-05,
      "loss": 0.0385,
      "step": 12350
    },
    {
      "epoch": 1.8205892088712345,
      "grad_norm": 0.013204419054090977,
      "learning_rate": 1.3104462972045121e-05,
      "loss": 0.0356,
      "step": 12375
    },
    {
      "epoch": 1.8242671668689545,
      "grad_norm": 0.013173281215131283,
      "learning_rate": 1.3063593264672226e-05,
      "loss": 0.0004,
      "step": 12400
    },
    {
      "epoch": 1.827945124866674,
      "grad_norm": 0.010820701718330383,
      "learning_rate": 1.302272355729933e-05,
      "loss": 0.0003,
      "step": 12425
    },
    {
      "epoch": 1.8316230828643936,
      "grad_norm": 0.00571137759834528,
      "learning_rate": 1.2981853849926434e-05,
      "loss": 0.0011,
      "step": 12450
    },
    {
      "epoch": 1.8353010408621133,
      "grad_norm": 0.007815693505108356,
      "learning_rate": 1.2940984142553539e-05,
      "loss": 0.0002,
      "step": 12475
    },
    {
      "epoch": 1.838978998859833,
      "grad_norm": 0.04561807960271835,
      "learning_rate": 1.2900114435180645e-05,
      "loss": 0.0002,
      "step": 12500
    },
    {
      "epoch": 1.8426569568575526,
      "grad_norm": 0.007523215841501951,
      "learning_rate": 1.2859244727807748e-05,
      "loss": 0.0203,
      "step": 12525
    },
    {
      "epoch": 1.8463349148552723,
      "grad_norm": 0.007975575514137745,
      "learning_rate": 1.2818375020434854e-05,
      "loss": 0.0002,
      "step": 12550
    },
    {
      "epoch": 1.850012872852992,
      "grad_norm": 0.007269065361469984,
      "learning_rate": 1.2777505313061959e-05,
      "loss": 0.0002,
      "step": 12575
    },
    {
      "epoch": 1.8536908308507116,
      "grad_norm": 0.004501336719840765,
      "learning_rate": 1.2736635605689064e-05,
      "loss": 0.0001,
      "step": 12600
    },
    {
      "epoch": 1.8573687888484314,
      "grad_norm": 0.004011464770883322,
      "learning_rate": 1.2695765898316168e-05,
      "loss": 0.0003,
      "step": 12625
    },
    {
      "epoch": 1.8610467468461511,
      "grad_norm": 0.002334051998332143,
      "learning_rate": 1.2654896190943273e-05,
      "loss": 0.0234,
      "step": 12650
    },
    {
      "epoch": 1.8647247048438707,
      "grad_norm": 0.004475513007491827,
      "learning_rate": 1.2614026483570379e-05,
      "loss": 0.0002,
      "step": 12675
    },
    {
      "epoch": 1.8684026628415904,
      "grad_norm": 0.003851409535855055,
      "learning_rate": 1.2573156776197482e-05,
      "loss": 0.0001,
      "step": 12700
    },
    {
      "epoch": 1.8720806208393101,
      "grad_norm": 0.0028481779154390097,
      "learning_rate": 1.2532287068824588e-05,
      "loss": 0.0255,
      "step": 12725
    },
    {
      "epoch": 1.8757585788370297,
      "grad_norm": 0.0030939916614443064,
      "learning_rate": 1.2491417361451693e-05,
      "loss": 0.0332,
      "step": 12750
    },
    {
      "epoch": 1.8794365368347492,
      "grad_norm": 0.0065445504151284695,
      "learning_rate": 1.2450547654078797e-05,
      "loss": 0.0422,
      "step": 12775
    },
    {
      "epoch": 1.8831144948324692,
      "grad_norm": 0.005459626670926809,
      "learning_rate": 1.24096779467059e-05,
      "loss": 0.0113,
      "step": 12800
    },
    {
      "epoch": 1.8867924528301887,
      "grad_norm": 0.002942801220342517,
      "learning_rate": 1.2368808239333006e-05,
      "loss": 0.0002,
      "step": 12825
    },
    {
      "epoch": 1.8904704108279082,
      "grad_norm": 0.0067766509018838406,
      "learning_rate": 1.2327938531960111e-05,
      "loss": 0.018,
      "step": 12850
    },
    {
      "epoch": 1.894148368825628,
      "grad_norm": 0.005411918740719557,
      "learning_rate": 1.2287068824587217e-05,
      "loss": 0.0486,
      "step": 12875
    },
    {
      "epoch": 1.8978263268233477,
      "grad_norm": 0.006009817123413086,
      "learning_rate": 1.224619911721432e-05,
      "loss": 0.0002,
      "step": 12900
    },
    {
      "epoch": 1.9015042848210673,
      "grad_norm": 0.005595459137111902,
      "learning_rate": 1.2205329409841426e-05,
      "loss": 0.0408,
      "step": 12925
    },
    {
      "epoch": 1.905182242818787,
      "grad_norm": 0.012987248599529266,
      "learning_rate": 1.2164459702468531e-05,
      "loss": 0.0823,
      "step": 12950
    },
    {
      "epoch": 1.9088602008165068,
      "grad_norm": 0.16368244588375092,
      "learning_rate": 1.2123589995095635e-05,
      "loss": 0.0018,
      "step": 12975
    },
    {
      "epoch": 1.9125381588142263,
      "grad_norm": 0.00949876382946968,
      "learning_rate": 1.208272028772274e-05,
      "loss": 0.0163,
      "step": 13000
    },
    {
      "epoch": 1.916216116811946,
      "grad_norm": 14.246623039245605,
      "learning_rate": 1.2041850580349846e-05,
      "loss": 0.0342,
      "step": 13025
    },
    {
      "epoch": 1.9198940748096658,
      "grad_norm": 0.00826562475413084,
      "learning_rate": 1.2000980872976951e-05,
      "loss": 0.0003,
      "step": 13050
    },
    {
      "epoch": 1.9235720328073853,
      "grad_norm": 0.006868135649710894,
      "learning_rate": 1.1960111165604055e-05,
      "loss": 0.0003,
      "step": 13075
    },
    {
      "epoch": 1.9272499908051048,
      "grad_norm": 0.00808362290263176,
      "learning_rate": 1.191924145823116e-05,
      "loss": 0.0402,
      "step": 13100
    },
    {
      "epoch": 1.9309279488028248,
      "grad_norm": 0.010807299055159092,
      "learning_rate": 1.1878371750858265e-05,
      "loss": 0.078,
      "step": 13125
    },
    {
      "epoch": 1.9346059068005443,
      "grad_norm": 0.01139509491622448,
      "learning_rate": 1.1837502043485367e-05,
      "loss": 0.0007,
      "step": 13150
    },
    {
      "epoch": 1.9382838647982639,
      "grad_norm": 0.00977110955864191,
      "learning_rate": 1.1796632336112473e-05,
      "loss": 0.0004,
      "step": 13175
    },
    {
      "epoch": 1.9419618227959836,
      "grad_norm": 0.006910570897161961,
      "learning_rate": 1.1755762628739578e-05,
      "loss": 0.0003,
      "step": 13200
    },
    {
      "epoch": 1.9456397807937034,
      "grad_norm": 4.1620564460754395,
      "learning_rate": 1.1714892921366683e-05,
      "loss": 0.0667,
      "step": 13225
    },
    {
      "epoch": 1.949317738791423,
      "grad_norm": 0.015238853171467781,
      "learning_rate": 1.1674023213993787e-05,
      "loss": 0.0015,
      "step": 13250
    },
    {
      "epoch": 1.9529956967891426,
      "grad_norm": 0.007931707426905632,
      "learning_rate": 1.1633153506620892e-05,
      "loss": 0.0003,
      "step": 13275
    },
    {
      "epoch": 1.9566736547868624,
      "grad_norm": 0.009560568258166313,
      "learning_rate": 1.1592283799247998e-05,
      "loss": 0.0003,
      "step": 13300
    },
    {
      "epoch": 1.960351612784582,
      "grad_norm": 0.008578946813941002,
      "learning_rate": 1.1551414091875103e-05,
      "loss": 0.0008,
      "step": 13325
    },
    {
      "epoch": 1.9640295707823017,
      "grad_norm": 0.011748207733035088,
      "learning_rate": 1.1510544384502207e-05,
      "loss": 0.0002,
      "step": 13350
    },
    {
      "epoch": 1.9677075287800214,
      "grad_norm": 0.007073475047945976,
      "learning_rate": 1.1469674677129312e-05,
      "loss": 0.0002,
      "step": 13375
    },
    {
      "epoch": 1.971385486777741,
      "grad_norm": 0.003219211706891656,
      "learning_rate": 1.1428804969756418e-05,
      "loss": 0.0323,
      "step": 13400
    },
    {
      "epoch": 1.9750634447754607,
      "grad_norm": 0.0061137378215789795,
      "learning_rate": 1.1387935262383521e-05,
      "loss": 0.0002,
      "step": 13425
    },
    {
      "epoch": 1.9787414027731804,
      "grad_norm": 0.006435078103095293,
      "learning_rate": 1.1347065555010627e-05,
      "loss": 0.0409,
      "step": 13450
    },
    {
      "epoch": 1.9824193607709,
      "grad_norm": 0.002217411994934082,
      "learning_rate": 1.1306195847637732e-05,
      "loss": 0.0002,
      "step": 13475
    },
    {
      "epoch": 1.9860973187686195,
      "grad_norm": 0.009155605919659138,
      "learning_rate": 1.1265326140264837e-05,
      "loss": 0.0487,
      "step": 13500
    },
    {
      "epoch": 1.9897752767663395,
      "grad_norm": 0.011870177462697029,
      "learning_rate": 1.122445643289194e-05,
      "loss": 0.0004,
      "step": 13525
    },
    {
      "epoch": 1.993453234764059,
      "grad_norm": 0.008746917359530926,
      "learning_rate": 1.1183586725519045e-05,
      "loss": 0.0411,
      "step": 13550
    },
    {
      "epoch": 1.9971311927617785,
      "grad_norm": 0.005829541012644768,
      "learning_rate": 1.114271701814615e-05,
      "loss": 0.0003,
      "step": 13575
    },
    {
      "epoch": 1.9999264408400457,
      "eval_accuracy": 0.9963221772710555,
      "eval_auc": 0.9999360039904769,
      "eval_f1": 0.9963186570460905,
      "eval_loss": 0.023916827514767647,
      "eval_precision": 0.9973466981132075,
      "eval_recall": 0.9952927331568108,
      "eval_runtime": 2353.5774,
      "eval_samples_per_second": 5.776,
      "eval_steps_per_second": 1.444,
      "step": 13594
    },
    {
      "epoch": 2.0008091507594985,
      "grad_norm": 0.010372490622103214,
      "learning_rate": 1.1101847310773254e-05,
      "loss": 0.0003,
      "step": 13600
    },
    {
      "epoch": 2.004487108757218,
      "grad_norm": 0.014902903698384762,
      "learning_rate": 1.106097760340036e-05,
      "loss": 0.0673,
      "step": 13625
    },
    {
      "epoch": 2.0081650667549376,
      "grad_norm": 0.005416123196482658,
      "learning_rate": 1.1020107896027465e-05,
      "loss": 0.0003,
      "step": 13650
    },
    {
      "epoch": 2.0118430247526575,
      "grad_norm": 0.007089643273502588,
      "learning_rate": 1.097923818865457e-05,
      "loss": 0.0003,
      "step": 13675
    },
    {
      "epoch": 2.015520982750377,
      "grad_norm": 0.005935342982411385,
      "learning_rate": 1.0938368481281674e-05,
      "loss": 0.0004,
      "step": 13700
    },
    {
      "epoch": 2.0191989407480966,
      "grad_norm": 0.004356461577117443,
      "learning_rate": 1.0897498773908779e-05,
      "loss": 0.0003,
      "step": 13725
    },
    {
      "epoch": 2.022876898745816,
      "grad_norm": 0.010521539486944675,
      "learning_rate": 1.0856629066535884e-05,
      "loss": 0.0839,
      "step": 13750
    },
    {
      "epoch": 2.026554856743536,
      "grad_norm": 0.007211623247712851,
      "learning_rate": 1.081575935916299e-05,
      "loss": 0.0215,
      "step": 13775
    },
    {
      "epoch": 2.0302328147412556,
      "grad_norm": 0.008732822723686695,
      "learning_rate": 1.0774889651790093e-05,
      "loss": 0.0002,
      "step": 13800
    },
    {
      "epoch": 2.033910772738975,
      "grad_norm": 0.005103670991957188,
      "learning_rate": 1.0734019944417199e-05,
      "loss": 0.0002,
      "step": 13825
    },
    {
      "epoch": 2.037588730736695,
      "grad_norm": 0.00569286709651351,
      "learning_rate": 1.0693150237044304e-05,
      "loss": 0.0002,
      "step": 13850
    },
    {
      "epoch": 2.0412666887344146,
      "grad_norm": 0.004690663423389196,
      "learning_rate": 1.0652280529671408e-05,
      "loss": 0.0002,
      "step": 13875
    },
    {
      "epoch": 2.044944646732134,
      "grad_norm": 0.003813117044046521,
      "learning_rate": 1.0611410822298512e-05,
      "loss": 0.0001,
      "step": 13900
    },
    {
      "epoch": 2.048622604729854,
      "grad_norm": 0.0031241225078701973,
      "learning_rate": 1.0570541114925617e-05,
      "loss": 0.0001,
      "step": 13925
    },
    {
      "epoch": 2.0523005627275737,
      "grad_norm": 0.001760639250278473,
      "learning_rate": 1.0529671407552722e-05,
      "loss": 0.0003,
      "step": 13950
    },
    {
      "epoch": 2.055978520725293,
      "grad_norm": 0.00507943844422698,
      "learning_rate": 1.0488801700179826e-05,
      "loss": 0.0465,
      "step": 13975
    },
    {
      "epoch": 2.059656478723013,
      "grad_norm": 0.005704312119632959,
      "learning_rate": 1.0447931992806931e-05,
      "loss": 0.0002,
      "step": 14000
    },
    {
      "epoch": 2.0633344367207327,
      "grad_norm": 0.0037137740291655064,
      "learning_rate": 1.0407062285434037e-05,
      "loss": 0.0002,
      "step": 14025
    },
    {
      "epoch": 2.067012394718452,
      "grad_norm": 0.004969414323568344,
      "learning_rate": 1.036619257806114e-05,
      "loss": 0.0002,
      "step": 14050
    },
    {
      "epoch": 2.070690352716172,
      "grad_norm": 0.002151261083781719,
      "learning_rate": 1.0325322870688246e-05,
      "loss": 0.0001,
      "step": 14075
    },
    {
      "epoch": 2.0743683107138917,
      "grad_norm": 0.004214055370539427,
      "learning_rate": 1.0284453163315351e-05,
      "loss": 0.0001,
      "step": 14100
    },
    {
      "epoch": 2.0780462687116112,
      "grad_norm": 0.004696809686720371,
      "learning_rate": 1.0243583455942457e-05,
      "loss": 0.0001,
      "step": 14125
    },
    {
      "epoch": 2.0817242267093308,
      "grad_norm": 8.668023109436035,
      "learning_rate": 1.020271374856956e-05,
      "loss": 0.0642,
      "step": 14150
    },
    {
      "epoch": 2.0854021847070507,
      "grad_norm": 0.00823593232780695,
      "learning_rate": 1.0161844041196666e-05,
      "loss": 0.0004,
      "step": 14175
    },
    {
      "epoch": 2.0890801427047703,
      "grad_norm": 0.006173284724354744,
      "learning_rate": 1.0120974333823771e-05,
      "loss": 0.0002,
      "step": 14200
    },
    {
      "epoch": 2.09275810070249,
      "grad_norm": 0.004422744270414114,
      "learning_rate": 1.0080104626450876e-05,
      "loss": 0.0002,
      "step": 14225
    },
    {
      "epoch": 2.0964360587002098,
      "grad_norm": 0.0038796046283096075,
      "learning_rate": 1.0039234919077978e-05,
      "loss": 0.0002,
      "step": 14250
    },
    {
      "epoch": 2.1001140166979293,
      "grad_norm": 0.003889993764460087,
      "learning_rate": 9.998365211705084e-06,
      "loss": 0.0008,
      "step": 14275
    },
    {
      "epoch": 2.103791974695649,
      "grad_norm": 0.0035641242284327745,
      "learning_rate": 9.957495504332189e-06,
      "loss": 0.0001,
      "step": 14300
    },
    {
      "epoch": 2.107469932693369,
      "grad_norm": 0.0037507452070713043,
      "learning_rate": 9.916625796959293e-06,
      "loss": 0.0001,
      "step": 14325
    },
    {
      "epoch": 2.1111478906910883,
      "grad_norm": 0.002810309175401926,
      "learning_rate": 9.875756089586398e-06,
      "loss": 0.0001,
      "step": 14350
    },
    {
      "epoch": 2.114825848688808,
      "grad_norm": 0.0030445558950304985,
      "learning_rate": 9.834886382213504e-06,
      "loss": 0.0001,
      "step": 14375
    },
    {
      "epoch": 2.118503806686528,
      "grad_norm": 0.0025213556364178658,
      "learning_rate": 9.794016674840609e-06,
      "loss": 0.0001,
      "step": 14400
    },
    {
      "epoch": 2.1221817646842474,
      "grad_norm": 0.0027236223686486483,
      "learning_rate": 9.753146967467713e-06,
      "loss": 0.0001,
      "step": 14425
    },
    {
      "epoch": 2.125859722681967,
      "grad_norm": 0.002416795352473855,
      "learning_rate": 9.712277260094818e-06,
      "loss": 0.0004,
      "step": 14450
    },
    {
      "epoch": 2.129537680679687,
      "grad_norm": 0.0019158340292051435,
      "learning_rate": 9.671407552721923e-06,
      "loss": 0.0001,
      "step": 14475
    },
    {
      "epoch": 2.1332156386774064,
      "grad_norm": 0.002519650151953101,
      "learning_rate": 9.630537845349029e-06,
      "loss": 0.0001,
      "step": 14500
    },
    {
      "epoch": 2.136893596675126,
      "grad_norm": 0.002294061239808798,
      "learning_rate": 9.589668137976132e-06,
      "loss": 0.0001,
      "step": 14525
    },
    {
      "epoch": 2.1405715546728454,
      "grad_norm": 0.0021358055528253317,
      "learning_rate": 9.548798430603238e-06,
      "loss": 0.0471,
      "step": 14550
    },
    {
      "epoch": 2.1442495126705654,
      "grad_norm": 0.001824073726311326,
      "learning_rate": 9.507928723230343e-06,
      "loss": 0.0001,
      "step": 14575
    },
    {
      "epoch": 2.147927470668285,
      "grad_norm": 0.001960406079888344,
      "learning_rate": 9.467059015857447e-06,
      "loss": 0.0001,
      "step": 14600
    },
    {
      "epoch": 2.1516054286660045,
      "grad_norm": 0.0018290438456460834,
      "learning_rate": 9.42618930848455e-06,
      "loss": 0.0001,
      "step": 14625
    },
    {
      "epoch": 2.1552833866637244,
      "grad_norm": 0.0019052918069064617,
      "learning_rate": 9.385319601111656e-06,
      "loss": 0.0001,
      "step": 14650
    },
    {
      "epoch": 2.158961344661444,
      "grad_norm": 0.0018661071080714464,
      "learning_rate": 9.344449893738761e-06,
      "loss": 0.0001,
      "step": 14675
    },
    {
      "epoch": 2.1626393026591635,
      "grad_norm": 0.0031746248714625835,
      "learning_rate": 9.303580186365865e-06,
      "loss": 0.049,
      "step": 14700
    },
    {
      "epoch": 2.1663172606568835,
      "grad_norm": 0.003573804395273328,
      "learning_rate": 9.26271047899297e-06,
      "loss": 0.0001,
      "step": 14725
    },
    {
      "epoch": 2.169995218654603,
      "grad_norm": 0.003289070213213563,
      "learning_rate": 9.221840771620076e-06,
      "loss": 0.0113,
      "step": 14750
    },
    {
      "epoch": 2.1736731766523225,
      "grad_norm": 0.00257130921818316,
      "learning_rate": 9.18097106424718e-06,
      "loss": 0.0483,
      "step": 14775
    },
    {
      "epoch": 2.1773511346500425,
      "grad_norm": 0.005980730522423983,
      "learning_rate": 9.140101356874285e-06,
      "loss": 0.0002,
      "step": 14800
    },
    {
      "epoch": 2.181029092647762,
      "grad_norm": 0.005953842308372259,
      "learning_rate": 9.09923164950139e-06,
      "loss": 0.0002,
      "step": 14825
    },
    {
      "epoch": 2.1847070506454815,
      "grad_norm": 0.037090156227350235,
      "learning_rate": 9.058361942128496e-06,
      "loss": 0.0785,
      "step": 14850
    },
    {
      "epoch": 2.188385008643201,
      "grad_norm": 0.007919345051050186,
      "learning_rate": 9.0174922347556e-06,
      "loss": 0.0006,
      "step": 14875
    },
    {
      "epoch": 2.192062966640921,
      "grad_norm": 0.021819893270730972,
      "learning_rate": 8.976622527382705e-06,
      "loss": 0.0376,
      "step": 14900
    },
    {
      "epoch": 2.1957409246386406,
      "grad_norm": 0.024493372067809105,
      "learning_rate": 8.93575282000981e-06,
      "loss": 0.0439,
      "step": 14925
    },
    {
      "epoch": 2.19941888263636,
      "grad_norm": 0.038370776921510696,
      "learning_rate": 8.894883112636915e-06,
      "loss": 0.0802,
      "step": 14950
    },
    {
      "epoch": 2.20309684063408,
      "grad_norm": 0.019332151859998703,
      "learning_rate": 8.854013405264019e-06,
      "loss": 0.0012,
      "step": 14975
    },
    {
      "epoch": 2.2067747986317996,
      "grad_norm": 0.03362823650240898,
      "learning_rate": 8.813143697891123e-06,
      "loss": 0.0369,
      "step": 15000
    },
    {
      "epoch": 2.210452756629519,
      "grad_norm": 0.024772603064775467,
      "learning_rate": 8.772273990518228e-06,
      "loss": 0.0008,
      "step": 15025
    },
    {
      "epoch": 2.214130714627239,
      "grad_norm": 0.02276591770350933,
      "learning_rate": 8.731404283145332e-06,
      "loss": 0.1007,
      "step": 15050
    },
    {
      "epoch": 2.2178086726249586,
      "grad_norm": 0.016099456697702408,
      "learning_rate": 8.690534575772437e-06,
      "loss": 0.0009,
      "step": 15075
    },
    {
      "epoch": 2.221486630622678,
      "grad_norm": 0.003277967683970928,
      "learning_rate": 8.649664868399542e-06,
      "loss": 0.0069,
      "step": 15100
    },
    {
      "epoch": 2.225164588620398,
      "grad_norm": 0.011233772151172161,
      "learning_rate": 8.608795161026648e-06,
      "loss": 0.0386,
      "step": 15125
    },
    {
      "epoch": 2.2288425466181176,
      "grad_norm": 0.007455474231392145,
      "learning_rate": 8.567925453653752e-06,
      "loss": 0.0003,
      "step": 15150
    },
    {
      "epoch": 2.232520504615837,
      "grad_norm": 0.011497107334434986,
      "learning_rate": 8.527055746280857e-06,
      "loss": 0.0004,
      "step": 15175
    },
    {
      "epoch": 2.236198462613557,
      "grad_norm": 0.003145186696201563,
      "learning_rate": 8.486186038907962e-06,
      "loss": 0.0003,
      "step": 15200
    },
    {
      "epoch": 2.2398764206112767,
      "grad_norm": 0.00954380352050066,
      "learning_rate": 8.445316331535066e-06,
      "loss": 0.0595,
      "step": 15225
    },
    {
      "epoch": 2.243554378608996,
      "grad_norm": 0.007323611527681351,
      "learning_rate": 8.404446624162171e-06,
      "loss": 0.0004,
      "step": 15250
    },
    {
      "epoch": 2.247232336606716,
      "grad_norm": 0.011944909580051899,
      "learning_rate": 8.363576916789277e-06,
      "loss": 0.0003,
      "step": 15275
    },
    {
      "epoch": 2.2509102946044357,
      "grad_norm": 0.01304931566119194,
      "learning_rate": 8.322707209416382e-06,
      "loss": 0.0389,
      "step": 15300
    },
    {
      "epoch": 2.2545882526021552,
      "grad_norm": 0.008787041530013084,
      "learning_rate": 8.281837502043486e-06,
      "loss": 0.0004,
      "step": 15325
    },
    {
      "epoch": 2.2582662105998748,
      "grad_norm": 0.011969480663537979,
      "learning_rate": 8.24096779467059e-06,
      "loss": 0.0004,
      "step": 15350
    },
    {
      "epoch": 2.2619441685975947,
      "grad_norm": 0.011229045689105988,
      "learning_rate": 8.200098087297695e-06,
      "loss": 0.0003,
      "step": 15375
    },
    {
      "epoch": 2.2656221265953143,
      "grad_norm": 0.00922977551817894,
      "learning_rate": 8.1592283799248e-06,
      "loss": 0.0004,
      "step": 15400
    },
    {
      "epoch": 2.269300084593034,
      "grad_norm": 0.008094431832432747,
      "learning_rate": 8.118358672551904e-06,
      "loss": 0.0003,
      "step": 15425
    },
    {
      "epoch": 2.2729780425907538,
      "grad_norm": 0.0032492594327777624,
      "learning_rate": 8.07748896517901e-06,
      "loss": 0.0002,
      "step": 15450
    },
    {
      "epoch": 2.2766560005884733,
      "grad_norm": 0.004196746740490198,
      "learning_rate": 8.036619257806115e-06,
      "loss": 0.0002,
      "step": 15475
    },
    {
      "epoch": 2.280333958586193,
      "grad_norm": 0.005214506760239601,
      "learning_rate": 7.995749550433218e-06,
      "loss": 0.0002,
      "step": 15500
    },
    {
      "epoch": 2.284011916583913,
      "grad_norm": 0.0034893976990133524,
      "learning_rate": 7.954879843060324e-06,
      "loss": 0.0002,
      "step": 15525
    },
    {
      "epoch": 2.2876898745816323,
      "grad_norm": 0.0036745897959917784,
      "learning_rate": 7.914010135687429e-06,
      "loss": 0.0002,
      "step": 15550
    },
    {
      "epoch": 2.291367832579352,
      "grad_norm": 0.0020664865151047707,
      "learning_rate": 7.873140428314534e-06,
      "loss": 0.0001,
      "step": 15575
    },
    {
      "epoch": 2.2950457905770714,
      "grad_norm": 0.005072563886642456,
      "learning_rate": 7.832270720941638e-06,
      "loss": 0.0417,
      "step": 15600
    },
    {
      "epoch": 2.2987237485747913,
      "grad_norm": 0.004465815611183643,
      "learning_rate": 7.791401013568743e-06,
      "loss": 0.0002,
      "step": 15625
    },
    {
      "epoch": 2.302401706572511,
      "grad_norm": 0.005166616756469011,
      "learning_rate": 7.750531306195849e-06,
      "loss": 0.016,
      "step": 15650
    },
    {
      "epoch": 2.3060796645702304,
      "grad_norm": 0.0010274857049807906,
      "learning_rate": 7.709661598822953e-06,
      "loss": 0.0002,
      "step": 15675
    },
    {
      "epoch": 2.3097576225679504,
      "grad_norm": 0.006900500506162643,
      "learning_rate": 7.668791891450058e-06,
      "loss": 0.0002,
      "step": 15700
    },
    {
      "epoch": 2.31343558056567,
      "grad_norm": 0.004663816653192043,
      "learning_rate": 7.6279221840771624e-06,
      "loss": 0.0001,
      "step": 15725
    },
    {
      "epoch": 2.3171135385633894,
      "grad_norm": 0.006946474779397249,
      "learning_rate": 7.587052476704268e-06,
      "loss": 0.0001,
      "step": 15750
    },
    {
      "epoch": 2.3207914965611094,
      "grad_norm": 0.003868917003273964,
      "learning_rate": 7.5461827693313715e-06,
      "loss": 0.0342,
      "step": 15775
    },
    {
      "epoch": 2.324469454558829,
      "grad_norm": 0.0028817090205848217,
      "learning_rate": 7.505313061958477e-06,
      "loss": 0.0138,
      "step": 15800
    },
    {
      "epoch": 2.3281474125565484,
      "grad_norm": 0.0059151784516870975,
      "learning_rate": 7.464443354585581e-06,
      "loss": 0.0733,
      "step": 15825
    },
    {
      "epoch": 2.3318253705542684,
      "grad_norm": 0.004359770100563765,
      "learning_rate": 7.423573647212686e-06,
      "loss": 0.0421,
      "step": 15850
    },
    {
      "epoch": 2.335503328551988,
      "grad_norm": 0.011809108778834343,
      "learning_rate": 7.3827039398397904e-06,
      "loss": 0.0003,
      "step": 15875
    },
    {
      "epoch": 2.3391812865497075,
      "grad_norm": 0.005823772866278887,
      "learning_rate": 7.341834232466896e-06,
      "loss": 0.0003,
      "step": 15900
    },
    {
      "epoch": 2.3428592445474274,
      "grad_norm": 0.003460386535152793,
      "learning_rate": 7.300964525094e-06,
      "loss": 0.0002,
      "step": 15925
    },
    {
      "epoch": 2.346537202545147,
      "grad_norm": 0.008056416176259518,
      "learning_rate": 7.260094817721106e-06,
      "loss": 0.0381,
      "step": 15950
    },
    {
      "epoch": 2.3502151605428665,
      "grad_norm": 0.007788171526044607,
      "learning_rate": 7.21922511034821e-06,
      "loss": 0.0002,
      "step": 15975
    },
    {
      "epoch": 2.3538931185405865,
      "grad_norm": 0.0066045369021594524,
      "learning_rate": 7.178355402975315e-06,
      "loss": 0.0002,
      "step": 16000
    },
    {
      "epoch": 2.357571076538306,
      "grad_norm": 0.004805906675755978,
      "learning_rate": 7.137485695602419e-06,
      "loss": 0.0053,
      "step": 16025
    },
    {
      "epoch": 2.3612490345360255,
      "grad_norm": 0.010813217610120773,
      "learning_rate": 7.096615988229525e-06,
      "loss": 0.0381,
      "step": 16050
    },
    {
      "epoch": 2.3649269925337455,
      "grad_norm": 0.009302555583417416,
      "learning_rate": 7.055746280856629e-06,
      "loss": 0.0393,
      "step": 16075
    },
    {
      "epoch": 2.368604950531465,
      "grad_norm": 0.011496507562696934,
      "learning_rate": 7.014876573483734e-06,
      "loss": 0.0386,
      "step": 16100
    },
    {
      "epoch": 2.3722829085291846,
      "grad_norm": 0.025231193751096725,
      "learning_rate": 6.974006866110839e-06,
      "loss": 0.0367,
      "step": 16125
    },
    {
      "epoch": 2.375960866526904,
      "grad_norm": 0.020235830917954445,
      "learning_rate": 6.933137158737944e-06,
      "loss": 0.0006,
      "step": 16150
    },
    {
      "epoch": 2.379638824524624,
      "grad_norm": 0.006687480956315994,
      "learning_rate": 6.892267451365048e-06,
      "loss": 0.0004,
      "step": 16175
    },
    {
      "epoch": 2.3833167825223436,
      "grad_norm": 0.003918817732483149,
      "learning_rate": 6.851397743992153e-06,
      "loss": 0.0003,
      "step": 16200
    },
    {
      "epoch": 2.386994740520063,
      "grad_norm": 0.011175381019711494,
      "learning_rate": 6.810528036619258e-06,
      "loss": 0.0003,
      "step": 16225
    },
    {
      "epoch": 2.390672698517783,
      "grad_norm": 0.007755937986075878,
      "learning_rate": 6.769658329246363e-06,
      "loss": 0.0002,
      "step": 16250
    },
    {
      "epoch": 2.3943506565155026,
      "grad_norm": 0.004887331277132034,
      "learning_rate": 6.728788621873468e-06,
      "loss": 0.0002,
      "step": 16275
    },
    {
      "epoch": 2.398028614513222,
      "grad_norm": 0.0048552751541137695,
      "learning_rate": 6.6879189145005725e-06,
      "loss": 0.0002,
      "step": 16300
    },
    {
      "epoch": 2.401706572510942,
      "grad_norm": 0.011255592107772827,
      "learning_rate": 6.647049207127677e-06,
      "loss": 0.0002,
      "step": 16325
    },
    {
      "epoch": 2.4053845305086616,
      "grad_norm": 0.009114415384829044,
      "learning_rate": 6.6061794997547816e-06,
      "loss": 0.0002,
      "step": 16350
    },
    {
      "epoch": 2.409062488506381,
      "grad_norm": 0.009386932477355003,
      "learning_rate": 6.565309792381886e-06,
      "loss": 0.0395,
      "step": 16375
    },
    {
      "epoch": 2.4127404465041007,
      "grad_norm": 0.005927698221057653,
      "learning_rate": 6.5244400850089915e-06,
      "loss": 0.0002,
      "step": 16400
    },
    {
      "epoch": 2.4164184045018207,
      "grad_norm": 0.0084453159943223,
      "learning_rate": 6.483570377636096e-06,
      "loss": 0.0506,
      "step": 16425
    },
    {
      "epoch": 2.42009636249954,
      "grad_norm": 0.008083072490990162,
      "learning_rate": 6.442700670263201e-06,
      "loss": 0.0003,
      "step": 16450
    },
    {
      "epoch": 2.4237743204972597,
      "grad_norm": 0.00735598336905241,
      "learning_rate": 6.401830962890306e-06,
      "loss": 0.0003,
      "step": 16475
    },
    {
      "epoch": 2.4274522784949797,
      "grad_norm": 0.007824303582310677,
      "learning_rate": 6.360961255517411e-06,
      "loss": 0.0398,
      "step": 16500
    },
    {
      "epoch": 2.431130236492699,
      "grad_norm": 0.009155460633337498,
      "learning_rate": 6.320091548144516e-06,
      "loss": 0.0003,
      "step": 16525
    },
    {
      "epoch": 2.4348081944904187,
      "grad_norm": 0.005739257670938969,
      "learning_rate": 6.27922184077162e-06,
      "loss": 0.0003,
      "step": 16550
    },
    {
      "epoch": 2.4384861524881387,
      "grad_norm": 0.006940542254596949,
      "learning_rate": 6.238352133398725e-06,
      "loss": 0.0003,
      "step": 16575
    },
    {
      "epoch": 2.4421641104858582,
      "grad_norm": 0.0053449515253305435,
      "learning_rate": 6.197482426025829e-06,
      "loss": 0.0002,
      "step": 16600
    },
    {
      "epoch": 2.4458420684835778,
      "grad_norm": 0.005325790494680405,
      "learning_rate": 6.156612718652935e-06,
      "loss": 0.0002,
      "step": 16625
    },
    {
      "epoch": 2.4495200264812977,
      "grad_norm": 0.006259521469473839,
      "learning_rate": 6.115743011280039e-06,
      "loss": 0.0002,
      "step": 16650
    },
    {
      "epoch": 2.4531979844790173,
      "grad_norm": 0.006854058708995581,
      "learning_rate": 6.074873303907145e-06,
      "loss": 0.0002,
      "step": 16675
    },
    {
      "epoch": 2.456875942476737,
      "grad_norm": 0.004361658822745085,
      "learning_rate": 6.034003596534249e-06,
      "loss": 0.0002,
      "step": 16700
    },
    {
      "epoch": 2.4605539004744568,
      "grad_norm": 0.0055083055049180984,
      "learning_rate": 5.993133889161354e-06,
      "loss": 0.0002,
      "step": 16725
    },
    {
      "epoch": 2.4642318584721763,
      "grad_norm": 0.0033617918379604816,
      "learning_rate": 5.952264181788458e-06,
      "loss": 0.0002,
      "step": 16750
    },
    {
      "epoch": 2.467909816469896,
      "grad_norm": 0.0048737069591879845,
      "learning_rate": 5.911394474415564e-06,
      "loss": 0.0001,
      "step": 16775
    },
    {
      "epoch": 2.471587774467616,
      "grad_norm": 0.0036280914209783077,
      "learning_rate": 5.870524767042668e-06,
      "loss": 0.0001,
      "step": 16800
    },
    {
      "epoch": 2.4752657324653353,
      "grad_norm": 0.003542742459103465,
      "learning_rate": 5.829655059669773e-06,
      "loss": 0.0001,
      "step": 16825
    },
    {
      "epoch": 2.478943690463055,
      "grad_norm": 0.004226271994411945,
      "learning_rate": 5.788785352296878e-06,
      "loss": 0.0001,
      "step": 16850
    },
    {
      "epoch": 2.482621648460775,
      "grad_norm": 0.0033333373721688986,
      "learning_rate": 5.7479156449239826e-06,
      "loss": 0.0001,
      "step": 16875
    },
    {
      "epoch": 2.4862996064584943,
      "grad_norm": 0.003888545325025916,
      "learning_rate": 5.707045937551087e-06,
      "loss": 0.0001,
      "step": 16900
    },
    {
      "epoch": 2.489977564456214,
      "grad_norm": 0.0031992702279239893,
      "learning_rate": 5.666176230178192e-06,
      "loss": 0.0001,
      "step": 16925
    },
    {
      "epoch": 2.4936555224539334,
      "grad_norm": 0.0026705926284193993,
      "learning_rate": 5.625306522805297e-06,
      "loss": 0.0001,
      "step": 16950
    },
    {
      "epoch": 2.4973334804516534,
      "grad_norm": 0.001754347002133727,
      "learning_rate": 5.5844368154324015e-06,
      "loss": 0.0001,
      "step": 16975
    },
    {
      "epoch": 2.501011438449373,
      "grad_norm": 0.0018643263028934598,
      "learning_rate": 5.543567108059507e-06,
      "loss": 0.0006,
      "step": 17000
    },
    {
      "epoch": 2.5046893964470924,
      "grad_norm": 0.002491478342562914,
      "learning_rate": 5.502697400686611e-06,
      "loss": 0.0001,
      "step": 17025
    },
    {
      "epoch": 2.5083673544448124,
      "grad_norm": 0.002735487651079893,
      "learning_rate": 5.461827693313716e-06,
      "loss": 0.0001,
      "step": 17050
    },
    {
      "epoch": 2.512045312442532,
      "grad_norm": 0.002121156081557274,
      "learning_rate": 5.420957985940821e-06,
      "loss": 0.0013,
      "step": 17075
    },
    {
      "epoch": 2.5157232704402515,
      "grad_norm": 0.001368986559100449,
      "learning_rate": 5.380088278567925e-06,
      "loss": 0.0001,
      "step": 17100
    },
    {
      "epoch": 2.519401228437971,
      "grad_norm": 0.0018654069863259792,
      "learning_rate": 5.33921857119503e-06,
      "loss": 0.0001,
      "step": 17125
    },
    {
      "epoch": 2.523079186435691,
      "grad_norm": 0.0008688032394275069,
      "learning_rate": 5.298348863822135e-06,
      "loss": 0.0001,
      "step": 17150
    },
    {
      "epoch": 2.5267571444334105,
      "grad_norm": 0.0014730022521689534,
      "learning_rate": 5.25747915644924e-06,
      "loss": 0.0001,
      "step": 17175
    },
    {
      "epoch": 2.53043510243113,
      "grad_norm": 589.290283203125,
      "learning_rate": 5.216609449076345e-06,
      "loss": 0.0295,
      "step": 17200
    },
    {
      "epoch": 2.53411306042885,
      "grad_norm": 0.0014689558884128928,
      "learning_rate": 5.17573974170345e-06,
      "loss": 0.0,
      "step": 17225
    },
    {
      "epoch": 2.5377910184265695,
      "grad_norm": 0.001330269267782569,
      "learning_rate": 5.134870034330555e-06,
      "loss": 0.0,
      "step": 17250
    },
    {
      "epoch": 2.541468976424289,
      "grad_norm": 0.001491030678153038,
      "learning_rate": 5.094000326957658e-06,
      "loss": 0.0,
      "step": 17275
    },
    {
      "epoch": 2.545146934422009,
      "grad_norm": 0.002089619869366288,
      "learning_rate": 5.053130619584764e-06,
      "loss": 0.0778,
      "step": 17300
    },
    {
      "epoch": 2.5488248924197285,
      "grad_norm": 0.0015247270930558443,
      "learning_rate": 5.012260912211868e-06,
      "loss": 0.0188,
      "step": 17325
    },
    {
      "epoch": 2.552502850417448,
      "grad_norm": 0.002242110203951597,
      "learning_rate": 4.971391204838974e-06,
      "loss": 0.0179,
      "step": 17350
    },
    {
      "epoch": 2.556180808415168,
      "grad_norm": 0.0018629367696121335,
      "learning_rate": 4.930521497466078e-06,
      "loss": 0.0181,
      "step": 17375
    },
    {
      "epoch": 2.5598587664128876,
      "grad_norm": 0.0014634733088314533,
      "learning_rate": 4.8896517900931836e-06,
      "loss": 0.0328,
      "step": 17400
    },
    {
      "epoch": 2.563536724410607,
      "grad_norm": 0.001321232644841075,
      "learning_rate": 4.848782082720288e-06,
      "loss": 0.0,
      "step": 17425
    },
    {
      "epoch": 2.567214682408327,
      "grad_norm": 0.0012456915574148297,
      "learning_rate": 4.807912375347393e-06,
      "loss": 0.0003,
      "step": 17450
    },
    {
      "epoch": 2.5708926404060466,
      "grad_norm": 0.0009979073656722903,
      "learning_rate": 4.767042667974497e-06,
      "loss": 0.0001,
      "step": 17475
    },
    {
      "epoch": 2.574570598403766,
      "grad_norm": 0.001377744134515524,
      "learning_rate": 4.726172960601602e-06,
      "loss": 0.0,
      "step": 17500
    },
    {
      "epoch": 2.578248556401486,
      "grad_norm": 0.0022715404629707336,
      "learning_rate": 4.685303253228707e-06,
      "loss": 0.0498,
      "step": 17525
    },
    {
      "epoch": 2.5819265143992056,
      "grad_norm": 0.002307375194504857,
      "learning_rate": 4.644433545855812e-06,
      "loss": 0.0001,
      "step": 17550
    },
    {
      "epoch": 2.585604472396925,
      "grad_norm": 0.002744297729805112,
      "learning_rate": 4.603563838482917e-06,
      "loss": 0.0444,
      "step": 17575
    },
    {
      "epoch": 2.589282430394645,
      "grad_norm": 0.004225959535688162,
      "learning_rate": 4.5626941311100215e-06,
      "loss": 0.0148,
      "step": 17600
    },
    {
      "epoch": 2.5929603883923646,
      "grad_norm": 0.0028173536993563175,
      "learning_rate": 4.521824423737127e-06,
      "loss": 0.0033,
      "step": 17625
    },
    {
      "epoch": 2.596638346390084,
      "grad_norm": 0.00215067807585001,
      "learning_rate": 4.4809547163642305e-06,
      "loss": 0.0001,
      "step": 17650
    },
    {
      "epoch": 2.600316304387804,
      "grad_norm": 0.004402931313961744,
      "learning_rate": 4.440085008991336e-06,
      "loss": 0.0001,
      "step": 17675
    },
    {
      "epoch": 2.6039942623855237,
      "grad_norm": 0.0019863785710185766,
      "learning_rate": 4.3992153016184404e-06,
      "loss": 0.0001,
      "step": 17700
    },
    {
      "epoch": 2.607672220383243,
      "grad_norm": 0.0032948977313935757,
      "learning_rate": 4.358345594245545e-06,
      "loss": 0.0001,
      "step": 17725
    },
    {
      "epoch": 2.6113501783809627,
      "grad_norm": 0.0017591605428606272,
      "learning_rate": 4.31747588687265e-06,
      "loss": 0.0001,
      "step": 17750
    },
    {
      "epoch": 2.6150281363786827,
      "grad_norm": 0.5669000148773193,
      "learning_rate": 4.276606179499755e-06,
      "loss": 0.0002,
      "step": 17775
    },
    {
      "epoch": 2.6187060943764022,
      "grad_norm": 0.0018617259338498116,
      "learning_rate": 4.23573647212686e-06,
      "loss": 0.044,
      "step": 17800
    },
    {
      "epoch": 2.6223840523741218,
      "grad_norm": 0.004173843190073967,
      "learning_rate": 4.194866764753964e-06,
      "loss": 0.0001,
      "step": 17825
    },
    {
      "epoch": 2.6260620103718413,
      "grad_norm": 0.005529914982616901,
      "learning_rate": 4.153997057381069e-06,
      "loss": 0.0001,
      "step": 17850
    },
    {
      "epoch": 2.6297399683695613,
      "grad_norm": 0.003100366098806262,
      "learning_rate": 4.113127350008174e-06,
      "loss": 0.0001,
      "step": 17875
    },
    {
      "epoch": 2.633417926367281,
      "grad_norm": 0.0017961232224479318,
      "learning_rate": 4.072257642635279e-06,
      "loss": 0.012,
      "step": 17900
    },
    {
      "epoch": 2.6370958843650003,
      "grad_norm": 0.0022237550001591444,
      "learning_rate": 4.031387935262384e-06,
      "loss": 0.0001,
      "step": 17925
    },
    {
      "epoch": 2.6407738423627203,
      "grad_norm": 0.002973005408421159,
      "learning_rate": 3.990518227889488e-06,
      "loss": 0.0438,
      "step": 17950
    },
    {
      "epoch": 2.64445180036044,
      "grad_norm": 0.003434759797528386,
      "learning_rate": 3.949648520516594e-06,
      "loss": 0.0003,
      "step": 17975
    },
    {
      "epoch": 2.6481297583581593,
      "grad_norm": 0.003463399363681674,
      "learning_rate": 3.908778813143697e-06,
      "loss": 0.0001,
      "step": 18000
    },
    {
      "epoch": 2.6518077163558793,
      "grad_norm": 0.003393635619431734,
      "learning_rate": 3.867909105770803e-06,
      "loss": 0.0002,
      "step": 18025
    },
    {
      "epoch": 2.655485674353599,
      "grad_norm": 0.0027733049355447292,
      "learning_rate": 3.827039398397907e-06,
      "loss": 0.0001,
      "step": 18050
    },
    {
      "epoch": 2.6591636323513184,
      "grad_norm": 0.0038054571487009525,
      "learning_rate": 3.7861696910250126e-06,
      "loss": 0.0001,
      "step": 18075
    },
    {
      "epoch": 2.6628415903490383,
      "grad_norm": 0.0029823731165379286,
      "learning_rate": 3.745299983652117e-06,
      "loss": 0.0001,
      "step": 18100
    },
    {
      "epoch": 2.666519548346758,
      "grad_norm": 0.0019862265326082706,
      "learning_rate": 3.704430276279222e-06,
      "loss": 0.0001,
      "step": 18125
    },
    {
      "epoch": 2.6701975063444774,
      "grad_norm": 0.003500757971778512,
      "learning_rate": 3.6635605689063266e-06,
      "loss": 0.0001,
      "step": 18150
    },
    {
      "epoch": 2.6738754643421974,
      "grad_norm": 0.002085187705233693,
      "learning_rate": 3.6226908615334315e-06,
      "loss": 0.0001,
      "step": 18175
    },
    {
      "epoch": 2.677553422339917,
      "grad_norm": 0.0023257972206920385,
      "learning_rate": 3.5818211541605365e-06,
      "loss": 0.0001,
      "step": 18200
    },
    {
      "epoch": 2.6812313803376364,
      "grad_norm": 0.0022203666158020496,
      "learning_rate": 3.5409514467876414e-06,
      "loss": 0.0001,
      "step": 18225
    },
    {
      "epoch": 2.6849093383353564,
      "grad_norm": 0.0012388962786644697,
      "learning_rate": 3.500081739414746e-06,
      "loss": 0.0,
      "step": 18250
    },
    {
      "epoch": 2.688587296333076,
      "grad_norm": 0.0008910479955375195,
      "learning_rate": 3.4592120320418505e-06,
      "loss": 0.0003,
      "step": 18275
    },
    {
      "epoch": 2.6922652543307954,
      "grad_norm": 0.0010503758676350117,
      "learning_rate": 3.4183423246689554e-06,
      "loss": 0.0,
      "step": 18300
    },
    {
      "epoch": 2.6959432123285154,
      "grad_norm": 0.000730241066776216,
      "learning_rate": 3.37747261729606e-06,
      "loss": 0.0001,
      "step": 18325
    },
    {
      "epoch": 2.699621170326235,
      "grad_norm": 0.000822307774797082,
      "learning_rate": 3.336602909923165e-06,
      "loss": 0.0,
      "step": 18350
    },
    {
      "epoch": 2.7032991283239545,
      "grad_norm": 1.4722820520401,
      "learning_rate": 3.29573320255027e-06,
      "loss": 0.1083,
      "step": 18375
    },
    {
      "epoch": 2.7069770863216744,
      "grad_norm": 0.004885438829660416,
      "learning_rate": 3.254863495177375e-06,
      "loss": 0.0002,
      "step": 18400
    },
    {
      "epoch": 2.710655044319394,
      "grad_norm": 0.0033965399488806725,
      "learning_rate": 3.2139937878044794e-06,
      "loss": 0.0001,
      "step": 18425
    },
    {
      "epoch": 2.7143330023171135,
      "grad_norm": 0.004250906407833099,
      "learning_rate": 3.1731240804315843e-06,
      "loss": 0.0231,
      "step": 18450
    },
    {
      "epoch": 2.7180109603148335,
      "grad_norm": 0.003409018972888589,
      "learning_rate": 3.1322543730586893e-06,
      "loss": 0.0002,
      "step": 18475
    },
    {
      "epoch": 2.721688918312553,
      "grad_norm": 0.0036356241907924414,
      "learning_rate": 3.0913846656857938e-06,
      "loss": 0.0409,
      "step": 18500
    },
    {
      "epoch": 2.7253668763102725,
      "grad_norm": 0.006237304303795099,
      "learning_rate": 3.0505149583128983e-06,
      "loss": 0.0386,
      "step": 18525
    },
    {
      "epoch": 2.729044834307992,
      "grad_norm": 0.006783687509596348,
      "learning_rate": 3.0096452509400033e-06,
      "loss": 0.0002,
      "step": 18550
    },
    {
      "epoch": 2.732722792305712,
      "grad_norm": 0.04287054389715195,
      "learning_rate": 2.9687755435671082e-06,
      "loss": 0.0321,
      "step": 18575
    },
    {
      "epoch": 2.7364007503034316,
      "grad_norm": 0.0038001120556145906,
      "learning_rate": 2.9279058361942127e-06,
      "loss": 0.0003,
      "step": 18600
    },
    {
      "epoch": 2.740078708301151,
      "grad_norm": 0.003841620171442628,
      "learning_rate": 2.8870361288213177e-06,
      "loss": 0.0001,
      "step": 18625
    },
    {
      "epoch": 2.7437566662988706,
      "grad_norm": 0.002676568925380707,
      "learning_rate": 2.8461664214484226e-06,
      "loss": 0.0001,
      "step": 18650
    },
    {
      "epoch": 2.7474346242965906,
      "grad_norm": 0.008307211101055145,
      "learning_rate": 2.8052967140755276e-06,
      "loss": 0.0001,
      "step": 18675
    },
    {
      "epoch": 2.75111258229431,
      "grad_norm": 0.0034743708092719316,
      "learning_rate": 2.764427006702632e-06,
      "loss": 0.0001,
      "step": 18700
    },
    {
      "epoch": 2.7547905402920296,
      "grad_norm": 0.0020617684349417686,
      "learning_rate": 2.7235572993297367e-06,
      "loss": 0.0001,
      "step": 18725
    },
    {
      "epoch": 2.7584684982897496,
      "grad_norm": 0.0017286173533648252,
      "learning_rate": 2.6826875919568416e-06,
      "loss": 0.0001,
      "step": 18750
    },
    {
      "epoch": 2.762146456287469,
      "grad_norm": 0.001774169155396521,
      "learning_rate": 2.6418178845839466e-06,
      "loss": 0.0001,
      "step": 18775
    },
    {
      "epoch": 2.7658244142851887,
      "grad_norm": 0.003061393741518259,
      "learning_rate": 2.600948177211051e-06,
      "loss": 0.0298,
      "step": 18800
    },
    {
      "epoch": 2.7695023722829086,
      "grad_norm": 0.00195386353880167,
      "learning_rate": 2.560078469838156e-06,
      "loss": 0.0001,
      "step": 18825
    },
    {
      "epoch": 2.773180330280628,
      "grad_norm": 0.0015053004026412964,
      "learning_rate": 2.519208762465261e-06,
      "loss": 0.0001,
      "step": 18850
    },
    {
      "epoch": 2.7768582882783477,
      "grad_norm": 0.002827111864462495,
      "learning_rate": 2.4783390550923655e-06,
      "loss": 0.0001,
      "step": 18875
    },
    {
      "epoch": 2.7805362462760677,
      "grad_norm": 0.0010932940058410168,
      "learning_rate": 2.4374693477194705e-06,
      "loss": 0.0001,
      "step": 18900
    },
    {
      "epoch": 2.784214204273787,
      "grad_norm": 7.858973026275635,
      "learning_rate": 2.3965996403465754e-06,
      "loss": 0.0468,
      "step": 18925
    },
    {
      "epoch": 2.7878921622715067,
      "grad_norm": 0.002107949461787939,
      "learning_rate": 2.35572993297368e-06,
      "loss": 0.0001,
      "step": 18950
    },
    {
      "epoch": 2.7915701202692267,
      "grad_norm": 0.001860212185420096,
      "learning_rate": 2.3148602256007845e-06,
      "loss": 0.0001,
      "step": 18975
    },
    {
      "epoch": 2.795248078266946,
      "grad_norm": 0.002180658746510744,
      "learning_rate": 2.2739905182278894e-06,
      "loss": 0.0001,
      "step": 19000
    },
    {
      "epoch": 2.7989260362646657,
      "grad_norm": 0.001684672199189663,
      "learning_rate": 2.2331208108549944e-06,
      "loss": 0.0001,
      "step": 19025
    },
    {
      "epoch": 2.8026039942623857,
      "grad_norm": 0.0015821090200915933,
      "learning_rate": 2.1922511034820993e-06,
      "loss": 0.0001,
      "step": 19050
    },
    {
      "epoch": 2.8062819522601052,
      "grad_norm": 0.0031413165852427483,
      "learning_rate": 2.151381396109204e-06,
      "loss": 0.0222,
      "step": 19075
    },
    {
      "epoch": 2.8099599102578248,
      "grad_norm": 0.001654456602409482,
      "learning_rate": 2.110511688736309e-06,
      "loss": 0.0001,
      "step": 19100
    },
    {
      "epoch": 2.8136378682555447,
      "grad_norm": 0.0025208396837115288,
      "learning_rate": 2.0696419813634138e-06,
      "loss": 0.0297,
      "step": 19125
    },
    {
      "epoch": 2.8173158262532643,
      "grad_norm": 0.0016039038309827447,
      "learning_rate": 2.0287722739905183e-06,
      "loss": 0.0001,
      "step": 19150
    },
    {
      "epoch": 2.820993784250984,
      "grad_norm": 0.0015692878514528275,
      "learning_rate": 1.987902566617623e-06,
      "loss": 0.0001,
      "step": 19175
    },
    {
      "epoch": 2.8246717422487038,
      "grad_norm": 0.0014573705848306417,
      "learning_rate": 1.9470328592447278e-06,
      "loss": 0.0001,
      "step": 19200
    },
    {
      "epoch": 2.8283497002464233,
      "grad_norm": 0.005317123141139746,
      "learning_rate": 1.9061631518718325e-06,
      "loss": 0.0001,
      "step": 19225
    },
    {
      "epoch": 2.832027658244143,
      "grad_norm": 0.0014695243444293737,
      "learning_rate": 1.8652934444989374e-06,
      "loss": 0.0312,
      "step": 19250
    },
    {
      "epoch": 2.835705616241863,
      "grad_norm": 0.04826376587152481,
      "learning_rate": 1.8244237371260422e-06,
      "loss": 0.0263,
      "step": 19275
    },
    {
      "epoch": 2.8393835742395823,
      "grad_norm": 0.0012747733853757381,
      "learning_rate": 1.7835540297531471e-06,
      "loss": 0.0001,
      "step": 19300
    },
    {
      "epoch": 2.843061532237302,
      "grad_norm": 0.0011536297388374805,
      "learning_rate": 1.7426843223802519e-06,
      "loss": 0.025,
      "step": 19325
    },
    {
      "epoch": 2.8467394902350214,
      "grad_norm": 0.00559173384681344,
      "learning_rate": 1.7018146150073564e-06,
      "loss": 0.0001,
      "step": 19350
    },
    {
      "epoch": 2.8504174482327413,
      "grad_norm": 0.0011801973450928926,
      "learning_rate": 1.6609449076344614e-06,
      "loss": 0.0001,
      "step": 19375
    },
    {
      "epoch": 2.854095406230461,
      "grad_norm": 0.020327366888523102,
      "learning_rate": 1.620075200261566e-06,
      "loss": 0.0001,
      "step": 19400
    },
    {
      "epoch": 2.8577733642281804,
      "grad_norm": 0.0012536696158349514,
      "learning_rate": 1.579205492888671e-06,
      "loss": 0.0001,
      "step": 19425
    },
    {
      "epoch": 2.8614513222259,
      "grad_norm": 0.0010541353840380907,
      "learning_rate": 1.5383357855157758e-06,
      "loss": 0.0,
      "step": 19450
    },
    {
      "epoch": 2.86512928022362,
      "grad_norm": 0.0011492278426885605,
      "learning_rate": 1.4974660781428805e-06,
      "loss": 0.0001,
      "step": 19475
    },
    {
      "epoch": 2.8688072382213394,
      "grad_norm": 0.002121875062584877,
      "learning_rate": 1.4565963707699853e-06,
      "loss": 0.0339,
      "step": 19500
    },
    {
      "epoch": 2.872485196219059,
      "grad_norm": 0.0013062648940831423,
      "learning_rate": 1.4157266633970902e-06,
      "loss": 0.0001,
      "step": 19525
    },
    {
      "epoch": 2.876163154216779,
      "grad_norm": 0.0012365735601633787,
      "learning_rate": 1.374856956024195e-06,
      "loss": 0.0001,
      "step": 19550
    },
    {
      "epoch": 2.8798411122144985,
      "grad_norm": 0.001490547088906169,
      "learning_rate": 1.3339872486512997e-06,
      "loss": 0.0389,
      "step": 19575
    },
    {
      "epoch": 2.883519070212218,
      "grad_norm": 0.0010857345769181848,
      "learning_rate": 1.2931175412784044e-06,
      "loss": 0.0002,
      "step": 19600
    },
    {
      "epoch": 2.887197028209938,
      "grad_norm": 0.0016767021734267473,
      "learning_rate": 1.2522478339055092e-06,
      "loss": 0.0001,
      "step": 19625
    },
    {
      "epoch": 2.8908749862076575,
      "grad_norm": 0.004218839108943939,
      "learning_rate": 1.2113781265326141e-06,
      "loss": 0.0001,
      "step": 19650
    },
    {
      "epoch": 2.894552944205377,
      "grad_norm": 0.0010596220381557941,
      "learning_rate": 1.1705084191597189e-06,
      "loss": 0.0001,
      "step": 19675
    },
    {
      "epoch": 2.898230902203097,
      "grad_norm": 0.005758639425039291,
      "learning_rate": 1.1296387117868236e-06,
      "loss": 0.0001,
      "step": 19700
    },
    {
      "epoch": 2.9019088602008165,
      "grad_norm": 0.004077006597071886,
      "learning_rate": 1.0887690044139283e-06,
      "loss": 0.0001,
      "step": 19725
    },
    {
      "epoch": 2.905586818198536,
      "grad_norm": 0.023057300597429276,
      "learning_rate": 1.0478992970410333e-06,
      "loss": 0.0001,
      "step": 19750
    },
    {
      "epoch": 2.909264776196256,
      "grad_norm": 0.0010171595495194197,
      "learning_rate": 1.007029589668138e-06,
      "loss": 0.0002,
      "step": 19775
    },
    {
      "epoch": 2.9129427341939755,
      "grad_norm": 0.0021811590995639563,
      "learning_rate": 9.661598822952428e-07,
      "loss": 0.0018,
      "step": 19800
    },
    {
      "epoch": 2.916620692191695,
      "grad_norm": 0.0007530258735641837,
      "learning_rate": 9.252901749223475e-07,
      "loss": 0.0,
      "step": 19825
    },
    {
      "epoch": 2.920298650189415,
      "grad_norm": 0.0008248965605162084,
      "learning_rate": 8.844204675494524e-07,
      "loss": 0.0,
      "step": 19850
    },
    {
      "epoch": 2.9239766081871346,
      "grad_norm": 0.0008437008364126086,
      "learning_rate": 8.435507601765572e-07,
      "loss": 0.0001,
      "step": 19875
    },
    {
      "epoch": 2.927654566184854,
      "grad_norm": 0.0011598097626119852,
      "learning_rate": 8.026810528036619e-07,
      "loss": 0.029,
      "step": 19900
    },
    {
      "epoch": 2.931332524182574,
      "grad_norm": 0.000989201944321394,
      "learning_rate": 7.618113454307668e-07,
      "loss": 0.0001,
      "step": 19925
    },
    {
      "epoch": 2.9350104821802936,
      "grad_norm": 0.0009332878980785608,
      "learning_rate": 7.209416380578715e-07,
      "loss": 0.0001,
      "step": 19950
    },
    {
      "epoch": 2.938688440178013,
      "grad_norm": 0.0010302929440513253,
      "learning_rate": 6.800719306849764e-07,
      "loss": 0.0316,
      "step": 19975
    },
    {
      "epoch": 2.942366398175733,
      "grad_norm": 0.0011053696507588029,
      "learning_rate": 6.392022233120811e-07,
      "loss": 0.0001,
      "step": 20000
    },
    {
      "epoch": 2.9460443561734526,
      "grad_norm": 0.001087658922187984,
      "learning_rate": 5.983325159391858e-07,
      "loss": 0.0,
      "step": 20025
    },
    {
      "epoch": 2.949722314171172,
      "grad_norm": 0.0008900929242372513,
      "learning_rate": 5.574628085662906e-07,
      "loss": 0.0001,
      "step": 20050
    },
    {
      "epoch": 2.9534002721688917,
      "grad_norm": 0.001053415471687913,
      "learning_rate": 5.165931011933954e-07,
      "loss": 0.0,
      "step": 20075
    },
    {
      "epoch": 2.9570782301666116,
      "grad_norm": 0.0008429349982179701,
      "learning_rate": 4.757233938205003e-07,
      "loss": 0.0,
      "step": 20100
    },
    {
      "epoch": 2.960756188164331,
      "grad_norm": 0.0009649925632402301,
      "learning_rate": 4.34853686447605e-07,
      "loss": 0.0,
      "step": 20125
    },
    {
      "epoch": 2.9644341461620507,
      "grad_norm": 0.0009367198217660189,
      "learning_rate": 3.939839790747098e-07,
      "loss": 0.0002,
      "step": 20150
    },
    {
      "epoch": 2.9681121041597702,
      "grad_norm": 0.0008432368049398065,
      "learning_rate": 3.5311427170181465e-07,
      "loss": 0.0,
      "step": 20175
    },
    {
      "epoch": 2.97179006215749,
      "grad_norm": 2.9367611408233643,
      "learning_rate": 3.1224456432891944e-07,
      "loss": 0.0002,
      "step": 20200
    },
    {
      "epoch": 2.9754680201552097,
      "grad_norm": 0.0008842748356983066,
      "learning_rate": 2.7137485695602424e-07,
      "loss": 0.0001,
      "step": 20225
    },
    {
      "epoch": 2.9791459781529293,
      "grad_norm": 0.3803035616874695,
      "learning_rate": 2.30505149583129e-07,
      "loss": 0.0303,
      "step": 20250
    },
    {
      "epoch": 2.9828239361506492,
      "grad_norm": 0.001255788840353489,
      "learning_rate": 1.8963544221023377e-07,
      "loss": 0.0001,
      "step": 20275
    },
    {
      "epoch": 2.9865018941483688,
      "grad_norm": 0.0012517735594883561,
      "learning_rate": 1.4876573483733856e-07,
      "loss": 0.0001,
      "step": 20300
    },
    {
      "epoch": 2.9901798521460883,
      "grad_norm": 0.0008377633057534695,
      "learning_rate": 1.0789602746444335e-07,
      "loss": 0.0001,
      "step": 20325
    },
    {
      "epoch": 2.9938578101438083,
      "grad_norm": 0.0008699085447005928,
      "learning_rate": 6.702632009154815e-08,
      "loss": 0.0001,
      "step": 20350
    },
    {
      "epoch": 2.997535768141528,
      "grad_norm": 0.000927777262404561,
      "learning_rate": 2.6156612718652934e-08,
      "loss": 0.023,
      "step": 20375
    },
    {
      "epoch": 2.9998896612600685,
      "eval_accuracy": 0.9969841853622655,
      "eval_auc": 0.9999289486306174,
      "eval_f1": 0.9969837416317222,
      "eval_loss": 0.01777876727283001,
      "eval_precision": 0.9972038263428992,
      "eval_recall": 0.9967637540453075,
      "eval_runtime": 2385.463,
      "eval_samples_per_second": 5.699,
      "eval_steps_per_second": 1.425,
      "step": 20391
    }
  ],
  "logging_steps": 25,
  "max_steps": 20391,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.01
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.073019505969152e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}