{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5936927565773118,
  "eval_steps": 500,
  "global_step": 120000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 296.6432189941406,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 36.1442,
      "step": 100
    },
    {
      "epoch": 0.0,
      "grad_norm": 282.62713623046875,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 36.2463,
      "step": 200
    },
    {
      "epoch": 0.0,
      "grad_norm": 271.8738098144531,
      "learning_rate": 6.000000000000001e-07,
      "loss": 36.3589,
      "step": 300
    },
    {
      "epoch": 0.0,
      "grad_norm": 287.5734558105469,
      "learning_rate": 8.000000000000001e-07,
      "loss": 36.0855,
      "step": 400
    },
    {
      "epoch": 0.0,
      "grad_norm": 259.08685302734375,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 35.8685,
      "step": 500
    },
    {
      "epoch": 0.0,
      "grad_norm": 292.2701416015625,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 35.4046,
      "step": 600
    },
    {
      "epoch": 0.0,
      "grad_norm": 307.0222473144531,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 34.6875,
      "step": 700
    },
    {
      "epoch": 0.0,
      "grad_norm": 274.7489929199219,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 34.1517,
      "step": 800
    },
    {
      "epoch": 0.0,
      "grad_norm": 240.46612548828125,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 33.4424,
      "step": 900
    },
    {
      "epoch": 0.0,
      "grad_norm": 268.32684326171875,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 32.5807,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "grad_norm": 258.87274169921875,
      "learning_rate": 2.2e-06,
      "loss": 30.8752,
      "step": 1100
    },
    {
      "epoch": 0.01,
      "grad_norm": 288.45611572265625,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 29.5351,
      "step": 1200
    },
    {
      "epoch": 0.01,
      "grad_norm": 261.72149658203125,
      "learning_rate": 2.6e-06,
      "loss": 27.398,
      "step": 1300
    },
    {
      "epoch": 0.01,
      "grad_norm": 331.3612365722656,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 24.6465,
      "step": 1400
    },
    {
      "epoch": 0.01,
      "grad_norm": 215.5654296875,
      "learning_rate": 3e-06,
      "loss": 21.7979,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "grad_norm": 222.94651794433594,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 18.6465,
      "step": 1600
    },
    {
      "epoch": 0.01,
      "grad_norm": 252.55087280273438,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 15.7462,
      "step": 1700
    },
    {
      "epoch": 0.01,
      "grad_norm": 273.9644470214844,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 13.9379,
      "step": 1800
    },
    {
      "epoch": 0.01,
      "grad_norm": 205.786376953125,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 12.2574,
      "step": 1900
    },
    {
      "epoch": 0.01,
      "grad_norm": 151.63124084472656,
      "learning_rate": 4.000000000000001e-06,
      "loss": 9.865,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "grad_norm": 120.38298034667969,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 8.9936,
      "step": 2100
    },
    {
      "epoch": 0.01,
      "grad_norm": 93.93321990966797,
      "learning_rate": 4.4e-06,
      "loss": 8.3415,
      "step": 2200
    },
    {
      "epoch": 0.01,
      "grad_norm": 102.68135833740234,
      "learning_rate": 4.600000000000001e-06,
      "loss": 7.4711,
      "step": 2300
    },
    {
      "epoch": 0.01,
      "grad_norm": 250.72817993164062,
      "learning_rate": 4.800000000000001e-06,
      "loss": 6.5714,
      "step": 2400
    },
    {
      "epoch": 0.01,
      "grad_norm": 249.8506317138672,
      "learning_rate": 5e-06,
      "loss": 5.9448,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "grad_norm": 66.83155059814453,
      "learning_rate": 5.2e-06,
      "loss": 5.6368,
      "step": 2600
    },
    {
      "epoch": 0.01,
      "grad_norm": 51.391082763671875,
      "learning_rate": 5.400000000000001e-06,
      "loss": 4.8538,
      "step": 2700
    },
    {
      "epoch": 0.01,
      "grad_norm": 50.51924133300781,
      "learning_rate": 5.600000000000001e-06,
      "loss": 4.5733,
      "step": 2800
    },
    {
      "epoch": 0.01,
      "grad_norm": 33.91701889038086,
      "learning_rate": 5.8e-06,
      "loss": 4.1586,
      "step": 2900
    },
    {
      "epoch": 0.01,
      "grad_norm": 41.544532775878906,
      "learning_rate": 6e-06,
      "loss": 3.8914,
      "step": 3000
    },
    {
      "epoch": 0.02,
      "grad_norm": 44.3348274230957,
      "learning_rate": 6.200000000000001e-06,
      "loss": 3.4145,
      "step": 3100
    },
    {
      "epoch": 0.02,
      "grad_norm": 27.11107063293457,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 3.2646,
      "step": 3200
    },
    {
      "epoch": 0.02,
      "grad_norm": 144.55479431152344,
      "learning_rate": 6.600000000000001e-06,
      "loss": 3.1211,
      "step": 3300
    },
    {
      "epoch": 0.02,
      "grad_norm": 16.845191955566406,
      "learning_rate": 6.800000000000001e-06,
      "loss": 3.0997,
      "step": 3400
    },
    {
      "epoch": 0.02,
      "grad_norm": 13.76279067993164,
      "learning_rate": 7e-06,
      "loss": 2.7326,
      "step": 3500
    },
    {
      "epoch": 0.02,
      "grad_norm": 10.799291610717773,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 2.743,
      "step": 3600
    },
    {
      "epoch": 0.02,
      "grad_norm": 10.540129661560059,
      "learning_rate": 7.4e-06,
      "loss": 2.6056,
      "step": 3700
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.966181755065918,
      "learning_rate": 7.600000000000001e-06,
      "loss": 2.4526,
      "step": 3800
    },
    {
      "epoch": 0.02,
      "grad_norm": 16.517465591430664,
      "learning_rate": 7.800000000000002e-06,
      "loss": 2.419,
      "step": 3900
    },
    {
      "epoch": 0.02,
      "grad_norm": 11.533743858337402,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.3781,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "grad_norm": 12.458216667175293,
      "learning_rate": 8.2e-06,
      "loss": 2.296,
      "step": 4100
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.576855182647705,
      "learning_rate": 8.400000000000001e-06,
      "loss": 2.269,
      "step": 4200
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.14406681060791,
      "learning_rate": 8.6e-06,
      "loss": 2.2047,
      "step": 4300
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.389999389648438,
      "learning_rate": 8.8e-06,
      "loss": 2.1709,
      "step": 4400
    },
    {
      "epoch": 0.02,
      "grad_norm": 9.2235689163208,
      "learning_rate": 9e-06,
      "loss": 2.0764,
      "step": 4500
    },
    {
      "epoch": 0.02,
      "grad_norm": 19.56966209411621,
      "learning_rate": 9.200000000000002e-06,
      "loss": 2.0616,
      "step": 4600
    },
    {
      "epoch": 0.02,
      "grad_norm": 14.260141372680664,
      "learning_rate": 9.4e-06,
      "loss": 2.0158,
      "step": 4700
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.950816631317139,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.9903,
      "step": 4800
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.523265361785889,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.9903,
      "step": 4900
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.682758331298828,
      "learning_rate": 1e-05,
      "loss": 2.0119,
      "step": 5000
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.691493988037109,
      "learning_rate": 9.99937486520531e-06,
      "loss": 1.966,
      "step": 5100
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.045505046844482,
      "learning_rate": 9.99874973041062e-06,
      "loss": 1.9175,
      "step": 5200
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.446534633636475,
      "learning_rate": 9.99812459561593e-06,
      "loss": 1.9086,
      "step": 5300
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.22329044342041,
      "learning_rate": 9.99749946082124e-06,
      "loss": 1.8706,
      "step": 5400
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.028206825256348,
      "learning_rate": 9.99687432602655e-06,
      "loss": 1.8183,
      "step": 5500
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.474781036376953,
      "learning_rate": 9.99624919123186e-06,
      "loss": 1.9045,
      "step": 5600
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.7177886962890625,
      "learning_rate": 9.99562405643717e-06,
      "loss": 1.8141,
      "step": 5700
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.469454288482666,
      "learning_rate": 9.99499892164248e-06,
      "loss": 1.8079,
      "step": 5800
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.826772689819336,
      "learning_rate": 9.99437378684779e-06,
      "loss": 1.852,
      "step": 5900
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.368248462677002,
      "learning_rate": 9.9937486520531e-06,
      "loss": 1.8207,
      "step": 6000
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.686717987060547,
      "learning_rate": 9.99312351725841e-06,
      "loss": 1.7868,
      "step": 6100
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.562761306762695,
      "learning_rate": 9.99249838246372e-06,
      "loss": 1.8201,
      "step": 6200
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.788825511932373,
      "learning_rate": 9.99187324766903e-06,
      "loss": 1.7568,
      "step": 6300
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.2414870262146,
      "learning_rate": 9.991248112874338e-06,
      "loss": 1.7635,
      "step": 6400
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.775527477264404,
      "learning_rate": 9.99062297807965e-06,
      "loss": 1.7465,
      "step": 6500
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.719698429107666,
      "learning_rate": 9.989997843284958e-06,
      "loss": 1.7776,
      "step": 6600
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.103610515594482,
      "learning_rate": 9.98937270849027e-06,
      "loss": 1.7364,
      "step": 6700
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.553420543670654,
      "learning_rate": 9.988747573695578e-06,
      "loss": 1.7341,
      "step": 6800
    },
    {
      "epoch": 0.03,
      "grad_norm": 4.687087535858154,
      "learning_rate": 9.98812243890089e-06,
      "loss": 1.7586,
      "step": 6900
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.242082595825195,
      "learning_rate": 9.987497304106198e-06,
      "loss": 1.7255,
      "step": 7000
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.58695650100708,
      "learning_rate": 9.98687216931151e-06,
      "loss": 1.724,
      "step": 7100
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.764819622039795,
      "learning_rate": 9.986247034516818e-06,
      "loss": 1.6934,
      "step": 7200
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.300253868103027,
      "learning_rate": 9.985621899722129e-06,
      "loss": 1.6773,
      "step": 7300
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.917991638183594,
      "learning_rate": 9.984996764927437e-06,
      "loss": 1.7492,
      "step": 7400
    },
    {
      "epoch": 0.04,
      "grad_norm": 9.860074043273926,
      "learning_rate": 9.984371630132749e-06,
      "loss": 1.6835,
      "step": 7500
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.517050743103027,
      "learning_rate": 9.983746495338059e-06,
      "loss": 1.6981,
      "step": 7600
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.88366174697876,
      "learning_rate": 9.983121360543367e-06,
      "loss": 1.7226,
      "step": 7700
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.612452983856201,
      "learning_rate": 9.982496225748679e-06,
      "loss": 1.6904,
      "step": 7800
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.865972518920898,
      "learning_rate": 9.981871090953987e-06,
      "loss": 1.6969,
      "step": 7900
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.375401973724365,
      "learning_rate": 9.981245956159299e-06,
      "loss": 1.6524,
      "step": 8000
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.660288333892822,
      "learning_rate": 9.980620821364607e-06,
      "loss": 1.6866,
      "step": 8100
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.874125957489014,
      "learning_rate": 9.979995686569918e-06,
      "loss": 1.6697,
      "step": 8200
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.102114200592041,
      "learning_rate": 9.979370551775227e-06,
      "loss": 1.6429,
      "step": 8300
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.398207664489746,
      "learning_rate": 9.978745416980538e-06,
      "loss": 1.6489,
      "step": 8400
    },
    {
      "epoch": 0.04,
      "grad_norm": 8.623647689819336,
      "learning_rate": 9.978120282185847e-06,
      "loss": 1.6278,
      "step": 8500
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.62777853012085,
      "learning_rate": 9.977495147391158e-06,
      "loss": 1.6555,
      "step": 8600
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.873004913330078,
      "learning_rate": 9.976870012596466e-06,
      "loss": 1.6624,
      "step": 8700
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.456192493438721,
      "learning_rate": 9.976244877801778e-06,
      "loss": 1.6201,
      "step": 8800
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.2842183113098145,
      "learning_rate": 9.975619743007086e-06,
      "loss": 1.6334,
      "step": 8900
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.298410415649414,
      "learning_rate": 9.974994608212396e-06,
      "loss": 1.6472,
      "step": 9000
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.887086391448975,
      "learning_rate": 9.974369473417706e-06,
      "loss": 1.6124,
      "step": 9100
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.660162925720215,
      "learning_rate": 9.973744338623016e-06,
      "loss": 1.6131,
      "step": 9200
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.750434398651123,
      "learning_rate": 9.973119203828326e-06,
      "loss": 1.6205,
      "step": 9300
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.6416707038879395,
      "learning_rate": 9.972494069033636e-06,
      "loss": 1.619,
      "step": 9400
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.29620361328125,
      "learning_rate": 9.971868934238946e-06,
      "loss": 1.6062,
      "step": 9500
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.172244071960449,
      "learning_rate": 9.971243799444256e-06,
      "loss": 1.6139,
      "step": 9600
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.9731390476226807,
      "learning_rate": 9.970618664649566e-06,
      "loss": 1.5706,
      "step": 9700
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.9260454177856445,
      "learning_rate": 9.969993529854876e-06,
      "loss": 1.6224,
      "step": 9800
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.228986740112305,
      "learning_rate": 9.969368395060186e-06,
      "loss": 1.5969,
      "step": 9900
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.494061470031738,
      "learning_rate": 9.968743260265495e-06,
      "loss": 1.6129,
      "step": 10000
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.893834590911865,
      "learning_rate": 9.968118125470805e-06,
      "loss": 1.5918,
      "step": 10100
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.201370716094971,
      "learning_rate": 9.967492990676115e-06,
      "loss": 1.571,
      "step": 10200
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.3033576011657715,
      "learning_rate": 9.966867855881425e-06,
      "loss": 1.6216,
      "step": 10300
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.211835861206055,
      "learning_rate": 9.966242721086735e-06,
      "loss": 1.6006,
      "step": 10400
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.3779730796813965,
      "learning_rate": 9.965617586292045e-06,
      "loss": 1.6184,
      "step": 10500
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.778099060058594,
      "learning_rate": 9.964992451497355e-06,
      "loss": 1.5855,
      "step": 10600
    },
    {
      "epoch": 0.05,
      "grad_norm": 7.489856243133545,
      "learning_rate": 9.964367316702665e-06,
      "loss": 1.5827,
      "step": 10700
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.601972579956055,
      "learning_rate": 9.963742181907975e-06,
      "loss": 1.6029,
      "step": 10800
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.222909450531006,
      "learning_rate": 9.963117047113285e-06,
      "loss": 1.6027,
      "step": 10900
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.561893939971924,
      "learning_rate": 9.962491912318595e-06,
      "loss": 1.592,
      "step": 11000
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.908820152282715,
      "learning_rate": 9.961866777523905e-06,
      "loss": 1.612,
      "step": 11100
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.185163974761963,
      "learning_rate": 9.961241642729215e-06,
      "loss": 1.5834,
      "step": 11200
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.215177536010742,
      "learning_rate": 9.960616507934524e-06,
      "loss": 1.5741,
      "step": 11300
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.018292427062988,
      "learning_rate": 9.959991373139834e-06,
      "loss": 1.5687,
      "step": 11400
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.539705276489258,
      "learning_rate": 9.959366238345144e-06,
      "loss": 1.5967,
      "step": 11500
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.168763637542725,
      "learning_rate": 9.958741103550454e-06,
      "loss": 1.5716,
      "step": 11600
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.548024654388428,
      "learning_rate": 9.958115968755764e-06,
      "loss": 1.5576,
      "step": 11700
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.756062030792236,
      "learning_rate": 9.957490833961072e-06,
      "loss": 1.5742,
      "step": 11800
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.219858646392822,
      "learning_rate": 9.956865699166384e-06,
      "loss": 1.5807,
      "step": 11900
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.460545063018799,
      "learning_rate": 9.956240564371692e-06,
      "loss": 1.5859,
      "step": 12000
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.683807849884033,
      "learning_rate": 9.955615429577004e-06,
      "loss": 1.5769,
      "step": 12100
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.083448886871338,
      "learning_rate": 9.954990294782312e-06,
      "loss": 1.5701,
      "step": 12200
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.151342391967773,
      "learning_rate": 9.954365159987624e-06,
      "loss": 1.5834,
      "step": 12300
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.23958158493042,
      "learning_rate": 9.953740025192932e-06,
      "loss": 1.5797,
      "step": 12400
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.883495330810547,
      "learning_rate": 9.953114890398244e-06,
      "loss": 1.5584,
      "step": 12500
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.5151190757751465,
      "learning_rate": 9.952489755603552e-06,
      "loss": 1.5723,
      "step": 12600
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.234920024871826,
      "learning_rate": 9.951864620808863e-06,
      "loss": 1.5404,
      "step": 12700
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.942254543304443,
      "learning_rate": 9.951239486014173e-06,
      "loss": 1.5373,
      "step": 12800
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.068475723266602,
      "learning_rate": 9.950614351219483e-06,
      "loss": 1.5584,
      "step": 12900
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.250300407409668,
      "learning_rate": 9.949989216424793e-06,
      "loss": 1.6023,
      "step": 13000
    },
    {
      "epoch": 0.06,
      "grad_norm": 4.279661178588867,
      "learning_rate": 9.949364081630101e-06,
      "loss": 1.5517,
      "step": 13100
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.5876946449279785,
      "learning_rate": 9.948738946835413e-06,
      "loss": 1.5142,
      "step": 13200
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.220710754394531,
      "learning_rate": 9.948113812040721e-06,
      "loss": 1.601,
      "step": 13300
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.183436870574951,
      "learning_rate": 9.947488677246033e-06,
      "loss": 1.5508,
      "step": 13400
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.20064640045166,
      "learning_rate": 9.946863542451341e-06,
      "loss": 1.532,
      "step": 13500
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.151244640350342,
      "learning_rate": 9.946238407656653e-06,
      "loss": 1.5256,
      "step": 13600
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.308995246887207,
      "learning_rate": 9.945613272861961e-06,
      "loss": 1.5349,
      "step": 13700
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.477377891540527,
      "learning_rate": 9.944988138067273e-06,
      "loss": 1.5365,
      "step": 13800
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.085025310516357,
      "learning_rate": 9.944363003272581e-06,
      "loss": 1.5038,
      "step": 13900
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.769080638885498,
      "learning_rate": 9.943737868477893e-06,
      "loss": 1.5387,
      "step": 14000
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.0054931640625,
      "learning_rate": 9.9431127336832e-06,
      "loss": 1.5018,
      "step": 14100
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.712356090545654,
      "learning_rate": 9.942487598888512e-06,
      "loss": 1.5049,
      "step": 14200
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.574007034301758,
      "learning_rate": 9.94186246409382e-06,
      "loss": 1.5316,
      "step": 14300
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.079704761505127,
      "learning_rate": 9.94123732929913e-06,
      "loss": 1.527,
      "step": 14400
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.1134490966796875,
      "learning_rate": 9.94061219450444e-06,
      "loss": 1.5472,
      "step": 14500
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.486052989959717,
      "learning_rate": 9.93998705970975e-06,
      "loss": 1.5063,
      "step": 14600
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.8249921798706055,
      "learning_rate": 9.93936192491506e-06,
      "loss": 1.5116,
      "step": 14700
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.1462931632995605,
      "learning_rate": 9.93873679012037e-06,
      "loss": 1.5259,
      "step": 14800
    },
    {
      "epoch": 0.07,
      "grad_norm": 4.222506999969482,
      "learning_rate": 9.93811165532568e-06,
      "loss": 1.5378,
      "step": 14900
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.8890185356140137,
      "learning_rate": 9.93748652053099e-06,
      "loss": 1.5424,
      "step": 15000
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.006450176239014,
      "learning_rate": 9.9368613857363e-06,
      "loss": 1.5276,
      "step": 15100
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.570881366729736,
      "learning_rate": 9.93623625094161e-06,
      "loss": 1.5173,
      "step": 15200
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.1144633293151855,
      "learning_rate": 9.93561111614692e-06,
      "loss": 1.4905,
      "step": 15300
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.034255027770996,
      "learning_rate": 9.93498598135223e-06,
      "loss": 1.5321,
      "step": 15400
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.831255912780762,
      "learning_rate": 9.93436084655754e-06,
      "loss": 1.5297,
      "step": 15500
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.800346851348877,
      "learning_rate": 9.93373571176285e-06,
      "loss": 1.5109,
      "step": 15600
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.187744617462158,
      "learning_rate": 9.93311057696816e-06,
      "loss": 1.4896,
      "step": 15700
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.569481372833252,
      "learning_rate": 9.93248544217347e-06,
      "loss": 1.5254,
      "step": 15800
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.826055526733398,
      "learning_rate": 9.93186030737878e-06,
      "loss": 1.5003,
      "step": 15900
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.592813491821289,
      "learning_rate": 9.93123517258409e-06,
      "loss": 1.5386,
      "step": 16000
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.18519926071167,
      "learning_rate": 9.9306100377894e-06,
      "loss": 1.5192,
      "step": 16100
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.737257719039917,
      "learning_rate": 9.92998490299471e-06,
      "loss": 1.5049,
      "step": 16200
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.077634334564209,
      "learning_rate": 9.929359768200019e-06,
      "loss": 1.4786,
      "step": 16300
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.7141683101654053,
      "learning_rate": 9.928734633405329e-06,
      "loss": 1.5008,
      "step": 16400
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.656344413757324,
      "learning_rate": 9.928109498610639e-06,
      "loss": 1.4907,
      "step": 16500
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.02158784866333,
      "learning_rate": 9.927484363815949e-06,
      "loss": 1.5436,
      "step": 16600
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.094794273376465,
      "learning_rate": 9.926859229021259e-06,
      "loss": 1.5135,
      "step": 16700
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.3504533767700195,
      "learning_rate": 9.926234094226569e-06,
      "loss": 1.4825,
      "step": 16800
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.326951503753662,
      "learning_rate": 9.925608959431879e-06,
      "loss": 1.5042,
      "step": 16900
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.341583728790283,
      "learning_rate": 9.924983824637187e-06,
      "loss": 1.5239,
      "step": 17000
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.5446648597717285,
      "learning_rate": 9.924358689842499e-06,
      "loss": 1.5104,
      "step": 17100
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.787079811096191,
      "learning_rate": 9.923733555047807e-06,
      "loss": 1.4917,
      "step": 17200
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.259307384490967,
      "learning_rate": 9.923108420253118e-06,
      "loss": 1.5162,
      "step": 17300
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.553911209106445,
      "learning_rate": 9.922483285458427e-06,
      "loss": 1.4805,
      "step": 17400
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.846059322357178,
      "learning_rate": 9.921858150663738e-06,
      "loss": 1.51,
      "step": 17500
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.385834217071533,
      "learning_rate": 9.921233015869046e-06,
      "loss": 1.4883,
      "step": 17600
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.686222553253174,
      "learning_rate": 9.920607881074358e-06,
      "loss": 1.525,
      "step": 17700
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.7362844944000244,
      "learning_rate": 9.919982746279666e-06,
      "loss": 1.4877,
      "step": 17800
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.107117652893066,
      "learning_rate": 9.919357611484978e-06,
      "loss": 1.5353,
      "step": 17900
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.318368911743164,
      "learning_rate": 9.918732476690288e-06,
      "loss": 1.4682,
      "step": 18000
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.914721488952637,
      "learning_rate": 9.918107341895598e-06,
      "loss": 1.5261,
      "step": 18100
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.494168281555176,
      "learning_rate": 9.917482207100908e-06,
      "loss": 1.5013,
      "step": 18200
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.026334762573242,
      "learning_rate": 9.916857072306216e-06,
      "loss": 1.5093,
      "step": 18300
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.3312907218933105,
      "learning_rate": 9.916231937511528e-06,
      "loss": 1.5224,
      "step": 18400
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.9422335624694824,
      "learning_rate": 9.915606802716836e-06,
      "loss": 1.5059,
      "step": 18500
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.773715496063232,
      "learning_rate": 9.914981667922147e-06,
      "loss": 1.5031,
      "step": 18600
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.202546119689941,
      "learning_rate": 9.914356533127456e-06,
      "loss": 1.5133,
      "step": 18700
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.315513610839844,
      "learning_rate": 9.913731398332767e-06,
      "loss": 1.5343,
      "step": 18800
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.325439929962158,
      "learning_rate": 9.913106263538076e-06,
      "loss": 1.4993,
      "step": 18900
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.189039707183838,
      "learning_rate": 9.912481128743387e-06,
      "loss": 1.4871,
      "step": 19000
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.019628524780273,
      "learning_rate": 9.911855993948695e-06,
      "loss": 1.5294,
      "step": 19100
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.682359457015991,
      "learning_rate": 9.911230859154007e-06,
      "loss": 1.4728,
      "step": 19200
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.9543027877807617,
      "learning_rate": 9.910605724359315e-06,
      "loss": 1.473,
      "step": 19300
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.9522476196289062,
      "learning_rate": 9.909980589564627e-06,
      "loss": 1.5023,
      "step": 19400
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.9608728885650635,
      "learning_rate": 9.909355454769935e-06,
      "loss": 1.4532,
      "step": 19500
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.24020528793335,
      "learning_rate": 9.908730319975245e-06,
      "loss": 1.4691,
      "step": 19600
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.217301845550537,
      "learning_rate": 9.908105185180555e-06,
      "loss": 1.4704,
      "step": 19700
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.651137113571167,
      "learning_rate": 9.907480050385865e-06,
      "loss": 1.4933,
      "step": 19800
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.657069206237793,
      "learning_rate": 9.906854915591175e-06,
      "loss": 1.4778,
      "step": 19900
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.250380992889404,
      "learning_rate": 9.906229780796485e-06,
      "loss": 1.4931,
      "step": 20000
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.308979034423828,
      "learning_rate": 9.905604646001795e-06,
      "loss": 1.4946,
      "step": 20100
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.854809284210205,
      "learning_rate": 9.904979511207105e-06,
      "loss": 1.4399,
      "step": 20200
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.725897789001465,
      "learning_rate": 9.904354376412414e-06,
      "loss": 1.4711,
      "step": 20300
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.014156818389893,
      "learning_rate": 9.903729241617724e-06,
      "loss": 1.5038,
      "step": 20400
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.402193546295166,
      "learning_rate": 9.903104106823034e-06,
      "loss": 1.4607,
      "step": 20500
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.356836795806885,
      "learning_rate": 9.902478972028344e-06,
      "loss": 1.4767,
      "step": 20600
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.174656867980957,
      "learning_rate": 9.901853837233654e-06,
      "loss": 1.4675,
      "step": 20700
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.668475866317749,
      "learning_rate": 9.901228702438964e-06,
      "loss": 1.4529,
      "step": 20800
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.7700912952423096,
      "learning_rate": 9.900603567644274e-06,
      "loss": 1.4521,
      "step": 20900
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.570835828781128,
      "learning_rate": 9.899978432849584e-06,
      "loss": 1.4323,
      "step": 21000
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.7499380111694336,
      "learning_rate": 9.899353298054894e-06,
      "loss": 1.4644,
      "step": 21100
    },
    {
      "epoch": 0.1,
      "grad_norm": 3.8630640506744385,
      "learning_rate": 9.898728163260204e-06,
      "loss": 1.4801,
      "step": 21200
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.1705145835876465,
      "learning_rate": 9.898103028465514e-06,
      "loss": 1.4649,
      "step": 21300
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.312972545623779,
      "learning_rate": 9.897477893670824e-06,
      "loss": 1.4696,
      "step": 21400
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.0083088874816895,
      "learning_rate": 9.896852758876134e-06,
      "loss": 1.4557,
      "step": 21500
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.791517496109009,
      "learning_rate": 9.896227624081444e-06,
      "loss": 1.4507,
      "step": 21600
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.635531425476074,
      "learning_rate": 9.895602489286753e-06,
      "loss": 1.4922,
      "step": 21700
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.6790366172790527,
      "learning_rate": 9.894977354492063e-06,
      "loss": 1.456,
      "step": 21800
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.739284038543701,
      "learning_rate": 9.894352219697373e-06,
      "loss": 1.4993,
      "step": 21900
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.6052489280700684,
      "learning_rate": 9.893727084902683e-06,
      "loss": 1.4599,
      "step": 22000
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.582137584686279,
      "learning_rate": 9.893101950107993e-06,
      "loss": 1.464,
      "step": 22100
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.414693355560303,
      "learning_rate": 9.892476815313303e-06,
      "loss": 1.4383,
      "step": 22200
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.012635707855225,
      "learning_rate": 9.891851680518613e-06,
      "loss": 1.4496,
      "step": 22300
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.935889482498169,
      "learning_rate": 9.891226545723921e-06,
      "loss": 1.44,
      "step": 22400
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.735189199447632,
      "learning_rate": 9.890601410929233e-06,
      "loss": 1.4396,
      "step": 22500
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.265974998474121,
      "learning_rate": 9.889976276134541e-06,
      "loss": 1.4367,
      "step": 22600
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.6876790523529053,
      "learning_rate": 9.889351141339853e-06,
      "loss": 1.4477,
      "step": 22700
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.87882661819458,
      "learning_rate": 9.888726006545161e-06,
      "loss": 1.4687,
      "step": 22800
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.071088790893555,
      "learning_rate": 9.888100871750473e-06,
      "loss": 1.5096,
      "step": 22900
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.7322299480438232,
      "learning_rate": 9.887475736955783e-06,
      "loss": 1.4701,
      "step": 23000
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.085651397705078,
      "learning_rate": 9.886850602161092e-06,
      "loss": 1.4518,
      "step": 23100
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.951169729232788,
      "learning_rate": 9.886225467366402e-06,
      "loss": 1.4336,
      "step": 23200
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.026634693145752,
      "learning_rate": 9.885600332571712e-06,
      "loss": 1.476,
      "step": 23300
    },
    {
      "epoch": 0.12,
      "grad_norm": 5.0271477699279785,
      "learning_rate": 9.884975197777022e-06,
      "loss": 1.4925,
      "step": 23400
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.727571725845337,
      "learning_rate": 9.884350062982332e-06,
      "loss": 1.452,
      "step": 23500
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.8245084285736084,
      "learning_rate": 9.883724928187642e-06,
      "loss": 1.4597,
      "step": 23600
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.508169174194336,
      "learning_rate": 9.88309979339295e-06,
      "loss": 1.4481,
      "step": 23700
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.080810070037842,
      "learning_rate": 9.882474658598262e-06,
      "loss": 1.4807,
      "step": 23800
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.269100666046143,
      "learning_rate": 9.88184952380357e-06,
      "loss": 1.4108,
      "step": 23900
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.10108757019043,
      "learning_rate": 9.881224389008882e-06,
      "loss": 1.4592,
      "step": 24000
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.869362831115723,
      "learning_rate": 9.88059925421419e-06,
      "loss": 1.4687,
      "step": 24100
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.7101335525512695,
      "learning_rate": 9.879974119419502e-06,
      "loss": 1.4748,
      "step": 24200
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.676862955093384,
      "learning_rate": 9.87934898462481e-06,
      "loss": 1.4439,
      "step": 24300
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.2332844734191895,
      "learning_rate": 9.878723849830121e-06,
      "loss": 1.4371,
      "step": 24400
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.947660207748413,
      "learning_rate": 9.87809871503543e-06,
      "loss": 1.4619,
      "step": 24500
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.331580638885498,
      "learning_rate": 9.877473580240741e-06,
      "loss": 1.4332,
      "step": 24600
    },
    {
      "epoch": 0.12,
      "grad_norm": 5.24333381652832,
      "learning_rate": 9.87684844544605e-06,
      "loss": 1.4474,
      "step": 24700
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.499051570892334,
      "learning_rate": 9.876223310651361e-06,
      "loss": 1.4303,
      "step": 24800
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.9360058307647705,
      "learning_rate": 9.87559817585667e-06,
      "loss": 1.4731,
      "step": 24900
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.0263352394104,
      "learning_rate": 9.87497304106198e-06,
      "loss": 1.4429,
      "step": 25000
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.827765941619873,
      "learning_rate": 9.87434790626729e-06,
      "loss": 1.4312,
      "step": 25100
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.680577278137207,
      "learning_rate": 9.8737227714726e-06,
      "loss": 1.4571,
      "step": 25200
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.409987926483154,
      "learning_rate": 9.873097636677909e-06,
      "loss": 1.4708,
      "step": 25300
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.233061790466309,
      "learning_rate": 9.872472501883219e-06,
      "loss": 1.4079,
      "step": 25400
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.923621416091919,
      "learning_rate": 9.871847367088529e-06,
      "loss": 1.4389,
      "step": 25500
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.695704698562622,
      "learning_rate": 9.871222232293839e-06,
      "loss": 1.448,
      "step": 25600
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.188453674316406,
      "learning_rate": 9.870597097499149e-06,
      "loss": 1.4356,
      "step": 25700
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.8711934089660645,
      "learning_rate": 9.869971962704459e-06,
      "loss": 1.4221,
      "step": 25800
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.016773223876953,
      "learning_rate": 9.869346827909769e-06,
      "loss": 1.4409,
      "step": 25900
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.488391399383545,
      "learning_rate": 9.868721693115079e-06,
      "loss": 1.4609,
      "step": 26000
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.66510534286499,
      "learning_rate": 9.868096558320389e-06,
      "loss": 1.4132,
      "step": 26100
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.9409704208374023,
      "learning_rate": 9.867471423525698e-06,
      "loss": 1.4406,
      "step": 26200
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.3582875728607178,
      "learning_rate": 9.866846288731008e-06,
      "loss": 1.438,
      "step": 26300
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.238399505615234,
      "learning_rate": 9.866221153936318e-06,
      "loss": 1.4201,
      "step": 26400
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.6502299308776855,
      "learning_rate": 9.865596019141628e-06,
      "loss": 1.4592,
      "step": 26500
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.8077006340026855,
      "learning_rate": 9.864970884346938e-06,
      "loss": 1.4556,
      "step": 26600
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.270641326904297,
      "learning_rate": 9.864345749552248e-06,
      "loss": 1.4101,
      "step": 26700
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.743376731872559,
      "learning_rate": 9.863720614757558e-06,
      "loss": 1.4719,
      "step": 26800
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.345736980438232,
      "learning_rate": 9.863095479962868e-06,
      "loss": 1.4002,
      "step": 26900
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.8192217350006104,
      "learning_rate": 9.862470345168178e-06,
      "loss": 1.4697,
      "step": 27000
    },
    {
      "epoch": 0.13,
      "grad_norm": 4.685102939605713,
      "learning_rate": 9.861845210373488e-06,
      "loss": 1.4519,
      "step": 27100
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.690993070602417,
      "learning_rate": 9.861220075578798e-06,
      "loss": 1.4424,
      "step": 27200
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.8806326389312744,
      "learning_rate": 9.860594940784108e-06,
      "loss": 1.4416,
      "step": 27300
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.362546443939209,
      "learning_rate": 9.859969805989418e-06,
      "loss": 1.4245,
      "step": 27400
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.167792320251465,
      "learning_rate": 9.859344671194728e-06,
      "loss": 1.4645,
      "step": 27500
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.120845317840576,
      "learning_rate": 9.858719536400036e-06,
      "loss": 1.3847,
      "step": 27600
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.8441598415374756,
      "learning_rate": 9.858094401605347e-06,
      "loss": 1.4244,
      "step": 27700
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.3462672233581543,
      "learning_rate": 9.857469266810656e-06,
      "loss": 1.4401,
      "step": 27800
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.065661430358887,
      "learning_rate": 9.856844132015967e-06,
      "loss": 1.4212,
      "step": 27900
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.5907657146453857,
      "learning_rate": 9.856218997221275e-06,
      "loss": 1.4639,
      "step": 28000
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.701472759246826,
      "learning_rate": 9.855593862426587e-06,
      "loss": 1.4052,
      "step": 28100
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.7131853103637695,
      "learning_rate": 9.854968727631897e-06,
      "loss": 1.4237,
      "step": 28200
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.156214475631714,
      "learning_rate": 9.854343592837207e-06,
      "loss": 1.4364,
      "step": 28300
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.9435715675354,
      "learning_rate": 9.853718458042517e-06,
      "loss": 1.4352,
      "step": 28400
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.94811749458313,
      "learning_rate": 9.853093323247827e-06,
      "loss": 1.4303,
      "step": 28500
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.5269935131073,
      "learning_rate": 9.852468188453137e-06,
      "loss": 1.4214,
      "step": 28600
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.688473224639893,
      "learning_rate": 9.851843053658447e-06,
      "loss": 1.3854,
      "step": 28700
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.054961204528809,
      "learning_rate": 9.851217918863757e-06,
      "loss": 1.432,
      "step": 28800
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.178467273712158,
      "learning_rate": 9.850592784069065e-06,
      "loss": 1.4439,
      "step": 28900
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.031513690948486,
      "learning_rate": 9.849967649274376e-06,
      "loss": 1.4228,
      "step": 29000
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.9268980026245117,
      "learning_rate": 9.849342514479685e-06,
      "loss": 1.4002,
      "step": 29100
    },
    {
      "epoch": 0.14,
      "grad_norm": 3.176645040512085,
      "learning_rate": 9.848717379684996e-06,
      "loss": 1.4732,
      "step": 29200
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.7952117919921875,
      "learning_rate": 9.848092244890304e-06,
      "loss": 1.4609,
      "step": 29300
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.6165409088134766,
      "learning_rate": 9.847467110095616e-06,
      "loss": 1.4179,
      "step": 29400
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.359500408172607,
      "learning_rate": 9.846841975300924e-06,
      "loss": 1.4443,
      "step": 29500
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.256430625915527,
      "learning_rate": 9.846216840506236e-06,
      "loss": 1.4205,
      "step": 29600
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.939763069152832,
      "learning_rate": 9.845591705711544e-06,
      "loss": 1.3889,
      "step": 29700
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.5934700965881348,
      "learning_rate": 9.844966570916856e-06,
      "loss": 1.4045,
      "step": 29800
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.0760035514831543,
      "learning_rate": 9.844341436122164e-06,
      "loss": 1.4534,
      "step": 29900
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.314694881439209,
      "learning_rate": 9.843716301327476e-06,
      "loss": 1.4284,
      "step": 30000
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.9042022228240967,
      "learning_rate": 9.843091166532784e-06,
      "loss": 1.4249,
      "step": 30100
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.454749822616577,
      "learning_rate": 9.842466031738094e-06,
      "loss": 1.4291,
      "step": 30200
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.8640189170837402,
      "learning_rate": 9.841840896943404e-06,
      "loss": 1.4514,
      "step": 30300
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.65750789642334,
      "learning_rate": 9.841215762148714e-06,
      "loss": 1.4626,
      "step": 30400
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.030206680297852,
      "learning_rate": 9.840590627354024e-06,
      "loss": 1.4038,
      "step": 30500
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.036793231964111,
      "learning_rate": 9.839965492559334e-06,
      "loss": 1.4225,
      "step": 30600
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.980349063873291,
      "learning_rate": 9.839340357764643e-06,
      "loss": 1.4334,
      "step": 30700
    },
    {
      "epoch": 0.15,
      "grad_norm": 4.157260894775391,
      "learning_rate": 9.838715222969953e-06,
      "loss": 1.453,
      "step": 30800
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.416947841644287,
      "learning_rate": 9.838090088175263e-06,
      "loss": 1.4176,
      "step": 30900
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.0742645263671875,
      "learning_rate": 9.837464953380573e-06,
      "loss": 1.4492,
      "step": 31000
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.5331027507781982,
      "learning_rate": 9.836839818585883e-06,
      "loss": 1.4258,
      "step": 31100
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.268676280975342,
      "learning_rate": 9.836214683791193e-06,
      "loss": 1.4081,
      "step": 31200
    },
    {
      "epoch": 0.15,
      "grad_norm": 3.619158983230591,
      "learning_rate": 9.835589548996503e-06,
      "loss": 1.3998,
      "step": 31300
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.513633966445923,
      "learning_rate": 9.834964414201813e-06,
      "loss": 1.4102,
      "step": 31400
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.7973320484161377,
      "learning_rate": 9.834339279407123e-06,
      "loss": 1.3846,
      "step": 31500
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.910383701324463,
      "learning_rate": 9.833714144612433e-06,
      "loss": 1.3886,
      "step": 31600
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.820688009262085,
      "learning_rate": 9.833089009817743e-06,
      "loss": 1.4178,
      "step": 31700
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.5854384899139404,
      "learning_rate": 9.832463875023053e-06,
      "loss": 1.4154,
      "step": 31800
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.8664228916168213,
      "learning_rate": 9.831838740228363e-06,
      "loss": 1.4255,
      "step": 31900
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.179574728012085,
      "learning_rate": 9.831213605433673e-06,
      "loss": 1.4039,
      "step": 32000
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.206747531890869,
      "learning_rate": 9.830588470638982e-06,
      "loss": 1.4066,
      "step": 32100
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.408509731292725,
      "learning_rate": 9.829963335844292e-06,
      "loss": 1.4028,
      "step": 32200
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.01927375793457,
      "learning_rate": 9.829338201049602e-06,
      "loss": 1.4415,
      "step": 32300
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.166085720062256,
      "learning_rate": 9.828713066254912e-06,
      "loss": 1.4698,
      "step": 32400
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.4799346923828125,
      "learning_rate": 9.828087931460222e-06,
      "loss": 1.4055,
      "step": 32500
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.68662428855896,
      "learning_rate": 9.827462796665532e-06,
      "loss": 1.3942,
      "step": 32600
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.4798970222473145,
      "learning_rate": 9.826837661870842e-06,
      "loss": 1.4293,
      "step": 32700
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.4319188594818115,
      "learning_rate": 9.826212527076152e-06,
      "loss": 1.4134,
      "step": 32800
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.2756521701812744,
      "learning_rate": 9.825587392281462e-06,
      "loss": 1.4535,
      "step": 32900
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.3544061183929443,
      "learning_rate": 9.82496225748677e-06,
      "loss": 1.3997,
      "step": 33000
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.7909374237060547,
      "learning_rate": 9.824337122692082e-06,
      "loss": 1.4043,
      "step": 33100
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.8240981101989746,
      "learning_rate": 9.82371198789739e-06,
      "loss": 1.428,
      "step": 33200
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.214618682861328,
      "learning_rate": 9.823086853102702e-06,
      "loss": 1.3999,
      "step": 33300
    },
    {
      "epoch": 0.17,
      "grad_norm": 8.105681419372559,
      "learning_rate": 9.822461718308011e-06,
      "loss": 1.4082,
      "step": 33400
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.449899196624756,
      "learning_rate": 9.821836583513321e-06,
      "loss": 1.4273,
      "step": 33500
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.17997932434082,
      "learning_rate": 9.821211448718631e-06,
      "loss": 1.4291,
      "step": 33600
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.813826322555542,
      "learning_rate": 9.820586313923941e-06,
      "loss": 1.407,
      "step": 33700
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.7879397869110107,
      "learning_rate": 9.819961179129251e-06,
      "loss": 1.4159,
      "step": 33800
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.9027743339538574,
      "learning_rate": 9.819336044334561e-06,
      "loss": 1.439,
      "step": 33900
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.7069435119628906,
      "learning_rate": 9.818710909539871e-06,
      "loss": 1.4117,
      "step": 34000
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.904519557952881,
      "learning_rate": 9.818085774745181e-06,
      "loss": 1.4227,
      "step": 34100
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.545767068862915,
      "learning_rate": 9.817460639950491e-06,
      "loss": 1.4344,
      "step": 34200
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.717536687850952,
      "learning_rate": 9.816835505155799e-06,
      "loss": 1.447,
      "step": 34300
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.036220073699951,
      "learning_rate": 9.81621037036111e-06,
      "loss": 1.4124,
      "step": 34400
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.334647178649902,
      "learning_rate": 9.815585235566419e-06,
      "loss": 1.4347,
      "step": 34500
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.7795979976654053,
      "learning_rate": 9.81496010077173e-06,
      "loss": 1.417,
      "step": 34600
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.4146125316619873,
      "learning_rate": 9.814334965977039e-06,
      "loss": 1.3847,
      "step": 34700
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.193895101547241,
      "learning_rate": 9.81370983118235e-06,
      "loss": 1.4084,
      "step": 34800
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.3683910369873047,
      "learning_rate": 9.813084696387659e-06,
      "loss": 1.4393,
      "step": 34900
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.252421855926514,
      "learning_rate": 9.81245956159297e-06,
      "loss": 1.4294,
      "step": 35000
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.6922848224639893,
      "learning_rate": 9.811834426798279e-06,
      "loss": 1.4212,
      "step": 35100
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.27756667137146,
      "learning_rate": 9.81120929200359e-06,
      "loss": 1.4185,
      "step": 35200
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.377180337905884,
      "learning_rate": 9.810584157208898e-06,
      "loss": 1.3991,
      "step": 35300
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.4141881465911865,
      "learning_rate": 9.80995902241421e-06,
      "loss": 1.3816,
      "step": 35400
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.6975343227386475,
      "learning_rate": 9.809333887619518e-06,
      "loss": 1.4275,
      "step": 35500
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.303208112716675,
      "learning_rate": 9.808708752824828e-06,
      "loss": 1.3996,
      "step": 35600
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.1281208992004395,
      "learning_rate": 9.808083618030138e-06,
      "loss": 1.4573,
      "step": 35700
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.216818809509277,
      "learning_rate": 9.807458483235448e-06,
      "loss": 1.4264,
      "step": 35800
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.6236705780029297,
      "learning_rate": 9.806833348440758e-06,
      "loss": 1.42,
      "step": 35900
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.4652881622314453,
      "learning_rate": 9.806208213646068e-06,
      "loss": 1.4509,
      "step": 36000
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.3565449714660645,
      "learning_rate": 9.805583078851378e-06,
      "loss": 1.3968,
      "step": 36100
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.522129535675049,
      "learning_rate": 9.804957944056688e-06,
      "loss": 1.4402,
      "step": 36200
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.9470767974853516,
      "learning_rate": 9.804332809261998e-06,
      "loss": 1.3922,
      "step": 36300
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.978543758392334,
      "learning_rate": 9.803707674467308e-06,
      "loss": 1.403,
      "step": 36400
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.382244110107422,
      "learning_rate": 9.803082539672618e-06,
      "loss": 1.3968,
      "step": 36500
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.595647811889648,
      "learning_rate": 9.802457404877927e-06,
      "loss": 1.4002,
      "step": 36600
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.6310489177703857,
      "learning_rate": 9.801832270083237e-06,
      "loss": 1.4122,
      "step": 36700
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.4216363430023193,
      "learning_rate": 9.801207135288547e-06,
      "loss": 1.3859,
      "step": 36800
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.4577724933624268,
      "learning_rate": 9.800582000493857e-06,
      "loss": 1.4206,
      "step": 36900
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.211758136749268,
      "learning_rate": 9.799956865699167e-06,
      "loss": 1.4146,
      "step": 37000
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.5187759399414062,
      "learning_rate": 9.799331730904477e-06,
      "loss": 1.3983,
      "step": 37100
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.524277925491333,
      "learning_rate": 9.798706596109787e-06,
      "loss": 1.39,
      "step": 37200
    },
    {
      "epoch": 0.18,
      "grad_norm": 3.746493339538574,
      "learning_rate": 9.798081461315097e-06,
      "loss": 1.4351,
      "step": 37300
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.489757537841797,
      "learning_rate": 9.797456326520407e-06,
      "loss": 1.4215,
      "step": 37400
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.862546443939209,
      "learning_rate": 9.796831191725717e-06,
      "loss": 1.3839,
      "step": 37500
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.700289487838745,
      "learning_rate": 9.796206056931027e-06,
      "loss": 1.4134,
      "step": 37600
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.463230609893799,
      "learning_rate": 9.795580922136337e-06,
      "loss": 1.4094,
      "step": 37700
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.6630661487579346,
      "learning_rate": 9.794955787341647e-06,
      "loss": 1.4008,
      "step": 37800
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.630967140197754,
      "learning_rate": 9.794330652546956e-06,
      "loss": 1.3759,
      "step": 37900
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.3025717735290527,
      "learning_rate": 9.793705517752266e-06,
      "loss": 1.3884,
      "step": 38000
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.3258678913116455,
      "learning_rate": 9.793080382957576e-06,
      "loss": 1.386,
      "step": 38100
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.719531536102295,
      "learning_rate": 9.792455248162885e-06,
      "loss": 1.3964,
      "step": 38200
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.2938575744628906,
      "learning_rate": 9.791830113368196e-06,
      "loss": 1.4057,
      "step": 38300
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.785384654998779,
      "learning_rate": 9.791204978573506e-06,
      "loss": 1.4134,
      "step": 38400
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.3767313957214355,
      "learning_rate": 9.790579843778816e-06,
      "loss": 1.4139,
      "step": 38500
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.9999425411224365,
      "learning_rate": 9.789954708984126e-06,
      "loss": 1.4039,
      "step": 38600
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.019780158996582,
      "learning_rate": 9.789329574189436e-06,
      "loss": 1.3637,
      "step": 38700
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.2933456897735596,
      "learning_rate": 9.788704439394746e-06,
      "loss": 1.3784,
      "step": 38800
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.511465549468994,
      "learning_rate": 9.788079304600056e-06,
      "loss": 1.3845,
      "step": 38900
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.031588077545166,
      "learning_rate": 9.787454169805366e-06,
      "loss": 1.3815,
      "step": 39000
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.726041078567505,
      "learning_rate": 9.786829035010676e-06,
      "loss": 1.4031,
      "step": 39100
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.459808349609375,
      "learning_rate": 9.786203900215986e-06,
      "loss": 1.4168,
      "step": 39200
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.884055137634277,
      "learning_rate": 9.785578765421295e-06,
      "loss": 1.3897,
      "step": 39300
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.8769099712371826,
      "learning_rate": 9.784953630626605e-06,
      "loss": 1.4214,
      "step": 39400
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.353100776672363,
      "learning_rate": 9.784328495831914e-06,
      "loss": 1.3875,
      "step": 39500
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.665733575820923,
      "learning_rate": 9.783703361037225e-06,
      "loss": 1.4033,
      "step": 39600
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.098516941070557,
      "learning_rate": 9.783078226242533e-06,
      "loss": 1.3755,
      "step": 39700
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.6719651222229004,
      "learning_rate": 9.782453091447845e-06,
      "loss": 1.4025,
      "step": 39800
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.7323970794677734,
      "learning_rate": 9.781827956653153e-06,
      "loss": 1.4072,
      "step": 39900
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.6012964248657227,
      "learning_rate": 9.781202821858465e-06,
      "loss": 1.3839,
      "step": 40000
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.1830966472625732,
      "learning_rate": 9.780577687063773e-06,
      "loss": 1.4025,
      "step": 40100
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.503458261489868,
      "learning_rate": 9.779952552269085e-06,
      "loss": 1.3849,
      "step": 40200
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.934358596801758,
      "learning_rate": 9.779327417474393e-06,
      "loss": 1.3908,
      "step": 40300
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.263597249984741,
      "learning_rate": 9.778702282679705e-06,
      "loss": 1.4144,
      "step": 40400
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.6019351482391357,
      "learning_rate": 9.778077147885013e-06,
      "loss": 1.3966,
      "step": 40500
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.211871862411499,
      "learning_rate": 9.777452013090324e-06,
      "loss": 1.4029,
      "step": 40600
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.445366382598877,
      "learning_rate": 9.776826878295633e-06,
      "loss": 1.4192,
      "step": 40700
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.834134340286255,
      "learning_rate": 9.776201743500943e-06,
      "loss": 1.3971,
      "step": 40800
    },
    {
      "epoch": 0.2,
      "grad_norm": 11.223153114318848,
      "learning_rate": 9.775576608706253e-06,
      "loss": 1.4199,
      "step": 40900
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.168875217437744,
      "learning_rate": 9.774951473911563e-06,
      "loss": 1.403,
      "step": 41000
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.082376480102539,
      "learning_rate": 9.774326339116872e-06,
      "loss": 1.3758,
      "step": 41100
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.381903648376465,
      "learning_rate": 9.773701204322182e-06,
      "loss": 1.4124,
      "step": 41200
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.220072031021118,
      "learning_rate": 9.773076069527492e-06,
      "loss": 1.3731,
      "step": 41300
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.445113182067871,
      "learning_rate": 9.772450934732802e-06,
      "loss": 1.409,
      "step": 41400
    },
    {
      "epoch": 0.21,
      "grad_norm": 4.551964282989502,
      "learning_rate": 9.771825799938112e-06,
      "loss": 1.4092,
      "step": 41500
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.120997905731201,
      "learning_rate": 9.771200665143422e-06,
      "loss": 1.4316,
      "step": 41600
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.3942294120788574,
      "learning_rate": 9.770575530348732e-06,
      "loss": 1.3752,
      "step": 41700
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.3764448165893555,
      "learning_rate": 9.769950395554042e-06,
      "loss": 1.4238,
      "step": 41800
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.600349187850952,
      "learning_rate": 9.769325260759352e-06,
      "loss": 1.4012,
      "step": 41900
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.6565279960632324,
      "learning_rate": 9.768700125964662e-06,
      "loss": 1.3768,
      "step": 42000
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.65138578414917,
      "learning_rate": 9.768074991169972e-06,
      "loss": 1.4022,
      "step": 42100
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.3732988834381104,
      "learning_rate": 9.767449856375282e-06,
      "loss": 1.409,
      "step": 42200
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.8248541355133057,
      "learning_rate": 9.766824721580592e-06,
      "loss": 1.4121,
      "step": 42300
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.3323121070861816,
      "learning_rate": 9.766199586785901e-06,
      "loss": 1.4203,
      "step": 42400
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.0881714820861816,
      "learning_rate": 9.765574451991211e-06,
      "loss": 1.3993,
      "step": 42500
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.6461262702941895,
      "learning_rate": 9.764949317196521e-06,
      "loss": 1.3842,
      "step": 42600
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.2910470962524414,
      "learning_rate": 9.764324182401831e-06,
      "loss": 1.4108,
      "step": 42700
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.8803622722625732,
      "learning_rate": 9.763699047607141e-06,
      "loss": 1.3962,
      "step": 42800
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.9977149963378906,
      "learning_rate": 9.763073912812451e-06,
      "loss": 1.3876,
      "step": 42900
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.4803717136383057,
      "learning_rate": 9.762448778017761e-06,
      "loss": 1.3601,
      "step": 43000
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.819903612136841,
      "learning_rate": 9.761823643223071e-06,
      "loss": 1.3891,
      "step": 43100
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.582854747772217,
      "learning_rate": 9.761198508428381e-06,
      "loss": 1.4145,
      "step": 43200
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.323837995529175,
      "learning_rate": 9.76057337363369e-06,
      "loss": 1.4141,
      "step": 43300
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.7181520462036133,
      "learning_rate": 9.759948238839e-06,
      "loss": 1.3464,
      "step": 43400
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.4599475860595703,
      "learning_rate": 9.75932310404431e-06,
      "loss": 1.3775,
      "step": 43500
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.005889654159546,
      "learning_rate": 9.75869796924962e-06,
      "loss": 1.4078,
      "step": 43600
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.152175188064575,
      "learning_rate": 9.75807283445493e-06,
      "loss": 1.411,
      "step": 43700
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.951000213623047,
      "learning_rate": 9.75744769966024e-06,
      "loss": 1.3737,
      "step": 43800
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.722508192062378,
      "learning_rate": 9.75682256486555e-06,
      "loss": 1.4092,
      "step": 43900
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.0199761390686035,
      "learning_rate": 9.75619743007086e-06,
      "loss": 1.3964,
      "step": 44000
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.306147336959839,
      "learning_rate": 9.75557229527617e-06,
      "loss": 1.3772,
      "step": 44100
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.0931670665740967,
      "learning_rate": 9.75494716048148e-06,
      "loss": 1.3848,
      "step": 44200
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.4775798320770264,
      "learning_rate": 9.75432202568679e-06,
      "loss": 1.391,
      "step": 44300
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.973440170288086,
      "learning_rate": 9.7536968908921e-06,
      "loss": 1.3993,
      "step": 44400
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.9864256381988525,
      "learning_rate": 9.75307175609741e-06,
      "loss": 1.3523,
      "step": 44500
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.9546356201171875,
      "learning_rate": 9.75244662130272e-06,
      "loss": 1.3527,
      "step": 44600
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.238116264343262,
      "learning_rate": 9.75182148650803e-06,
      "loss": 1.3624,
      "step": 44700
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.241060495376587,
      "learning_rate": 9.75119635171334e-06,
      "loss": 1.3875,
      "step": 44800
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.17099666595459,
      "learning_rate": 9.750571216918648e-06,
      "loss": 1.381,
      "step": 44900
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.647505283355713,
      "learning_rate": 9.74994608212396e-06,
      "loss": 1.3673,
      "step": 45000
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.5791754722595215,
      "learning_rate": 9.749320947329268e-06,
      "loss": 1.3936,
      "step": 45100
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.946603775024414,
      "learning_rate": 9.74869581253458e-06,
      "loss": 1.4135,
      "step": 45200
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.9948465824127197,
      "learning_rate": 9.748070677739888e-06,
      "loss": 1.3824,
      "step": 45300
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.355520725250244,
      "learning_rate": 9.7474455429452e-06,
      "loss": 1.3757,
      "step": 45400
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.599808931350708,
      "learning_rate": 9.746820408150508e-06,
      "loss": 1.4019,
      "step": 45500
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.60089111328125,
      "learning_rate": 9.746195273355819e-06,
      "loss": 1.4147,
      "step": 45600
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.074833393096924,
      "learning_rate": 9.745570138561127e-06,
      "loss": 1.4084,
      "step": 45700
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.3081626892089844,
      "learning_rate": 9.744945003766439e-06,
      "loss": 1.3999,
      "step": 45800
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.088558673858643,
      "learning_rate": 9.744319868971747e-06,
      "loss": 1.398,
      "step": 45900
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.7625129222869873,
      "learning_rate": 9.743694734177059e-06,
      "loss": 1.388,
      "step": 46000
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.328056335449219,
      "learning_rate": 9.743069599382367e-06,
      "loss": 1.3721,
      "step": 46100
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.1336140632629395,
      "learning_rate": 9.742444464587677e-06,
      "loss": 1.3865,
      "step": 46200
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.0789365768432617,
      "learning_rate": 9.741819329792987e-06,
      "loss": 1.3609,
      "step": 46300
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.569803237915039,
      "learning_rate": 9.741194194998297e-06,
      "loss": 1.3954,
      "step": 46400
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.9342846870422363,
      "learning_rate": 9.740569060203607e-06,
      "loss": 1.3381,
      "step": 46500
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.4400010108947754,
      "learning_rate": 9.739943925408917e-06,
      "loss": 1.3582,
      "step": 46600
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.698220729827881,
      "learning_rate": 9.739318790614227e-06,
      "loss": 1.4165,
      "step": 46700
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.7116315364837646,
      "learning_rate": 9.738693655819537e-06,
      "loss": 1.3643,
      "step": 46800
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.515981674194336,
      "learning_rate": 9.738068521024846e-06,
      "loss": 1.3899,
      "step": 46900
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.1222646236419678,
      "learning_rate": 9.737443386230156e-06,
      "loss": 1.3497,
      "step": 47000
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.3143482208251953,
      "learning_rate": 9.736818251435466e-06,
      "loss": 1.3906,
      "step": 47100
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.673861026763916,
      "learning_rate": 9.736193116640776e-06,
      "loss": 1.3742,
      "step": 47200
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.1223580837249756,
      "learning_rate": 9.735567981846086e-06,
      "loss": 1.3679,
      "step": 47300
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.321925640106201,
      "learning_rate": 9.734942847051396e-06,
      "loss": 1.3872,
      "step": 47400
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.3574061393737793,
      "learning_rate": 9.734317712256706e-06,
      "loss": 1.3536,
      "step": 47500
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.0097270011901855,
      "learning_rate": 9.733692577462016e-06,
      "loss": 1.3867,
      "step": 47600
    },
    {
      "epoch": 0.24,
      "grad_norm": 6.731925964355469,
      "learning_rate": 9.733067442667326e-06,
      "loss": 1.3671,
      "step": 47700
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.5036468505859375,
      "learning_rate": 9.732442307872636e-06,
      "loss": 1.3935,
      "step": 47800
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.059147357940674,
      "learning_rate": 9.731817173077946e-06,
      "loss": 1.3693,
      "step": 47900
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.65627384185791,
      "learning_rate": 9.731192038283256e-06,
      "loss": 1.3838,
      "step": 48000
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.8300678730010986,
      "learning_rate": 9.730566903488566e-06,
      "loss": 1.4273,
      "step": 48100
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.2943530082702637,
      "learning_rate": 9.729941768693876e-06,
      "loss": 1.3598,
      "step": 48200
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.6148500442504883,
      "learning_rate": 9.729316633899185e-06,
      "loss": 1.3916,
      "step": 48300
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.14809250831604,
      "learning_rate": 9.728691499104495e-06,
      "loss": 1.3596,
      "step": 48400
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.4826507568359375,
      "learning_rate": 9.728066364309805e-06,
      "loss": 1.4113,
      "step": 48500
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.761301279067993,
      "learning_rate": 9.727441229515115e-06,
      "loss": 1.3811,
      "step": 48600
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.280597448348999,
      "learning_rate": 9.726816094720425e-06,
      "loss": 1.3735,
      "step": 48700
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.2056515216827393,
      "learning_rate": 9.726190959925735e-06,
      "loss": 1.3928,
      "step": 48800
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.535262107849121,
      "learning_rate": 9.725565825131045e-06,
      "loss": 1.3795,
      "step": 48900
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.71197509765625,
      "learning_rate": 9.724940690336355e-06,
      "loss": 1.3956,
      "step": 49000
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.048292875289917,
      "learning_rate": 9.724315555541665e-06,
      "loss": 1.3756,
      "step": 49100
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.6094841957092285,
      "learning_rate": 9.723690420746975e-06,
      "loss": 1.4143,
      "step": 49200
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.416449546813965,
      "learning_rate": 9.723065285952285e-06,
      "loss": 1.3618,
      "step": 49300
    },
    {
      "epoch": 0.24,
      "grad_norm": 4.372152328491211,
      "learning_rate": 9.722440151157595e-06,
      "loss": 1.402,
      "step": 49400
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.1622934341430664,
      "learning_rate": 9.721815016362905e-06,
      "loss": 1.3914,
      "step": 49500
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.1704394817352295,
      "learning_rate": 9.721189881568214e-06,
      "loss": 1.3827,
      "step": 49600
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.9178764820098877,
      "learning_rate": 9.720564746773524e-06,
      "loss": 1.371,
      "step": 49700
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.839916706085205,
      "learning_rate": 9.719939611978834e-06,
      "loss": 1.361,
      "step": 49800
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.5647811889648438,
      "learning_rate": 9.719314477184144e-06,
      "loss": 1.3857,
      "step": 49900
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.2756240367889404,
      "learning_rate": 9.718689342389454e-06,
      "loss": 1.375,
      "step": 50000
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.051654815673828,
      "learning_rate": 9.718064207594762e-06,
      "loss": 1.3941,
      "step": 50100
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.137097358703613,
      "learning_rate": 9.717439072800074e-06,
      "loss": 1.3892,
      "step": 50200
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.646369457244873,
      "learning_rate": 9.716813938005382e-06,
      "loss": 1.3846,
      "step": 50300
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.162900686264038,
      "learning_rate": 9.716188803210694e-06,
      "loss": 1.4173,
      "step": 50400
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.1182548999786377,
      "learning_rate": 9.715563668416002e-06,
      "loss": 1.3769,
      "step": 50500
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.595252513885498,
      "learning_rate": 9.714938533621314e-06,
      "loss": 1.4087,
      "step": 50600
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.782058000564575,
      "learning_rate": 9.714313398826622e-06,
      "loss": 1.4179,
      "step": 50700
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.0897421836853027,
      "learning_rate": 9.713688264031934e-06,
      "loss": 1.3671,
      "step": 50800
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.455578565597534,
      "learning_rate": 9.713063129237242e-06,
      "loss": 1.401,
      "step": 50900
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.877256155014038,
      "learning_rate": 9.712437994442553e-06,
      "loss": 1.4114,
      "step": 51000
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.3103723526000977,
      "learning_rate": 9.711812859647862e-06,
      "loss": 1.3895,
      "step": 51100
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.909396171569824,
      "learning_rate": 9.711187724853173e-06,
      "loss": 1.3632,
      "step": 51200
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.4170010089874268,
      "learning_rate": 9.710562590058482e-06,
      "loss": 1.3819,
      "step": 51300
    },
    {
      "epoch": 0.25,
      "grad_norm": 3.1259448528289795,
      "learning_rate": 9.709937455263791e-06,
      "loss": 1.3894,
      "step": 51400
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.449690818786621,
      "learning_rate": 9.709312320469101e-06,
      "loss": 1.3998,
      "step": 51500
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.47631573677063,
      "learning_rate": 9.708687185674411e-06,
      "loss": 1.374,
      "step": 51600
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.5324013233184814,
      "learning_rate": 9.708062050879721e-06,
      "loss": 1.3518,
      "step": 51700
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.9155433177948,
      "learning_rate": 9.707436916085031e-06,
      "loss": 1.3848,
      "step": 51800
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.4327306747436523,
      "learning_rate": 9.706811781290341e-06,
      "loss": 1.3653,
      "step": 51900
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.06643533706665,
      "learning_rate": 9.706186646495651e-06,
      "loss": 1.3892,
      "step": 52000
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.518132448196411,
      "learning_rate": 9.705561511700961e-06,
      "loss": 1.3433,
      "step": 52100
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.2915585041046143,
      "learning_rate": 9.704936376906271e-06,
      "loss": 1.3579,
      "step": 52200
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.804596185684204,
      "learning_rate": 9.70431124211158e-06,
      "loss": 1.3809,
      "step": 52300
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.617377758026123,
      "learning_rate": 9.70368610731689e-06,
      "loss": 1.398,
      "step": 52400
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.0816659927368164,
      "learning_rate": 9.7030609725222e-06,
      "loss": 1.3652,
      "step": 52500
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.5903923511505127,
      "learning_rate": 9.70243583772751e-06,
      "loss": 1.3767,
      "step": 52600
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.43280029296875,
      "learning_rate": 9.70181070293282e-06,
      "loss": 1.3802,
      "step": 52700
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.5906081199646,
      "learning_rate": 9.70118556813813e-06,
      "loss": 1.3726,
      "step": 52800
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.5110647678375244,
      "learning_rate": 9.70056043334344e-06,
      "loss": 1.4125,
      "step": 52900
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.5731992721557617,
      "learning_rate": 9.69993529854875e-06,
      "loss": 1.3971,
      "step": 53000
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.522200584411621,
      "learning_rate": 9.69931016375406e-06,
      "loss": 1.3758,
      "step": 53100
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.754093647003174,
      "learning_rate": 9.69868502895937e-06,
      "loss": 1.4125,
      "step": 53200
    },
    {
      "epoch": 0.26,
      "grad_norm": 4.088795185089111,
      "learning_rate": 9.69805989416468e-06,
      "loss": 1.374,
      "step": 53300
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.095700263977051,
      "learning_rate": 9.69743475936999e-06,
      "loss": 1.3475,
      "step": 53400
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.6446001529693604,
      "learning_rate": 9.6968096245753e-06,
      "loss": 1.3675,
      "step": 53500
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.0287554264068604,
      "learning_rate": 9.69618448978061e-06,
      "loss": 1.3648,
      "step": 53600
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.5153772830963135,
      "learning_rate": 9.69555935498592e-06,
      "loss": 1.3526,
      "step": 53700
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.402449131011963,
      "learning_rate": 9.69493422019123e-06,
      "loss": 1.4021,
      "step": 53800
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.223129749298096,
      "learning_rate": 9.69430908539654e-06,
      "loss": 1.3754,
      "step": 53900
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.7301337718963623,
      "learning_rate": 9.69368395060185e-06,
      "loss": 1.411,
      "step": 54000
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.3157832622528076,
      "learning_rate": 9.69305881580716e-06,
      "loss": 1.3695,
      "step": 54100
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.0217671394348145,
      "learning_rate": 9.69243368101247e-06,
      "loss": 1.3822,
      "step": 54200
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.575080633163452,
      "learning_rate": 9.69180854621778e-06,
      "loss": 1.3578,
      "step": 54300
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.4445888996124268,
      "learning_rate": 9.69118341142309e-06,
      "loss": 1.3795,
      "step": 54400
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.173060894012451,
      "learning_rate": 9.6905582766284e-06,
      "loss": 1.3446,
      "step": 54500
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.8823065757751465,
      "learning_rate": 9.689933141833709e-06,
      "loss": 1.3696,
      "step": 54600
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.5092880725860596,
      "learning_rate": 9.689308007039019e-06,
      "loss": 1.3262,
      "step": 54700
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.270498514175415,
      "learning_rate": 9.688682872244329e-06,
      "loss": 1.3905,
      "step": 54800
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.0580673217773438,
      "learning_rate": 9.688057737449639e-06,
      "loss": 1.3707,
      "step": 54900
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.982407569885254,
      "learning_rate": 9.687432602654949e-06,
      "loss": 1.3909,
      "step": 55000
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.194490432739258,
      "learning_rate": 9.686807467860259e-06,
      "loss": 1.3703,
      "step": 55100
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.5486743450164795,
      "learning_rate": 9.686182333065569e-06,
      "loss": 1.3528,
      "step": 55200
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.081116199493408,
      "learning_rate": 9.685557198270879e-06,
      "loss": 1.3929,
      "step": 55300
    },
    {
      "epoch": 0.27,
      "grad_norm": 3.644366979598999,
      "learning_rate": 9.684932063476189e-06,
      "loss": 1.3847,
      "step": 55400
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.9201712608337402,
      "learning_rate": 9.684306928681497e-06,
      "loss": 1.3689,
      "step": 55500
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.1488590240478516,
      "learning_rate": 9.683681793886808e-06,
      "loss": 1.3573,
      "step": 55600
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.4069724082946777,
      "learning_rate": 9.683056659092117e-06,
      "loss": 1.3447,
      "step": 55700
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.669130563735962,
      "learning_rate": 9.682431524297428e-06,
      "loss": 1.3629,
      "step": 55800
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.5612809658050537,
      "learning_rate": 9.681806389502736e-06,
      "loss": 1.3463,
      "step": 55900
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.3988492488861084,
      "learning_rate": 9.681181254708048e-06,
      "loss": 1.3262,
      "step": 56000
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.286510705947876,
      "learning_rate": 9.680556119913356e-06,
      "loss": 1.3671,
      "step": 56100
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.079017639160156,
      "learning_rate": 9.679930985118668e-06,
      "loss": 1.3691,
      "step": 56200
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.038201808929443,
      "learning_rate": 9.679305850323976e-06,
      "loss": 1.3684,
      "step": 56300
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.9335787296295166,
      "learning_rate": 9.678680715529288e-06,
      "loss": 1.3651,
      "step": 56400
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.750838279724121,
      "learning_rate": 9.678055580734596e-06,
      "loss": 1.3979,
      "step": 56500
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.269113779067993,
      "learning_rate": 9.677430445939908e-06,
      "loss": 1.4005,
      "step": 56600
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.9525506496429443,
      "learning_rate": 9.676805311145216e-06,
      "loss": 1.3535,
      "step": 56700
    },
    {
      "epoch": 0.28,
      "grad_norm": 4.0349273681640625,
      "learning_rate": 9.676180176350526e-06,
      "loss": 1.3568,
      "step": 56800
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.9644954204559326,
      "learning_rate": 9.675555041555836e-06,
      "loss": 1.3368,
      "step": 56900
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.748861312866211,
      "learning_rate": 9.674929906761146e-06,
      "loss": 1.3788,
      "step": 57000
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.927027940750122,
      "learning_rate": 9.674304771966456e-06,
      "loss": 1.3369,
      "step": 57100
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.5700511932373047,
      "learning_rate": 9.673679637171766e-06,
      "loss": 1.3476,
      "step": 57200
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.2039616107940674,
      "learning_rate": 9.673054502377075e-06,
      "loss": 1.358,
      "step": 57300
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.7656171321868896,
      "learning_rate": 9.672429367582385e-06,
      "loss": 1.3656,
      "step": 57400
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.84936261177063,
      "learning_rate": 9.671804232787695e-06,
      "loss": 1.4221,
      "step": 57500
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.145597457885742,
      "learning_rate": 9.671179097993005e-06,
      "loss": 1.3444,
      "step": 57600
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.1017513275146484,
      "learning_rate": 9.670553963198315e-06,
      "loss": 1.3604,
      "step": 57700
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.460015058517456,
      "learning_rate": 9.669928828403625e-06,
      "loss": 1.3556,
      "step": 57800
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.2410836219787598,
      "learning_rate": 9.669303693608935e-06,
      "loss": 1.3468,
      "step": 57900
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.7556843757629395,
      "learning_rate": 9.668678558814245e-06,
      "loss": 1.3535,
      "step": 58000
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.8711953163146973,
      "learning_rate": 9.668053424019555e-06,
      "loss": 1.3587,
      "step": 58100
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.9098100662231445,
      "learning_rate": 9.667428289224865e-06,
      "loss": 1.3866,
      "step": 58200
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.6795027256011963,
      "learning_rate": 9.666803154430175e-06,
      "loss": 1.3692,
      "step": 58300
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.239531517028809,
      "learning_rate": 9.666178019635485e-06,
      "loss": 1.3898,
      "step": 58400
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.871461868286133,
      "learning_rate": 9.665552884840795e-06,
      "loss": 1.3863,
      "step": 58500
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.8275647163391113,
      "learning_rate": 9.664927750046104e-06,
      "loss": 1.4035,
      "step": 58600
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.168945074081421,
      "learning_rate": 9.664302615251414e-06,
      "loss": 1.4028,
      "step": 58700
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.4457874298095703,
      "learning_rate": 9.663677480456724e-06,
      "loss": 1.3484,
      "step": 58800
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.0998809337615967,
      "learning_rate": 9.663052345662034e-06,
      "loss": 1.3533,
      "step": 58900
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.2760820388793945,
      "learning_rate": 9.662427210867344e-06,
      "loss": 1.3733,
      "step": 59000
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.1642961502075195,
      "learning_rate": 9.661802076072654e-06,
      "loss": 1.3675,
      "step": 59100
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.5796260833740234,
      "learning_rate": 9.661176941277964e-06,
      "loss": 1.3842,
      "step": 59200
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.379223108291626,
      "learning_rate": 9.660551806483274e-06,
      "loss": 1.3,
      "step": 59300
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.7059500217437744,
      "learning_rate": 9.659926671688584e-06,
      "loss": 1.3801,
      "step": 59400
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.9644994735717773,
      "learning_rate": 9.659301536893894e-06,
      "loss": 1.3882,
      "step": 59500
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.516009569168091,
      "learning_rate": 9.658676402099204e-06,
      "loss": 1.3507,
      "step": 59600
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.6307122707366943,
      "learning_rate": 9.658051267304514e-06,
      "loss": 1.3887,
      "step": 59700
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.963676929473877,
      "learning_rate": 9.657426132509824e-06,
      "loss": 1.3574,
      "step": 59800
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.6590583324432373,
      "learning_rate": 9.656800997715134e-06,
      "loss": 1.3766,
      "step": 59900
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.9890248775482178,
      "learning_rate": 9.656175862920443e-06,
      "loss": 1.3766,
      "step": 60000
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.7033519744873047,
      "learning_rate": 9.655550728125753e-06,
      "loss": 1.3653,
      "step": 60100
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.2749149799346924,
      "learning_rate": 9.654925593331063e-06,
      "loss": 1.3555,
      "step": 60200
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.6017117500305176,
      "learning_rate": 9.654300458536373e-06,
      "loss": 1.3379,
      "step": 60300
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.2133805751800537,
      "learning_rate": 9.653675323741683e-06,
      "loss": 1.3383,
      "step": 60400
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.5152649879455566,
      "learning_rate": 9.653050188946993e-06,
      "loss": 1.3821,
      "step": 60500
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.8433949947357178,
      "learning_rate": 9.652425054152303e-06,
      "loss": 1.3648,
      "step": 60600
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.219630241394043,
      "learning_rate": 9.651799919357611e-06,
      "loss": 1.3381,
      "step": 60700
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.9422874450683594,
      "learning_rate": 9.651174784562923e-06,
      "loss": 1.3596,
      "step": 60800
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.0160861015319824,
      "learning_rate": 9.650549649768231e-06,
      "loss": 1.4086,
      "step": 60900
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.6983797550201416,
      "learning_rate": 9.649924514973543e-06,
      "loss": 1.3653,
      "step": 61000
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.4345366954803467,
      "learning_rate": 9.649299380178851e-06,
      "loss": 1.3836,
      "step": 61100
    },
    {
      "epoch": 0.3,
      "grad_norm": 4.864907741546631,
      "learning_rate": 9.648674245384163e-06,
      "loss": 1.3395,
      "step": 61200
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.0346243381500244,
      "learning_rate": 9.64804911058947e-06,
      "loss": 1.3483,
      "step": 61300
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.271688938140869,
      "learning_rate": 9.647423975794782e-06,
      "loss": 1.3718,
      "step": 61400
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.519439697265625,
      "learning_rate": 9.64679884100009e-06,
      "loss": 1.3516,
      "step": 61500
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.676679849624634,
      "learning_rate": 9.646173706205402e-06,
      "loss": 1.3786,
      "step": 61600
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.799685001373291,
      "learning_rate": 9.64554857141071e-06,
      "loss": 1.3622,
      "step": 61700
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.5693440437316895,
      "learning_rate": 9.644923436616022e-06,
      "loss": 1.3506,
      "step": 61800
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.081248760223389,
      "learning_rate": 9.64429830182133e-06,
      "loss": 1.3551,
      "step": 61900
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.275651454925537,
      "learning_rate": 9.64367316702664e-06,
      "loss": 1.3691,
      "step": 62000
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.2802531719207764,
      "learning_rate": 9.64304803223195e-06,
      "loss": 1.3654,
      "step": 62100
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.8903188705444336,
      "learning_rate": 9.64242289743726e-06,
      "loss": 1.3694,
      "step": 62200
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.767051935195923,
      "learning_rate": 9.64179776264257e-06,
      "loss": 1.4189,
      "step": 62300
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.3065268993377686,
      "learning_rate": 9.64117262784788e-06,
      "loss": 1.3528,
      "step": 62400
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.6622681617736816,
      "learning_rate": 9.64054749305319e-06,
      "loss": 1.3744,
      "step": 62500
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.5773024559020996,
      "learning_rate": 9.6399223582585e-06,
      "loss": 1.3678,
      "step": 62600
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.050888538360596,
      "learning_rate": 9.63929722346381e-06,
      "loss": 1.3459,
      "step": 62700
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.3641510009765625,
      "learning_rate": 9.63867208866912e-06,
      "loss": 1.3289,
      "step": 62800
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.2410778999328613,
      "learning_rate": 9.63804695387443e-06,
      "loss": 1.3582,
      "step": 62900
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.7819199562072754,
      "learning_rate": 9.63742181907974e-06,
      "loss": 1.3535,
      "step": 63000
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.4329464435577393,
      "learning_rate": 9.63679668428505e-06,
      "loss": 1.3637,
      "step": 63100
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.7776496410369873,
      "learning_rate": 9.63617154949036e-06,
      "loss": 1.3427,
      "step": 63200
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.6807868480682373,
      "learning_rate": 9.63554641469567e-06,
      "loss": 1.3366,
      "step": 63300
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.182055711746216,
      "learning_rate": 9.63492127990098e-06,
      "loss": 1.3907,
      "step": 63400
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.0613508224487305,
      "learning_rate": 9.63429614510629e-06,
      "loss": 1.3628,
      "step": 63500
    },
    {
      "epoch": 0.31,
      "grad_norm": 3.813504219055176,
      "learning_rate": 9.633671010311599e-06,
      "loss": 1.3534,
      "step": 63600
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.0388875007629395,
      "learning_rate": 9.633045875516909e-06,
      "loss": 1.3701,
      "step": 63700
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.5311150550842285,
      "learning_rate": 9.632420740722219e-06,
      "loss": 1.3419,
      "step": 63800
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.283538341522217,
      "learning_rate": 9.631795605927529e-06,
      "loss": 1.3772,
      "step": 63900
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.6988024711608887,
      "learning_rate": 9.631170471132839e-06,
      "loss": 1.3633,
      "step": 64000
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.738215684890747,
      "learning_rate": 9.630545336338149e-06,
      "loss": 1.3814,
      "step": 64100
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.899857997894287,
      "learning_rate": 9.629920201543459e-06,
      "loss": 1.3787,
      "step": 64200
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.2490193843841553,
      "learning_rate": 9.629295066748769e-06,
      "loss": 1.347,
      "step": 64300
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.262529134750366,
      "learning_rate": 9.628669931954079e-06,
      "loss": 1.3405,
      "step": 64400
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.1799771785736084,
      "learning_rate": 9.628044797159388e-06,
      "loss": 1.3796,
      "step": 64500
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.5044260025024414,
      "learning_rate": 9.627419662364698e-06,
      "loss": 1.322,
      "step": 64600
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.560049295425415,
      "learning_rate": 9.626794527570008e-06,
      "loss": 1.356,
      "step": 64700
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.3910019397735596,
      "learning_rate": 9.626169392775318e-06,
      "loss": 1.3546,
      "step": 64800
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.631550312042236,
      "learning_rate": 9.625544257980628e-06,
      "loss": 1.3664,
      "step": 64900
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.415191650390625,
      "learning_rate": 9.624919123185938e-06,
      "loss": 1.3818,
      "step": 65000
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.071653127670288,
      "learning_rate": 9.624293988391248e-06,
      "loss": 1.3947,
      "step": 65100
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.575773000717163,
      "learning_rate": 9.623668853596558e-06,
      "loss": 1.3392,
      "step": 65200
    },
    {
      "epoch": 0.32,
      "grad_norm": 3.1757047176361084,
      "learning_rate": 9.623043718801868e-06,
      "loss": 1.3619,
      "step": 65300
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.487311840057373,
      "learning_rate": 9.622418584007178e-06,
      "loss": 1.3538,
      "step": 65400
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.791187047958374,
      "learning_rate": 9.621793449212488e-06,
      "loss": 1.343,
      "step": 65500
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.840940237045288,
      "learning_rate": 9.621168314417798e-06,
      "loss": 1.3479,
      "step": 65600
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.4006075859069824,
      "learning_rate": 9.620543179623108e-06,
      "loss": 1.3742,
      "step": 65700
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.8290023803710938,
      "learning_rate": 9.619918044828418e-06,
      "loss": 1.3825,
      "step": 65800
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.114961624145508,
      "learning_rate": 9.619292910033727e-06,
      "loss": 1.3742,
      "step": 65900
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.4792447090148926,
      "learning_rate": 9.618667775239037e-06,
      "loss": 1.3442,
      "step": 66000
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.3174169063568115,
      "learning_rate": 9.618042640444346e-06,
      "loss": 1.3896,
      "step": 66100
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.7161898612976074,
      "learning_rate": 9.617417505649657e-06,
      "loss": 1.3492,
      "step": 66200
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.3158161640167236,
      "learning_rate": 9.616792370854965e-06,
      "loss": 1.3378,
      "step": 66300
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.810378074645996,
      "learning_rate": 9.616167236060277e-06,
      "loss": 1.3482,
      "step": 66400
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.8272716999053955,
      "learning_rate": 9.615542101265585e-06,
      "loss": 1.3624,
      "step": 66500
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.1543540954589844,
      "learning_rate": 9.614916966470897e-06,
      "loss": 1.3703,
      "step": 66600
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.571789503097534,
      "learning_rate": 9.614291831676205e-06,
      "loss": 1.3467,
      "step": 66700
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.8913381099700928,
      "learning_rate": 9.613666696881517e-06,
      "loss": 1.3629,
      "step": 66800
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.3162176609039307,
      "learning_rate": 9.613041562086825e-06,
      "loss": 1.399,
      "step": 66900
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.26802396774292,
      "learning_rate": 9.612416427292137e-06,
      "loss": 1.3481,
      "step": 67000
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.7507224082946777,
      "learning_rate": 9.611791292497445e-06,
      "loss": 1.3875,
      "step": 67100
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.059849262237549,
      "learning_rate": 9.611166157702756e-06,
      "loss": 1.3402,
      "step": 67200
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.9418632984161377,
      "learning_rate": 9.610541022908065e-06,
      "loss": 1.385,
      "step": 67300
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.126817464828491,
      "learning_rate": 9.609915888113375e-06,
      "loss": 1.3342,
      "step": 67400
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.908066749572754,
      "learning_rate": 9.609290753318685e-06,
      "loss": 1.3658,
      "step": 67500
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.3799283504486084,
      "learning_rate": 9.608665618523994e-06,
      "loss": 1.3392,
      "step": 67600
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.0953500270843506,
      "learning_rate": 9.608040483729304e-06,
      "loss": 1.3664,
      "step": 67700
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.4090096950531006,
      "learning_rate": 9.607415348934614e-06,
      "loss": 1.3913,
      "step": 67800
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.0916600227355957,
      "learning_rate": 9.606790214139924e-06,
      "loss": 1.3482,
      "step": 67900
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.232104778289795,
      "learning_rate": 9.606165079345234e-06,
      "loss": 1.3663,
      "step": 68000
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.300558090209961,
      "learning_rate": 9.605539944550544e-06,
      "loss": 1.3608,
      "step": 68100
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.795227527618408,
      "learning_rate": 9.604914809755854e-06,
      "loss": 1.3637,
      "step": 68200
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.083174467086792,
      "learning_rate": 9.604289674961164e-06,
      "loss": 1.3269,
      "step": 68300
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.8292133808135986,
      "learning_rate": 9.603664540166474e-06,
      "loss": 1.3311,
      "step": 68400
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.3727259635925293,
      "learning_rate": 9.603039405371784e-06,
      "loss": 1.3233,
      "step": 68500
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.0696310997009277,
      "learning_rate": 9.602414270577094e-06,
      "loss": 1.3217,
      "step": 68600
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.1085591316223145,
      "learning_rate": 9.601789135782404e-06,
      "loss": 1.395,
      "step": 68700
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.036706447601318,
      "learning_rate": 9.601164000987714e-06,
      "loss": 1.3763,
      "step": 68800
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.823237419128418,
      "learning_rate": 9.600538866193024e-06,
      "loss": 1.3868,
      "step": 68900
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.535228729248047,
      "learning_rate": 9.599913731398333e-06,
      "loss": 1.3714,
      "step": 69000
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.333162546157837,
      "learning_rate": 9.599288596603643e-06,
      "loss": 1.3509,
      "step": 69100
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.901670455932617,
      "learning_rate": 9.598663461808953e-06,
      "loss": 1.3486,
      "step": 69200
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.89204478263855,
      "learning_rate": 9.598038327014263e-06,
      "loss": 1.3975,
      "step": 69300
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.5590710639953613,
      "learning_rate": 9.597413192219573e-06,
      "loss": 1.3822,
      "step": 69400
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.234952449798584,
      "learning_rate": 9.596788057424883e-06,
      "loss": 1.3942,
      "step": 69500
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.125939130783081,
      "learning_rate": 9.596162922630193e-06,
      "loss": 1.3573,
      "step": 69600
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.25191593170166,
      "learning_rate": 9.595537787835503e-06,
      "loss": 1.3742,
      "step": 69700
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.0981853008270264,
      "learning_rate": 9.594912653040813e-06,
      "loss": 1.3272,
      "step": 69800
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.660688638687134,
      "learning_rate": 9.594287518246123e-06,
      "loss": 1.3859,
      "step": 69900
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.212889671325684,
      "learning_rate": 9.593662383451433e-06,
      "loss": 1.3685,
      "step": 70000
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.602475643157959,
      "learning_rate": 9.593037248656743e-06,
      "loss": 1.3486,
      "step": 70100
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.8037405014038086,
      "learning_rate": 9.592412113862053e-06,
      "loss": 1.3094,
      "step": 70200
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.735767364501953,
      "learning_rate": 9.591786979067363e-06,
      "loss": 1.3443,
      "step": 70300
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.10837984085083,
      "learning_rate": 9.591161844272672e-06,
      "loss": 1.3637,
      "step": 70400
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.339202880859375,
      "learning_rate": 9.590536709477982e-06,
      "loss": 1.374,
      "step": 70500
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.676008224487305,
      "learning_rate": 9.589911574683292e-06,
      "loss": 1.3609,
      "step": 70600
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.2127492427825928,
      "learning_rate": 9.589286439888602e-06,
      "loss": 1.3443,
      "step": 70700
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.552145481109619,
      "learning_rate": 9.588661305093912e-06,
      "loss": 1.3653,
      "step": 70800
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.267813205718994,
      "learning_rate": 9.588036170299222e-06,
      "loss": 1.3316,
      "step": 70900
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.004978179931641,
      "learning_rate": 9.587411035504532e-06,
      "loss": 1.3259,
      "step": 71000
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.433945417404175,
      "learning_rate": 9.586785900709842e-06,
      "loss": 1.3475,
      "step": 71100
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.3748490810394287,
      "learning_rate": 9.586160765915152e-06,
      "loss": 1.3442,
      "step": 71200
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.2221007347106934,
      "learning_rate": 9.58553563112046e-06,
      "loss": 1.3705,
      "step": 71300
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.846968173980713,
      "learning_rate": 9.584910496325772e-06,
      "loss": 1.3411,
      "step": 71400
    },
    {
      "epoch": 0.35,
      "grad_norm": 3.973281145095825,
      "learning_rate": 9.58428536153108e-06,
      "loss": 1.3503,
      "step": 71500
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.7122104167938232,
      "learning_rate": 9.583660226736392e-06,
      "loss": 1.3581,
      "step": 71600
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.12910795211792,
      "learning_rate": 9.5830350919417e-06,
      "loss": 1.385,
      "step": 71700
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.4491500854492188,
      "learning_rate": 9.582409957147011e-06,
      "loss": 1.3626,
      "step": 71800
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.059682846069336,
      "learning_rate": 9.58178482235232e-06,
      "loss": 1.3595,
      "step": 71900
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.2482686042785645,
      "learning_rate": 9.581159687557631e-06,
      "loss": 1.3339,
      "step": 72000
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.3053741455078125,
      "learning_rate": 9.58053455276294e-06,
      "loss": 1.3656,
      "step": 72100
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.101283311843872,
      "learning_rate": 9.579909417968251e-06,
      "loss": 1.3751,
      "step": 72200
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.7894277572631836,
      "learning_rate": 9.57928428317356e-06,
      "loss": 1.3744,
      "step": 72300
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.6949033737182617,
      "learning_rate": 9.578659148378871e-06,
      "loss": 1.3434,
      "step": 72400
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.2511017322540283,
      "learning_rate": 9.57803401358418e-06,
      "loss": 1.3809,
      "step": 72500
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.6631274223327637,
      "learning_rate": 9.577408878789489e-06,
      "loss": 1.3232,
      "step": 72600
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.0832998752593994,
      "learning_rate": 9.576783743994799e-06,
      "loss": 1.3785,
      "step": 72700
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.4912238121032715,
      "learning_rate": 9.576158609200109e-06,
      "loss": 1.3558,
      "step": 72800
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.720935821533203,
      "learning_rate": 9.575533474405419e-06,
      "loss": 1.3547,
      "step": 72900
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.69688081741333,
      "learning_rate": 9.574908339610729e-06,
      "loss": 1.3409,
      "step": 73000
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.521012783050537,
      "learning_rate": 9.574283204816039e-06,
      "loss": 1.3701,
      "step": 73100
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.9866528511047363,
      "learning_rate": 9.573658070021349e-06,
      "loss": 1.3623,
      "step": 73200
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.300259590148926,
      "learning_rate": 9.573032935226659e-06,
      "loss": 1.3562,
      "step": 73300
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.585087299346924,
      "learning_rate": 9.572407800431969e-06,
      "loss": 1.3574,
      "step": 73400
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.3413264751434326,
      "learning_rate": 9.571782665637278e-06,
      "loss": 1.3586,
      "step": 73500
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.7272746562957764,
      "learning_rate": 9.571157530842588e-06,
      "loss": 1.3525,
      "step": 73600
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.167235851287842,
      "learning_rate": 9.570532396047898e-06,
      "loss": 1.3545,
      "step": 73700
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.007138252258301,
      "learning_rate": 9.569907261253208e-06,
      "loss": 1.3638,
      "step": 73800
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.402449607849121,
      "learning_rate": 9.569282126458518e-06,
      "loss": 1.3394,
      "step": 73900
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.050807237625122,
      "learning_rate": 9.568656991663828e-06,
      "loss": 1.3477,
      "step": 74000
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.470465660095215,
      "learning_rate": 9.568031856869138e-06,
      "loss": 1.3573,
      "step": 74100
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.1874587535858154,
      "learning_rate": 9.567406722074448e-06,
      "loss": 1.3545,
      "step": 74200
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.022789478302002,
      "learning_rate": 9.566781587279758e-06,
      "loss": 1.3857,
      "step": 74300
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.696437358856201,
      "learning_rate": 9.566156452485068e-06,
      "loss": 1.3845,
      "step": 74400
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.3129115104675293,
      "learning_rate": 9.565531317690378e-06,
      "loss": 1.3342,
      "step": 74500
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.0286476612091064,
      "learning_rate": 9.564906182895688e-06,
      "loss": 1.3451,
      "step": 74600
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.14780330657959,
      "learning_rate": 9.564281048100998e-06,
      "loss": 1.3501,
      "step": 74700
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.660125732421875,
      "learning_rate": 9.563655913306308e-06,
      "loss": 1.3974,
      "step": 74800
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.7873997688293457,
      "learning_rate": 9.563030778511617e-06,
      "loss": 1.3328,
      "step": 74900
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.175543785095215,
      "learning_rate": 9.562405643716927e-06,
      "loss": 1.3871,
      "step": 75000
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.0854318141937256,
      "learning_rate": 9.561780508922237e-06,
      "loss": 1.3436,
      "step": 75100
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.430039882659912,
      "learning_rate": 9.561155374127547e-06,
      "loss": 1.3614,
      "step": 75200
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.1078710556030273,
      "learning_rate": 9.560530239332857e-06,
      "loss": 1.3788,
      "step": 75300
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.394430160522461,
      "learning_rate": 9.559905104538167e-06,
      "loss": 1.3534,
      "step": 75400
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.4498708248138428,
      "learning_rate": 9.559279969743477e-06,
      "loss": 1.3875,
      "step": 75500
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.169480562210083,
      "learning_rate": 9.558654834948787e-06,
      "loss": 1.3391,
      "step": 75600
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.4374375343322754,
      "learning_rate": 9.558029700154097e-06,
      "loss": 1.3657,
      "step": 75700
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.0859546661376953,
      "learning_rate": 9.557404565359407e-06,
      "loss": 1.3765,
      "step": 75800
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.567939281463623,
      "learning_rate": 9.556779430564717e-06,
      "loss": 1.3432,
      "step": 75900
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.236070156097412,
      "learning_rate": 9.556154295770027e-06,
      "loss": 1.3402,
      "step": 76000
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.366365432739258,
      "learning_rate": 9.555529160975337e-06,
      "loss": 1.3736,
      "step": 76100
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.573514461517334,
      "learning_rate": 9.554904026180646e-06,
      "loss": 1.3581,
      "step": 76200
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.199225664138794,
      "learning_rate": 9.554278891385956e-06,
      "loss": 1.3452,
      "step": 76300
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.0722098350524902,
      "learning_rate": 9.553653756591266e-06,
      "loss": 1.3785,
      "step": 76400
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.137385606765747,
      "learning_rate": 9.553028621796576e-06,
      "loss": 1.3521,
      "step": 76500
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.893807888031006,
      "learning_rate": 9.552403487001886e-06,
      "loss": 1.3572,
      "step": 76600
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.010082721710205,
      "learning_rate": 9.551778352207194e-06,
      "loss": 1.3483,
      "step": 76700
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.6857099533081055,
      "learning_rate": 9.551153217412506e-06,
      "loss": 1.3347,
      "step": 76800
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.510134696960449,
      "learning_rate": 9.550528082617814e-06,
      "loss": 1.3461,
      "step": 76900
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.9825291633605957,
      "learning_rate": 9.549902947823126e-06,
      "loss": 1.3415,
      "step": 77000
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.156740427017212,
      "learning_rate": 9.549277813028434e-06,
      "loss": 1.3305,
      "step": 77100
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.245800256729126,
      "learning_rate": 9.548652678233746e-06,
      "loss": 1.3573,
      "step": 77200
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.6874351501464844,
      "learning_rate": 9.548027543439054e-06,
      "loss": 1.3443,
      "step": 77300
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.6892011165618896,
      "learning_rate": 9.547402408644366e-06,
      "loss": 1.3192,
      "step": 77400
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.505993604660034,
      "learning_rate": 9.546777273849674e-06,
      "loss": 1.3812,
      "step": 77500
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.5395193099975586,
      "learning_rate": 9.546152139054985e-06,
      "loss": 1.3604,
      "step": 77600
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.2124781608581543,
      "learning_rate": 9.545527004260294e-06,
      "loss": 1.312,
      "step": 77700
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.8713743686676025,
      "learning_rate": 9.544901869465605e-06,
      "loss": 1.3435,
      "step": 77800
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.1610865592956543,
      "learning_rate": 9.544276734670914e-06,
      "loss": 1.3696,
      "step": 77900
    },
    {
      "epoch": 0.39,
      "grad_norm": 7.323131561279297,
      "learning_rate": 9.543651599876223e-06,
      "loss": 1.357,
      "step": 78000
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.0851237773895264,
      "learning_rate": 9.543026465081533e-06,
      "loss": 1.3406,
      "step": 78100
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.637321949005127,
      "learning_rate": 9.542401330286843e-06,
      "loss": 1.376,
      "step": 78200
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.876664638519287,
      "learning_rate": 9.541776195492153e-06,
      "loss": 1.4049,
      "step": 78300
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.146031618118286,
      "learning_rate": 9.541151060697463e-06,
      "loss": 1.3484,
      "step": 78400
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.596341609954834,
      "learning_rate": 9.540525925902773e-06,
      "loss": 1.3518,
      "step": 78500
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.041236400604248,
      "learning_rate": 9.539900791108083e-06,
      "loss": 1.362,
      "step": 78600
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.9177463054656982,
      "learning_rate": 9.539275656313393e-06,
      "loss": 1.3586,
      "step": 78700
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.115206003189087,
      "learning_rate": 9.538650521518703e-06,
      "loss": 1.367,
      "step": 78800
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.846676826477051,
      "learning_rate": 9.538025386724013e-06,
      "loss": 1.3699,
      "step": 78900
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.625420331954956,
      "learning_rate": 9.537400251929323e-06,
      "loss": 1.3505,
      "step": 79000
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.315352439880371,
      "learning_rate": 9.536775117134633e-06,
      "loss": 1.3456,
      "step": 79100
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.249753475189209,
      "learning_rate": 9.536149982339943e-06,
      "loss": 1.3538,
      "step": 79200
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.9315223693847656,
      "learning_rate": 9.535524847545253e-06,
      "loss": 1.3459,
      "step": 79300
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.4720170497894287,
      "learning_rate": 9.534899712750562e-06,
      "loss": 1.3935,
      "step": 79400
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.97334885597229,
      "learning_rate": 9.534274577955872e-06,
      "loss": 1.3526,
      "step": 79500
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.218647003173828,
      "learning_rate": 9.533649443161182e-06,
      "loss": 1.3845,
      "step": 79600
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.644829034805298,
      "learning_rate": 9.533024308366492e-06,
      "loss": 1.3515,
      "step": 79700
    },
    {
      "epoch": 0.39,
      "grad_norm": 4.018405437469482,
      "learning_rate": 9.532399173571802e-06,
      "loss": 1.3544,
      "step": 79800
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.210761308670044,
      "learning_rate": 9.531774038777112e-06,
      "loss": 1.3554,
      "step": 79900
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.046523094177246,
      "learning_rate": 9.531148903982422e-06,
      "loss": 1.3733,
      "step": 80000
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.437032699584961,
      "learning_rate": 9.530523769187732e-06,
      "loss": 1.347,
      "step": 80100
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.712858200073242,
      "learning_rate": 9.529898634393042e-06,
      "loss": 1.3856,
      "step": 80200
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.859689474105835,
      "learning_rate": 9.529273499598352e-06,
      "loss": 1.3312,
      "step": 80300
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.8814845085144043,
      "learning_rate": 9.528648364803662e-06,
      "loss": 1.3362,
      "step": 80400
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.983851909637451,
      "learning_rate": 9.528023230008972e-06,
      "loss": 1.3689,
      "step": 80500
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.3227264881134033,
      "learning_rate": 9.527398095214282e-06,
      "loss": 1.3362,
      "step": 80600
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.825824499130249,
      "learning_rate": 9.526772960419591e-06,
      "loss": 1.3496,
      "step": 80700
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.376059055328369,
      "learning_rate": 9.526147825624901e-06,
      "loss": 1.3781,
      "step": 80800
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.2187156677246094,
      "learning_rate": 9.525522690830211e-06,
      "loss": 1.4142,
      "step": 80900
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.073812246322632,
      "learning_rate": 9.524897556035521e-06,
      "loss": 1.3185,
      "step": 81000
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.7107346057891846,
      "learning_rate": 9.524272421240831e-06,
      "loss": 1.322,
      "step": 81100
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.378969669342041,
      "learning_rate": 9.523647286446141e-06,
      "loss": 1.3438,
      "step": 81200
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.337489604949951,
      "learning_rate": 9.523022151651451e-06,
      "loss": 1.3326,
      "step": 81300
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.453660488128662,
      "learning_rate": 9.522397016856761e-06,
      "loss": 1.3624,
      "step": 81400
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.236886501312256,
      "learning_rate": 9.521771882062071e-06,
      "loss": 1.3704,
      "step": 81500
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.969984531402588,
      "learning_rate": 9.52114674726738e-06,
      "loss": 1.3605,
      "step": 81600
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.707930326461792,
      "learning_rate": 9.52052161247269e-06,
      "loss": 1.3272,
      "step": 81700
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.0617573261260986,
      "learning_rate": 9.519896477678e-06,
      "loss": 1.3779,
      "step": 81800
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.8938345909118652,
      "learning_rate": 9.519271342883309e-06,
      "loss": 1.3453,
      "step": 81900
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.273656129837036,
      "learning_rate": 9.51864620808862e-06,
      "loss": 1.3535,
      "step": 82000
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.6416726112365723,
      "learning_rate": 9.518021073293929e-06,
      "loss": 1.393,
      "step": 82100
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.7089104652404785,
      "learning_rate": 9.51739593849924e-06,
      "loss": 1.3568,
      "step": 82200
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.872784376144409,
      "learning_rate": 9.516770803704549e-06,
      "loss": 1.3725,
      "step": 82300
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.3895182609558105,
      "learning_rate": 9.51614566890986e-06,
      "loss": 1.3347,
      "step": 82400
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.349815845489502,
      "learning_rate": 9.515520534115168e-06,
      "loss": 1.2965,
      "step": 82500
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.8851418495178223,
      "learning_rate": 9.51489539932048e-06,
      "loss": 1.3547,
      "step": 82600
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.7153375148773193,
      "learning_rate": 9.514270264525788e-06,
      "loss": 1.3502,
      "step": 82700
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.9336204528808594,
      "learning_rate": 9.5136451297311e-06,
      "loss": 1.3727,
      "step": 82800
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.910884141921997,
      "learning_rate": 9.513019994936408e-06,
      "loss": 1.3643,
      "step": 82900
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.9535582065582275,
      "learning_rate": 9.51239486014172e-06,
      "loss": 1.3532,
      "step": 83000
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.453658103942871,
      "learning_rate": 9.511769725347028e-06,
      "loss": 1.3747,
      "step": 83100
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.163629055023193,
      "learning_rate": 9.511144590552338e-06,
      "loss": 1.3686,
      "step": 83200
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.291599988937378,
      "learning_rate": 9.510519455757648e-06,
      "loss": 1.3195,
      "step": 83300
    },
    {
      "epoch": 0.41,
      "grad_norm": 4.140781879425049,
      "learning_rate": 9.509894320962958e-06,
      "loss": 1.3454,
      "step": 83400
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.2356150150299072,
      "learning_rate": 9.509269186168268e-06,
      "loss": 1.3656,
      "step": 83500
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.98710298538208,
      "learning_rate": 9.508644051373578e-06,
      "loss": 1.371,
      "step": 83600
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.949601650238037,
      "learning_rate": 9.508018916578888e-06,
      "loss": 1.3794,
      "step": 83700
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.5830845832824707,
      "learning_rate": 9.507393781784198e-06,
      "loss": 1.3665,
      "step": 83800
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.1843700408935547,
      "learning_rate": 9.506768646989507e-06,
      "loss": 1.3463,
      "step": 83900
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.233429193496704,
      "learning_rate": 9.506143512194817e-06,
      "loss": 1.3741,
      "step": 84000
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.79780650138855,
      "learning_rate": 9.505518377400127e-06,
      "loss": 1.3006,
      "step": 84100
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.684920310974121,
      "learning_rate": 9.504893242605437e-06,
      "loss": 1.3613,
      "step": 84200
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.043038368225098,
      "learning_rate": 9.504268107810747e-06,
      "loss": 1.3762,
      "step": 84300
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.4520349502563477,
      "learning_rate": 9.503642973016057e-06,
      "loss": 1.3339,
      "step": 84400
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.5900933742523193,
      "learning_rate": 9.503017838221367e-06,
      "loss": 1.3507,
      "step": 84500
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.365208625793457,
      "learning_rate": 9.502392703426677e-06,
      "loss": 1.354,
      "step": 84600
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.7963385581970215,
      "learning_rate": 9.501767568631987e-06,
      "loss": 1.3377,
      "step": 84700
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.07368803024292,
      "learning_rate": 9.501142433837297e-06,
      "loss": 1.3544,
      "step": 84800
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.9033076763153076,
      "learning_rate": 9.500517299042607e-06,
      "loss": 1.3466,
      "step": 84900
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.946506977081299,
      "learning_rate": 9.499892164247917e-06,
      "loss": 1.3524,
      "step": 85000
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.097044944763184,
      "learning_rate": 9.499267029453227e-06,
      "loss": 1.3342,
      "step": 85100
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.7137930393218994,
      "learning_rate": 9.498641894658536e-06,
      "loss": 1.3737,
      "step": 85200
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.2496094703674316,
      "learning_rate": 9.498016759863846e-06,
      "loss": 1.339,
      "step": 85300
    },
    {
      "epoch": 0.42,
      "grad_norm": 4.326569557189941,
      "learning_rate": 9.497391625069156e-06,
      "loss": 1.372,
      "step": 85400
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.918201208114624,
      "learning_rate": 9.496766490274466e-06,
      "loss": 1.341,
      "step": 85500
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.4720118045806885,
      "learning_rate": 9.496141355479776e-06,
      "loss": 1.3525,
      "step": 85600
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.20745587348938,
      "learning_rate": 9.495516220685086e-06,
      "loss": 1.3664,
      "step": 85700
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.320747137069702,
      "learning_rate": 9.494891085890396e-06,
      "loss": 1.326,
      "step": 85800
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.690807342529297,
      "learning_rate": 9.494265951095706e-06,
      "loss": 1.3689,
      "step": 85900
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.453171253204346,
      "learning_rate": 9.493640816301016e-06,
      "loss": 1.374,
      "step": 86000
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.375361204147339,
      "learning_rate": 9.493015681506326e-06,
      "loss": 1.3427,
      "step": 86100
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.053560495376587,
      "learning_rate": 9.492390546711636e-06,
      "loss": 1.3418,
      "step": 86200
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.028963565826416,
      "learning_rate": 9.491765411916946e-06,
      "loss": 1.3203,
      "step": 86300
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.746544599533081,
      "learning_rate": 9.491140277122256e-06,
      "loss": 1.3121,
      "step": 86400
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.1117103099823,
      "learning_rate": 9.490515142327566e-06,
      "loss": 1.3383,
      "step": 86500
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.2640998363494873,
      "learning_rate": 9.489890007532875e-06,
      "loss": 1.3384,
      "step": 86600
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.436328172683716,
      "learning_rate": 9.489264872738185e-06,
      "loss": 1.3587,
      "step": 86700
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.372560977935791,
      "learning_rate": 9.488639737943495e-06,
      "loss": 1.4054,
      "step": 86800
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.880247116088867,
      "learning_rate": 9.488014603148805e-06,
      "loss": 1.3166,
      "step": 86900
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.686885356903076,
      "learning_rate": 9.487389468354115e-06,
      "loss": 1.3629,
      "step": 87000
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.168898820877075,
      "learning_rate": 9.486764333559425e-06,
      "loss": 1.3868,
      "step": 87100
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.3519859313964844,
      "learning_rate": 9.486139198764735e-06,
      "loss": 1.3696,
      "step": 87200
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.844688892364502,
      "learning_rate": 9.485514063970043e-06,
      "loss": 1.3498,
      "step": 87300
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.061849594116211,
      "learning_rate": 9.484888929175355e-06,
      "loss": 1.3692,
      "step": 87400
    },
    {
      "epoch": 0.43,
      "grad_norm": 4.100019931793213,
      "learning_rate": 9.484263794380663e-06,
      "loss": 1.3407,
      "step": 87500
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.519801378250122,
      "learning_rate": 9.483638659585975e-06,
      "loss": 1.3565,
      "step": 87600
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.410887241363525,
      "learning_rate": 9.483013524791283e-06,
      "loss": 1.3291,
      "step": 87700
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.080322504043579,
      "learning_rate": 9.482388389996595e-06,
      "loss": 1.3519,
      "step": 87800
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.0409817695617676,
      "learning_rate": 9.481763255201903e-06,
      "loss": 1.3519,
      "step": 87900
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.2845025062561035,
      "learning_rate": 9.481138120407214e-06,
      "loss": 1.3436,
      "step": 88000
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.1132304668426514,
      "learning_rate": 9.480512985612523e-06,
      "loss": 1.3145,
      "step": 88100
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.386362075805664,
      "learning_rate": 9.479887850817834e-06,
      "loss": 1.3483,
      "step": 88200
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.7619481086730957,
      "learning_rate": 9.479262716023143e-06,
      "loss": 1.312,
      "step": 88300
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.451927900314331,
      "learning_rate": 9.478637581228454e-06,
      "loss": 1.3807,
      "step": 88400
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.5724120140075684,
      "learning_rate": 9.478012446433762e-06,
      "loss": 1.3469,
      "step": 88500
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.330935955047607,
      "learning_rate": 9.477387311639072e-06,
      "loss": 1.3136,
      "step": 88600
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.6509666442871094,
      "learning_rate": 9.476762176844382e-06,
      "loss": 1.3645,
      "step": 88700
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.39678692817688,
      "learning_rate": 9.476137042049692e-06,
      "loss": 1.3229,
      "step": 88800
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.2337393760681152,
      "learning_rate": 9.475511907255002e-06,
      "loss": 1.3473,
      "step": 88900
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.9486355781555176,
      "learning_rate": 9.474886772460312e-06,
      "loss": 1.341,
      "step": 89000
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.5861918926239014,
      "learning_rate": 9.474261637665622e-06,
      "loss": 1.3708,
      "step": 89100
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.8153584003448486,
      "learning_rate": 9.473636502870932e-06,
      "loss": 1.35,
      "step": 89200
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.0656278133392334,
      "learning_rate": 9.473011368076242e-06,
      "loss": 1.3564,
      "step": 89300
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.5475146770477295,
      "learning_rate": 9.472386233281552e-06,
      "loss": 1.3178,
      "step": 89400
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.837975025177002,
      "learning_rate": 9.471761098486862e-06,
      "loss": 1.3588,
      "step": 89500
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.626478433609009,
      "learning_rate": 9.471135963692172e-06,
      "loss": 1.3288,
      "step": 89600
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.8399198055267334,
      "learning_rate": 9.470510828897481e-06,
      "loss": 1.3542,
      "step": 89700
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.478510856628418,
      "learning_rate": 9.469885694102791e-06,
      "loss": 1.3282,
      "step": 89800
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.0036330223083496,
      "learning_rate": 9.469260559308101e-06,
      "loss": 1.3135,
      "step": 89900
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.49764084815979,
      "learning_rate": 9.468635424513411e-06,
      "loss": 1.3216,
      "step": 90000
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.711456298828125,
      "learning_rate": 9.468010289718721e-06,
      "loss": 1.3746,
      "step": 90100
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.8252532482147217,
      "learning_rate": 9.467385154924031e-06,
      "loss": 1.3375,
      "step": 90200
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.445317029953003,
      "learning_rate": 9.466760020129341e-06,
      "loss": 1.3523,
      "step": 90300
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.879566192626953,
      "learning_rate": 9.466134885334651e-06,
      "loss": 1.3184,
      "step": 90400
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.891055107116699,
      "learning_rate": 9.465509750539961e-06,
      "loss": 1.3246,
      "step": 90500
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.6852951049804688,
      "learning_rate": 9.46488461574527e-06,
      "loss": 1.3803,
      "step": 90600
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.9267516136169434,
      "learning_rate": 9.46425948095058e-06,
      "loss": 1.3254,
      "step": 90700
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.6373448371887207,
      "learning_rate": 9.46363434615589e-06,
      "loss": 1.3266,
      "step": 90800
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.703024387359619,
      "learning_rate": 9.4630092113612e-06,
      "loss": 1.3552,
      "step": 90900
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.5792810916900635,
      "learning_rate": 9.46238407656651e-06,
      "loss": 1.3365,
      "step": 91000
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.6020054817199707,
      "learning_rate": 9.46175894177182e-06,
      "loss": 1.3287,
      "step": 91100
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.713806390762329,
      "learning_rate": 9.46113380697713e-06,
      "loss": 1.3537,
      "step": 91200
    },
    {
      "epoch": 0.45,
      "grad_norm": 4.407512187957764,
      "learning_rate": 9.46050867218244e-06,
      "loss": 1.3835,
      "step": 91300
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.683220863342285,
      "learning_rate": 9.45988353738775e-06,
      "loss": 1.3206,
      "step": 91400
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.046828031539917,
      "learning_rate": 9.45925840259306e-06,
      "loss": 1.3251,
      "step": 91500
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.8515381813049316,
      "learning_rate": 9.45863326779837e-06,
      "loss": 1.3432,
      "step": 91600
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.381223678588867,
      "learning_rate": 9.45800813300368e-06,
      "loss": 1.355,
      "step": 91700
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.301053762435913,
      "learning_rate": 9.45738299820899e-06,
      "loss": 1.3406,
      "step": 91800
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.924475908279419,
      "learning_rate": 9.4567578634143e-06,
      "loss": 1.3444,
      "step": 91900
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.036510705947876,
      "learning_rate": 9.45613272861961e-06,
      "loss": 1.3519,
      "step": 92000
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.7162649631500244,
      "learning_rate": 9.45550759382492e-06,
      "loss": 1.3407,
      "step": 92100
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.7335431575775146,
      "learning_rate": 9.45488245903023e-06,
      "loss": 1.3941,
      "step": 92200
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.4760313034057617,
      "learning_rate": 9.45425732423554e-06,
      "loss": 1.3481,
      "step": 92300
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.327454090118408,
      "learning_rate": 9.45363218944085e-06,
      "loss": 1.3313,
      "step": 92400
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.170297861099243,
      "learning_rate": 9.453007054646158e-06,
      "loss": 1.3222,
      "step": 92500
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.097593307495117,
      "learning_rate": 9.45238191985147e-06,
      "loss": 1.3615,
      "step": 92600
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.889549493789673,
      "learning_rate": 9.451756785056778e-06,
      "loss": 1.3447,
      "step": 92700
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.5188488960266113,
      "learning_rate": 9.45113165026209e-06,
      "loss": 1.3844,
      "step": 92800
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.8199424743652344,
      "learning_rate": 9.450506515467397e-06,
      "loss": 1.3751,
      "step": 92900
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.9179065227508545,
      "learning_rate": 9.449881380672709e-06,
      "loss": 1.3483,
      "step": 93000
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.69584584236145,
      "learning_rate": 9.449256245878017e-06,
      "loss": 1.3613,
      "step": 93100
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.401488780975342,
      "learning_rate": 9.448631111083329e-06,
      "loss": 1.3625,
      "step": 93200
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.9850871562957764,
      "learning_rate": 9.448005976288637e-06,
      "loss": 1.3522,
      "step": 93300
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.8156750202178955,
      "learning_rate": 9.447380841493949e-06,
      "loss": 1.3387,
      "step": 93400
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.664689779281616,
      "learning_rate": 9.446755706699257e-06,
      "loss": 1.3233,
      "step": 93500
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.119280815124512,
      "learning_rate": 9.446130571904569e-06,
      "loss": 1.396,
      "step": 93600
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.9794814586639404,
      "learning_rate": 9.445505437109877e-06,
      "loss": 1.3731,
      "step": 93700
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.943528890609741,
      "learning_rate": 9.444880302315187e-06,
      "loss": 1.3452,
      "step": 93800
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.734614610671997,
      "learning_rate": 9.444255167520497e-06,
      "loss": 1.346,
      "step": 93900
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.5047719478607178,
      "learning_rate": 9.443630032725807e-06,
      "loss": 1.3618,
      "step": 94000
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.040126323699951,
      "learning_rate": 9.443004897931117e-06,
      "loss": 1.3461,
      "step": 94100
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.951183795928955,
      "learning_rate": 9.442379763136426e-06,
      "loss": 1.3402,
      "step": 94200
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.8336355686187744,
      "learning_rate": 9.441754628341736e-06,
      "loss": 1.3211,
      "step": 94300
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.9649171829223633,
      "learning_rate": 9.441129493547046e-06,
      "loss": 1.3538,
      "step": 94400
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.0716583728790283,
      "learning_rate": 9.440504358752356e-06,
      "loss": 1.3518,
      "step": 94500
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.94270658493042,
      "learning_rate": 9.439879223957666e-06,
      "loss": 1.3278,
      "step": 94600
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.8442766666412354,
      "learning_rate": 9.439254089162976e-06,
      "loss": 1.32,
      "step": 94700
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.8846325874328613,
      "learning_rate": 9.438628954368286e-06,
      "loss": 1.3391,
      "step": 94800
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.698730230331421,
      "learning_rate": 9.438003819573596e-06,
      "loss": 1.3777,
      "step": 94900
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.3867924213409424,
      "learning_rate": 9.437378684778906e-06,
      "loss": 1.3563,
      "step": 95000
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.769615411758423,
      "learning_rate": 9.436753549984216e-06,
      "loss": 1.3298,
      "step": 95100
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.6002724170684814,
      "learning_rate": 9.436128415189526e-06,
      "loss": 1.3425,
      "step": 95200
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.228452205657959,
      "learning_rate": 9.435503280394836e-06,
      "loss": 1.3429,
      "step": 95300
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.423189401626587,
      "learning_rate": 9.434878145600146e-06,
      "loss": 1.3768,
      "step": 95400
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.5708446502685547,
      "learning_rate": 9.434253010805456e-06,
      "loss": 1.3125,
      "step": 95500
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.9108211994171143,
      "learning_rate": 9.433627876010765e-06,
      "loss": 1.3347,
      "step": 95600
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.365302324295044,
      "learning_rate": 9.433002741216075e-06,
      "loss": 1.3277,
      "step": 95700
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.0356671810150146,
      "learning_rate": 9.432377606421385e-06,
      "loss": 1.3345,
      "step": 95800
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.6186368465423584,
      "learning_rate": 9.431752471626695e-06,
      "loss": 1.3059,
      "step": 95900
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.4578585624694824,
      "learning_rate": 9.431127336832005e-06,
      "loss": 1.3635,
      "step": 96000
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.8224425315856934,
      "learning_rate": 9.430502202037315e-06,
      "loss": 1.3325,
      "step": 96100
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.635671377182007,
      "learning_rate": 9.429877067242625e-06,
      "loss": 1.3007,
      "step": 96200
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.900747299194336,
      "learning_rate": 9.429251932447935e-06,
      "loss": 1.3317,
      "step": 96300
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.8643271923065186,
      "learning_rate": 9.428626797653245e-06,
      "loss": 1.3489,
      "step": 96400
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.498797655105591,
      "learning_rate": 9.428001662858555e-06,
      "loss": 1.3263,
      "step": 96500
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.8632445335388184,
      "learning_rate": 9.427376528063865e-06,
      "loss": 1.3465,
      "step": 96600
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.886178970336914,
      "learning_rate": 9.426751393269175e-06,
      "loss": 1.3622,
      "step": 96700
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.605872869491577,
      "learning_rate": 9.426126258474485e-06,
      "loss": 1.3404,
      "step": 96800
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.709196090698242,
      "learning_rate": 9.425501123679795e-06,
      "loss": 1.3344,
      "step": 96900
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.5497000217437744,
      "learning_rate": 9.424875988885104e-06,
      "loss": 1.3536,
      "step": 97000
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.165081024169922,
      "learning_rate": 9.424250854090414e-06,
      "loss": 1.3453,
      "step": 97100
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.4329254627227783,
      "learning_rate": 9.423625719295724e-06,
      "loss": 1.3044,
      "step": 97200
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.0184082984924316,
      "learning_rate": 9.423000584501034e-06,
      "loss": 1.344,
      "step": 97300
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.776301383972168,
      "learning_rate": 9.422375449706344e-06,
      "loss": 1.3315,
      "step": 97400
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.908074140548706,
      "learning_rate": 9.421750314911654e-06,
      "loss": 1.3613,
      "step": 97500
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.8458778858184814,
      "learning_rate": 9.421125180116964e-06,
      "loss": 1.3665,
      "step": 97600
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.778986930847168,
      "learning_rate": 9.420500045322274e-06,
      "loss": 1.3271,
      "step": 97700
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.841845512390137,
      "learning_rate": 9.419874910527584e-06,
      "loss": 1.3842,
      "step": 97800
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.875431537628174,
      "learning_rate": 9.419249775732892e-06,
      "loss": 1.3734,
      "step": 97900
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.327831268310547,
      "learning_rate": 9.418624640938204e-06,
      "loss": 1.3225,
      "step": 98000
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.921052932739258,
      "learning_rate": 9.417999506143512e-06,
      "loss": 1.3103,
      "step": 98100
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.3352317810058594,
      "learning_rate": 9.417374371348824e-06,
      "loss": 1.33,
      "step": 98200
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.6515772342681885,
      "learning_rate": 9.416749236554132e-06,
      "loss": 1.3325,
      "step": 98300
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.6556906700134277,
      "learning_rate": 9.416124101759443e-06,
      "loss": 1.3537,
      "step": 98400
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.394216775894165,
      "learning_rate": 9.415498966964752e-06,
      "loss": 1.337,
      "step": 98500
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.2017979621887207,
      "learning_rate": 9.414873832170063e-06,
      "loss": 1.3697,
      "step": 98600
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.548534393310547,
      "learning_rate": 9.414248697375371e-06,
      "loss": 1.353,
      "step": 98700
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.0345072746276855,
      "learning_rate": 9.413623562580683e-06,
      "loss": 1.3475,
      "step": 98800
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.3942067623138428,
      "learning_rate": 9.412998427785991e-06,
      "loss": 1.293,
      "step": 98900
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.577939033508301,
      "learning_rate": 9.412373292991303e-06,
      "loss": 1.3267,
      "step": 99000
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.599987745285034,
      "learning_rate": 9.411748158196611e-06,
      "loss": 1.3248,
      "step": 99100
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.732025623321533,
      "learning_rate": 9.411123023401921e-06,
      "loss": 1.3331,
      "step": 99200
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.382721185684204,
      "learning_rate": 9.410497888607231e-06,
      "loss": 1.3492,
      "step": 99300
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.670431613922119,
      "learning_rate": 9.409872753812541e-06,
      "loss": 1.3651,
      "step": 99400
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.932300329208374,
      "learning_rate": 9.409247619017851e-06,
      "loss": 1.3176,
      "step": 99500
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.241666316986084,
      "learning_rate": 9.40862248422316e-06,
      "loss": 1.3056,
      "step": 99600
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.6911585330963135,
      "learning_rate": 9.40799734942847e-06,
      "loss": 1.3425,
      "step": 99700
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.879465103149414,
      "learning_rate": 9.40737221463378e-06,
      "loss": 1.3395,
      "step": 99800
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.778740167617798,
      "learning_rate": 9.40674707983909e-06,
      "loss": 1.3426,
      "step": 99900
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.6691386699676514,
      "learning_rate": 9.4061219450444e-06,
      "loss": 1.3696,
      "step": 100000
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.0432562828063965,
      "learning_rate": 9.40549681024971e-06,
      "loss": 1.368,
      "step": 100100
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.7415411472320557,
      "learning_rate": 9.40487167545502e-06,
      "loss": 1.3368,
      "step": 100200
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.6961042881011963,
      "learning_rate": 9.404246540660332e-06,
      "loss": 1.3821,
      "step": 100300
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.592819929122925,
      "learning_rate": 9.40362140586564e-06,
      "loss": 1.3313,
      "step": 100400
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.588106632232666,
      "learning_rate": 9.40299627107095e-06,
      "loss": 1.3369,
      "step": 100500
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.1717209815979004,
      "learning_rate": 9.40237113627626e-06,
      "loss": 1.3063,
      "step": 100600
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.9011149406433105,
      "learning_rate": 9.40174600148157e-06,
      "loss": 1.3371,
      "step": 100700
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.861337184906006,
      "learning_rate": 9.40112086668688e-06,
      "loss": 1.3511,
      "step": 100800
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.2174508571624756,
      "learning_rate": 9.40049573189219e-06,
      "loss": 1.3374,
      "step": 100900
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.301086664199829,
      "learning_rate": 9.3998705970975e-06,
      "loss": 1.3024,
      "step": 101000
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.3187129497528076,
      "learning_rate": 9.39924546230281e-06,
      "loss": 1.349,
      "step": 101100
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.6953561305999756,
      "learning_rate": 9.39862032750812e-06,
      "loss": 1.3528,
      "step": 101200
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.3338325023651123,
      "learning_rate": 9.39799519271343e-06,
      "loss": 1.3511,
      "step": 101300
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.3522443771362305,
      "learning_rate": 9.39737005791874e-06,
      "loss": 1.3373,
      "step": 101400
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.7400362491607666,
      "learning_rate": 9.39674492312405e-06,
      "loss": 1.3535,
      "step": 101500
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.793731212615967,
      "learning_rate": 9.39611978832936e-06,
      "loss": 1.3184,
      "step": 101600
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.759066581726074,
      "learning_rate": 9.39549465353467e-06,
      "loss": 1.3489,
      "step": 101700
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.7479681968688965,
      "learning_rate": 9.39486951873998e-06,
      "loss": 1.3498,
      "step": 101800
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.2522835731506348,
      "learning_rate": 9.394244383945289e-06,
      "loss": 1.3476,
      "step": 101900
    },
    {
      "epoch": 0.5,
      "grad_norm": 4.208197593688965,
      "learning_rate": 9.393619249150599e-06,
      "loss": 1.3289,
      "step": 102000
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.8332533836364746,
      "learning_rate": 9.392994114355909e-06,
      "loss": 1.3501,
      "step": 102100
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.675553798675537,
      "learning_rate": 9.392368979561219e-06,
      "loss": 1.3559,
      "step": 102200
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.7442257404327393,
      "learning_rate": 9.391743844766529e-06,
      "loss": 1.346,
      "step": 102300
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.129180431365967,
      "learning_rate": 9.391118709971839e-06,
      "loss": 1.3265,
      "step": 102400
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.1826012134552,
      "learning_rate": 9.390493575177149e-06,
      "loss": 1.3488,
      "step": 102500
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.8879926204681396,
      "learning_rate": 9.389868440382459e-06,
      "loss": 1.3814,
      "step": 102600
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.066867828369141,
      "learning_rate": 9.389243305587769e-06,
      "loss": 1.3454,
      "step": 102700
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.3028340339660645,
      "learning_rate": 9.388618170793078e-06,
      "loss": 1.3661,
      "step": 102800
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.9503161907196045,
      "learning_rate": 9.387993035998388e-06,
      "loss": 1.3326,
      "step": 102900
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.030353546142578,
      "learning_rate": 9.387367901203698e-06,
      "loss": 1.3436,
      "step": 103000
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.6172800064086914,
      "learning_rate": 9.386742766409007e-06,
      "loss": 1.3545,
      "step": 103100
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.2115883827209473,
      "learning_rate": 9.386117631614318e-06,
      "loss": 1.3345,
      "step": 103200
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.9105865955352783,
      "learning_rate": 9.385492496819626e-06,
      "loss": 1.3667,
      "step": 103300
    },
    {
      "epoch": 0.51,
      "grad_norm": 4.278082847595215,
      "learning_rate": 9.384867362024938e-06,
      "loss": 1.3497,
      "step": 103400
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.113901376724243,
      "learning_rate": 9.384242227230246e-06,
      "loss": 1.3216,
      "step": 103500
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.9379656314849854,
      "learning_rate": 9.383617092435558e-06,
      "loss": 1.3469,
      "step": 103600
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.53202748298645,
      "learning_rate": 9.382991957640866e-06,
      "loss": 1.3488,
      "step": 103700
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.973238468170166,
      "learning_rate": 9.382366822846178e-06,
      "loss": 1.3387,
      "step": 103800
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.464711904525757,
      "learning_rate": 9.381741688051486e-06,
      "loss": 1.3472,
      "step": 103900
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.8774147033691406,
      "learning_rate": 9.381116553256798e-06,
      "loss": 1.3786,
      "step": 104000
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.0821099281311035,
      "learning_rate": 9.380491418462106e-06,
      "loss": 1.3329,
      "step": 104100
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.228484630584717,
      "learning_rate": 9.379866283667417e-06,
      "loss": 1.3329,
      "step": 104200
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.113833427429199,
      "learning_rate": 9.379241148872726e-06,
      "loss": 1.373,
      "step": 104300
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.078624963760376,
      "learning_rate": 9.378616014078036e-06,
      "loss": 1.3409,
      "step": 104400
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.510251045227051,
      "learning_rate": 9.377990879283346e-06,
      "loss": 1.3393,
      "step": 104500
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.0739970207214355,
      "learning_rate": 9.377365744488655e-06,
      "loss": 1.3696,
      "step": 104600
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.1729655265808105,
      "learning_rate": 9.376740609693965e-06,
      "loss": 1.3229,
      "step": 104700
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.003714084625244,
      "learning_rate": 9.376115474899275e-06,
      "loss": 1.3309,
      "step": 104800
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.0130865573883057,
      "learning_rate": 9.375490340104585e-06,
      "loss": 1.3736,
      "step": 104900
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.3182711601257324,
      "learning_rate": 9.374865205309895e-06,
      "loss": 1.342,
      "step": 105000
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.8089771270751953,
      "learning_rate": 9.374240070515205e-06,
      "loss": 1.3187,
      "step": 105100
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.321974515914917,
      "learning_rate": 9.373614935720515e-06,
      "loss": 1.3676,
      "step": 105200
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.114701986312866,
      "learning_rate": 9.372989800925825e-06,
      "loss": 1.3746,
      "step": 105300
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.1047348976135254,
      "learning_rate": 9.372364666131135e-06,
      "loss": 1.3437,
      "step": 105400
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.5590476989746094,
      "learning_rate": 9.371739531336446e-06,
      "loss": 1.3496,
      "step": 105500
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.6819374561309814,
      "learning_rate": 9.371114396541755e-06,
      "loss": 1.3254,
      "step": 105600
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.0282516479492188,
      "learning_rate": 9.370489261747066e-06,
      "loss": 1.3568,
      "step": 105700
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.659374475479126,
      "learning_rate": 9.369864126952375e-06,
      "loss": 1.3331,
      "step": 105800
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.9225759506225586,
      "learning_rate": 9.369238992157685e-06,
      "loss": 1.3293,
      "step": 105900
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.179713726043701,
      "learning_rate": 9.368613857362994e-06,
      "loss": 1.3342,
      "step": 106000
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.126467704772949,
      "learning_rate": 9.367988722568304e-06,
      "loss": 1.3441,
      "step": 106100
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.179965019226074,
      "learning_rate": 9.367363587773614e-06,
      "loss": 1.3225,
      "step": 106200
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.020696640014648,
      "learning_rate": 9.366738452978924e-06,
      "loss": 1.3263,
      "step": 106300
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.02736759185791,
      "learning_rate": 9.366113318184234e-06,
      "loss": 1.3621,
      "step": 106400
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.7809269428253174,
      "learning_rate": 9.365488183389544e-06,
      "loss": 1.3583,
      "step": 106500
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.92323637008667,
      "learning_rate": 9.364863048594854e-06,
      "loss": 1.359,
      "step": 106600
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.1310439109802246,
      "learning_rate": 9.364237913800164e-06,
      "loss": 1.3296,
      "step": 106700
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.9712395668029785,
      "learning_rate": 9.363612779005474e-06,
      "loss": 1.3118,
      "step": 106800
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.047405481338501,
      "learning_rate": 9.362987644210784e-06,
      "loss": 1.3441,
      "step": 106900
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.126023292541504,
      "learning_rate": 9.362362509416094e-06,
      "loss": 1.3484,
      "step": 107000
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.234996318817139,
      "learning_rate": 9.361737374621404e-06,
      "loss": 1.2947,
      "step": 107100
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.2066574096679688,
      "learning_rate": 9.361112239826714e-06,
      "loss": 1.3595,
      "step": 107200
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.9832849502563477,
      "learning_rate": 9.360487105032023e-06,
      "loss": 1.324,
      "step": 107300
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.168886661529541,
      "learning_rate": 9.359861970237333e-06,
      "loss": 1.3508,
      "step": 107400
    },
    {
      "epoch": 0.53,
      "grad_norm": 4.0027995109558105,
      "learning_rate": 9.359236835442643e-06,
      "loss": 1.344,
      "step": 107500
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.394458770751953,
      "learning_rate": 9.358611700647953e-06,
      "loss": 1.3295,
      "step": 107600
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.4304399490356445,
      "learning_rate": 9.357986565853263e-06,
      "loss": 1.3473,
      "step": 107700
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.8694140911102295,
      "learning_rate": 9.357361431058573e-06,
      "loss": 1.3052,
      "step": 107800
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.8801755905151367,
      "learning_rate": 9.356736296263883e-06,
      "loss": 1.3495,
      "step": 107900
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.713139057159424,
      "learning_rate": 9.356111161469193e-06,
      "loss": 1.3552,
      "step": 108000
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.1576766967773438,
      "learning_rate": 9.355486026674503e-06,
      "loss": 1.3425,
      "step": 108100
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.07737398147583,
      "learning_rate": 9.354860891879813e-06,
      "loss": 1.2991,
      "step": 108200
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.1460793018341064,
      "learning_rate": 9.354235757085123e-06,
      "loss": 1.3528,
      "step": 108300
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.4123237133026123,
      "learning_rate": 9.353610622290433e-06,
      "loss": 1.3549,
      "step": 108400
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.295971870422363,
      "learning_rate": 9.352985487495741e-06,
      "loss": 1.32,
      "step": 108500
    },
    {
      "epoch": 0.54,
      "grad_norm": 7.587291240692139,
      "learning_rate": 9.352360352701053e-06,
      "loss": 1.3205,
      "step": 108600
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.6797661781311035,
      "learning_rate": 9.35173521790636e-06,
      "loss": 1.3383,
      "step": 108700
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.9257397651672363,
      "learning_rate": 9.351110083111672e-06,
      "loss": 1.343,
      "step": 108800
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.9473204612731934,
      "learning_rate": 9.35048494831698e-06,
      "loss": 1.3423,
      "step": 108900
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.4466347694396973,
      "learning_rate": 9.349859813522292e-06,
      "loss": 1.3261,
      "step": 109000
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.173017978668213,
      "learning_rate": 9.3492346787276e-06,
      "loss": 1.3222,
      "step": 109100
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.7112643718719482,
      "learning_rate": 9.348609543932912e-06,
      "loss": 1.3528,
      "step": 109200
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.747380495071411,
      "learning_rate": 9.34798440913822e-06,
      "loss": 1.343,
      "step": 109300
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.6822452545166016,
      "learning_rate": 9.347359274343532e-06,
      "loss": 1.3478,
      "step": 109400
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.6231350898742676,
      "learning_rate": 9.34673413954884e-06,
      "loss": 1.3569,
      "step": 109500
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.985164165496826,
      "learning_rate": 9.346109004754152e-06,
      "loss": 1.358,
      "step": 109600
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.304058790206909,
      "learning_rate": 9.34548386995946e-06,
      "loss": 1.3312,
      "step": 109700
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.1674203872680664,
      "learning_rate": 9.34485873516477e-06,
      "loss": 1.3499,
      "step": 109800
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.0080056190490723,
      "learning_rate": 9.34423360037008e-06,
      "loss": 1.3268,
      "step": 109900
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.8802080154418945,
      "learning_rate": 9.34360846557539e-06,
      "loss": 1.3494,
      "step": 110000
    },
    {
      "epoch": 0.54,
      "grad_norm": 3.842288017272949,
      "learning_rate": 9.3429833307807e-06,
      "loss": 1.3368,
      "step": 110100
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.315469980239868,
      "learning_rate": 9.34235819598601e-06,
      "loss": 1.3744,
      "step": 110200
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.507584095001221,
      "learning_rate": 9.34173306119132e-06,
      "loss": 1.3635,
      "step": 110300
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.494532585144043,
      "learning_rate": 9.34110792639663e-06,
      "loss": 1.3553,
      "step": 110400
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.602483034133911,
      "learning_rate": 9.34048279160194e-06,
      "loss": 1.3783,
      "step": 110500
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.201229572296143,
      "learning_rate": 9.33985765680725e-06,
      "loss": 1.3466,
      "step": 110600
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.809846878051758,
      "learning_rate": 9.339232522012561e-06,
      "loss": 1.3274,
      "step": 110700
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.964759588241577,
      "learning_rate": 9.33860738721787e-06,
      "loss": 1.3954,
      "step": 110800
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.925959587097168,
      "learning_rate": 9.33798225242318e-06,
      "loss": 1.3258,
      "step": 110900
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.654022455215454,
      "learning_rate": 9.337357117628489e-06,
      "loss": 1.3504,
      "step": 111000
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.296046257019043,
      "learning_rate": 9.336731982833799e-06,
      "loss": 1.3136,
      "step": 111100
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.804032564163208,
      "learning_rate": 9.336106848039109e-06,
      "loss": 1.3428,
      "step": 111200
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.254333019256592,
      "learning_rate": 9.335481713244419e-06,
      "loss": 1.3583,
      "step": 111300
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.7955849170684814,
      "learning_rate": 9.334856578449729e-06,
      "loss": 1.3294,
      "step": 111400
    },
    {
      "epoch": 0.55,
      "grad_norm": 4.444815635681152,
      "learning_rate": 9.334231443655039e-06,
      "loss": 1.3727,
      "step": 111500
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.5120747089385986,
      "learning_rate": 9.333606308860349e-06,
      "loss": 1.3454,
      "step": 111600
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.015342950820923,
      "learning_rate": 9.332981174065659e-06,
      "loss": 1.319,
      "step": 111700
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.021049976348877,
      "learning_rate": 9.332356039270968e-06,
      "loss": 1.3498,
      "step": 111800
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.354524850845337,
      "learning_rate": 9.331730904476278e-06,
      "loss": 1.3552,
      "step": 111900
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.649719476699829,
      "learning_rate": 9.331105769681588e-06,
      "loss": 1.3276,
      "step": 112000
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.1411306858062744,
      "learning_rate": 9.330480634886898e-06,
      "loss": 1.3616,
      "step": 112100
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.030653238296509,
      "learning_rate": 9.329855500092208e-06,
      "loss": 1.3253,
      "step": 112200
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.987105369567871,
      "learning_rate": 9.329230365297518e-06,
      "loss": 1.3133,
      "step": 112300
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.9337832927703857,
      "learning_rate": 9.328605230502828e-06,
      "loss": 1.3697,
      "step": 112400
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.6805777549743652,
      "learning_rate": 9.327980095708138e-06,
      "loss": 1.3689,
      "step": 112500
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.582444667816162,
      "learning_rate": 9.327354960913448e-06,
      "loss": 1.3746,
      "step": 112600
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.040530204772949,
      "learning_rate": 9.326729826118758e-06,
      "loss": 1.3484,
      "step": 112700
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.6632535457611084,
      "learning_rate": 9.326104691324068e-06,
      "loss": 1.3191,
      "step": 112800
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.814882278442383,
      "learning_rate": 9.325479556529378e-06,
      "loss": 1.3331,
      "step": 112900
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.2695939540863037,
      "learning_rate": 9.324854421734688e-06,
      "loss": 1.3307,
      "step": 113000
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.6386842727661133,
      "learning_rate": 9.324229286939998e-06,
      "loss": 1.3464,
      "step": 113100
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.7537262439727783,
      "learning_rate": 9.323604152145307e-06,
      "loss": 1.3177,
      "step": 113200
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.279010057449341,
      "learning_rate": 9.322979017350617e-06,
      "loss": 1.353,
      "step": 113300
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.230193614959717,
      "learning_rate": 9.322353882555927e-06,
      "loss": 1.3301,
      "step": 113400
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.851243257522583,
      "learning_rate": 9.321728747761237e-06,
      "loss": 1.3535,
      "step": 113500
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.865309000015259,
      "learning_rate": 9.321103612966547e-06,
      "loss": 1.3836,
      "step": 113600
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.171292781829834,
      "learning_rate": 9.320478478171855e-06,
      "loss": 1.3426,
      "step": 113700
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.774327278137207,
      "learning_rate": 9.319853343377167e-06,
      "loss": 1.3376,
      "step": 113800
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.775113344192505,
      "learning_rate": 9.319228208582475e-06,
      "loss": 1.3253,
      "step": 113900
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.0207529067993164,
      "learning_rate": 9.318603073787787e-06,
      "loss": 1.3176,
      "step": 114000
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.2777695655822754,
      "learning_rate": 9.317977938993095e-06,
      "loss": 1.3699,
      "step": 114100
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.0100061893463135,
      "learning_rate": 9.317352804198407e-06,
      "loss": 1.3158,
      "step": 114200
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.428809881210327,
      "learning_rate": 9.316727669403715e-06,
      "loss": 1.3165,
      "step": 114300
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.833083391189575,
      "learning_rate": 9.316102534609027e-06,
      "loss": 1.3487,
      "step": 114400
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.81231951713562,
      "learning_rate": 9.315477399814335e-06,
      "loss": 1.327,
      "step": 114500
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.9721994400024414,
      "learning_rate": 9.314852265019646e-06,
      "loss": 1.3189,
      "step": 114600
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.969564437866211,
      "learning_rate": 9.314227130224955e-06,
      "loss": 1.3487,
      "step": 114700
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.1244125366210938,
      "learning_rate": 9.313601995430266e-06,
      "loss": 1.3391,
      "step": 114800
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.785893201828003,
      "learning_rate": 9.312976860635575e-06,
      "loss": 1.3017,
      "step": 114900
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.9908628463745117,
      "learning_rate": 9.312351725840884e-06,
      "loss": 1.3004,
      "step": 115000
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.7877655029296875,
      "learning_rate": 9.311726591046194e-06,
      "loss": 1.3345,
      "step": 115100
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.73725962638855,
      "learning_rate": 9.311101456251504e-06,
      "loss": 1.3164,
      "step": 115200
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.6744511127471924,
      "learning_rate": 9.310476321456814e-06,
      "loss": 1.3362,
      "step": 115300
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.9426522254943848,
      "learning_rate": 9.309851186662124e-06,
      "loss": 1.3111,
      "step": 115400
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.818319797515869,
      "learning_rate": 9.309226051867434e-06,
      "loss": 1.3193,
      "step": 115500
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.0991666316986084,
      "learning_rate": 9.308600917072744e-06,
      "loss": 1.3144,
      "step": 115600
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.6219863891601562,
      "learning_rate": 9.307975782278054e-06,
      "loss": 1.3397,
      "step": 115700
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.1432971954345703,
      "learning_rate": 9.307350647483364e-06,
      "loss": 1.3259,
      "step": 115800
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.15132999420166,
      "learning_rate": 9.306725512688675e-06,
      "loss": 1.3362,
      "step": 115900
    },
    {
      "epoch": 0.57,
      "grad_norm": 4.191103935241699,
      "learning_rate": 9.306100377893984e-06,
      "loss": 1.3117,
      "step": 116000
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.6365630626678467,
      "learning_rate": 9.305475243099295e-06,
      "loss": 1.3397,
      "step": 116100
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.899077892303467,
      "learning_rate": 9.304850108304604e-06,
      "loss": 1.3434,
      "step": 116200
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.006063461303711,
      "learning_rate": 9.304224973509915e-06,
      "loss": 1.3148,
      "step": 116300
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.2103986740112305,
      "learning_rate": 9.303599838715223e-06,
      "loss": 1.3313,
      "step": 116400
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.6371185779571533,
      "learning_rate": 9.302974703920533e-06,
      "loss": 1.3219,
      "step": 116500
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.5810282230377197,
      "learning_rate": 9.302349569125843e-06,
      "loss": 1.3199,
      "step": 116600
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.7903432846069336,
      "learning_rate": 9.301724434331153e-06,
      "loss": 1.3604,
      "step": 116700
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.0497376918792725,
      "learning_rate": 9.301099299536463e-06,
      "loss": 1.3517,
      "step": 116800
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.0921273231506348,
      "learning_rate": 9.300474164741773e-06,
      "loss": 1.3192,
      "step": 116900
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.081624507904053,
      "learning_rate": 9.299849029947083e-06,
      "loss": 1.3376,
      "step": 117000
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.9647045135498047,
      "learning_rate": 9.299223895152393e-06,
      "loss": 1.3501,
      "step": 117100
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.3014702796936035,
      "learning_rate": 9.298598760357703e-06,
      "loss": 1.3467,
      "step": 117200
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.240477085113525,
      "learning_rate": 9.297973625563013e-06,
      "loss": 1.3094,
      "step": 117300
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.317046642303467,
      "learning_rate": 9.297348490768323e-06,
      "loss": 1.3586,
      "step": 117400
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.8633594512939453,
      "learning_rate": 9.296723355973633e-06,
      "loss": 1.3272,
      "step": 117500
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.435241937637329,
      "learning_rate": 9.296098221178943e-06,
      "loss": 1.3683,
      "step": 117600
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.955159902572632,
      "learning_rate": 9.295473086384252e-06,
      "loss": 1.35,
      "step": 117700
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.941067695617676,
      "learning_rate": 9.294847951589562e-06,
      "loss": 1.3438,
      "step": 117800
    },
    {
      "epoch": 0.58,
      "grad_norm": 4.773413181304932,
      "learning_rate": 9.294222816794872e-06,
      "loss": 1.3167,
      "step": 117900
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.976818084716797,
      "learning_rate": 9.293597682000182e-06,
      "loss": 1.3415,
      "step": 118000
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.769272804260254,
      "learning_rate": 9.292972547205492e-06,
      "loss": 1.3596,
      "step": 118100
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.0079257488250732,
      "learning_rate": 9.292347412410802e-06,
      "loss": 1.3479,
      "step": 118200
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.148379802703857,
      "learning_rate": 9.291722277616112e-06,
      "loss": 1.3324,
      "step": 118300
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.0416197776794434,
      "learning_rate": 9.291097142821422e-06,
      "loss": 1.307,
      "step": 118400
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.869318962097168,
      "learning_rate": 9.290472008026732e-06,
      "loss": 1.3217,
      "step": 118500
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5434398651123047,
      "learning_rate": 9.289846873232042e-06,
      "loss": 1.3356,
      "step": 118600
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5270133018493652,
      "learning_rate": 9.289221738437352e-06,
      "loss": 1.3206,
      "step": 118700
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.0058369636535645,
      "learning_rate": 9.288596603642662e-06,
      "loss": 1.3386,
      "step": 118800
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.7998316287994385,
      "learning_rate": 9.287971468847972e-06,
      "loss": 1.2882,
      "step": 118900
    },
    {
      "epoch": 0.59,
      "grad_norm": 4.403027534484863,
      "learning_rate": 9.287346334053281e-06,
      "loss": 1.3318,
      "step": 119000
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.3011553287506104,
      "learning_rate": 9.28672119925859e-06,
      "loss": 1.3395,
      "step": 119100
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5392231941223145,
      "learning_rate": 9.286096064463901e-06,
      "loss": 1.3309,
      "step": 119200
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.0157182216644287,
      "learning_rate": 9.28547092966921e-06,
      "loss": 1.3212,
      "step": 119300
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.292978048324585,
      "learning_rate": 9.284845794874521e-06,
      "loss": 1.3419,
      "step": 119400
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.0125534534454346,
      "learning_rate": 9.28422066007983e-06,
      "loss": 1.3237,
      "step": 119500
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.421067476272583,
      "learning_rate": 9.283595525285141e-06,
      "loss": 1.343,
      "step": 119600
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.0257959365844727,
      "learning_rate": 9.28297039049045e-06,
      "loss": 1.3339,
      "step": 119700
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5511181354522705,
      "learning_rate": 9.282345255695761e-06,
      "loss": 1.2891,
      "step": 119800
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5419836044311523,
      "learning_rate": 9.281720120901069e-06,
      "loss": 1.3189,
      "step": 119900
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.700242757797241,
      "learning_rate": 9.28109498610638e-06,
      "loss": 1.3302,
      "step": 120000
    }
  ],
  "logging_steps": 100,
  "max_steps": 1604655,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 10000,
  "total_flos": 2.4386875134941594e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}