{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0017714791851196,
  "eval_steps": 500,
  "global_step": 1131,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 15.385598322874909,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.7627,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 15.42812332406859,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.794,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 13.76934599903778,
      "learning_rate": 1.5e-06,
      "loss": 0.7894,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 7.9055471186770685,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.7346,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 8.624179170790118,
      "learning_rate": 2.5e-06,
      "loss": 0.7458,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 37.14544394485457,
      "learning_rate": 3e-06,
      "loss": 0.8249,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.413192499879626,
      "learning_rate": 3.5e-06,
      "loss": 0.7692,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.194156755277431,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7724,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.569279640169995,
      "learning_rate": 4.5e-06,
      "loss": 0.7851,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 18.113903622060178,
      "learning_rate": 5e-06,
      "loss": 0.7874,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.486914001687124,
      "learning_rate": 4.999997558722919e-06,
      "loss": 0.7553,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.280219682440894,
      "learning_rate": 4.999990234896445e-06,
      "loss": 0.7095,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.3413734180304155,
      "learning_rate": 4.99997802853488e-06,
      "loss": 0.6916,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.756315245615391,
      "learning_rate": 4.999960939662063e-06,
      "loss": 0.7407,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.090553047874293,
      "learning_rate": 4.999938968311371e-06,
      "loss": 0.7387,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.8370558847287075,
      "learning_rate": 4.9999121145257126e-06,
      "loss": 0.7051,
      "step": 16
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.986658012877664,
      "learning_rate": 4.999880378357535e-06,
      "loss": 0.6871,
      "step": 17
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.141716122521651,
      "learning_rate": 4.9998437598688195e-06,
      "loss": 0.6694,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.729722439630604,
      "learning_rate": 4.9998022591310815e-06,
      "loss": 0.716,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.9486336901615497,
      "learning_rate": 4.999755876225375e-06,
      "loss": 0.6387,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.8336874650575745,
      "learning_rate": 4.999704611242285e-06,
      "loss": 0.6542,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.6724374918638905,
      "learning_rate": 4.999648464281934e-06,
      "loss": 0.6617,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.941494127880678,
      "learning_rate": 4.999587435453979e-06,
      "loss": 0.6687,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.6261822206464744,
      "learning_rate": 4.999521524877608e-06,
      "loss": 0.6634,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.8059947014946305,
      "learning_rate": 4.999450732681549e-06,
      "loss": 0.6901,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.131537494217822,
      "learning_rate": 4.999375059004058e-06,
      "loss": 0.6407,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.7893212245465837,
      "learning_rate": 4.99929450399293e-06,
      "loss": 0.6638,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.4411586751746,
      "learning_rate": 4.999209067805487e-06,
      "loss": 0.6196,
      "step": 28
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.8807261299944082,
      "learning_rate": 4.999118750608591e-06,
      "loss": 0.6839,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.879993804839069,
      "learning_rate": 4.9990235525786326e-06,
      "loss": 0.6484,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.604360711268946,
      "learning_rate": 4.998923473901535e-06,
      "loss": 0.6313,
      "step": 31
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.403225544767816,
      "learning_rate": 4.9988185147727544e-06,
      "loss": 0.6209,
      "step": 32
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.669567772543462,
      "learning_rate": 4.998708675397278e-06,
      "loss": 0.6068,
      "step": 33
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.443946495915797,
      "learning_rate": 4.998593955989626e-06,
      "loss": 0.6731,
      "step": 34
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2104680876118317,
      "learning_rate": 4.998474356773845e-06,
      "loss": 0.6243,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.3602199264043957,
      "learning_rate": 4.9983498779835175e-06,
      "loss": 0.6649,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.4676911263240844,
      "learning_rate": 4.998220519861752e-06,
      "loss": 0.6174,
      "step": 37
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.3419026099030282,
      "learning_rate": 4.998086282661188e-06,
      "loss": 0.6123,
      "step": 38
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.14900736954254,
      "learning_rate": 4.997947166643993e-06,
      "loss": 0.63,
      "step": 39
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.570907426799795,
      "learning_rate": 4.997803172081864e-06,
      "loss": 0.6249,
      "step": 40
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.516952735669967,
      "learning_rate": 4.997654299256026e-06,
      "loss": 0.6727,
      "step": 41
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.1600457198543874,
      "learning_rate": 4.997500548457231e-06,
      "loss": 0.6719,
      "step": 42
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2177572033934743,
      "learning_rate": 4.997341919985756e-06,
      "loss": 0.6148,
      "step": 43
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.397105205209689,
      "learning_rate": 4.997178414151409e-06,
      "loss": 0.6167,
      "step": 44
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.1254940534972167,
      "learning_rate": 4.997010031273517e-06,
      "loss": 0.6446,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2113023791837194,
      "learning_rate": 4.996836771680937e-06,
      "loss": 0.6304,
      "step": 46
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.386446316275664,
      "learning_rate": 4.99665863571205e-06,
      "loss": 0.6621,
      "step": 47
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.1838934384314483,
      "learning_rate": 4.996475623714756e-06,
      "loss": 0.6214,
      "step": 48
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2047933657923586,
      "learning_rate": 4.996287736046485e-06,
      "loss": 0.6478,
      "step": 49
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.208809457983808,
      "learning_rate": 4.996094973074183e-06,
      "loss": 0.6097,
      "step": 50
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1318377198138267,
      "learning_rate": 4.995897335174322e-06,
      "loss": 0.622,
      "step": 51
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0673034122993537,
      "learning_rate": 4.995694822732893e-06,
      "loss": 0.6036,
      "step": 52
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.195105312645423,
      "learning_rate": 4.9954874361454055e-06,
      "loss": 0.6052,
      "step": 53
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.157855029176061,
      "learning_rate": 4.995275175816892e-06,
      "loss": 0.6455,
      "step": 54
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0500405783991043,
      "learning_rate": 4.9950580421619e-06,
      "loss": 0.6353,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.199629904296075,
      "learning_rate": 4.9948360356044965e-06,
      "loss": 0.6122,
      "step": 56
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.186847580161491,
      "learning_rate": 4.994609156578267e-06,
      "loss": 0.6073,
      "step": 57
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0207512037097835,
      "learning_rate": 4.994377405526308e-06,
      "loss": 0.61,
      "step": 58
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.3170193964114976,
      "learning_rate": 4.994140782901237e-06,
      "loss": 0.6322,
      "step": 59
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.014785890436746,
      "learning_rate": 4.9938992891651825e-06,
      "loss": 0.6205,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9538385063221935,
      "learning_rate": 4.9936529247897854e-06,
      "loss": 0.5992,
      "step": 61
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.084943826856202,
      "learning_rate": 4.993401690256203e-06,
      "loss": 0.6148,
      "step": 62
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.135158856581583,
      "learning_rate": 4.9931455860551e-06,
      "loss": 0.5937,
      "step": 63
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.982621418518698,
      "learning_rate": 4.992884612686655e-06,
      "loss": 0.6091,
      "step": 64
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1030931953494956,
      "learning_rate": 4.992618770660553e-06,
      "loss": 0.6034,
      "step": 65
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1994634556563994,
      "learning_rate": 4.992348060495989e-06,
      "loss": 0.5846,
      "step": 66
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.410691403277427,
      "learning_rate": 4.992072482721669e-06,
      "loss": 0.6294,
      "step": 67
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9720494401999067,
      "learning_rate": 4.991792037875799e-06,
      "loss": 0.591,
      "step": 68
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.147504025949435,
      "learning_rate": 4.991506726506094e-06,
      "loss": 0.5689,
      "step": 69
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1837702519904223,
      "learning_rate": 4.991216549169776e-06,
      "loss": 0.6422,
      "step": 70
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0883865330274958,
      "learning_rate": 4.9909215064335655e-06,
      "loss": 0.6076,
      "step": 71
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.20727863923846,
      "learning_rate": 4.990621598873687e-06,
      "loss": 0.5974,
      "step": 72
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0735330806418464,
      "learning_rate": 4.990316827075868e-06,
      "loss": 0.6809,
      "step": 73
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0203203347538774,
      "learning_rate": 4.990007191635334e-06,
      "loss": 0.6107,
      "step": 74
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.234889365362174,
      "learning_rate": 4.989692693156809e-06,
      "loss": 0.6218,
      "step": 75
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9902503343433904,
      "learning_rate": 4.989373332254516e-06,
      "loss": 0.6257,
      "step": 76
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1041971507252466,
      "learning_rate": 4.989049109552173e-06,
      "loss": 0.5888,
      "step": 77
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1151685783302123,
      "learning_rate": 4.988720025682995e-06,
      "loss": 0.6333,
      "step": 78
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9223819269893592,
      "learning_rate": 4.988386081289689e-06,
      "loss": 0.6442,
      "step": 79
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.139676463756265,
      "learning_rate": 4.988047277024456e-06,
      "loss": 0.5966,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1665820212993068,
      "learning_rate": 4.987703613548988e-06,
      "loss": 0.603,
      "step": 81
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.931456975470041,
      "learning_rate": 4.987355091534467e-06,
      "loss": 0.6122,
      "step": 82
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.134995092135601,
      "learning_rate": 4.987001711661566e-06,
      "loss": 0.6213,
      "step": 83
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0173352657570818,
      "learning_rate": 4.98664347462044e-06,
      "loss": 0.5966,
      "step": 84
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0816939924571183,
      "learning_rate": 4.986280381110737e-06,
      "loss": 0.5575,
      "step": 85
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0072477771163357,
      "learning_rate": 4.985912431841584e-06,
      "loss": 0.6225,
      "step": 86
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1895945454214507,
      "learning_rate": 4.985539627531596e-06,
      "loss": 0.6169,
      "step": 87
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.84518214074801,
      "learning_rate": 4.985161968908866e-06,
      "loss": 0.6317,
      "step": 88
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.194209857089938,
      "learning_rate": 4.984779456710971e-06,
      "loss": 0.6205,
      "step": 89
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1604595364123083,
      "learning_rate": 4.9843920916849645e-06,
      "loss": 0.6176,
      "step": 90
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.039087518829079,
      "learning_rate": 4.9839998745873795e-06,
      "loss": 0.5842,
      "step": 91
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0148570016863334,
      "learning_rate": 4.983602806184225e-06,
      "loss": 0.5936,
      "step": 92
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.073137159272384,
      "learning_rate": 4.983200887250982e-06,
      "loss": 0.6317,
      "step": 93
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.045469602089007,
      "learning_rate": 4.9827941185726095e-06,
      "loss": 0.5338,
      "step": 94
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1201743116757417,
      "learning_rate": 4.982382500943533e-06,
      "loss": 0.6133,
      "step": 95
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0637214917996363,
      "learning_rate": 4.981966035167654e-06,
      "loss": 0.6483,
      "step": 96
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.155574452675582,
      "learning_rate": 4.981544722058336e-06,
      "loss": 0.6001,
      "step": 97
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9347601392775928,
      "learning_rate": 4.981118562438414e-06,
      "loss": 0.5954,
      "step": 98
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.3054537863874756,
      "learning_rate": 4.980687557140187e-06,
      "loss": 0.6338,
      "step": 99
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0421104909837338,
      "learning_rate": 4.980251707005417e-06,
      "loss": 0.6166,
      "step": 100
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.023167301994367,
      "learning_rate": 4.979811012885329e-06,
      "loss": 0.5682,
      "step": 101
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0583654213007967,
      "learning_rate": 4.979365475640609e-06,
      "loss": 0.5759,
      "step": 102
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.008917223929121,
      "learning_rate": 4.9789150961414e-06,
      "loss": 0.6324,
      "step": 103
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.1111479338304306,
      "learning_rate": 4.978459875267303e-06,
      "loss": 0.5821,
      "step": 104
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.400366962461983,
      "learning_rate": 4.977999813907375e-06,
      "loss": 0.5699,
      "step": 105
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.090668061316384,
      "learning_rate": 4.977534912960124e-06,
      "loss": 0.5754,
      "step": 106
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.2103419288491466,
      "learning_rate": 4.977065173333515e-06,
      "loss": 0.6005,
      "step": 107
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1332380447628294,
      "learning_rate": 4.9765905959449565e-06,
      "loss": 0.6178,
      "step": 108
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1372224949542464,
      "learning_rate": 4.976111181721309e-06,
      "loss": 0.6021,
      "step": 109
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.636052326949506,
      "learning_rate": 4.97562693159888e-06,
      "loss": 0.6418,
      "step": 110
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1234423477493443,
      "learning_rate": 4.975137846523419e-06,
      "loss": 0.6231,
      "step": 111
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2817790529425315,
      "learning_rate": 4.974643927450121e-06,
      "loss": 0.5681,
      "step": 112
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2605060344304713,
      "learning_rate": 4.9741451753436205e-06,
      "loss": 0.5803,
      "step": 113
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0355236974665876,
      "learning_rate": 4.973641591177991e-06,
      "loss": 0.6003,
      "step": 114
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.4343221170301415,
      "learning_rate": 4.973133175936743e-06,
      "loss": 0.5882,
      "step": 115
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2135760843199734,
      "learning_rate": 4.972619930612822e-06,
      "loss": 0.5886,
      "step": 116
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.161909448676307,
      "learning_rate": 4.972101856208609e-06,
      "loss": 0.5792,
      "step": 117
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0871148781401927,
      "learning_rate": 4.9715789537359126e-06,
      "loss": 0.6383,
      "step": 118
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1159018206478626,
      "learning_rate": 4.971051224215973e-06,
      "loss": 0.5865,
      "step": 119
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.2036428070670375,
      "learning_rate": 4.970518668679459e-06,
      "loss": 0.5905,
      "step": 120
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.22262007661876,
      "learning_rate": 4.969981288166461e-06,
      "loss": 0.5951,
      "step": 121
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0713458839382786,
      "learning_rate": 4.969439083726496e-06,
      "loss": 0.6011,
      "step": 122
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0686060725186897,
      "learning_rate": 4.9688920564185e-06,
      "loss": 0.6038,
      "step": 123
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1825376161159964,
      "learning_rate": 4.968340207310832e-06,
      "loss": 0.6098,
      "step": 124
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.142436541976576,
      "learning_rate": 4.967783537481262e-06,
      "loss": 0.6119,
      "step": 125
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.330044622755397,
      "learning_rate": 4.967222048016979e-06,
      "loss": 0.6057,
      "step": 126
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.109116942854107,
      "learning_rate": 4.966655740014585e-06,
      "loss": 0.5958,
      "step": 127
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.174219068914296,
      "learning_rate": 4.9660846145800914e-06,
      "loss": 0.6276,
      "step": 128
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.135736248304593,
      "learning_rate": 4.965508672828918e-06,
      "loss": 0.6309,
      "step": 129
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.2339234058672885,
      "learning_rate": 4.964927915885893e-06,
      "loss": 0.5879,
      "step": 130
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0960660335616224,
      "learning_rate": 4.9643423448852455e-06,
      "loss": 0.6218,
      "step": 131
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9468729925472703,
      "learning_rate": 4.963751960970609e-06,
      "loss": 0.5998,
      "step": 132
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1623168252289915,
      "learning_rate": 4.9631567652950164e-06,
      "loss": 0.6885,
      "step": 133
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.084420579583794,
      "learning_rate": 4.962556759020898e-06,
      "loss": 0.5758,
      "step": 134
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1082890389844713,
      "learning_rate": 4.961951943320078e-06,
      "loss": 0.6116,
      "step": 135
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.006123424806457,
      "learning_rate": 4.9613423193737754e-06,
      "loss": 0.5708,
      "step": 136
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.309431970929405,
      "learning_rate": 4.960727888372599e-06,
      "loss": 0.621,
      "step": 137
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.226488524758773,
      "learning_rate": 4.9601086515165456e-06,
      "loss": 0.5896,
      "step": 138
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1242070778655253,
      "learning_rate": 4.959484610014997e-06,
      "loss": 0.624,
      "step": 139
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.2147491445730516,
      "learning_rate": 4.958855765086722e-06,
      "loss": 0.6064,
      "step": 140
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1818004600393,
      "learning_rate": 4.958222117959868e-06,
      "loss": 0.6252,
      "step": 141
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.1094535889409696,
      "learning_rate": 4.95758366987196e-06,
      "loss": 0.5779,
      "step": 142
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2043056809252577,
      "learning_rate": 4.9569404220699025e-06,
      "loss": 0.6156,
      "step": 143
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.158056342799238,
      "learning_rate": 4.956292375809971e-06,
      "loss": 0.5662,
      "step": 144
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.987581635345228,
      "learning_rate": 4.955639532357815e-06,
      "loss": 0.6148,
      "step": 145
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.266145451051948,
      "learning_rate": 4.954981892988451e-06,
      "loss": 0.5867,
      "step": 146
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.071082600205798,
      "learning_rate": 4.954319458986264e-06,
      "loss": 0.5976,
      "step": 147
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.1615342548575374,
      "learning_rate": 4.953652231645002e-06,
      "loss": 0.5643,
      "step": 148
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.145126231371731,
      "learning_rate": 4.952980212267773e-06,
      "loss": 0.5592,
      "step": 149
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9161750244434461,
      "learning_rate": 4.952303402167047e-06,
      "loss": 0.5547,
      "step": 150
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.234370958372018,
      "learning_rate": 4.9516218026646475e-06,
      "loss": 0.578,
      "step": 151
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.149553338429868,
      "learning_rate": 4.950935415091753e-06,
      "loss": 0.5952,
      "step": 152
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1021801657048016,
      "learning_rate": 4.950244240788895e-06,
      "loss": 0.573,
      "step": 153
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.488711367210497,
      "learning_rate": 4.949548281105951e-06,
      "loss": 0.5776,
      "step": 154
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0302393290147167,
      "learning_rate": 4.948847537402145e-06,
      "loss": 0.5685,
      "step": 155
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1563261797248043,
      "learning_rate": 4.948142011046044e-06,
      "loss": 0.6185,
      "step": 156
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1308303224609997,
      "learning_rate": 4.947431703415558e-06,
      "loss": 0.6229,
      "step": 157
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0988414912992273,
      "learning_rate": 4.946716615897932e-06,
      "loss": 0.6167,
      "step": 158
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3558302474583095,
      "learning_rate": 4.9459967498897485e-06,
      "loss": 0.5903,
      "step": 159
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1505555405055223,
      "learning_rate": 4.945272106796919e-06,
      "loss": 0.5709,
      "step": 160
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0604140956574635,
      "learning_rate": 4.94454268803469e-06,
      "loss": 0.635,
      "step": 161
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3699836246614696,
      "learning_rate": 4.943808495027631e-06,
      "loss": 0.581,
      "step": 162
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.9809907136859368,
      "learning_rate": 4.9430695292096365e-06,
      "loss": 0.5703,
      "step": 163
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.213101907296851,
      "learning_rate": 4.942325792023922e-06,
      "loss": 0.5915,
      "step": 164
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.3778783149383944,
      "learning_rate": 4.941577284923025e-06,
      "loss": 0.537,
      "step": 165
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9283694807512721,
      "learning_rate": 4.9408240093687934e-06,
      "loss": 0.579,
      "step": 166
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.083087334039033,
      "learning_rate": 4.940065966832392e-06,
      "loss": 0.5612,
      "step": 167
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.314684793845775,
      "learning_rate": 4.939303158794294e-06,
      "loss": 0.6001,
      "step": 168
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.131977461745334,
      "learning_rate": 4.93853558674428e-06,
      "loss": 0.5809,
      "step": 169
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.1291924932946755,
      "learning_rate": 4.937763252181434e-06,
      "loss": 0.6216,
      "step": 170
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9366549866764742,
      "learning_rate": 4.936986156614144e-06,
      "loss": 0.5888,
      "step": 171
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.231889540095555,
      "learning_rate": 4.9362043015600934e-06,
      "loss": 0.6437,
      "step": 172
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.0696023557568233,
      "learning_rate": 4.9354176885462626e-06,
      "loss": 0.5951,
      "step": 173
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.10974806039572,
      "learning_rate": 4.934626319108923e-06,
      "loss": 0.5817,
      "step": 174
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.0633698321381946,
      "learning_rate": 4.933830194793636e-06,
      "loss": 0.5692,
      "step": 175
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.0163693967733423,
      "learning_rate": 4.933029317155251e-06,
      "loss": 0.5322,
      "step": 176
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1118176135699813,
      "learning_rate": 4.932223687757899e-06,
      "loss": 0.5809,
      "step": 177
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.181431947183138,
      "learning_rate": 4.9314133081749906e-06,
      "loss": 0.5444,
      "step": 178
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.2055197469621386,
      "learning_rate": 4.930598179989215e-06,
      "loss": 0.6063,
      "step": 179
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1103699877035638,
      "learning_rate": 4.929778304792537e-06,
      "loss": 0.5908,
      "step": 180
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.01692648335164,
      "learning_rate": 4.928953684186189e-06,
      "loss": 0.5729,
      "step": 181
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.990744003423107,
      "learning_rate": 4.928124319780673e-06,
      "loss": 0.5935,
      "step": 182
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.9898687560952446,
      "learning_rate": 4.9272902131957555e-06,
      "loss": 0.6008,
      "step": 183
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.9499116832570582,
      "learning_rate": 4.926451366060465e-06,
      "loss": 0.5731,
      "step": 184
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8933258467243923,
      "learning_rate": 4.925607780013088e-06,
      "loss": 0.5822,
      "step": 185
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.9711936623837691,
      "learning_rate": 4.924759456701167e-06,
      "loss": 0.5433,
      "step": 186
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9981254191144715,
      "learning_rate": 4.923906397781495e-06,
      "loss": 0.5603,
      "step": 187
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9489584101682442,
      "learning_rate": 4.923048604920115e-06,
      "loss": 0.592,
      "step": 188
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.14587896098926,
      "learning_rate": 4.922186079792315e-06,
      "loss": 0.5861,
      "step": 189
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.093505234897306,
      "learning_rate": 4.921318824082625e-06,
      "loss": 0.5756,
      "step": 190
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9726924068956073,
      "learning_rate": 4.920446839484814e-06,
      "loss": 0.5954,
      "step": 191
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.0009011296035886,
      "learning_rate": 4.919570127701888e-06,
      "loss": 0.5185,
      "step": 192
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.0801246171281993,
      "learning_rate": 4.9186886904460826e-06,
      "loss": 0.5788,
      "step": 193
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.7712602468155096,
      "learning_rate": 4.917802529438865e-06,
      "loss": 0.6637,
      "step": 194
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9721040372060654,
      "learning_rate": 4.916911646410926e-06,
      "loss": 0.5926,
      "step": 195
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.1199089061376855,
      "learning_rate": 4.91601604310218e-06,
      "loss": 0.5854,
      "step": 196
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9518281461372036,
      "learning_rate": 4.915115721261759e-06,
      "loss": 0.5456,
      "step": 197
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.1537515435847734,
      "learning_rate": 4.9142106826480114e-06,
      "loss": 0.6152,
      "step": 198
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3461320565666344,
      "learning_rate": 4.913300929028498e-06,
      "loss": 0.617,
      "step": 199
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9789785575462193,
      "learning_rate": 4.912386462179987e-06,
      "loss": 0.5845,
      "step": 200
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0705337307209253,
      "learning_rate": 4.9114672838884515e-06,
      "loss": 0.6062,
      "step": 201
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9972918925367322,
      "learning_rate": 4.910543395949066e-06,
      "loss": 0.6318,
      "step": 202
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.03173534028091,
      "learning_rate": 4.9096148001662055e-06,
      "loss": 0.64,
      "step": 203
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0861416304602356,
      "learning_rate": 4.908681498353436e-06,
      "loss": 0.5859,
      "step": 204
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.932510611788884,
      "learning_rate": 4.907743492333517e-06,
      "loss": 0.5483,
      "step": 205
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9618471764126828,
      "learning_rate": 4.906800783938395e-06,
      "loss": 0.5767,
      "step": 206
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3557796360921786,
      "learning_rate": 4.905853375009198e-06,
      "loss": 0.5934,
      "step": 207
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0993364379712784,
      "learning_rate": 4.9049012673962385e-06,
      "loss": 0.5879,
      "step": 208
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.2015612636555155,
      "learning_rate": 4.903944462959001e-06,
      "loss": 0.5598,
      "step": 209
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0374544745406062,
      "learning_rate": 4.902982963566147e-06,
      "loss": 0.577,
      "step": 210
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.194866218807,
      "learning_rate": 4.902016771095506e-06,
      "loss": 0.5848,
      "step": 211
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.2545375351308614,
      "learning_rate": 4.901045887434072e-06,
      "loss": 0.5846,
      "step": 212
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.017012770131601,
      "learning_rate": 4.900070314478001e-06,
      "loss": 0.5651,
      "step": 213
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.150900326654639,
      "learning_rate": 4.899090054132609e-06,
      "loss": 0.568,
      "step": 214
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0404886979870454,
      "learning_rate": 4.898105108312366e-06,
      "loss": 0.5277,
      "step": 215
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.036614254190257,
      "learning_rate": 4.897115478940892e-06,
      "loss": 0.5754,
      "step": 216
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.041133008809928,
      "learning_rate": 4.896121167950954e-06,
      "loss": 0.6294,
      "step": 217
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0029503409054885,
      "learning_rate": 4.895122177284465e-06,
      "loss": 0.5531,
      "step": 218
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0303439698174754,
      "learning_rate": 4.894118508892474e-06,
      "loss": 0.6008,
      "step": 219
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.899982778272908,
      "learning_rate": 4.893110164735167e-06,
      "loss": 0.6076,
      "step": 220
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.170640326694132,
      "learning_rate": 4.892097146781862e-06,
      "loss": 0.5806,
      "step": 221
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.961802557992624,
      "learning_rate": 4.8910794570110055e-06,
      "loss": 0.5456,
      "step": 222
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.1149182672715807,
      "learning_rate": 4.890057097410167e-06,
      "loss": 0.5683,
      "step": 223
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9988574008443096,
      "learning_rate": 4.889030069976038e-06,
      "loss": 0.5603,
      "step": 224
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.137840782586502,
      "learning_rate": 4.887998376714424e-06,
      "loss": 0.5713,
      "step": 225
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.2956357234771634,
      "learning_rate": 4.886962019640244e-06,
      "loss": 0.5635,
      "step": 226
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.2175517801056346,
      "learning_rate": 4.885921000777528e-06,
      "loss": 0.631,
      "step": 227
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.0861966792656546,
      "learning_rate": 4.884875322159407e-06,
      "loss": 0.5521,
      "step": 228
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.170862650134145,
      "learning_rate": 4.883824985828114e-06,
      "loss": 0.5953,
      "step": 229
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.016871028914906,
      "learning_rate": 4.882769993834978e-06,
      "loss": 0.5745,
      "step": 230
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.4069309610367107,
      "learning_rate": 4.8817103482404236e-06,
      "loss": 0.5752,
      "step": 231
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9834780557891722,
      "learning_rate": 4.880646051113959e-06,
      "loss": 0.5619,
      "step": 232
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1221686040256005,
      "learning_rate": 4.87957710453418e-06,
      "loss": 0.561,
      "step": 233
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1497751964139002,
      "learning_rate": 4.878503510588764e-06,
      "loss": 0.5754,
      "step": 234
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.8535318318419167,
      "learning_rate": 4.877425271374462e-06,
      "loss": 0.5551,
      "step": 235
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1537345489224404,
      "learning_rate": 4.876342388997099e-06,
      "loss": 0.544,
      "step": 236
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9695512744073471,
      "learning_rate": 4.875254865571567e-06,
      "loss": 0.6003,
      "step": 237
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.2550853928957193,
      "learning_rate": 4.874162703221823e-06,
      "loss": 0.5968,
      "step": 238
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0658630166795917,
      "learning_rate": 4.873065904080884e-06,
      "loss": 0.5658,
      "step": 239
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0821280326495524,
      "learning_rate": 4.871964470290823e-06,
      "loss": 0.5711,
      "step": 240
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9833074137024158,
      "learning_rate": 4.8708584040027636e-06,
      "loss": 0.5899,
      "step": 241
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0288963441502195,
      "learning_rate": 4.869747707376877e-06,
      "loss": 0.5601,
      "step": 242
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0970435875726463,
      "learning_rate": 4.868632382582378e-06,
      "loss": 0.6381,
      "step": 243
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.1303280408644194,
      "learning_rate": 4.86751243179752e-06,
      "loss": 0.5495,
      "step": 244
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0851781018580584,
      "learning_rate": 4.866387857209591e-06,
      "loss": 0.5901,
      "step": 245
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8310760160854438,
      "learning_rate": 4.86525866101491e-06,
      "loss": 0.5513,
      "step": 246
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.199726167537497,
      "learning_rate": 4.8641248454188205e-06,
      "loss": 0.5873,
      "step": 247
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9776691221978735,
      "learning_rate": 4.862986412635691e-06,
      "loss": 0.6143,
      "step": 248
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0663231641830873,
      "learning_rate": 4.8618433648889034e-06,
      "loss": 0.5937,
      "step": 249
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.170520506577784,
      "learning_rate": 4.860695704410856e-06,
      "loss": 0.5374,
      "step": 250
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9685756224067419,
      "learning_rate": 4.8595434334429535e-06,
      "loss": 0.5139,
      "step": 251
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9668205539999677,
      "learning_rate": 4.8583865542356065e-06,
      "loss": 0.5459,
      "step": 252
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0793578279258704,
      "learning_rate": 4.857225069048226e-06,
      "loss": 0.593,
      "step": 253
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9265474492849337,
      "learning_rate": 4.8560589801492165e-06,
      "loss": 0.5559,
      "step": 254
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.8555278122830696,
      "learning_rate": 4.854888289815976e-06,
      "loss": 0.5949,
      "step": 255
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.063838630196542,
      "learning_rate": 4.853713000334887e-06,
      "loss": 0.5712,
      "step": 256
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.168668910730517,
      "learning_rate": 4.852533114001316e-06,
      "loss": 0.5475,
      "step": 257
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.064042820960706,
      "learning_rate": 4.8513486331196055e-06,
      "loss": 0.5616,
      "step": 258
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.026751060346143,
      "learning_rate": 4.850159560003074e-06,
      "loss": 0.5997,
      "step": 259
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.1228129299875254,
      "learning_rate": 4.848965896974006e-06,
      "loss": 0.5622,
      "step": 260
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.9418510365881214,
      "learning_rate": 4.847767646363652e-06,
      "loss": 0.5741,
      "step": 261
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.070611833895483,
      "learning_rate": 4.846564810512221e-06,
      "loss": 0.5729,
      "step": 262
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8833621440375596,
      "learning_rate": 4.845357391768877e-06,
      "loss": 0.5503,
      "step": 263
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.1022924907055387,
      "learning_rate": 4.844145392491735e-06,
      "loss": 0.6204,
      "step": 264
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.024625007813473,
      "learning_rate": 4.842928815047856e-06,
      "loss": 0.5776,
      "step": 265
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9123739071371275,
      "learning_rate": 4.8417076618132434e-06,
      "loss": 0.5417,
      "step": 266
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.062879186086598,
      "learning_rate": 4.8404819351728336e-06,
      "loss": 0.5387,
      "step": 267
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9944627549250884,
      "learning_rate": 4.8392516375204986e-06,
      "loss": 0.5731,
      "step": 268
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9859912626846585,
      "learning_rate": 4.838016771259037e-06,
      "loss": 0.5969,
      "step": 269
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.043069520519082,
      "learning_rate": 4.836777338800168e-06,
      "loss": 0.6217,
      "step": 270
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.913212451622778,
      "learning_rate": 4.835533342564531e-06,
      "loss": 0.5527,
      "step": 271
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.978858281238778,
      "learning_rate": 4.834284784981678e-06,
      "loss": 0.5997,
      "step": 272
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.004628826916504,
      "learning_rate": 4.833031668490067e-06,
      "loss": 0.551,
      "step": 273
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.164370107566024,
      "learning_rate": 4.8317739955370645e-06,
      "loss": 0.5537,
      "step": 274
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.891772326146366,
      "learning_rate": 4.83051176857893e-06,
      "loss": 0.6075,
      "step": 275
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.0553128913886645,
      "learning_rate": 4.8292449900808216e-06,
      "loss": 0.5854,
      "step": 276
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.009000622167072,
      "learning_rate": 4.827973662516786e-06,
      "loss": 0.5503,
      "step": 277
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9385043396652537,
      "learning_rate": 4.826697788369752e-06,
      "loss": 0.5704,
      "step": 278
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.3263786060073826,
      "learning_rate": 4.8254173701315295e-06,
      "loss": 0.5604,
      "step": 279
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9251504140774536,
      "learning_rate": 4.8241324103028055e-06,
      "loss": 0.5647,
      "step": 280
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9714117964729747,
      "learning_rate": 4.822842911393131e-06,
      "loss": 0.604,
      "step": 281
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.034372279161665,
      "learning_rate": 4.821548875920927e-06,
      "loss": 0.5803,
      "step": 282
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9849114644945505,
      "learning_rate": 4.8202503064134725e-06,
      "loss": 0.5854,
      "step": 283
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.3435998455971343,
      "learning_rate": 4.818947205406902e-06,
      "loss": 0.4988,
      "step": 284
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.0672779732760924,
      "learning_rate": 4.8176395754462e-06,
      "loss": 0.5734,
      "step": 285
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.1206384205127544,
      "learning_rate": 4.816327419085197e-06,
      "loss": 0.563,
      "step": 286
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.1105254841893095,
      "learning_rate": 4.815010738886561e-06,
      "loss": 0.5765,
      "step": 287
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.072546090747287,
      "learning_rate": 4.813689537421798e-06,
      "loss": 0.6003,
      "step": 288
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.1131138426394442,
      "learning_rate": 4.812363817271243e-06,
      "loss": 0.6097,
      "step": 289
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9218545344238502,
      "learning_rate": 4.811033581024056e-06,
      "loss": 0.6272,
      "step": 290
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.235420687671868,
      "learning_rate": 4.809698831278217e-06,
      "loss": 0.5519,
      "step": 291
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.8915062282224397,
      "learning_rate": 4.808359570640522e-06,
      "loss": 0.5832,
      "step": 292
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9185231023206675,
      "learning_rate": 4.8070158017265755e-06,
      "loss": 0.5854,
      "step": 293
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.086526046887808,
      "learning_rate": 4.805667527160788e-06,
      "loss": 0.5314,
      "step": 294
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9995370937944454,
      "learning_rate": 4.804314749576368e-06,
      "loss": 0.5749,
      "step": 295
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.099313489806141,
      "learning_rate": 4.802957471615319e-06,
      "loss": 0.5173,
      "step": 296
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.067736275086448,
      "learning_rate": 4.8015956959284346e-06,
      "loss": 0.5434,
      "step": 297
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.005525416579935,
      "learning_rate": 4.800229425175294e-06,
      "loss": 0.5589,
      "step": 298
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.172708847484724,
      "learning_rate": 4.7988586620242515e-06,
      "loss": 0.5919,
      "step": 299
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0010542748493823,
      "learning_rate": 4.797483409152438e-06,
      "loss": 0.5803,
      "step": 300
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.1169505971764506,
      "learning_rate": 4.7961036692457516e-06,
      "loss": 0.5763,
      "step": 301
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.202849419501746,
      "learning_rate": 4.794719444998856e-06,
      "loss": 0.5691,
      "step": 302
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9765013761990564,
      "learning_rate": 4.793330739115169e-06,
      "loss": 0.5657,
      "step": 303
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0404392238791136,
      "learning_rate": 4.791937554306863e-06,
      "loss": 0.5648,
      "step": 304
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0298920886210516,
      "learning_rate": 4.790539893294861e-06,
      "loss": 0.5353,
      "step": 305
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.03157486915788,
      "learning_rate": 4.789137758808823e-06,
      "loss": 0.5716,
      "step": 306
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.060346338513047,
      "learning_rate": 4.787731153587149e-06,
      "loss": 0.5502,
      "step": 307
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9286831590091769,
      "learning_rate": 4.786320080376968e-06,
      "loss": 0.5646,
      "step": 308
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.042346254905274,
      "learning_rate": 4.7849045419341376e-06,
      "loss": 0.6085,
      "step": 309
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0758243469708293,
      "learning_rate": 4.7834845410232356e-06,
      "loss": 0.5452,
      "step": 310
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.0454965773706553,
      "learning_rate": 4.782060080417553e-06,
      "loss": 0.514,
      "step": 311
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.073931876222572,
      "learning_rate": 4.780631162899094e-06,
      "loss": 0.5884,
      "step": 312
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9699688248650635,
      "learning_rate": 4.7791977912585645e-06,
      "loss": 0.529,
      "step": 313
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9886162974888701,
      "learning_rate": 4.7777599682953696e-06,
      "loss": 0.5796,
      "step": 314
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9579685029739566,
      "learning_rate": 4.7763176968176106e-06,
      "loss": 0.5553,
      "step": 315
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.2181861411036086,
      "learning_rate": 4.7748709796420735e-06,
      "loss": 0.5806,
      "step": 316
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.0345738930041777,
      "learning_rate": 4.773419819594228e-06,
      "loss": 0.6059,
      "step": 317
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.0710385535524902,
      "learning_rate": 4.7719642195082224e-06,
      "loss": 0.5539,
      "step": 318
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.1239710444371442,
      "learning_rate": 4.770504182226875e-06,
      "loss": 0.5655,
      "step": 319
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9564631444382952,
      "learning_rate": 4.769039710601669e-06,
      "loss": 0.5914,
      "step": 320
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9969926160116234,
      "learning_rate": 4.767570807492752e-06,
      "loss": 0.55,
      "step": 321
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9650736880864492,
      "learning_rate": 4.766097475768919e-06,
      "loss": 0.5804,
      "step": 322
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.1946368157969194,
      "learning_rate": 4.7646197183076236e-06,
      "loss": 0.5631,
      "step": 323
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9834181085585831,
      "learning_rate": 4.763137537994955e-06,
      "loss": 0.5779,
      "step": 324
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.1081651164417057,
      "learning_rate": 4.7616509377256445e-06,
      "loss": 0.5375,
      "step": 325
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9972027344990544,
      "learning_rate": 4.760159920403055e-06,
      "loss": 0.5608,
      "step": 326
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9554967826543683,
      "learning_rate": 4.758664488939174e-06,
      "loss": 0.5613,
      "step": 327
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.211716512822424,
      "learning_rate": 4.757164646254614e-06,
      "loss": 0.5863,
      "step": 328
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9203184200502181,
      "learning_rate": 4.755660395278598e-06,
      "loss": 0.5275,
      "step": 329
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.0355308159742505,
      "learning_rate": 4.7541517389489626e-06,
      "loss": 0.5304,
      "step": 330
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.005680103405306,
      "learning_rate": 4.752638680212145e-06,
      "loss": 0.5782,
      "step": 331
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9930094995522492,
      "learning_rate": 4.751121222023183e-06,
      "loss": 0.5197,
      "step": 332
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.130907347619711,
      "learning_rate": 4.749599367345703e-06,
      "loss": 0.5453,
      "step": 333
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0380649677356715,
      "learning_rate": 4.748073119151923e-06,
      "loss": 0.5394,
      "step": 334
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.02655053696048,
      "learning_rate": 4.7465424804226366e-06,
      "loss": 0.5359,
      "step": 335
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.108255877778432,
      "learning_rate": 4.745007454147215e-06,
      "loss": 0.5262,
      "step": 336
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.8422966312136684,
      "learning_rate": 4.7434680433235986e-06,
      "loss": 0.529,
      "step": 337
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.1387816386921004,
      "learning_rate": 4.741924250958289e-06,
      "loss": 0.5599,
      "step": 338
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.2063774820548794,
      "learning_rate": 4.740376080066346e-06,
      "loss": 0.6014,
      "step": 339
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.917696303327652,
      "learning_rate": 4.738823533671383e-06,
      "loss": 0.615,
      "step": 340
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0283765999277916,
      "learning_rate": 4.737266614805554e-06,
      "loss": 0.5802,
      "step": 341
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0340264609590437,
      "learning_rate": 4.7357053265095575e-06,
      "loss": 0.5331,
      "step": 342
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.102037194450825,
      "learning_rate": 4.734139671832622e-06,
      "loss": 0.5534,
      "step": 343
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.4389875670618113,
      "learning_rate": 4.732569653832505e-06,
      "loss": 0.5637,
      "step": 344
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.1143521053252012,
      "learning_rate": 4.730995275575486e-06,
      "loss": 0.6539,
      "step": 345
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.6240136232872064,
      "learning_rate": 4.7294165401363616e-06,
      "loss": 0.5515,
      "step": 346
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.037602072097695,
      "learning_rate": 4.727833450598433e-06,
      "loss": 0.5609,
      "step": 347
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.10711733636797,
      "learning_rate": 4.72624601005351e-06,
      "loss": 0.5719,
      "step": 348
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.277613433738313,
      "learning_rate": 4.724654221601899e-06,
      "loss": 0.5815,
      "step": 349
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.0082624113337824,
      "learning_rate": 4.7230580883523955e-06,
      "loss": 0.5524,
      "step": 350
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8922591374161477,
      "learning_rate": 4.721457613422285e-06,
      "loss": 0.5981,
      "step": 351
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.108229047424278,
      "learning_rate": 4.7198527999373266e-06,
      "loss": 0.57,
      "step": 352
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.152965480400126,
      "learning_rate": 4.718243651031759e-06,
      "loss": 0.5996,
      "step": 353
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8885994019827148,
      "learning_rate": 4.716630169848282e-06,
      "loss": 0.5543,
      "step": 354
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.221396082747074,
      "learning_rate": 4.715012359538062e-06,
      "loss": 0.5423,
      "step": 355
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.247525651087526,
      "learning_rate": 4.7133902232607145e-06,
      "loss": 0.6049,
      "step": 356
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.905837742487114,
      "learning_rate": 4.711763764184309e-06,
      "loss": 0.5523,
      "step": 357
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.117965067814315,
      "learning_rate": 4.710132985485355e-06,
      "loss": 0.5682,
      "step": 358
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.1530948606389373,
      "learning_rate": 4.7084978903487985e-06,
      "loss": 0.5506,
      "step": 359
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.8738866858316863,
      "learning_rate": 4.706858481968017e-06,
      "loss": 0.5426,
      "step": 360
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9967053512246618,
      "learning_rate": 4.705214763544806e-06,
      "loss": 0.5555,
      "step": 361
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.352080896364055,
      "learning_rate": 4.703566738289389e-06,
      "loss": 0.587,
      "step": 362
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.031696719881503,
      "learning_rate": 4.701914409420392e-06,
      "loss": 0.6088,
      "step": 363
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.140107830595095,
      "learning_rate": 4.700257780164849e-06,
      "loss": 0.5596,
      "step": 364
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.125236417141067,
      "learning_rate": 4.698596853758194e-06,
      "loss": 0.5513,
      "step": 365
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.8878623518397697,
      "learning_rate": 4.696931633444251e-06,
      "loss": 0.5557,
      "step": 366
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9523463678463824,
      "learning_rate": 4.695262122475232e-06,
      "loss": 0.5317,
      "step": 367
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.3748547328434455,
      "learning_rate": 4.6935883241117286e-06,
      "loss": 0.5733,
      "step": 368
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9248854873148575,
      "learning_rate": 4.691910241622704e-06,
      "loss": 0.5523,
      "step": 369
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.1731794693383923,
      "learning_rate": 4.69022787828549e-06,
      "loss": 0.6489,
      "step": 370
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.996570702327501,
      "learning_rate": 4.688541237385781e-06,
      "loss": 0.584,
      "step": 371
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.0272036390008097,
      "learning_rate": 4.68685032221762e-06,
      "loss": 0.554,
      "step": 372
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9986403184037858,
      "learning_rate": 4.685155136083401e-06,
      "loss": 0.5798,
      "step": 373
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.24642442330448,
      "learning_rate": 4.683455682293863e-06,
      "loss": 0.5486,
      "step": 374
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.916261956844043,
      "learning_rate": 4.681751964168071e-06,
      "loss": 0.5678,
      "step": 375
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.1597492287443396,
      "learning_rate": 4.680043985033427e-06,
      "loss": 0.5801,
      "step": 376
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9634034606261326,
      "learning_rate": 4.6783317482256506e-06,
      "loss": 0.5412,
      "step": 377
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.0128604293697263,
      "learning_rate": 4.676615257088777e-06,
      "loss": 0.5538,
      "step": 378
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.2205659530523976,
      "learning_rate": 4.674894514975149e-06,
      "loss": 0.494,
      "step": 379
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.000557085172021,
      "learning_rate": 4.673169525245416e-06,
      "loss": 0.5459,
      "step": 380
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.0089256125274826,
      "learning_rate": 4.671440291268518e-06,
      "loss": 0.5729,
      "step": 381
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.076112293053539,
      "learning_rate": 4.66970681642169e-06,
      "loss": 0.5277,
      "step": 382
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.996445627957894,
      "learning_rate": 4.667969104090441e-06,
      "loss": 0.5879,
      "step": 383
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.379165029211644,
      "learning_rate": 4.666227157668564e-06,
      "loss": 0.5924,
      "step": 384
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.101190475222136,
      "learning_rate": 4.664480980558118e-06,
      "loss": 0.6466,
      "step": 385
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.035159570620747,
      "learning_rate": 4.662730576169423e-06,
      "loss": 0.5979,
      "step": 386
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.1034174780447814,
      "learning_rate": 4.660975947921058e-06,
      "loss": 0.5635,
      "step": 387
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.131573174129039,
      "learning_rate": 4.65921709923985e-06,
      "loss": 0.5602,
      "step": 388
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.9282515780121203,
      "learning_rate": 4.657454033560868e-06,
      "loss": 0.5292,
      "step": 389
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.922997066030009,
      "learning_rate": 4.655686754327419e-06,
      "loss": 0.5475,
      "step": 390
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9692624098665525,
      "learning_rate": 4.653915264991035e-06,
      "loss": 0.5529,
      "step": 391
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.976011234185068,
      "learning_rate": 4.652139569011475e-06,
      "loss": 0.5439,
      "step": 392
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.909657950321316,
      "learning_rate": 4.650359669856711e-06,
      "loss": 0.5558,
      "step": 393
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9134183734362904,
      "learning_rate": 4.648575571002926e-06,
      "loss": 0.5428,
      "step": 394
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.067168876792994,
      "learning_rate": 4.646787275934501e-06,
      "loss": 0.6261,
      "step": 395
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9358304010171785,
      "learning_rate": 4.644994788144017e-06,
      "loss": 0.5698,
      "step": 396
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9671634072657547,
      "learning_rate": 4.643198111132241e-06,
      "loss": 0.5345,
      "step": 397
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.0176052011599133,
      "learning_rate": 4.641397248408122e-06,
      "loss": 0.5028,
      "step": 398
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9960700483606102,
      "learning_rate": 4.639592203488784e-06,
      "loss": 0.5253,
      "step": 399
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9329472749401087,
      "learning_rate": 4.63778297989952e-06,
      "loss": 0.615,
      "step": 400
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9689526846990402,
      "learning_rate": 4.6359695811737805e-06,
      "loss": 0.5558,
      "step": 401
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.043494453339269,
      "learning_rate": 4.634152010853175e-06,
      "loss": 0.5955,
      "step": 402
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9251519214200417,
      "learning_rate": 4.632330272487455e-06,
      "loss": 0.5587,
      "step": 403
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.2049650629169495,
      "learning_rate": 4.6305043696345175e-06,
      "loss": 0.5633,
      "step": 404
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8971004366601951,
      "learning_rate": 4.628674305860389e-06,
      "loss": 0.5147,
      "step": 405
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.958131978242853,
      "learning_rate": 4.626840084739224e-06,
      "loss": 0.558,
      "step": 406
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8809187299789303,
      "learning_rate": 4.625001709853296e-06,
      "loss": 0.6029,
      "step": 407
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.07376704403877,
      "learning_rate": 4.623159184792992e-06,
      "loss": 0.5985,
      "step": 408
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9773215118384355,
      "learning_rate": 4.621312513156801e-06,
      "loss": 0.5592,
      "step": 409
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.2454931529711373,
      "learning_rate": 4.6194616985513144e-06,
      "loss": 0.5265,
      "step": 410
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.917266484743525,
      "learning_rate": 4.617606744591214e-06,
      "loss": 0.5579,
      "step": 411
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9196448264725143,
      "learning_rate": 4.615747654899263e-06,
      "loss": 0.5345,
      "step": 412
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9733157447209138,
      "learning_rate": 4.613884433106306e-06,
      "loss": 0.528,
      "step": 413
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.994664364309963,
      "learning_rate": 4.612017082851253e-06,
      "loss": 0.5489,
      "step": 414
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8266904473141898,
      "learning_rate": 4.610145607781081e-06,
      "loss": 0.5411,
      "step": 415
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.0294108873934364,
      "learning_rate": 4.608270011550823e-06,
      "loss": 0.5963,
      "step": 416
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9735002273071562,
      "learning_rate": 4.606390297823555e-06,
      "loss": 0.5858,
      "step": 417
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8987568737188125,
      "learning_rate": 4.604506470270403e-06,
      "loss": 0.493,
      "step": 418
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9371998611194052,
      "learning_rate": 4.6026185325705195e-06,
      "loss": 0.521,
      "step": 419
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8926221916061328,
      "learning_rate": 4.60072648841109e-06,
      "loss": 0.4922,
      "step": 420
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8759546163633927,
      "learning_rate": 4.598830341487317e-06,
      "loss": 0.5487,
      "step": 421
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9425705301229708,
      "learning_rate": 4.596930095502416e-06,
      "loss": 0.5155,
      "step": 422
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8718904454318124,
      "learning_rate": 4.59502575416761e-06,
      "loss": 0.5372,
      "step": 423
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8361742824749525,
      "learning_rate": 4.593117321202117e-06,
      "loss": 0.556,
      "step": 424
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8520540031413573,
      "learning_rate": 4.59120480033315e-06,
      "loss": 0.6213,
      "step": 425
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9670746741442957,
      "learning_rate": 4.5892881952959015e-06,
      "loss": 0.5685,
      "step": 426
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.969557039139786,
      "learning_rate": 4.587367509833543e-06,
      "loss": 0.5472,
      "step": 427
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9873217018861624,
      "learning_rate": 4.585442747697218e-06,
      "loss": 0.5419,
      "step": 428
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9508580236237527,
      "learning_rate": 4.5835139126460234e-06,
      "loss": 0.566,
      "step": 429
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8929503262145966,
      "learning_rate": 4.58158100844702e-06,
      "loss": 0.5526,
      "step": 430
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9394545018501204,
      "learning_rate": 4.57964403887521e-06,
      "loss": 0.5469,
      "step": 431
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.1045619298179927,
      "learning_rate": 4.577703007713538e-06,
      "loss": 0.5397,
      "step": 432
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8886665443222683,
      "learning_rate": 4.575757918752879e-06,
      "loss": 0.5174,
      "step": 433
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.849256286655662,
      "learning_rate": 4.573808775792033e-06,
      "loss": 0.558,
      "step": 434
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.89537230772545,
      "learning_rate": 4.5718555826377195e-06,
      "loss": 0.6155,
      "step": 435
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.028600611269796,
      "learning_rate": 4.569898343104568e-06,
      "loss": 0.5639,
      "step": 436
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.1153787641168273,
      "learning_rate": 4.567937061015107e-06,
      "loss": 0.5883,
      "step": 437
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.0217937777574075,
      "learning_rate": 4.5659717401997655e-06,
      "loss": 0.5936,
      "step": 438
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.248716610859176,
      "learning_rate": 4.564002384496856e-06,
      "loss": 0.5539,
      "step": 439
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.9689879082294663,
      "learning_rate": 4.562028997752574e-06,
      "loss": 0.5636,
      "step": 440
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.763292547062648,
      "learning_rate": 4.560051583820987e-06,
      "loss": 0.5402,
      "step": 441
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.129235681815295,
      "learning_rate": 4.558070146564025e-06,
      "loss": 0.5279,
      "step": 442
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.987329959970642,
      "learning_rate": 4.55608468985148e-06,
      "loss": 0.5597,
      "step": 443
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8223595251951752,
      "learning_rate": 4.554095217560991e-06,
      "loss": 0.5523,
      "step": 444
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8945373677348296,
      "learning_rate": 4.55210173357804e-06,
      "loss": 0.5611,
      "step": 445
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8010628987468362,
      "learning_rate": 4.550104241795946e-06,
      "loss": 0.5406,
      "step": 446
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7680591979019162,
      "learning_rate": 4.548102746115852e-06,
      "loss": 0.5392,
      "step": 447
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9894409183828397,
      "learning_rate": 4.546097250446724e-06,
      "loss": 0.568,
      "step": 448
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9527217933389673,
      "learning_rate": 4.544087758705338e-06,
      "loss": 0.5616,
      "step": 449
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8813970745759399,
      "learning_rate": 4.5420742748162735e-06,
      "loss": 0.5857,
      "step": 450
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9697471415378363,
      "learning_rate": 4.540056802711911e-06,
      "loss": 0.5563,
      "step": 451
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8610261764458738,
      "learning_rate": 4.5380353463324135e-06,
      "loss": 0.5414,
      "step": 452
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.0760585222699075,
      "learning_rate": 4.536009909625733e-06,
      "loss": 0.6113,
      "step": 453
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9376608369819073,
      "learning_rate": 4.533980496547588e-06,
      "loss": 0.5567,
      "step": 454
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9360208325717025,
      "learning_rate": 4.5319471110614676e-06,
      "loss": 0.5637,
      "step": 455
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9103146510774847,
      "learning_rate": 4.529909757138619e-06,
      "loss": 0.5049,
      "step": 456
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9645365532954322,
      "learning_rate": 4.5278684387580356e-06,
      "loss": 0.5424,
      "step": 457
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.0430691701895065,
      "learning_rate": 4.52582315990646e-06,
      "loss": 0.547,
      "step": 458
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.995685349345533,
      "learning_rate": 4.523773924578362e-06,
      "loss": 0.6005,
      "step": 459
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9830544751269077,
      "learning_rate": 4.521720736775947e-06,
      "loss": 0.5563,
      "step": 460
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8473463212841006,
      "learning_rate": 4.519663600509131e-06,
      "loss": 0.5913,
      "step": 461
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8993140839815026,
      "learning_rate": 4.5176025197955495e-06,
      "loss": 0.5653,
      "step": 462
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8179551662772986,
      "learning_rate": 4.515537498660535e-06,
      "loss": 0.5485,
      "step": 463
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9275228062086758,
      "learning_rate": 4.51346854113712e-06,
      "loss": 0.5248,
      "step": 464
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9668428438048349,
      "learning_rate": 4.511395651266023e-06,
      "loss": 0.5939,
      "step": 465
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9602042152930792,
      "learning_rate": 4.509318833095642e-06,
      "loss": 0.5452,
      "step": 466
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8348566721600683,
      "learning_rate": 4.507238090682049e-06,
      "loss": 0.5514,
      "step": 467
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.938525142403929,
      "learning_rate": 4.505153428088979e-06,
      "loss": 0.5822,
      "step": 468
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.008973560332548,
      "learning_rate": 4.503064849387822e-06,
      "loss": 0.5765,
      "step": 469
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.8911779425902009,
      "learning_rate": 4.500972358657618e-06,
      "loss": 0.5465,
      "step": 470
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9224818772820709,
      "learning_rate": 4.4988759599850485e-06,
      "loss": 0.5897,
      "step": 471
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.990817812633161,
      "learning_rate": 4.496775657464423e-06,
      "loss": 0.5505,
      "step": 472
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9167562026803746,
      "learning_rate": 4.4946714551976795e-06,
      "loss": 0.5779,
      "step": 473
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9388400892712594,
      "learning_rate": 4.492563357294369e-06,
      "loss": 0.574,
      "step": 474
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.0140312788131762,
      "learning_rate": 4.490451367871655e-06,
      "loss": 0.4928,
      "step": 475
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.074902721101316,
      "learning_rate": 4.488335491054296e-06,
      "loss": 0.5366,
      "step": 476
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.8245504149698855,
      "learning_rate": 4.486215730974646e-06,
      "loss": 0.581,
      "step": 477
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.1100306515160656,
      "learning_rate": 4.4840920917726425e-06,
      "loss": 0.5677,
      "step": 478
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9560380000004616,
      "learning_rate": 4.4819645775958e-06,
      "loss": 0.5426,
      "step": 479
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.721267171163405,
      "learning_rate": 4.479833192599198e-06,
      "loss": 0.5868,
      "step": 480
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0001169229847124,
      "learning_rate": 4.477697940945478e-06,
      "loss": 0.5667,
      "step": 481
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0111322894409134,
      "learning_rate": 4.475558826804833e-06,
      "loss": 0.5707,
      "step": 482
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8179588699061133,
      "learning_rate": 4.473415854355e-06,
      "loss": 0.5484,
      "step": 483
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0491236128150345,
      "learning_rate": 4.47126902778125e-06,
      "loss": 0.5575,
      "step": 484
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.049676347036571,
      "learning_rate": 4.469118351276381e-06,
      "loss": 0.5807,
      "step": 485
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8999028972772445,
      "learning_rate": 4.4669638290407115e-06,
      "loss": 0.5447,
      "step": 486
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0754807768031687,
      "learning_rate": 4.464805465282071e-06,
      "loss": 0.503,
      "step": 487
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.9532719169013661,
      "learning_rate": 4.462643264215789e-06,
      "loss": 0.5304,
      "step": 488
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.038547881198709,
      "learning_rate": 4.460477230064693e-06,
      "loss": 0.6116,
      "step": 489
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.1342568039197136,
      "learning_rate": 4.458307367059092e-06,
      "loss": 0.5632,
      "step": 490
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.9267024509918977,
      "learning_rate": 4.456133679436778e-06,
      "loss": 0.5574,
      "step": 491
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.795213135692931,
      "learning_rate": 4.453956171443008e-06,
      "loss": 0.5737,
      "step": 492
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9428252328171443,
      "learning_rate": 4.451774847330505e-06,
      "loss": 0.5685,
      "step": 493
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.7903749800219122,
      "learning_rate": 4.449589711359439e-06,
      "loss": 0.5214,
      "step": 494
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.111615491479605,
      "learning_rate": 4.447400767797429e-06,
      "loss": 0.5329,
      "step": 495
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.936578332165912,
      "learning_rate": 4.445208020919531e-06,
      "loss": 0.543,
      "step": 496
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.0005145681262473,
      "learning_rate": 4.4430114750082246e-06,
      "loss": 0.5593,
      "step": 497
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9720912009242426,
      "learning_rate": 4.4408111343534125e-06,
      "loss": 0.5812,
      "step": 498
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.0486055586452787,
      "learning_rate": 4.4386070032524085e-06,
      "loss": 0.5563,
      "step": 499
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.8043262288689983,
      "learning_rate": 4.436399086009928e-06,
      "loss": 0.4905,
      "step": 500
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9608580808640215,
      "learning_rate": 4.43418738693808e-06,
      "loss": 0.5548,
      "step": 501
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.008548225584814,
      "learning_rate": 4.431971910356363e-06,
      "loss": 0.5955,
      "step": 502
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8974274240345173,
      "learning_rate": 4.429752660591648e-06,
      "loss": 0.5742,
      "step": 503
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8257689605722616,
      "learning_rate": 4.427529641978181e-06,
      "loss": 0.6177,
      "step": 504
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0327301577551764,
      "learning_rate": 4.425302858857563e-06,
      "loss": 0.5872,
      "step": 505
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9539661576324254,
      "learning_rate": 4.42307231557875e-06,
      "loss": 0.5728,
      "step": 506
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9346302819034207,
      "learning_rate": 4.420838016498043e-06,
      "loss": 0.6019,
      "step": 507
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.1255667417446054,
      "learning_rate": 4.418599965979074e-06,
      "loss": 0.5981,
      "step": 508
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8293805714793054,
      "learning_rate": 4.416358168392806e-06,
      "loss": 0.5497,
      "step": 509
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.929762647152706,
      "learning_rate": 4.414112628117518e-06,
      "loss": 0.5655,
      "step": 510
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9808758258773635,
      "learning_rate": 4.411863349538798e-06,
      "loss": 0.5465,
      "step": 511
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0413084054198647,
      "learning_rate": 4.409610337049537e-06,
      "loss": 0.5264,
      "step": 512
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9506473664088613,
      "learning_rate": 4.4073535950499155e-06,
      "loss": 0.5284,
      "step": 513
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7875399190820846,
      "learning_rate": 4.405093127947402e-06,
      "loss": 0.5406,
      "step": 514
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9594159192262046,
      "learning_rate": 4.402828940156735e-06,
      "loss": 0.573,
      "step": 515
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.025943836966642,
      "learning_rate": 4.400561036099924e-06,
      "loss": 0.5227,
      "step": 516
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9439140060564322,
      "learning_rate": 4.398289420206235e-06,
      "loss": 0.5802,
      "step": 517
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.891060025336787,
      "learning_rate": 4.396014096912182e-06,
      "loss": 0.55,
      "step": 518
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9575594944193413,
      "learning_rate": 4.393735070661521e-06,
      "loss": 0.5213,
      "step": 519
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.024463679893138,
      "learning_rate": 4.391452345905239e-06,
      "loss": 0.5354,
      "step": 520
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.825359223217947,
      "learning_rate": 4.389165927101549e-06,
      "loss": 0.5506,
      "step": 521
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.0284690208197484,
      "learning_rate": 4.386875818715875e-06,
      "loss": 0.5763,
      "step": 522
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9021830177238082,
      "learning_rate": 4.3845820252208476e-06,
      "loss": 0.5596,
      "step": 523
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.0000504821060203,
      "learning_rate": 4.3822845510962966e-06,
      "loss": 0.5701,
      "step": 524
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.7341340075311633,
      "learning_rate": 4.379983400829237e-06,
      "loss": 0.5315,
      "step": 525
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9297447671947465,
      "learning_rate": 4.377678578913868e-06,
      "loss": 0.5798,
      "step": 526
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9233069620366818,
      "learning_rate": 4.375370089851554e-06,
      "loss": 0.5391,
      "step": 527
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.976671700063146,
      "learning_rate": 4.3730579381508254e-06,
      "loss": 0.5674,
      "step": 528
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.914097057045113,
      "learning_rate": 4.3707421283273645e-06,
      "loss": 0.5367,
      "step": 529
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.8477362806445459,
      "learning_rate": 4.368422664903997e-06,
      "loss": 0.5349,
      "step": 530
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9704477099484594,
      "learning_rate": 4.366099552410686e-06,
      "loss": 0.501,
      "step": 531
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9297086500071385,
      "learning_rate": 4.363772795384522e-06,
      "loss": 0.5352,
      "step": 532
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9090996748848685,
      "learning_rate": 4.36144239836971e-06,
      "loss": 0.5457,
      "step": 533
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.905870882711107,
      "learning_rate": 4.3591083659175655e-06,
      "loss": 0.5685,
      "step": 534
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.968618442539214,
      "learning_rate": 4.356770702586506e-06,
      "loss": 0.5476,
      "step": 535
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9431218136805426,
      "learning_rate": 4.354429412942038e-06,
      "loss": 0.5719,
      "step": 536
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.0756451350956215,
      "learning_rate": 4.3520845015567495e-06,
      "loss": 0.5502,
      "step": 537
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8350117686217275,
      "learning_rate": 4.349735973010306e-06,
      "loss": 0.5417,
      "step": 538
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.03495920394236,
      "learning_rate": 4.3473838318894324e-06,
      "loss": 0.545,
      "step": 539
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7864245375307775,
      "learning_rate": 4.3450280827879125e-06,
      "loss": 0.5242,
      "step": 540
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9018530036883652,
      "learning_rate": 4.342668730306575e-06,
      "loss": 0.554,
      "step": 541
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8575071370513128,
      "learning_rate": 4.340305779053286e-06,
      "loss": 0.5287,
      "step": 542
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8480049595126469,
      "learning_rate": 4.33793923364294e-06,
      "loss": 0.5554,
      "step": 543
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.103039565778625,
      "learning_rate": 4.335569098697454e-06,
      "loss": 0.5526,
      "step": 544
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8712145108160219,
      "learning_rate": 4.33319537884575e-06,
      "loss": 0.5472,
      "step": 545
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9271972466285336,
      "learning_rate": 4.330818078723756e-06,
      "loss": 0.5827,
      "step": 546
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.954438973741856,
      "learning_rate": 4.328437202974389e-06,
      "loss": 0.5433,
      "step": 547
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.0467264178153726,
      "learning_rate": 4.326052756247553e-06,
      "loss": 0.5981,
      "step": 548
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9418055408636266,
      "learning_rate": 4.323664743200123e-06,
      "loss": 0.5832,
      "step": 549
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.444044603553196,
      "learning_rate": 4.32127316849594e-06,
      "loss": 0.5638,
      "step": 550
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.8791947879326414,
      "learning_rate": 4.318878036805802e-06,
      "loss": 0.5864,
      "step": 551
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.872356245946924,
      "learning_rate": 4.3164793528074525e-06,
      "loss": 0.5337,
      "step": 552
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.025493213646544,
      "learning_rate": 4.3140771211855725e-06,
      "loss": 0.5401,
      "step": 553
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9845857759145742,
      "learning_rate": 4.3116713466317745e-06,
      "loss": 0.5712,
      "step": 554
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9091874317608197,
      "learning_rate": 4.309262033844587e-06,
      "loss": 0.5337,
      "step": 555
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.926646558220673,
      "learning_rate": 4.30684918752945e-06,
      "loss": 0.5787,
      "step": 556
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.0450560123448165,
      "learning_rate": 4.304432812398704e-06,
      "loss": 0.5704,
      "step": 557
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.915800332391142,
      "learning_rate": 4.302012913171584e-06,
      "loss": 0.5194,
      "step": 558
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9050588229807015,
      "learning_rate": 4.299589494574204e-06,
      "loss": 0.5104,
      "step": 559
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9241714112001687,
      "learning_rate": 4.297162561339554e-06,
      "loss": 0.5388,
      "step": 560
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8520273210081386,
      "learning_rate": 4.294732118207486e-06,
      "loss": 0.5363,
      "step": 561
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.0240180827444205,
      "learning_rate": 4.292298169924709e-06,
      "loss": 0.5632,
      "step": 562
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8385436745856445,
      "learning_rate": 4.289860721244776e-06,
      "loss": 0.542,
      "step": 563
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9260618068482396,
      "learning_rate": 4.287419776928078e-06,
      "loss": 0.5555,
      "step": 564
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.155290692386073,
      "learning_rate": 4.284975341741833e-06,
      "loss": 0.5336,
      "step": 565
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.461077264148098,
      "learning_rate": 4.282527420460073e-06,
      "loss": 0.5794,
      "step": 566
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8539810703173831,
      "learning_rate": 4.280076017863643e-06,
      "loss": 0.5298,
      "step": 567
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.981150552962984,
      "learning_rate": 4.277621138740185e-06,
      "loss": 0.5862,
      "step": 568
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8768796036679432,
      "learning_rate": 4.275162787884132e-06,
      "loss": 0.5255,
      "step": 569
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.022795676637582,
      "learning_rate": 4.272700970096696e-06,
      "loss": 0.5984,
      "step": 570
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.835618231704385,
      "learning_rate": 4.27023569018586e-06,
      "loss": 0.5297,
      "step": 571
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.853495005213679,
      "learning_rate": 4.267766952966369e-06,
      "loss": 0.5188,
      "step": 572
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8841750183665413,
      "learning_rate": 4.265294763259721e-06,
      "loss": 0.5678,
      "step": 573
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8013177249236558,
      "learning_rate": 4.262819125894156e-06,
      "loss": 0.5286,
      "step": 574
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8320928495052518,
      "learning_rate": 4.2603400457046476e-06,
      "loss": 0.5341,
      "step": 575
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8323864124122828,
      "learning_rate": 4.257857527532891e-06,
      "loss": 0.5283,
      "step": 576
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9487038959665601,
      "learning_rate": 4.255371576227301e-06,
      "loss": 0.5418,
      "step": 577
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.7875154296015772,
      "learning_rate": 4.252882196642993e-06,
      "loss": 0.5065,
      "step": 578
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.089827238376911,
      "learning_rate": 4.250389393641778e-06,
      "loss": 0.5919,
      "step": 579
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9078348658003164,
      "learning_rate": 4.247893172092157e-06,
      "loss": 0.5212,
      "step": 580
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9952457072102052,
      "learning_rate": 4.245393536869303e-06,
      "loss": 0.5284,
      "step": 581
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0728561008210384,
      "learning_rate": 4.242890492855056e-06,
      "loss": 0.5214,
      "step": 582
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.97825451090628,
      "learning_rate": 4.240384044937919e-06,
      "loss": 0.5586,
      "step": 583
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.85380003580073,
      "learning_rate": 4.237874198013037e-06,
      "loss": 0.6078,
      "step": 584
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.8198051628607304,
      "learning_rate": 4.235360956982196e-06,
      "loss": 0.5677,
      "step": 585
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.1343351043013183,
      "learning_rate": 4.23284432675381e-06,
      "loss": 0.5706,
      "step": 586
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0294462862804896,
      "learning_rate": 4.230324312242911e-06,
      "loss": 0.5399,
      "step": 587
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.9618881336969853,
      "learning_rate": 4.227800918371145e-06,
      "loss": 0.5292,
      "step": 588
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.9665398714083597,
      "learning_rate": 4.225274150066752e-06,
      "loss": 0.5414,
      "step": 589
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0976099857689268,
      "learning_rate": 4.222744012264567e-06,
      "loss": 0.5204,
      "step": 590
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.968032018982793,
      "learning_rate": 4.220210509906002e-06,
      "loss": 0.5622,
      "step": 591
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0055542027073523,
      "learning_rate": 4.217673647939044e-06,
      "loss": 0.5723,
      "step": 592
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.031612125247833,
      "learning_rate": 4.215133431318239e-06,
      "loss": 0.5727,
      "step": 593
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.04253552367063,
      "learning_rate": 4.212589865004684e-06,
      "loss": 0.5676,
      "step": 594
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9143447724555291,
      "learning_rate": 4.2100429539660205e-06,
      "loss": 0.5452,
      "step": 595
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.1284999811605334,
      "learning_rate": 4.20749270317642e-06,
      "loss": 0.5679,
      "step": 596
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9726237378545723,
      "learning_rate": 4.204939117616578e-06,
      "loss": 0.5514,
      "step": 597
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.0537722291479583,
      "learning_rate": 4.202382202273702e-06,
      "loss": 0.5979,
      "step": 598
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9695944675405062,
      "learning_rate": 4.1998219621415035e-06,
      "loss": 0.5519,
      "step": 599
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.1175148159531196,
      "learning_rate": 4.197258402220187e-06,
      "loss": 0.5437,
      "step": 600
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9698920488340708,
      "learning_rate": 4.19469152751644e-06,
      "loss": 0.5765,
      "step": 601
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.879379971551763,
      "learning_rate": 4.192121343043424e-06,
      "loss": 0.5219,
      "step": 602
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9668215341266202,
      "learning_rate": 4.189547853820767e-06,
      "loss": 0.4967,
      "step": 603
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.0264415648360723,
      "learning_rate": 4.186971064874547e-06,
      "loss": 0.5591,
      "step": 604
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9996711001240413,
      "learning_rate": 4.18439098123729e-06,
      "loss": 0.5909,
      "step": 605
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9209919754307736,
      "learning_rate": 4.181807607947954e-06,
      "loss": 0.5516,
      "step": 606
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8120062816345244,
      "learning_rate": 4.1792209500519245e-06,
      "loss": 0.5112,
      "step": 607
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9265993932694714,
      "learning_rate": 4.176631012601e-06,
      "loss": 0.5716,
      "step": 608
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7951063568824173,
      "learning_rate": 4.1740378006533835e-06,
      "loss": 0.5546,
      "step": 609
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9478736935670538,
      "learning_rate": 4.1714413192736756e-06,
      "loss": 0.5137,
      "step": 610
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9166713700159672,
      "learning_rate": 4.168841573532859e-06,
      "loss": 0.5285,
      "step": 611
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.903061790874867,
      "learning_rate": 4.166238568508294e-06,
      "loss": 0.5643,
      "step": 612
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8709574261812854,
      "learning_rate": 4.1636323092837065e-06,
      "loss": 0.5531,
      "step": 613
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.891374469060374,
      "learning_rate": 4.161022800949177e-06,
      "loss": 0.5386,
      "step": 614
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8621023435008923,
      "learning_rate": 4.1584100486011315e-06,
      "loss": 0.5472,
      "step": 615
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8927480615848256,
      "learning_rate": 4.155794057342333e-06,
      "loss": 0.567,
      "step": 616
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9157957155248084,
      "learning_rate": 4.153174832281867e-06,
      "loss": 0.5295,
      "step": 617
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7900976303440275,
      "learning_rate": 4.150552378535138e-06,
      "loss": 0.5374,
      "step": 618
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9233860209522704,
      "learning_rate": 4.1479267012238555e-06,
      "loss": 0.5673,
      "step": 619
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.904244620695313,
      "learning_rate": 4.145297805476023e-06,
      "loss": 0.5674,
      "step": 620
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8633100020518014,
      "learning_rate": 4.142665696425932e-06,
      "loss": 0.5717,
      "step": 621
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.0449274851229764,
      "learning_rate": 4.140030379214147e-06,
      "loss": 0.5382,
      "step": 622
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8437126524936716,
      "learning_rate": 4.137391858987502e-06,
      "loss": 0.5635,
      "step": 623
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9476300616110815,
      "learning_rate": 4.134750140899082e-06,
      "loss": 0.5354,
      "step": 624
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8187836169409277,
      "learning_rate": 4.132105230108221e-06,
      "loss": 0.5678,
      "step": 625
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8325255303792565,
      "learning_rate": 4.1294571317804854e-06,
      "loss": 0.5497,
      "step": 626
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.947073088948294,
      "learning_rate": 4.12680585108767e-06,
      "loss": 0.6005,
      "step": 627
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9094602677105208,
      "learning_rate": 4.1241513932077835e-06,
      "loss": 0.5442,
      "step": 628
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9308069577521967,
      "learning_rate": 4.121493763325039e-06,
      "loss": 0.4952,
      "step": 629
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.955225453108231,
      "learning_rate": 4.118832966629847e-06,
      "loss": 0.5161,
      "step": 630
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8884686835300686,
      "learning_rate": 4.116169008318798e-06,
      "loss": 0.5834,
      "step": 631
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.851971220446282,
      "learning_rate": 4.113501893594662e-06,
      "loss": 0.5762,
      "step": 632
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.982231343732386,
      "learning_rate": 4.110831627666372e-06,
      "loss": 0.5043,
      "step": 633
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8783480932058496,
      "learning_rate": 4.108158215749014e-06,
      "loss": 0.5202,
      "step": 634
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7472053862830499,
      "learning_rate": 4.105481663063821e-06,
      "loss": 0.5064,
      "step": 635
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.71435326799849,
      "learning_rate": 4.102801974838158e-06,
      "loss": 0.5808,
      "step": 636
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9383972995582568,
      "learning_rate": 4.100119156305514e-06,
      "loss": 0.5268,
      "step": 637
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7165619283230378,
      "learning_rate": 4.097433212705492e-06,
      "loss": 0.5376,
      "step": 638
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8524888535442023,
      "learning_rate": 4.094744149283796e-06,
      "loss": 0.5388,
      "step": 639
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.958121956311822,
      "learning_rate": 4.092051971292228e-06,
      "loss": 0.5273,
      "step": 640
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8752806971174674,
      "learning_rate": 4.089356683988668e-06,
      "loss": 0.5283,
      "step": 641
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.4399117721583465,
      "learning_rate": 4.086658292637072e-06,
      "loss": 0.5643,
      "step": 642
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.897865148445396,
      "learning_rate": 4.083956802507456e-06,
      "loss": 0.5432,
      "step": 643
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.0947253224544826,
      "learning_rate": 4.0812522188758874e-06,
      "loss": 0.6738,
      "step": 644
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8801252766945993,
      "learning_rate": 4.078544547024479e-06,
      "loss": 0.5516,
      "step": 645
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.884681207915535,
      "learning_rate": 4.075833792241371e-06,
      "loss": 0.5521,
      "step": 646
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.911314829964074,
      "learning_rate": 4.073119959820728e-06,
      "loss": 0.5279,
      "step": 647
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.860637117587055,
      "learning_rate": 4.070403055062721e-06,
      "loss": 0.5543,
      "step": 648
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.0453601596603157,
      "learning_rate": 4.0676830832735245e-06,
      "loss": 0.5757,
      "step": 649
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8114060321351384,
      "learning_rate": 4.064960049765304e-06,
      "loss": 0.5049,
      "step": 650
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.959305167631277,
      "learning_rate": 4.062233959856202e-06,
      "loss": 0.5378,
      "step": 651
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8509512649844786,
      "learning_rate": 4.059504818870332e-06,
      "loss": 0.5695,
      "step": 652
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0120311393374677,
      "learning_rate": 4.056772632137762e-06,
      "loss": 0.5548,
      "step": 653
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.185006431209757,
      "learning_rate": 4.054037404994516e-06,
      "loss": 0.5796,
      "step": 654
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8639659087725635,
      "learning_rate": 4.05129914278255e-06,
      "loss": 0.503,
      "step": 655
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0128366658538726,
      "learning_rate": 4.048557850849749e-06,
      "loss": 0.5543,
      "step": 656
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0493127075126467,
      "learning_rate": 4.045813534549917e-06,
      "loss": 0.5971,
      "step": 657
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8943877873256292,
      "learning_rate": 4.043066199242762e-06,
      "loss": 0.5512,
      "step": 658
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8607643797927613,
      "learning_rate": 4.04031585029389e-06,
      "loss": 0.5755,
      "step": 659
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.933467010931308,
      "learning_rate": 4.037562493074792e-06,
      "loss": 0.546,
      "step": 660
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.870898209604796,
      "learning_rate": 4.034806132962834e-06,
      "loss": 0.5101,
      "step": 661
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7765005525064146,
      "learning_rate": 4.032046775341247e-06,
      "loss": 0.535,
      "step": 662
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.808388020113739,
      "learning_rate": 4.029284425599116e-06,
      "loss": 0.5532,
      "step": 663
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9444426383785842,
      "learning_rate": 4.026519089131371e-06,
      "loss": 0.5804,
      "step": 664
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8810929458792174,
      "learning_rate": 4.023750771338774e-06,
      "loss": 0.5023,
      "step": 665
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7587173598023012,
      "learning_rate": 4.020979477627907e-06,
      "loss": 0.588,
      "step": 666
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8616544736960938,
      "learning_rate": 4.018205213411169e-06,
      "loss": 0.5604,
      "step": 667
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8517363531329913,
      "learning_rate": 4.015427984106759e-06,
      "loss": 0.5503,
      "step": 668
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7164279131663547,
      "learning_rate": 4.012647795138664e-06,
      "loss": 0.5353,
      "step": 669
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8490922932257532,
      "learning_rate": 4.009864651936653e-06,
      "loss": 0.5527,
      "step": 670
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9222471762582807,
      "learning_rate": 4.007078559936268e-06,
      "loss": 0.5449,
      "step": 671
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7126406752680576,
      "learning_rate": 4.0042895245788035e-06,
      "loss": 0.5102,
      "step": 672
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7999692875631594,
      "learning_rate": 4.001497551311308e-06,
      "loss": 0.514,
      "step": 673
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8482521644616647,
      "learning_rate": 3.998702645586565e-06,
      "loss": 0.546,
      "step": 674
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8124842120343776,
      "learning_rate": 3.995904812863086e-06,
      "loss": 0.5432,
      "step": 675
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9053654350943952,
      "learning_rate": 3.993104058605099e-06,
      "loss": 0.6222,
      "step": 676
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.851530834120678,
      "learning_rate": 3.9903003882825396e-06,
      "loss": 0.5069,
      "step": 677
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.824612938648448,
      "learning_rate": 3.987493807371033e-06,
      "loss": 0.5279,
      "step": 678
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8322983038942529,
      "learning_rate": 3.984684321351895e-06,
      "loss": 0.504,
      "step": 679
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.1601679247075105,
      "learning_rate": 3.981871935712112e-06,
      "loss": 0.5448,
      "step": 680
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9324323412240167,
      "learning_rate": 3.979056655944335e-06,
      "loss": 0.5696,
      "step": 681
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8887222870071794,
      "learning_rate": 3.9762384875468645e-06,
      "loss": 0.5147,
      "step": 682
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9025483031058836,
      "learning_rate": 3.973417436023646e-06,
      "loss": 0.5322,
      "step": 683
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.944754689874286,
      "learning_rate": 3.970593506884254e-06,
      "loss": 0.564,
      "step": 684
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8782062559948918,
      "learning_rate": 3.9677667056438824e-06,
      "loss": 0.5179,
      "step": 685
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7615090001622373,
      "learning_rate": 3.964937037823337e-06,
      "loss": 0.52,
      "step": 686
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.877979446527034,
      "learning_rate": 3.962104508949018e-06,
      "loss": 0.5611,
      "step": 687
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8668900126580097,
      "learning_rate": 3.9592691245529174e-06,
      "loss": 0.5398,
      "step": 688
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.0467424748632395,
      "learning_rate": 3.9564308901726016e-06,
      "loss": 0.5429,
      "step": 689
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7523480652481473,
      "learning_rate": 3.9535898113512046e-06,
      "loss": 0.5456,
      "step": 690
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.9384307177445268,
      "learning_rate": 3.950745893637414e-06,
      "loss": 0.5298,
      "step": 691
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.0200307543606266,
      "learning_rate": 3.947899142585464e-06,
      "loss": 0.5813,
      "step": 692
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8825594318661294,
      "learning_rate": 3.945049563755119e-06,
      "loss": 0.5843,
      "step": 693
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.801304483173922,
      "learning_rate": 3.94219716271167e-06,
      "loss": 0.5332,
      "step": 694
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.789336412692842,
      "learning_rate": 3.939341945025918e-06,
      "loss": 0.5712,
      "step": 695
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.6764596672056864,
      "learning_rate": 3.936483916274163e-06,
      "loss": 0.5471,
      "step": 696
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8160991340297739,
      "learning_rate": 3.933623082038199e-06,
      "loss": 0.5172,
      "step": 697
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9958719154660882,
      "learning_rate": 3.930759447905298e-06,
      "loss": 0.5243,
      "step": 698
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.7844190098902166,
      "learning_rate": 3.927893019468196e-06,
      "loss": 0.5679,
      "step": 699
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8231700761644845,
      "learning_rate": 3.925023802325094e-06,
      "loss": 0.5415,
      "step": 700
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8577751348591511,
      "learning_rate": 3.922151802079633e-06,
      "loss": 0.5451,
      "step": 701
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.872268020286279,
      "learning_rate": 3.919277024340891e-06,
      "loss": 0.5805,
      "step": 702
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.956916033214976,
      "learning_rate": 3.916399474723373e-06,
      "loss": 0.5142,
      "step": 703
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8690696320721123,
      "learning_rate": 3.913519158846994e-06,
      "loss": 0.5377,
      "step": 704
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8932224298053513,
      "learning_rate": 3.910636082337076e-06,
      "loss": 0.5174,
      "step": 705
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7671002724508906,
      "learning_rate": 3.907750250824327e-06,
      "loss": 0.5227,
      "step": 706
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8537234882936333,
      "learning_rate": 3.904861669944839e-06,
      "loss": 0.5672,
      "step": 707
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8993796687475375,
      "learning_rate": 3.901970345340075e-06,
      "loss": 0.5131,
      "step": 708
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8118617206389966,
      "learning_rate": 3.899076282656853e-06,
      "loss": 0.5243,
      "step": 709
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8195324114535576,
      "learning_rate": 3.89617948754734e-06,
      "loss": 0.5255,
      "step": 710
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.777076552111516,
      "learning_rate": 3.89327996566904e-06,
      "loss": 0.5482,
      "step": 711
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7960584295638569,
      "learning_rate": 3.890377722684782e-06,
      "loss": 0.5232,
      "step": 712
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.0180517293259777,
      "learning_rate": 3.887472764262709e-06,
      "loss": 0.4988,
      "step": 713
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7698597985590767,
      "learning_rate": 3.884565096076269e-06,
      "loss": 0.4934,
      "step": 714
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.9593013419554524,
      "learning_rate": 3.8816547238042e-06,
      "loss": 0.554,
      "step": 715
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.803176799671639,
      "learning_rate": 3.878741653130521e-06,
      "loss": 0.5058,
      "step": 716
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8739139669777212,
      "learning_rate": 3.875825889744525e-06,
      "loss": 0.5291,
      "step": 717
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7425957572489872,
      "learning_rate": 3.872907439340758e-06,
      "loss": 0.5132,
      "step": 718
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7880023308134785,
      "learning_rate": 3.86998630761902e-06,
      "loss": 0.5388,
      "step": 719
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.035324802689225,
      "learning_rate": 3.867062500284342e-06,
      "loss": 0.5225,
      "step": 720
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7720228048563502,
      "learning_rate": 3.864136023046984e-06,
      "loss": 0.5535,
      "step": 721
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.893636721431615,
      "learning_rate": 3.861206881622419e-06,
      "loss": 0.5445,
      "step": 722
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9975882991420841,
      "learning_rate": 3.8582750817313245e-06,
      "loss": 0.498,
      "step": 723
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8894358056153195,
      "learning_rate": 3.855340629099568e-06,
      "loss": 0.5262,
      "step": 724
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8226831631189866,
      "learning_rate": 3.852403529458199e-06,
      "loss": 0.5289,
      "step": 725
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9219589460322386,
      "learning_rate": 3.84946378854344e-06,
      "loss": 0.5828,
      "step": 726
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9524000874112546,
      "learning_rate": 3.846521412096665e-06,
      "loss": 0.5755,
      "step": 727
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7855988589662195,
      "learning_rate": 3.8435764058643994e-06,
      "loss": 0.508,
      "step": 728
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.7556968697529176,
      "learning_rate": 3.840628775598306e-06,
      "loss": 0.5038,
      "step": 729
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8615629845007688,
      "learning_rate": 3.837678527055168e-06,
      "loss": 0.5658,
      "step": 730
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.355106616980178,
      "learning_rate": 3.834725665996889e-06,
      "loss": 0.6255,
      "step": 731
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.057901705133853,
      "learning_rate": 3.8317701981904655e-06,
      "loss": 0.5009,
      "step": 732
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8144866213511652,
      "learning_rate": 3.828812129407994e-06,
      "loss": 0.5378,
      "step": 733
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.895740992214761,
      "learning_rate": 3.825851465426643e-06,
      "loss": 0.5414,
      "step": 734
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.7690202691648218,
      "learning_rate": 3.822888212028658e-06,
      "loss": 0.5782,
      "step": 735
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9910212850942313,
      "learning_rate": 3.819922375001334e-06,
      "loss": 0.538,
      "step": 736
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.022977401775343,
      "learning_rate": 3.816953960137017e-06,
      "loss": 0.5265,
      "step": 737
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.18942238369997,
      "learning_rate": 3.8139829732330833e-06,
      "loss": 0.5419,
      "step": 738
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.0143145051916487,
      "learning_rate": 3.8110094200919356e-06,
      "loss": 0.5396,
      "step": 739
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8684895296380082,
      "learning_rate": 3.8080333065209885e-06,
      "loss": 0.5285,
      "step": 740
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.899758991227905,
      "learning_rate": 3.8050546383326546e-06,
      "loss": 0.5392,
      "step": 741
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7830347822365242,
      "learning_rate": 3.8020734213443392e-06,
      "loss": 0.5395,
      "step": 742
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9688219937316351,
      "learning_rate": 3.799089661378423e-06,
      "loss": 0.5832,
      "step": 743
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8380061964557934,
      "learning_rate": 3.7961033642622536e-06,
      "loss": 0.5182,
      "step": 744
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9752769027783192,
      "learning_rate": 3.793114535828134e-06,
      "loss": 0.5189,
      "step": 745
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9908258845677271,
      "learning_rate": 3.7901231819133104e-06,
      "loss": 0.5863,
      "step": 746
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8419144313470388,
      "learning_rate": 3.787129308359963e-06,
      "loss": 0.5596,
      "step": 747
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8578409208981632,
      "learning_rate": 3.7841329210151905e-06,
      "loss": 0.5757,
      "step": 748
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8125362585272666,
      "learning_rate": 3.7811340257310036e-06,
      "loss": 0.5625,
      "step": 749
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8266843142853604,
      "learning_rate": 3.778132628364309e-06,
      "loss": 0.5121,
      "step": 750
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9286747700189457,
      "learning_rate": 3.7751287347769006e-06,
      "loss": 0.5856,
      "step": 751
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8358169963837994,
      "learning_rate": 3.772122350835447e-06,
      "loss": 0.5363,
      "step": 752
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8751145280860322,
      "learning_rate": 3.769113482411483e-06,
      "loss": 0.5435,
      "step": 753
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7372022137266947,
      "learning_rate": 3.766102135381393e-06,
      "loss": 0.5114,
      "step": 754
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.848532567966691,
      "learning_rate": 3.763088315626402e-06,
      "loss": 0.4887,
      "step": 755
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8724024281108291,
      "learning_rate": 3.7600720290325666e-06,
      "loss": 0.5681,
      "step": 756
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7564274203136065,
      "learning_rate": 3.757053281490759e-06,
      "loss": 0.5365,
      "step": 757
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7090468035537372,
      "learning_rate": 3.75403207889666e-06,
      "loss": 0.4976,
      "step": 758
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8628034310476902,
      "learning_rate": 3.7510084271507417e-06,
      "loss": 0.5908,
      "step": 759
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8673457440060792,
      "learning_rate": 3.7479823321582624e-06,
      "loss": 0.5641,
      "step": 760
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8378062191959523,
      "learning_rate": 3.744953799829252e-06,
      "loss": 0.5175,
      "step": 761
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.779154712157358,
      "learning_rate": 3.7419228360784987e-06,
      "loss": 0.5539,
      "step": 762
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.1820639181555315,
      "learning_rate": 3.73888944682554e-06,
      "loss": 0.5247,
      "step": 763
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.927216958283792,
      "learning_rate": 3.735853637994652e-06,
      "loss": 0.5851,
      "step": 764
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.7670365768745326,
      "learning_rate": 3.732815415514834e-06,
      "loss": 0.5829,
      "step": 765
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.825202964363253,
      "learning_rate": 3.729774785319801e-06,
      "loss": 0.5257,
      "step": 766
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.8200852022234557,
      "learning_rate": 3.72673175334797e-06,
      "loss": 0.55,
      "step": 767
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.9436493930137209,
      "learning_rate": 3.723686325542448e-06,
      "loss": 0.5583,
      "step": 768
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.7581670709714554,
      "learning_rate": 3.7206385078510204e-06,
      "loss": 0.5267,
      "step": 769
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.9439324051591973,
      "learning_rate": 3.717588306226143e-06,
      "loss": 0.5686,
      "step": 770
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.8154349894294908,
      "learning_rate": 3.7145357266249248e-06,
      "loss": 0.5668,
      "step": 771
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.829602382975092,
      "learning_rate": 3.7114807750091198e-06,
      "loss": 0.5096,
      "step": 772
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.7902487805325054,
      "learning_rate": 3.7084234573451145e-06,
      "loss": 0.5387,
      "step": 773
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7734778927084154,
      "learning_rate": 3.7053637796039173e-06,
      "loss": 0.5227,
      "step": 774
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.8359664701196194,
      "learning_rate": 3.7023017477611444e-06,
      "loss": 0.5183,
      "step": 775
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.049839823780983,
      "learning_rate": 3.699237367797011e-06,
      "loss": 0.5158,
      "step": 776
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.839740383172249,
      "learning_rate": 3.6961706456963166e-06,
      "loss": 0.509,
      "step": 777
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7742492301936488,
      "learning_rate": 3.693101587448436e-06,
      "loss": 0.547,
      "step": 778
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7626686489679533,
      "learning_rate": 3.6900301990473074e-06,
      "loss": 0.5501,
      "step": 779
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.81358040457354,
      "learning_rate": 3.686956486491419e-06,
      "loss": 0.5258,
      "step": 780
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.8446309626844912,
      "learning_rate": 3.6838804557837972e-06,
      "loss": 0.5438,
      "step": 781
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.8020540676799555,
      "learning_rate": 3.680802112931996e-06,
      "loss": 0.5333,
      "step": 782
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.8177001575706107,
      "learning_rate": 3.677721463948087e-06,
      "loss": 0.5194,
      "step": 783
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.7662648614084315,
      "learning_rate": 3.6746385148486437e-06,
      "loss": 0.5229,
      "step": 784
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7914748738808024,
      "learning_rate": 3.6715532716547325e-06,
      "loss": 0.5443,
      "step": 785
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.6582914688424026,
      "learning_rate": 3.6684657403919005e-06,
      "loss": 0.4672,
      "step": 786
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8779379042503213,
      "learning_rate": 3.6653759270901634e-06,
      "loss": 0.5361,
      "step": 787
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.843796012903189,
      "learning_rate": 3.6622838377839927e-06,
      "loss": 0.5903,
      "step": 788
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7389903959091482,
      "learning_rate": 3.6591894785123065e-06,
      "loss": 0.5232,
      "step": 789
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.1531271375101912,
      "learning_rate": 3.6560928553184556e-06,
      "loss": 0.5811,
      "step": 790
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8744519871212226,
      "learning_rate": 3.6529939742502114e-06,
      "loss": 0.5094,
      "step": 791
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.1796693544184405,
      "learning_rate": 3.649892841359756e-06,
      "loss": 0.5324,
      "step": 792
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.7983464824305884,
      "learning_rate": 3.6467894627036697e-06,
      "loss": 0.5406,
      "step": 793
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8385213368207254,
      "learning_rate": 3.6436838443429177e-06,
      "loss": 0.5116,
      "step": 794
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.8303911353695022,
      "learning_rate": 3.64057599234284e-06,
      "loss": 0.5032,
      "step": 795
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8212476470235475,
      "learning_rate": 3.6374659127731394e-06,
      "loss": 0.4977,
      "step": 796
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.788273127421183,
      "learning_rate": 3.6343536117078674e-06,
      "loss": 0.5132,
      "step": 797
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.792471501776643,
      "learning_rate": 3.631239095225417e-06,
      "loss": 0.6034,
      "step": 798
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7180614128401976,
      "learning_rate": 3.6281223694085055e-06,
      "loss": 0.5125,
      "step": 799
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.968143388774121,
      "learning_rate": 3.625003440344166e-06,
      "loss": 0.5192,
      "step": 800
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.78698643398069,
      "learning_rate": 3.6218823141237346e-06,
      "loss": 0.5389,
      "step": 801
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7360516235744345,
      "learning_rate": 3.6187589968428388e-06,
      "loss": 0.55,
      "step": 802
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8926768947040113,
      "learning_rate": 3.6156334946013844e-06,
      "loss": 0.5402,
      "step": 803
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.7341073776764506,
      "learning_rate": 3.612505813503545e-06,
      "loss": 0.5156,
      "step": 804
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.9037532755321576,
      "learning_rate": 3.6093759596577493e-06,
      "loss": 0.5035,
      "step": 805
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.768026916515408,
      "learning_rate": 3.60624393917667e-06,
      "loss": 0.5317,
      "step": 806
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.8195441338851683,
      "learning_rate": 3.6031097581772123e-06,
      "loss": 0.5173,
      "step": 807
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.7451524294172138,
      "learning_rate": 3.599973422780497e-06,
      "loss": 0.5447,
      "step": 808
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.7994216931464604,
      "learning_rate": 3.5968349391118573e-06,
      "loss": 0.5468,
      "step": 809
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.7827289419599717,
      "learning_rate": 3.5936943133008183e-06,
      "loss": 0.5036,
      "step": 810
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.9123669337349365,
      "learning_rate": 3.590551551481091e-06,
      "loss": 0.4994,
      "step": 811
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.909151918011393,
      "learning_rate": 3.5874066597905573e-06,
      "loss": 0.5437,
      "step": 812
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8314316190947115,
      "learning_rate": 3.5842596443712586e-06,
      "loss": 0.5327,
      "step": 813
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.025080353968657,
      "learning_rate": 3.581110511369384e-06,
      "loss": 0.5207,
      "step": 814
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.719830501688002,
      "learning_rate": 3.5779592669352588e-06,
      "loss": 0.5043,
      "step": 815
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8856042934205883,
      "learning_rate": 3.574805917223332e-06,
      "loss": 0.534,
      "step": 816
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8669902777268896,
      "learning_rate": 3.5716504683921626e-06,
      "loss": 0.5487,
      "step": 817
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.8420217203623648,
      "learning_rate": 3.568492926604412e-06,
      "loss": 0.4655,
      "step": 818
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.8587298766263622,
      "learning_rate": 3.5653332980268267e-06,
      "loss": 0.5308,
      "step": 819
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.8329162913986954,
      "learning_rate": 3.562171588830231e-06,
      "loss": 0.5061,
      "step": 820
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7226245016695787,
      "learning_rate": 3.5590078051895105e-06,
      "loss": 0.5022,
      "step": 821
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7947516408265423,
      "learning_rate": 3.555841953283603e-06,
      "loss": 0.5059,
      "step": 822
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7754650010913384,
      "learning_rate": 3.552674039295486e-06,
      "loss": 0.5183,
      "step": 823
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.0058342412884267,
      "learning_rate": 3.5495040694121644e-06,
      "loss": 0.5717,
      "step": 824
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.8536876200790606,
      "learning_rate": 3.546332049824659e-06,
      "loss": 0.5445,
      "step": 825
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.9446394955278312,
      "learning_rate": 3.543157986727991e-06,
      "loss": 0.5778,
      "step": 826
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7769561446293407,
      "learning_rate": 3.5399818863211747e-06,
      "loss": 0.5209,
      "step": 827
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.7847626696288204,
      "learning_rate": 3.5368037548072042e-06,
      "loss": 0.5684,
      "step": 828
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.856855628494933,
      "learning_rate": 3.5336235983930383e-06,
      "loss": 0.5277,
      "step": 829
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.799135122090622,
      "learning_rate": 3.530441423289591e-06,
      "loss": 0.53,
      "step": 830
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.7372348199564838,
      "learning_rate": 3.5272572357117208e-06,
      "loss": 0.5082,
      "step": 831
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.7713730143331359,
      "learning_rate": 3.5240710418782137e-06,
      "loss": 0.5127,
      "step": 832
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.808116845193293,
      "learning_rate": 3.520882848011775e-06,
      "loss": 0.5339,
      "step": 833
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8168585745209507,
      "learning_rate": 3.5176926603390176e-06,
      "loss": 0.5773,
      "step": 834
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8433472787266432,
      "learning_rate": 3.514500485090446e-06,
      "loss": 0.5446,
      "step": 835
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.7473743951502463,
      "learning_rate": 3.511306328500449e-06,
      "loss": 0.5182,
      "step": 836
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.9068925551475813,
      "learning_rate": 3.5081101968072818e-06,
      "loss": 0.5428,
      "step": 837
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8621077674572017,
      "learning_rate": 3.5049120962530608e-06,
      "loss": 0.5783,
      "step": 838
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8188442080835585,
      "learning_rate": 3.501712033083744e-06,
      "loss": 0.559,
      "step": 839
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.9008658249988244,
      "learning_rate": 3.4985100135491245e-06,
      "loss": 0.5322,
      "step": 840
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8107617898563186,
      "learning_rate": 3.495306043902817e-06,
      "loss": 0.592,
      "step": 841
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8972175021059394,
      "learning_rate": 3.4921001304022422e-06,
      "loss": 0.527,
      "step": 842
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.773730752308571,
      "learning_rate": 3.4888922793086192e-06,
      "loss": 0.5422,
      "step": 843
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8207201600566427,
      "learning_rate": 3.4856824968869506e-06,
      "loss": 0.5463,
      "step": 844
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7825701352278942,
      "learning_rate": 3.4824707894060108e-06,
      "loss": 0.5376,
      "step": 845
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8186780308546509,
      "learning_rate": 3.4792571631383345e-06,
      "loss": 0.5448,
      "step": 846
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7196535770637023,
      "learning_rate": 3.4760416243602034e-06,
      "loss": 0.5719,
      "step": 847
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.7996950762262636,
      "learning_rate": 3.4728241793516345e-06,
      "loss": 0.575,
      "step": 848
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8460755337411012,
      "learning_rate": 3.4696048343963667e-06,
      "loss": 0.5303,
      "step": 849
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8518850346827596,
      "learning_rate": 3.4663835957818515e-06,
      "loss": 0.5294,
      "step": 850
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.761477307422264,
      "learning_rate": 3.463160469799237e-06,
      "loss": 0.5303,
      "step": 851
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.8476905525063971,
      "learning_rate": 3.459935462743359e-06,
      "loss": 0.5365,
      "step": 852
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.7748738324934357,
      "learning_rate": 3.4567085809127247e-06,
      "loss": 0.5581,
      "step": 853
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.69994493873254,
      "learning_rate": 3.4534798306095054e-06,
      "loss": 0.5142,
      "step": 854
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.7867273775159276,
      "learning_rate": 3.45024921813952e-06,
      "loss": 0.5397,
      "step": 855
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8894059211718275,
      "learning_rate": 3.4470167498122253e-06,
      "loss": 0.5327,
      "step": 856
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8759154191563252,
      "learning_rate": 3.4437824319407003e-06,
      "loss": 0.5091,
      "step": 857
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.7992806971923871,
      "learning_rate": 3.4405462708416393e-06,
      "loss": 0.5206,
      "step": 858
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8238604800708562,
      "learning_rate": 3.437308272835335e-06,
      "loss": 0.5452,
      "step": 859
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8504559231955047,
      "learning_rate": 3.4340684442456673e-06,
      "loss": 0.4953,
      "step": 860
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.754272242495459,
      "learning_rate": 3.4308267914000915e-06,
      "loss": 0.5897,
      "step": 861
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8733571713304673,
      "learning_rate": 3.427583320629626e-06,
      "loss": 0.4897,
      "step": 862
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.8284259921968489,
      "learning_rate": 3.4243380382688395e-06,
      "loss": 0.5285,
      "step": 863
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.4115721951019933,
      "learning_rate": 3.4210909506558383e-06,
      "loss": 0.5327,
      "step": 864
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.827035801006768,
      "learning_rate": 3.4178420641322564e-06,
      "loss": 0.5959,
      "step": 865
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7275971455556467,
      "learning_rate": 3.414591385043237e-06,
      "loss": 0.5378,
      "step": 866
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.8399392023051784,
      "learning_rate": 3.411338919737429e-06,
      "loss": 0.4737,
      "step": 867
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.768301025681768,
      "learning_rate": 3.408084674566967e-06,
      "loss": 0.5237,
      "step": 868
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7940606795442973,
      "learning_rate": 3.404828655887462e-06,
      "loss": 0.5199,
      "step": 869
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.736302967715387,
      "learning_rate": 3.4015708700579893e-06,
      "loss": 0.5103,
      "step": 870
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.864705554020529,
      "learning_rate": 3.398311323441075e-06,
      "loss": 0.5456,
      "step": 871
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7371337216784375,
      "learning_rate": 3.3950500224026838e-06,
      "loss": 0.54,
      "step": 872
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.7936602187941955,
      "learning_rate": 3.3917869733122082e-06,
      "loss": 0.5079,
      "step": 873
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.78627252413609,
      "learning_rate": 3.3885221825424535e-06,
      "loss": 0.5272,
      "step": 874
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.0255442379828588,
      "learning_rate": 3.385255656469627e-06,
      "loss": 0.5451,
      "step": 875
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.8151205951225127,
      "learning_rate": 3.3819874014733245e-06,
      "loss": 0.545,
      "step": 876
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7644602173142565,
      "learning_rate": 3.3787174239365183e-06,
      "loss": 0.5021,
      "step": 877
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.88690726704404,
      "learning_rate": 3.3754457302455464e-06,
      "loss": 0.5518,
      "step": 878
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.9466161438131033,
      "learning_rate": 3.372172326790097e-06,
      "loss": 0.5499,
      "step": 879
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7759200801637758,
      "learning_rate": 3.3688972199631974e-06,
      "loss": 0.5165,
      "step": 880
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7404813059594972,
      "learning_rate": 3.365620416161204e-06,
      "loss": 0.4914,
      "step": 881
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.7186493344503415,
      "learning_rate": 3.3623419217837836e-06,
      "loss": 0.4742,
      "step": 882
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.688196680775216,
      "learning_rate": 3.3590617432339077e-06,
      "loss": 0.4973,
      "step": 883
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.9998510596311416,
      "learning_rate": 3.355779886917836e-06,
      "loss": 0.4844,
      "step": 884
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.9138346820930676,
      "learning_rate": 3.3524963592451048e-06,
      "loss": 0.5767,
      "step": 885
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.8240977441306703,
      "learning_rate": 3.349211166628515e-06,
      "loss": 0.5535,
      "step": 886
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.866188876988342,
      "learning_rate": 3.3459243154841194e-06,
      "loss": 0.5293,
      "step": 887
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8428560106324356,
      "learning_rate": 3.342635812231208e-06,
      "loss": 0.5545,
      "step": 888
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.946339663223573,
      "learning_rate": 3.3393456632922997e-06,
      "loss": 0.5662,
      "step": 889
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.7835322668971936,
      "learning_rate": 3.3360538750931277e-06,
      "loss": 0.5343,
      "step": 890
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8985737358987655,
      "learning_rate": 3.3327604540626245e-06,
      "loss": 0.4882,
      "step": 891
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.7452799601454962,
      "learning_rate": 3.3294654066329125e-06,
      "loss": 0.4847,
      "step": 892
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8001237054125527,
      "learning_rate": 3.3261687392392917e-06,
      "loss": 0.5294,
      "step": 893
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.878202857326882,
      "learning_rate": 3.3228704583202244e-06,
      "loss": 0.5506,
      "step": 894
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.9555722164046163,
      "learning_rate": 3.319570570317324e-06,
      "loss": 0.5675,
      "step": 895
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.842178231242227,
      "learning_rate": 3.316269081675345e-06,
      "loss": 0.507,
      "step": 896
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.7925971037996111,
      "learning_rate": 3.3129659988421646e-06,
      "loss": 0.544,
      "step": 897
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.8448861762114805,
      "learning_rate": 3.309661328268776e-06,
      "loss": 0.5547,
      "step": 898
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.8798388041152536,
      "learning_rate": 3.3063550764092722e-06,
      "loss": 0.5535,
      "step": 899
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.111205651077239,
      "learning_rate": 3.3030472497208354e-06,
      "loss": 0.5372,
      "step": 900
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9023950174091275,
      "learning_rate": 3.2997378546637217e-06,
      "loss": 0.5183,
      "step": 901
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.828168427249714,
      "learning_rate": 3.296426897701251e-06,
      "loss": 0.5139,
      "step": 902
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.752269482139502,
      "learning_rate": 3.293114385299795e-06,
      "loss": 0.4977,
      "step": 903
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.8319951115110833,
      "learning_rate": 3.2898003239287626e-06,
      "loss": 0.4762,
      "step": 904
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9203452380089554,
      "learning_rate": 3.2864847200605864e-06,
      "loss": 0.5328,
      "step": 905
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.9603318007718882,
      "learning_rate": 3.2831675801707126e-06,
      "loss": 0.5114,
      "step": 906
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.772386222577394,
      "learning_rate": 3.2798489107375875e-06,
      "loss": 0.5365,
      "step": 907
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.7664388279000272,
      "learning_rate": 3.2765287182426445e-06,
      "loss": 0.5218,
      "step": 908
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.705238499414661,
      "learning_rate": 3.2732070091702928e-06,
      "loss": 0.515,
      "step": 909
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.8346490363510246,
      "learning_rate": 3.2698837900078995e-06,
      "loss": 0.5032,
      "step": 910
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.1169074366870504,
      "learning_rate": 3.2665590672457853e-06,
      "loss": 0.5463,
      "step": 911
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.9794978557420737,
      "learning_rate": 3.263232847377205e-06,
      "loss": 0.5556,
      "step": 912
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.8775372141713855,
      "learning_rate": 3.2599051368983393e-06,
      "loss": 0.5479,
      "step": 913
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.9608965084656977,
      "learning_rate": 3.256575942308278e-06,
      "loss": 0.4934,
      "step": 914
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.9035969324400404,
      "learning_rate": 3.2532452701090107e-06,
      "loss": 0.494,
      "step": 915
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.8348725792159002,
      "learning_rate": 3.2499131268054114e-06,
      "loss": 0.5101,
      "step": 916
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.837442323872043,
      "learning_rate": 3.2465795189052283e-06,
      "loss": 0.5028,
      "step": 917
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.0588580347681114,
      "learning_rate": 3.2432444529190714e-06,
      "loss": 0.5572,
      "step": 918
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.800197863385395,
      "learning_rate": 3.2399079353603958e-06,
      "loss": 0.5456,
      "step": 919
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.8642409261562531,
      "learning_rate": 3.236569972745492e-06,
      "loss": 0.4677,
      "step": 920
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8605177191737032,
      "learning_rate": 3.2332305715934735e-06,
      "loss": 0.5086,
      "step": 921
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8779408638935786,
      "learning_rate": 3.229889738426264e-06,
      "loss": 0.4576,
      "step": 922
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8069917958596904,
      "learning_rate": 3.226547479768582e-06,
      "loss": 0.4847,
      "step": 923
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.949377976689351,
      "learning_rate": 3.2232038021479317e-06,
      "loss": 0.5095,
      "step": 924
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9043326063097796,
      "learning_rate": 3.2198587120945878e-06,
      "loss": 0.5382,
      "step": 925
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8420984644699558,
      "learning_rate": 3.2165122161415844e-06,
      "loss": 0.5354,
      "step": 926
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9159042477860826,
      "learning_rate": 3.2131643208246994e-06,
      "loss": 0.5676,
      "step": 927
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8091292349745058,
      "learning_rate": 3.209815032682445e-06,
      "loss": 0.5152,
      "step": 928
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.9172852365194688,
      "learning_rate": 3.206464358256054e-06,
      "loss": 0.4965,
      "step": 929
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.8611473653995623,
      "learning_rate": 3.2031123040894658e-06,
      "loss": 0.5222,
      "step": 930
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.0718827285873,
      "learning_rate": 3.1997588767293146e-06,
      "loss": 0.5512,
      "step": 931
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8367854431958046,
      "learning_rate": 3.196404082724918e-06,
      "loss": 0.522,
      "step": 932
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.9326854247843166,
      "learning_rate": 3.19304792862826e-06,
      "loss": 0.5262,
      "step": 933
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8127395054303974,
      "learning_rate": 3.1896904209939827e-06,
      "loss": 0.4792,
      "step": 934
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.7562676297882738,
      "learning_rate": 3.1863315663793715e-06,
      "loss": 0.5132,
      "step": 935
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.1115973982625826,
      "learning_rate": 3.182971371344342e-06,
      "loss": 0.5431,
      "step": 936
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.9125267865316575,
      "learning_rate": 3.179609842451428e-06,
      "loss": 0.5049,
      "step": 937
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8084301603852846,
      "learning_rate": 3.1762469862657673e-06,
      "loss": 0.5057,
      "step": 938
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.979887599791109,
      "learning_rate": 3.172882809355092e-06,
      "loss": 0.5076,
      "step": 939
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.8023843851685244,
      "learning_rate": 3.1695173182897126e-06,
      "loss": 0.507,
      "step": 940
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.894018453771296,
      "learning_rate": 3.166150519642506e-06,
      "loss": 0.4892,
      "step": 941
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.085200027059979,
      "learning_rate": 3.162782419988901e-06,
      "loss": 0.5109,
      "step": 942
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.9145317338940404,
      "learning_rate": 3.1594130259068723e-06,
      "loss": 0.5597,
      "step": 943
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.6898725390450196,
      "learning_rate": 3.1560423439769173e-06,
      "loss": 0.5364,
      "step": 944
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8953702977370355,
      "learning_rate": 3.152670380782052e-06,
      "loss": 0.5402,
      "step": 945
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8989394358006901,
      "learning_rate": 3.1492971429077924e-06,
      "loss": 0.499,
      "step": 946
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8295299154755171,
      "learning_rate": 3.1459226369421465e-06,
      "loss": 0.5133,
      "step": 947
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.9849867895935545,
      "learning_rate": 3.1425468694755968e-06,
      "loss": 0.5173,
      "step": 948
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7806451045050948,
      "learning_rate": 3.13916984710109e-06,
      "loss": 0.5314,
      "step": 949
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.8227836319972825,
      "learning_rate": 3.1357915764140247e-06,
      "loss": 0.5413,
      "step": 950
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.873012898370893,
      "learning_rate": 3.1324120640122362e-06,
      "loss": 0.5582,
      "step": 951
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.7312834865810094,
      "learning_rate": 3.129031316495986e-06,
      "loss": 0.4969,
      "step": 952
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.850102780247153,
      "learning_rate": 3.1256493404679468e-06,
      "loss": 0.4981,
      "step": 953
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.85121227661343,
      "learning_rate": 3.122266142533191e-06,
      "loss": 0.4926,
      "step": 954
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.911516866472808,
      "learning_rate": 3.118881729299178e-06,
      "loss": 0.5141,
      "step": 955
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.9562838385609387,
      "learning_rate": 3.1154961073757388e-06,
      "loss": 0.5119,
      "step": 956
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.9792813407411627,
      "learning_rate": 3.1121092833750684e-06,
      "loss": 0.5379,
      "step": 957
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.02442320634539,
      "learning_rate": 3.1087212639117057e-06,
      "loss": 0.5516,
      "step": 958
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.9139240600717167,
      "learning_rate": 3.1053320556025272e-06,
      "loss": 0.5035,
      "step": 959
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.6820068229198286,
      "learning_rate": 3.10194166506673e-06,
      "loss": 0.5082,
      "step": 960
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.837945615423465,
      "learning_rate": 3.098550098925819e-06,
      "loss": 0.5301,
      "step": 961
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.8297516724958631,
      "learning_rate": 3.095157363803598e-06,
      "loss": 0.531,
      "step": 962
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.8057255627930757,
      "learning_rate": 3.091763466326152e-06,
      "loss": 0.4962,
      "step": 963
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.8568993199742134,
      "learning_rate": 3.0883684131218356e-06,
      "loss": 0.5555,
      "step": 964
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.7537389006494144,
      "learning_rate": 3.084972210821261e-06,
      "loss": 0.4783,
      "step": 965
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.936835841446932,
      "learning_rate": 3.0815748660572856e-06,
      "loss": 0.5696,
      "step": 966
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.818312553754802,
      "learning_rate": 3.078176385464997e-06,
      "loss": 0.5125,
      "step": 967
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.9098144545445246,
      "learning_rate": 3.074776775681702e-06,
      "loss": 0.5472,
      "step": 968
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.8530900425697827,
      "learning_rate": 3.071376043346912e-06,
      "loss": 0.5387,
      "step": 969
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.734080732564932,
      "learning_rate": 3.0679741951023302e-06,
      "loss": 0.5082,
      "step": 970
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.7157271380716255,
      "learning_rate": 3.06457123759184e-06,
      "loss": 0.5057,
      "step": 971
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.8615941154610314,
      "learning_rate": 3.061167177461492e-06,
      "loss": 0.5326,
      "step": 972
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.8820053895933144,
      "learning_rate": 3.0577620213594888e-06,
      "loss": 0.5446,
      "step": 973
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.8157963098312144,
      "learning_rate": 3.0543557759361735e-06,
      "loss": 0.5627,
      "step": 974
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.7642611841801312,
      "learning_rate": 3.0509484478440187e-06,
      "loss": 0.5062,
      "step": 975
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6839843509551078,
      "learning_rate": 3.047540043737609e-06,
      "loss": 0.526,
      "step": 976
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.9004464286881788,
      "learning_rate": 3.0441305702736314e-06,
      "loss": 0.5617,
      "step": 977
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.9767954561122347,
      "learning_rate": 3.0407200341108618e-06,
      "loss": 0.5077,
      "step": 978
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.825193444039661,
      "learning_rate": 3.0373084419101506e-06,
      "loss": 0.5097,
      "step": 979
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.6810496770660706,
      "learning_rate": 3.0338958003344115e-06,
      "loss": 0.4993,
      "step": 980
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7411591022211208,
      "learning_rate": 3.0304821160486086e-06,
      "loss": 0.4789,
      "step": 981
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7580191857406102,
      "learning_rate": 3.0270673957197393e-06,
      "loss": 0.5225,
      "step": 982
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7440391739784626,
      "learning_rate": 3.023651646016828e-06,
      "loss": 0.5281,
      "step": 983
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.8458326991098015,
      "learning_rate": 3.0202348736109074e-06,
      "loss": 0.5419,
      "step": 984
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7105130101397825,
      "learning_rate": 3.0168170851750077e-06,
      "loss": 0.5113,
      "step": 985
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.74741112552671,
      "learning_rate": 3.013398287384144e-06,
      "loss": 0.5389,
      "step": 986
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.7962043049830843,
      "learning_rate": 3.009978486915302e-06,
      "loss": 0.5212,
      "step": 987
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.698744627764944,
      "learning_rate": 3.006557690447427e-06,
      "loss": 0.508,
      "step": 988
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.852219826000981,
      "learning_rate": 3.0031359046614073e-06,
      "loss": 0.5491,
      "step": 989
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.8471065567470235,
      "learning_rate": 2.9997131362400666e-06,
      "loss": 0.4937,
      "step": 990
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.7925416653935446,
      "learning_rate": 2.996289391868144e-06,
      "loss": 0.4691,
      "step": 991
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.8399091219230026,
      "learning_rate": 2.9928646782322875e-06,
      "loss": 0.5317,
      "step": 992
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.7232111222956334,
      "learning_rate": 2.989439002021036e-06,
      "loss": 0.5152,
      "step": 993
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.8514924128683583,
      "learning_rate": 2.986012369924811e-06,
      "loss": 0.573,
      "step": 994
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9226274135737127,
      "learning_rate": 2.982584788635897e-06,
      "loss": 0.5168,
      "step": 995
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.7726209925124323,
      "learning_rate": 2.979156264848437e-06,
      "loss": 0.5157,
      "step": 996
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9564580777074403,
      "learning_rate": 2.9757268052584097e-06,
      "loss": 0.5693,
      "step": 997
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.959067937570625,
      "learning_rate": 2.9722964165636263e-06,
      "loss": 0.5151,
      "step": 998
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.9170985685573452,
      "learning_rate": 2.9688651054637086e-06,
      "loss": 0.5944,
      "step": 999
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8773917767941883,
      "learning_rate": 2.9654328786600823e-06,
      "loss": 0.5128,
      "step": 1000
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8184350092212354,
      "learning_rate": 2.96199974285596e-06,
      "loss": 0.5052,
      "step": 1001
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.9785501833054495,
      "learning_rate": 2.9585657047563314e-06,
      "loss": 0.5794,
      "step": 1002
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8252999737390432,
      "learning_rate": 2.9551307710679467e-06,
      "loss": 0.5657,
      "step": 1003
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8050415950517775,
      "learning_rate": 2.9516949484993055e-06,
      "loss": 0.5054,
      "step": 1004
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.7751399822789855,
      "learning_rate": 2.9482582437606445e-06,
      "loss": 0.5025,
      "step": 1005
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.7388276457967873,
      "learning_rate": 2.9448206635639213e-06,
      "loss": 0.48,
      "step": 1006
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.9401107131003557,
      "learning_rate": 2.941382214622806e-06,
      "loss": 0.5503,
      "step": 1007
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8055033222058048,
      "learning_rate": 2.937942903652663e-06,
      "loss": 0.5589,
      "step": 1008
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.8833337691151302,
      "learning_rate": 2.93450273737054e-06,
      "loss": 0.5395,
      "step": 1009
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.875491652961695,
      "learning_rate": 2.9310617224951594e-06,
      "loss": 0.5316,
      "step": 1010
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.801842376116382,
      "learning_rate": 2.9276198657468947e-06,
      "loss": 0.5369,
      "step": 1011
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.7434378005034878,
      "learning_rate": 2.9241771738477686e-06,
      "loss": 0.5345,
      "step": 1012
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.840106192598806,
      "learning_rate": 2.920733653521432e-06,
      "loss": 0.5391,
      "step": 1013
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.847462115860291,
      "learning_rate": 2.917289311493155e-06,
      "loss": 0.5176,
      "step": 1014
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.7647442625122556,
      "learning_rate": 2.9138441544898123e-06,
      "loss": 0.502,
      "step": 1015
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.7981764340288842,
      "learning_rate": 2.9103981892398698e-06,
      "loss": 0.5422,
      "step": 1016
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8491619302175528,
      "learning_rate": 2.9069514224733725e-06,
      "loss": 0.4993,
      "step": 1017
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8345458812848932,
      "learning_rate": 2.903503860921931e-06,
      "loss": 0.5322,
      "step": 1018
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9341637425072102,
      "learning_rate": 2.900055511318707e-06,
      "loss": 0.5338,
      "step": 1019
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8629389822642988,
      "learning_rate": 2.896606380398402e-06,
      "loss": 0.538,
      "step": 1020
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.8190212821977385,
      "learning_rate": 2.8931564748972446e-06,
      "loss": 0.5417,
      "step": 1021
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.808827329636345,
      "learning_rate": 2.8897058015529734e-06,
      "loss": 0.5142,
      "step": 1022
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8593710361108637,
      "learning_rate": 2.8862543671048288e-06,
      "loss": 0.5148,
      "step": 1023
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.9421214945128942,
      "learning_rate": 2.882802178293538e-06,
      "loss": 0.5375,
      "step": 1024
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8337412539689857,
      "learning_rate": 2.879349241861299e-06,
      "loss": 0.5179,
      "step": 1025
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8368160375080673,
      "learning_rate": 2.8758955645517724e-06,
      "loss": 0.5404,
      "step": 1026
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8549078592919745,
      "learning_rate": 2.8724411531100642e-06,
      "loss": 0.5668,
      "step": 1027
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.7783870646526379,
      "learning_rate": 2.8689860142827153e-06,
      "loss": 0.5556,
      "step": 1028
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8409533014441846,
      "learning_rate": 2.865530154817687e-06,
      "loss": 0.4876,
      "step": 1029
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.786131185447664,
      "learning_rate": 2.8620735814643467e-06,
      "loss": 0.5503,
      "step": 1030
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8105893579918746,
      "learning_rate": 2.858616300973458e-06,
      "loss": 0.4895,
      "step": 1031
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.8569751090297868,
      "learning_rate": 2.8551583200971638e-06,
      "loss": 0.5826,
      "step": 1032
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.9048981456653071,
      "learning_rate": 2.8516996455889763e-06,
      "loss": 0.5319,
      "step": 1033
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.7483385624776147,
      "learning_rate": 2.8482402842037615e-06,
      "loss": 0.4664,
      "step": 1034
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9686504696650498,
      "learning_rate": 2.844780242697727e-06,
      "loss": 0.5459,
      "step": 1035
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.7882376390021062,
      "learning_rate": 2.8413195278284084e-06,
      "loss": 0.5272,
      "step": 1036
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9426980086335028,
      "learning_rate": 2.8378581463546578e-06,
      "loss": 0.4785,
      "step": 1037
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.7027235807049006,
      "learning_rate": 2.8343961050366275e-06,
      "loss": 0.5295,
      "step": 1038
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.7896557139712275,
      "learning_rate": 2.8309334106357606e-06,
      "loss": 0.4917,
      "step": 1039
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.9559071265127668,
      "learning_rate": 2.827470069914772e-06,
      "loss": 0.4813,
      "step": 1040
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.8624058139739532,
      "learning_rate": 2.8240060896376425e-06,
      "loss": 0.5173,
      "step": 1041
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.8517426107017696,
      "learning_rate": 2.8205414765696005e-06,
      "loss": 0.5022,
      "step": 1042
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.8669678553165407,
      "learning_rate": 2.817076237477111e-06,
      "loss": 0.5153,
      "step": 1043
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.765641529260409,
      "learning_rate": 2.8136103791278597e-06,
      "loss": 0.5459,
      "step": 1044
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.7951199125059072,
      "learning_rate": 2.8101439082907432e-06,
      "loss": 0.5556,
      "step": 1045
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.809753719361155,
      "learning_rate": 2.806676831735855e-06,
      "loss": 0.5082,
      "step": 1046
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.022714382944429,
      "learning_rate": 2.8032091562344704e-06,
      "loss": 0.5079,
      "step": 1047
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.7851810141612734,
      "learning_rate": 2.7997408885590355e-06,
      "loss": 0.5044,
      "step": 1048
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.6942393347489977,
      "learning_rate": 2.7962720354831507e-06,
      "loss": 0.4845,
      "step": 1049
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.8154999007296455,
      "learning_rate": 2.792802603781562e-06,
      "loss": 0.5039,
      "step": 1050
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.909875578351421,
      "learning_rate": 2.7893326002301446e-06,
      "loss": 0.5081,
      "step": 1051
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.8216639768552991,
      "learning_rate": 2.785862031605891e-06,
      "loss": 0.5022,
      "step": 1052
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.968304394575798,
      "learning_rate": 2.7823909046868957e-06,
      "loss": 0.5217,
      "step": 1053
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.269471892811331,
      "learning_rate": 2.778919226252346e-06,
      "loss": 0.5526,
      "step": 1054
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.8562637541083824,
      "learning_rate": 2.775447003082505e-06,
      "loss": 0.5686,
      "step": 1055
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.2263991007598114,
      "learning_rate": 2.7719742419586998e-06,
      "loss": 0.5402,
      "step": 1056
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.6883177707586092,
      "learning_rate": 2.7685009496633075e-06,
      "loss": 0.5033,
      "step": 1057
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.8528118029727803,
      "learning_rate": 2.765027132979743e-06,
      "loss": 0.5544,
      "step": 1058
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.9477833558101318,
      "learning_rate": 2.761552798692446e-06,
      "loss": 0.5255,
      "step": 1059
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.8332232845916867,
      "learning_rate": 2.7580779535868675e-06,
      "loss": 0.5296,
      "step": 1060
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7825492914819279,
      "learning_rate": 2.754602604449454e-06,
      "loss": 0.5071,
      "step": 1061
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.8629044416803393,
      "learning_rate": 2.7511267580676382e-06,
      "loss": 0.5242,
      "step": 1062
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7488315230717792,
      "learning_rate": 2.7476504212298233e-06,
      "loss": 0.5252,
      "step": 1063
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.8087959812729764,
      "learning_rate": 2.7441736007253705e-06,
      "loss": 0.4935,
      "step": 1064
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.805794397151574,
      "learning_rate": 2.740696303344585e-06,
      "loss": 0.5819,
      "step": 1065
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7460467388665153,
      "learning_rate": 2.737218535878705e-06,
      "loss": 0.5411,
      "step": 1066
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.9047016227341778,
      "learning_rate": 2.7337403051198846e-06,
      "loss": 0.4755,
      "step": 1067
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.839222519978661,
      "learning_rate": 2.730261617861185e-06,
      "loss": 0.4855,
      "step": 1068
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.862929087519683,
      "learning_rate": 2.726782480896557e-06,
      "loss": 0.5431,
      "step": 1069
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.7864340196228758,
      "learning_rate": 2.723302901020831e-06,
      "loss": 0.5108,
      "step": 1070
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.827547647278096,
      "learning_rate": 2.719822885029701e-06,
      "loss": 0.5029,
      "step": 1071
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.6624898067287452,
      "learning_rate": 2.716342439719714e-06,
      "loss": 0.4861,
      "step": 1072
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8852871442731454,
      "learning_rate": 2.7128615718882554e-06,
      "loss": 0.5053,
      "step": 1073
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.9534449028119654,
      "learning_rate": 2.7093802883335357e-06,
      "loss": 0.5654,
      "step": 1074
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.7249582061537097,
      "learning_rate": 2.7058985958545765e-06,
      "loss": 0.5002,
      "step": 1075
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.7562844672053906,
      "learning_rate": 2.702416501251199e-06,
      "loss": 0.5436,
      "step": 1076
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.986901333170154,
      "learning_rate": 2.6989340113240087e-06,
      "loss": 0.527,
      "step": 1077
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.7825768030688796,
      "learning_rate": 2.695451132874385e-06,
      "loss": 0.525,
      "step": 1078
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.6606555374476397,
      "learning_rate": 2.691967872704464e-06,
      "loss": 0.476,
      "step": 1079
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.7825083810087277,
      "learning_rate": 2.688484237617129e-06,
      "loss": 0.477,
      "step": 1080
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.9686430333958531,
      "learning_rate": 2.6850002344159943e-06,
      "loss": 0.5434,
      "step": 1081
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.717636244450827,
      "learning_rate": 2.6815158699053935e-06,
      "loss": 0.5794,
      "step": 1082
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.704099898400831,
      "learning_rate": 2.6780311508903673e-06,
      "loss": 0.5107,
      "step": 1083
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.7521786436297433,
      "learning_rate": 2.6745460841766456e-06,
      "loss": 0.543,
      "step": 1084
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.8288817857074091,
      "learning_rate": 2.67106067657064e-06,
      "loss": 0.4888,
      "step": 1085
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.7606668312978737,
      "learning_rate": 2.6675749348794273e-06,
      "loss": 0.5438,
      "step": 1086
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.8974007350921405,
      "learning_rate": 2.6640888659107355e-06,
      "loss": 0.5103,
      "step": 1087
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.8366492024047152,
      "learning_rate": 2.660602476472935e-06,
      "loss": 0.5211,
      "step": 1088
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.813780419169426,
      "learning_rate": 2.657115773375018e-06,
      "loss": 0.4786,
      "step": 1089
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7751633927736221,
      "learning_rate": 2.6536287634265918e-06,
      "loss": 0.5456,
      "step": 1090
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.8112706588151493,
      "learning_rate": 2.6501414534378616e-06,
      "loss": 0.536,
      "step": 1091
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7362256266600447,
      "learning_rate": 2.646653850219621e-06,
      "loss": 0.5266,
      "step": 1092
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7746963075577837,
      "learning_rate": 2.643165960583233e-06,
      "loss": 0.4845,
      "step": 1093
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7798827281249407,
      "learning_rate": 2.6396777913406228e-06,
      "loss": 0.457,
      "step": 1094
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.801038100374856,
      "learning_rate": 2.6361893493042594e-06,
      "loss": 0.5093,
      "step": 1095
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.70079798226535,
      "learning_rate": 2.632700641287147e-06,
      "loss": 0.5093,
      "step": 1096
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7688921140375633,
      "learning_rate": 2.6292116741028073e-06,
      "loss": 0.4999,
      "step": 1097
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.7535762670261703,
      "learning_rate": 2.6257224545652688e-06,
      "loss": 0.5292,
      "step": 1098
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6511600588345345,
      "learning_rate": 2.622232989489052e-06,
      "loss": 0.5098,
      "step": 1099
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.8226418118893164,
      "learning_rate": 2.6187432856891585e-06,
      "loss": 0.4995,
      "step": 1100
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7453251697809469,
      "learning_rate": 2.6152533499810567e-06,
      "loss": 0.5324,
      "step": 1101
    },
    {
      "epoch": 0.98,
      "grad_norm": 3.854764123671763,
      "learning_rate": 2.611763189180665e-06,
      "loss": 0.55,
      "step": 1102
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.8822045822720739,
      "learning_rate": 2.608272810104343e-06,
      "loss": 0.4948,
      "step": 1103
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7655712435117557,
      "learning_rate": 2.6047822195688775e-06,
      "loss": 0.5361,
      "step": 1104
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7601014248725226,
      "learning_rate": 2.6012914243914667e-06,
      "loss": 0.4455,
      "step": 1105
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7832576894792285,
      "learning_rate": 2.5978004313897104e-06,
      "loss": 0.5356,
      "step": 1106
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7379093473470857,
      "learning_rate": 2.5943092473815922e-06,
      "loss": 0.4881,
      "step": 1107
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.9126265402481486,
      "learning_rate": 2.590817879185471e-06,
      "loss": 0.4768,
      "step": 1108
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.9554559921329315,
      "learning_rate": 2.5873263336200636e-06,
      "loss": 0.572,
      "step": 1109
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7969024529150637,
      "learning_rate": 2.5838346175044355e-06,
      "loss": 0.4894,
      "step": 1110
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7234439211809627,
      "learning_rate": 2.5803427376579824e-06,
      "loss": 0.4926,
      "step": 1111
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.9809564443971945,
      "learning_rate": 2.5768507009004224e-06,
      "loss": 0.5677,
      "step": 1112
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7861662896762107,
      "learning_rate": 2.573358514051779e-06,
      "loss": 0.5283,
      "step": 1113
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7627618988801406,
      "learning_rate": 2.569866183932368e-06,
      "loss": 0.5366,
      "step": 1114
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.870448428328825,
      "learning_rate": 2.5663737173627863e-06,
      "loss": 0.4864,
      "step": 1115
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7537459242093265,
      "learning_rate": 2.5628811211638967e-06,
      "loss": 0.5091,
      "step": 1116
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7948869258749416,
      "learning_rate": 2.5593884021568143e-06,
      "loss": 0.4851,
      "step": 1117
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7948580243638423,
      "learning_rate": 2.5558955671628964e-06,
      "loss": 0.5038,
      "step": 1118
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7071321162179267,
      "learning_rate": 2.552402623003726e-06,
      "loss": 0.5172,
      "step": 1119
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.9189581718497948,
      "learning_rate": 2.548909576501096e-06,
      "loss": 0.5421,
      "step": 1120
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.80649128798113,
      "learning_rate": 2.5454164344770044e-06,
      "loss": 0.5418,
      "step": 1121
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7691828394369862,
      "learning_rate": 2.5419232037536316e-06,
      "loss": 0.5103,
      "step": 1122
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.7960539293917688,
      "learning_rate": 2.5384298911533344e-06,
      "loss": 0.5318,
      "step": 1123
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.8973140103512256,
      "learning_rate": 2.5349365034986267e-06,
      "loss": 0.5705,
      "step": 1124
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.821467182784847,
      "learning_rate": 2.531443047612171e-06,
      "loss": 0.5195,
      "step": 1125
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.951851802158412,
      "learning_rate": 2.527949530316762e-06,
      "loss": 0.5033,
      "step": 1126
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.866099609048635,
      "learning_rate": 2.5244559584353146e-06,
      "loss": 0.5482,
      "step": 1127
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.764005332766906,
      "learning_rate": 2.520962338790851e-06,
      "loss": 0.4973,
      "step": 1128
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.863408871226844,
      "learning_rate": 2.517468678206485e-06,
      "loss": 0.5249,
      "step": 1129
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.7459173200826197,
      "learning_rate": 2.5139749835054123e-06,
      "loss": 0.4845,
      "step": 1130
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.9910802418986058,
      "learning_rate": 2.5104812615108943e-06,
      "loss": 0.5702,
      "step": 1131
    }
  ],
  "logging_steps": 1,
  "max_steps": 2258,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 377,
  "total_flos": 532701102735360.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}