{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6678476527900797,
  "eval_steps": 500,
  "global_step": 754,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 15.385598322874909,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.7627,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 15.42812332406859,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.794,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 13.76934599903778,
      "learning_rate": 1.5e-06,
      "loss": 0.7894,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 7.9055471186770685,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.7346,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 8.624179170790118,
      "learning_rate": 2.5e-06,
      "loss": 0.7458,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 37.14544394485457,
      "learning_rate": 3e-06,
      "loss": 0.8249,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 13.413192499879626,
      "learning_rate": 3.5e-06,
      "loss": 0.7692,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.194156755277431,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.7724,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.569279640169995,
      "learning_rate": 4.5e-06,
      "loss": 0.7851,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 18.113903622060178,
      "learning_rate": 5e-06,
      "loss": 0.7874,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.486914001687124,
      "learning_rate": 4.999997558722919e-06,
      "loss": 0.7553,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.280219682440894,
      "learning_rate": 4.999990234896445e-06,
      "loss": 0.7095,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.3413734180304155,
      "learning_rate": 4.99997802853488e-06,
      "loss": 0.6916,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.756315245615391,
      "learning_rate": 4.999960939662063e-06,
      "loss": 0.7407,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.090553047874293,
      "learning_rate": 4.999938968311371e-06,
      "loss": 0.7387,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.8370558847287075,
      "learning_rate": 4.9999121145257126e-06,
      "loss": 0.7051,
      "step": 16
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.986658012877664,
      "learning_rate": 4.999880378357535e-06,
      "loss": 0.6871,
      "step": 17
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.141716122521651,
      "learning_rate": 4.9998437598688195e-06,
      "loss": 0.6694,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.729722439630604,
      "learning_rate": 4.9998022591310815e-06,
      "loss": 0.716,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.9486336901615497,
      "learning_rate": 4.999755876225375e-06,
      "loss": 0.6387,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.8336874650575745,
      "learning_rate": 4.999704611242285e-06,
      "loss": 0.6542,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.6724374918638905,
      "learning_rate": 4.999648464281934e-06,
      "loss": 0.6617,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.941494127880678,
      "learning_rate": 4.999587435453979e-06,
      "loss": 0.6687,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.6261822206464744,
      "learning_rate": 4.999521524877608e-06,
      "loss": 0.6634,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.8059947014946305,
      "learning_rate": 4.999450732681549e-06,
      "loss": 0.6901,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.131537494217822,
      "learning_rate": 4.999375059004058e-06,
      "loss": 0.6407,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.7893212245465837,
      "learning_rate": 4.99929450399293e-06,
      "loss": 0.6638,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.4411586751746,
      "learning_rate": 4.999209067805487e-06,
      "loss": 0.6196,
      "step": 28
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.8807261299944082,
      "learning_rate": 4.999118750608591e-06,
      "loss": 0.6839,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.879993804839069,
      "learning_rate": 4.9990235525786326e-06,
      "loss": 0.6484,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.604360711268946,
      "learning_rate": 4.998923473901535e-06,
      "loss": 0.6313,
      "step": 31
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.403225544767816,
      "learning_rate": 4.9988185147727544e-06,
      "loss": 0.6209,
      "step": 32
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.669567772543462,
      "learning_rate": 4.998708675397278e-06,
      "loss": 0.6068,
      "step": 33
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.443946495915797,
      "learning_rate": 4.998593955989626e-06,
      "loss": 0.6731,
      "step": 34
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.2104680876118317,
      "learning_rate": 4.998474356773845e-06,
      "loss": 0.6243,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.3602199264043957,
      "learning_rate": 4.9983498779835175e-06,
      "loss": 0.6649,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.4676911263240844,
      "learning_rate": 4.998220519861752e-06,
      "loss": 0.6174,
      "step": 37
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.3419026099030282,
      "learning_rate": 4.998086282661188e-06,
      "loss": 0.6123,
      "step": 38
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.14900736954254,
      "learning_rate": 4.997947166643993e-06,
      "loss": 0.63,
      "step": 39
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.570907426799795,
      "learning_rate": 4.997803172081864e-06,
      "loss": 0.6249,
      "step": 40
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.516952735669967,
      "learning_rate": 4.997654299256026e-06,
      "loss": 0.6727,
      "step": 41
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.1600457198543874,
      "learning_rate": 4.997500548457231e-06,
      "loss": 0.6719,
      "step": 42
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2177572033934743,
      "learning_rate": 4.997341919985756e-06,
      "loss": 0.6148,
      "step": 43
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.397105205209689,
      "learning_rate": 4.997178414151409e-06,
      "loss": 0.6167,
      "step": 44
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.1254940534972167,
      "learning_rate": 4.997010031273517e-06,
      "loss": 0.6446,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2113023791837194,
      "learning_rate": 4.996836771680937e-06,
      "loss": 0.6304,
      "step": 46
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.386446316275664,
      "learning_rate": 4.99665863571205e-06,
      "loss": 0.6621,
      "step": 47
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.1838934384314483,
      "learning_rate": 4.996475623714756e-06,
      "loss": 0.6214,
      "step": 48
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.2047933657923586,
      "learning_rate": 4.996287736046485e-06,
      "loss": 0.6478,
      "step": 49
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.208809457983808,
      "learning_rate": 4.996094973074183e-06,
      "loss": 0.6097,
      "step": 50
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.1318377198138267,
      "learning_rate": 4.995897335174322e-06,
      "loss": 0.622,
      "step": 51
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0673034122993537,
      "learning_rate": 4.995694822732893e-06,
      "loss": 0.6036,
      "step": 52
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.195105312645423,
      "learning_rate": 4.9954874361454055e-06,
      "loss": 0.6052,
      "step": 53
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.157855029176061,
      "learning_rate": 4.995275175816892e-06,
      "loss": 0.6455,
      "step": 54
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0500405783991043,
      "learning_rate": 4.9950580421619e-06,
      "loss": 0.6353,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.199629904296075,
      "learning_rate": 4.9948360356044965e-06,
      "loss": 0.6122,
      "step": 56
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.186847580161491,
      "learning_rate": 4.994609156578267e-06,
      "loss": 0.6073,
      "step": 57
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.0207512037097835,
      "learning_rate": 4.994377405526308e-06,
      "loss": 0.61,
      "step": 58
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.3170193964114976,
      "learning_rate": 4.994140782901237e-06,
      "loss": 0.6322,
      "step": 59
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.014785890436746,
      "learning_rate": 4.9938992891651825e-06,
      "loss": 0.6205,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9538385063221935,
      "learning_rate": 4.9936529247897854e-06,
      "loss": 0.5992,
      "step": 61
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.084943826856202,
      "learning_rate": 4.993401690256203e-06,
      "loss": 0.6148,
      "step": 62
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.135158856581583,
      "learning_rate": 4.9931455860551e-06,
      "loss": 0.5937,
      "step": 63
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.982621418518698,
      "learning_rate": 4.992884612686655e-06,
      "loss": 0.6091,
      "step": 64
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1030931953494956,
      "learning_rate": 4.992618770660553e-06,
      "loss": 0.6034,
      "step": 65
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1994634556563994,
      "learning_rate": 4.992348060495989e-06,
      "loss": 0.5846,
      "step": 66
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.410691403277427,
      "learning_rate": 4.992072482721669e-06,
      "loss": 0.6294,
      "step": 67
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.9720494401999067,
      "learning_rate": 4.991792037875799e-06,
      "loss": 0.591,
      "step": 68
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.147504025949435,
      "learning_rate": 4.991506726506094e-06,
      "loss": 0.5689,
      "step": 69
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.1837702519904223,
      "learning_rate": 4.991216549169776e-06,
      "loss": 0.6422,
      "step": 70
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0883865330274958,
      "learning_rate": 4.9909215064335655e-06,
      "loss": 0.6076,
      "step": 71
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.20727863923846,
      "learning_rate": 4.990621598873687e-06,
      "loss": 0.5974,
      "step": 72
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.0735330806418464,
      "learning_rate": 4.990316827075868e-06,
      "loss": 0.6809,
      "step": 73
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0203203347538774,
      "learning_rate": 4.990007191635334e-06,
      "loss": 0.6107,
      "step": 74
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.234889365362174,
      "learning_rate": 4.989692693156809e-06,
      "loss": 0.6218,
      "step": 75
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9902503343433904,
      "learning_rate": 4.989373332254516e-06,
      "loss": 0.6257,
      "step": 76
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1041971507252466,
      "learning_rate": 4.989049109552173e-06,
      "loss": 0.5888,
      "step": 77
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1151685783302123,
      "learning_rate": 4.988720025682995e-06,
      "loss": 0.6333,
      "step": 78
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.9223819269893592,
      "learning_rate": 4.988386081289689e-06,
      "loss": 0.6442,
      "step": 79
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.139676463756265,
      "learning_rate": 4.988047277024456e-06,
      "loss": 0.5966,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.1665820212993068,
      "learning_rate": 4.987703613548988e-06,
      "loss": 0.603,
      "step": 81
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.931456975470041,
      "learning_rate": 4.987355091534467e-06,
      "loss": 0.6122,
      "step": 82
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.134995092135601,
      "learning_rate": 4.987001711661566e-06,
      "loss": 0.6213,
      "step": 83
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0173352657570818,
      "learning_rate": 4.98664347462044e-06,
      "loss": 0.5966,
      "step": 84
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0816939924571183,
      "learning_rate": 4.986280381110737e-06,
      "loss": 0.5575,
      "step": 85
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0072477771163357,
      "learning_rate": 4.985912431841584e-06,
      "loss": 0.6225,
      "step": 86
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1895945454214507,
      "learning_rate": 4.985539627531596e-06,
      "loss": 0.6169,
      "step": 87
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.84518214074801,
      "learning_rate": 4.985161968908866e-06,
      "loss": 0.6317,
      "step": 88
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.194209857089938,
      "learning_rate": 4.984779456710971e-06,
      "loss": 0.6205,
      "step": 89
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1604595364123083,
      "learning_rate": 4.9843920916849645e-06,
      "loss": 0.6176,
      "step": 90
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.039087518829079,
      "learning_rate": 4.9839998745873795e-06,
      "loss": 0.5842,
      "step": 91
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.0148570016863334,
      "learning_rate": 4.983602806184225e-06,
      "loss": 0.5936,
      "step": 92
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.073137159272384,
      "learning_rate": 4.983200887250982e-06,
      "loss": 0.6317,
      "step": 93
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.045469602089007,
      "learning_rate": 4.9827941185726095e-06,
      "loss": 0.5338,
      "step": 94
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.1201743116757417,
      "learning_rate": 4.982382500943533e-06,
      "loss": 0.6133,
      "step": 95
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0637214917996363,
      "learning_rate": 4.981966035167654e-06,
      "loss": 0.6483,
      "step": 96
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.155574452675582,
      "learning_rate": 4.981544722058336e-06,
      "loss": 0.6001,
      "step": 97
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.9347601392775928,
      "learning_rate": 4.981118562438414e-06,
      "loss": 0.5954,
      "step": 98
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.3054537863874756,
      "learning_rate": 4.980687557140187e-06,
      "loss": 0.6338,
      "step": 99
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0421104909837338,
      "learning_rate": 4.980251707005417e-06,
      "loss": 0.6166,
      "step": 100
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.023167301994367,
      "learning_rate": 4.979811012885329e-06,
      "loss": 0.5682,
      "step": 101
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.0583654213007967,
      "learning_rate": 4.979365475640609e-06,
      "loss": 0.5759,
      "step": 102
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.008917223929121,
      "learning_rate": 4.9789150961414e-06,
      "loss": 0.6324,
      "step": 103
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.1111479338304306,
      "learning_rate": 4.978459875267303e-06,
      "loss": 0.5821,
      "step": 104
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.400366962461983,
      "learning_rate": 4.977999813907375e-06,
      "loss": 0.5699,
      "step": 105
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.090668061316384,
      "learning_rate": 4.977534912960124e-06,
      "loss": 0.5754,
      "step": 106
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.2103419288491466,
      "learning_rate": 4.977065173333515e-06,
      "loss": 0.6005,
      "step": 107
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1332380447628294,
      "learning_rate": 4.9765905959449565e-06,
      "loss": 0.6178,
      "step": 108
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1372224949542464,
      "learning_rate": 4.976111181721309e-06,
      "loss": 0.6021,
      "step": 109
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.636052326949506,
      "learning_rate": 4.97562693159888e-06,
      "loss": 0.6418,
      "step": 110
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1234423477493443,
      "learning_rate": 4.975137846523419e-06,
      "loss": 0.6231,
      "step": 111
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2817790529425315,
      "learning_rate": 4.974643927450121e-06,
      "loss": 0.5681,
      "step": 112
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2605060344304713,
      "learning_rate": 4.9741451753436205e-06,
      "loss": 0.5803,
      "step": 113
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0355236974665876,
      "learning_rate": 4.973641591177991e-06,
      "loss": 0.6003,
      "step": 114
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.4343221170301415,
      "learning_rate": 4.973133175936743e-06,
      "loss": 0.5882,
      "step": 115
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.2135760843199734,
      "learning_rate": 4.972619930612822e-06,
      "loss": 0.5886,
      "step": 116
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.161909448676307,
      "learning_rate": 4.972101856208609e-06,
      "loss": 0.5792,
      "step": 117
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.0871148781401927,
      "learning_rate": 4.9715789537359126e-06,
      "loss": 0.6383,
      "step": 118
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1159018206478626,
      "learning_rate": 4.971051224215973e-06,
      "loss": 0.5865,
      "step": 119
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.2036428070670375,
      "learning_rate": 4.970518668679459e-06,
      "loss": 0.5905,
      "step": 120
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.22262007661876,
      "learning_rate": 4.969981288166461e-06,
      "loss": 0.5951,
      "step": 121
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0713458839382786,
      "learning_rate": 4.969439083726496e-06,
      "loss": 0.6011,
      "step": 122
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.0686060725186897,
      "learning_rate": 4.9688920564185e-06,
      "loss": 0.6038,
      "step": 123
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.1825376161159964,
      "learning_rate": 4.968340207310832e-06,
      "loss": 0.6098,
      "step": 124
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.142436541976576,
      "learning_rate": 4.967783537481262e-06,
      "loss": 0.6119,
      "step": 125
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.330044622755397,
      "learning_rate": 4.967222048016979e-06,
      "loss": 0.6057,
      "step": 126
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.109116942854107,
      "learning_rate": 4.966655740014585e-06,
      "loss": 0.5958,
      "step": 127
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.174219068914296,
      "learning_rate": 4.9660846145800914e-06,
      "loss": 0.6276,
      "step": 128
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.135736248304593,
      "learning_rate": 4.965508672828918e-06,
      "loss": 0.6309,
      "step": 129
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.2339234058672885,
      "learning_rate": 4.964927915885893e-06,
      "loss": 0.5879,
      "step": 130
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.0960660335616224,
      "learning_rate": 4.9643423448852455e-06,
      "loss": 0.6218,
      "step": 131
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.9468729925472703,
      "learning_rate": 4.963751960970609e-06,
      "loss": 0.5998,
      "step": 132
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1623168252289915,
      "learning_rate": 4.9631567652950164e-06,
      "loss": 0.6885,
      "step": 133
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.084420579583794,
      "learning_rate": 4.962556759020898e-06,
      "loss": 0.5758,
      "step": 134
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1082890389844713,
      "learning_rate": 4.961951943320078e-06,
      "loss": 0.6116,
      "step": 135
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.006123424806457,
      "learning_rate": 4.9613423193737754e-06,
      "loss": 0.5708,
      "step": 136
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.309431970929405,
      "learning_rate": 4.960727888372599e-06,
      "loss": 0.621,
      "step": 137
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.226488524758773,
      "learning_rate": 4.9601086515165456e-06,
      "loss": 0.5896,
      "step": 138
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1242070778655253,
      "learning_rate": 4.959484610014997e-06,
      "loss": 0.624,
      "step": 139
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.2147491445730516,
      "learning_rate": 4.958855765086722e-06,
      "loss": 0.6064,
      "step": 140
    },
    {
      "epoch": 0.12,
      "grad_norm": 2.1818004600393,
      "learning_rate": 4.958222117959868e-06,
      "loss": 0.6252,
      "step": 141
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.1094535889409696,
      "learning_rate": 4.95758366987196e-06,
      "loss": 0.5779,
      "step": 142
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.2043056809252577,
      "learning_rate": 4.9569404220699025e-06,
      "loss": 0.6156,
      "step": 143
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.158056342799238,
      "learning_rate": 4.956292375809971e-06,
      "loss": 0.5662,
      "step": 144
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.987581635345228,
      "learning_rate": 4.955639532357815e-06,
      "loss": 0.6148,
      "step": 145
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.266145451051948,
      "learning_rate": 4.954981892988451e-06,
      "loss": 0.5867,
      "step": 146
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.071082600205798,
      "learning_rate": 4.954319458986264e-06,
      "loss": 0.5976,
      "step": 147
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.1615342548575374,
      "learning_rate": 4.953652231645002e-06,
      "loss": 0.5643,
      "step": 148
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.145126231371731,
      "learning_rate": 4.952980212267773e-06,
      "loss": 0.5592,
      "step": 149
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.9161750244434461,
      "learning_rate": 4.952303402167047e-06,
      "loss": 0.5547,
      "step": 150
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.234370958372018,
      "learning_rate": 4.9516218026646475e-06,
      "loss": 0.578,
      "step": 151
    },
    {
      "epoch": 0.13,
      "grad_norm": 2.149553338429868,
      "learning_rate": 4.950935415091753e-06,
      "loss": 0.5952,
      "step": 152
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1021801657048016,
      "learning_rate": 4.950244240788895e-06,
      "loss": 0.573,
      "step": 153
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.488711367210497,
      "learning_rate": 4.949548281105951e-06,
      "loss": 0.5776,
      "step": 154
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0302393290147167,
      "learning_rate": 4.948847537402145e-06,
      "loss": 0.5685,
      "step": 155
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1563261797248043,
      "learning_rate": 4.948142011046044e-06,
      "loss": 0.6185,
      "step": 156
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1308303224609997,
      "learning_rate": 4.947431703415558e-06,
      "loss": 0.6229,
      "step": 157
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0988414912992273,
      "learning_rate": 4.946716615897932e-06,
      "loss": 0.6167,
      "step": 158
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3558302474583095,
      "learning_rate": 4.9459967498897485e-06,
      "loss": 0.5903,
      "step": 159
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.1505555405055223,
      "learning_rate": 4.945272106796919e-06,
      "loss": 0.5709,
      "step": 160
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.0604140956574635,
      "learning_rate": 4.94454268803469e-06,
      "loss": 0.635,
      "step": 161
    },
    {
      "epoch": 0.14,
      "grad_norm": 2.3699836246614696,
      "learning_rate": 4.943808495027631e-06,
      "loss": 0.581,
      "step": 162
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.9809907136859368,
      "learning_rate": 4.9430695292096365e-06,
      "loss": 0.5703,
      "step": 163
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.213101907296851,
      "learning_rate": 4.942325792023922e-06,
      "loss": 0.5915,
      "step": 164
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.3778783149383944,
      "learning_rate": 4.941577284923025e-06,
      "loss": 0.537,
      "step": 165
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9283694807512721,
      "learning_rate": 4.9408240093687934e-06,
      "loss": 0.579,
      "step": 166
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.083087334039033,
      "learning_rate": 4.940065966832392e-06,
      "loss": 0.5612,
      "step": 167
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.314684793845775,
      "learning_rate": 4.939303158794294e-06,
      "loss": 0.6001,
      "step": 168
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.131977461745334,
      "learning_rate": 4.93853558674428e-06,
      "loss": 0.5809,
      "step": 169
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.1291924932946755,
      "learning_rate": 4.937763252181434e-06,
      "loss": 0.6216,
      "step": 170
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.9366549866764742,
      "learning_rate": 4.936986156614144e-06,
      "loss": 0.5888,
      "step": 171
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.231889540095555,
      "learning_rate": 4.9362043015600934e-06,
      "loss": 0.6437,
      "step": 172
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.0696023557568233,
      "learning_rate": 4.9354176885462626e-06,
      "loss": 0.5951,
      "step": 173
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.10974806039572,
      "learning_rate": 4.934626319108923e-06,
      "loss": 0.5817,
      "step": 174
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.0633698321381946,
      "learning_rate": 4.933830194793636e-06,
      "loss": 0.5692,
      "step": 175
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.0163693967733423,
      "learning_rate": 4.933029317155251e-06,
      "loss": 0.5322,
      "step": 176
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1118176135699813,
      "learning_rate": 4.932223687757899e-06,
      "loss": 0.5809,
      "step": 177
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.181431947183138,
      "learning_rate": 4.9314133081749906e-06,
      "loss": 0.5444,
      "step": 178
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.2055197469621386,
      "learning_rate": 4.930598179989215e-06,
      "loss": 0.6063,
      "step": 179
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.1103699877035638,
      "learning_rate": 4.929778304792537e-06,
      "loss": 0.5908,
      "step": 180
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.01692648335164,
      "learning_rate": 4.928953684186189e-06,
      "loss": 0.5729,
      "step": 181
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.990744003423107,
      "learning_rate": 4.928124319780673e-06,
      "loss": 0.5935,
      "step": 182
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.9898687560952446,
      "learning_rate": 4.9272902131957555e-06,
      "loss": 0.6008,
      "step": 183
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.9499116832570582,
      "learning_rate": 4.926451366060465e-06,
      "loss": 0.5731,
      "step": 184
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.8933258467243923,
      "learning_rate": 4.925607780013088e-06,
      "loss": 0.5822,
      "step": 185
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.9711936623837691,
      "learning_rate": 4.924759456701167e-06,
      "loss": 0.5433,
      "step": 186
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9981254191144715,
      "learning_rate": 4.923906397781495e-06,
      "loss": 0.5603,
      "step": 187
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9489584101682442,
      "learning_rate": 4.923048604920115e-06,
      "loss": 0.592,
      "step": 188
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.14587896098926,
      "learning_rate": 4.922186079792315e-06,
      "loss": 0.5861,
      "step": 189
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.093505234897306,
      "learning_rate": 4.921318824082625e-06,
      "loss": 0.5756,
      "step": 190
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9726924068956073,
      "learning_rate": 4.920446839484814e-06,
      "loss": 0.5954,
      "step": 191
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.0009011296035886,
      "learning_rate": 4.919570127701888e-06,
      "loss": 0.5185,
      "step": 192
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.0801246171281993,
      "learning_rate": 4.9186886904460826e-06,
      "loss": 0.5788,
      "step": 193
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.7712602468155096,
      "learning_rate": 4.917802529438865e-06,
      "loss": 0.6637,
      "step": 194
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9721040372060654,
      "learning_rate": 4.916911646410926e-06,
      "loss": 0.5926,
      "step": 195
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.1199089061376855,
      "learning_rate": 4.91601604310218e-06,
      "loss": 0.5854,
      "step": 196
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9518281461372036,
      "learning_rate": 4.915115721261759e-06,
      "loss": 0.5456,
      "step": 197
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.1537515435847734,
      "learning_rate": 4.9142106826480114e-06,
      "loss": 0.6152,
      "step": 198
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3461320565666344,
      "learning_rate": 4.913300929028498e-06,
      "loss": 0.617,
      "step": 199
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9789785575462193,
      "learning_rate": 4.912386462179987e-06,
      "loss": 0.5845,
      "step": 200
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0705337307209253,
      "learning_rate": 4.9114672838884515e-06,
      "loss": 0.6062,
      "step": 201
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9972918925367322,
      "learning_rate": 4.910543395949066e-06,
      "loss": 0.6318,
      "step": 202
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.03173534028091,
      "learning_rate": 4.9096148001662055e-06,
      "loss": 0.64,
      "step": 203
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0861416304602356,
      "learning_rate": 4.908681498353436e-06,
      "loss": 0.5859,
      "step": 204
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.932510611788884,
      "learning_rate": 4.907743492333517e-06,
      "loss": 0.5483,
      "step": 205
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.9618471764126828,
      "learning_rate": 4.906800783938395e-06,
      "loss": 0.5767,
      "step": 206
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.3557796360921786,
      "learning_rate": 4.905853375009198e-06,
      "loss": 0.5934,
      "step": 207
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0993364379712784,
      "learning_rate": 4.9049012673962385e-06,
      "loss": 0.5879,
      "step": 208
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.2015612636555155,
      "learning_rate": 4.903944462959001e-06,
      "loss": 0.5598,
      "step": 209
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0374544745406062,
      "learning_rate": 4.902982963566147e-06,
      "loss": 0.577,
      "step": 210
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.194866218807,
      "learning_rate": 4.902016771095506e-06,
      "loss": 0.5848,
      "step": 211
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.2545375351308614,
      "learning_rate": 4.901045887434072e-06,
      "loss": 0.5846,
      "step": 212
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.017012770131601,
      "learning_rate": 4.900070314478001e-06,
      "loss": 0.5651,
      "step": 213
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.150900326654639,
      "learning_rate": 4.899090054132609e-06,
      "loss": 0.568,
      "step": 214
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0404886979870454,
      "learning_rate": 4.898105108312366e-06,
      "loss": 0.5277,
      "step": 215
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.036614254190257,
      "learning_rate": 4.897115478940892e-06,
      "loss": 0.5754,
      "step": 216
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.041133008809928,
      "learning_rate": 4.896121167950954e-06,
      "loss": 0.6294,
      "step": 217
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0029503409054885,
      "learning_rate": 4.895122177284465e-06,
      "loss": 0.5531,
      "step": 218
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.0303439698174754,
      "learning_rate": 4.894118508892474e-06,
      "loss": 0.6008,
      "step": 219
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.899982778272908,
      "learning_rate": 4.893110164735167e-06,
      "loss": 0.6076,
      "step": 220
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.170640326694132,
      "learning_rate": 4.892097146781862e-06,
      "loss": 0.5806,
      "step": 221
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.961802557992624,
      "learning_rate": 4.8910794570110055e-06,
      "loss": 0.5456,
      "step": 222
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.1149182672715807,
      "learning_rate": 4.890057097410167e-06,
      "loss": 0.5683,
      "step": 223
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.9988574008443096,
      "learning_rate": 4.889030069976038e-06,
      "loss": 0.5603,
      "step": 224
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.137840782586502,
      "learning_rate": 4.887998376714424e-06,
      "loss": 0.5713,
      "step": 225
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.2956357234771634,
      "learning_rate": 4.886962019640244e-06,
      "loss": 0.5635,
      "step": 226
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.2175517801056346,
      "learning_rate": 4.885921000777528e-06,
      "loss": 0.631,
      "step": 227
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.0861966792656546,
      "learning_rate": 4.884875322159407e-06,
      "loss": 0.5521,
      "step": 228
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.170862650134145,
      "learning_rate": 4.883824985828114e-06,
      "loss": 0.5953,
      "step": 229
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.016871028914906,
      "learning_rate": 4.882769993834978e-06,
      "loss": 0.5745,
      "step": 230
    },
    {
      "epoch": 0.2,
      "grad_norm": 2.4069309610367107,
      "learning_rate": 4.8817103482404236e-06,
      "loss": 0.5752,
      "step": 231
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9834780557891722,
      "learning_rate": 4.880646051113959e-06,
      "loss": 0.5619,
      "step": 232
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1221686040256005,
      "learning_rate": 4.87957710453418e-06,
      "loss": 0.561,
      "step": 233
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1497751964139002,
      "learning_rate": 4.878503510588764e-06,
      "loss": 0.5754,
      "step": 234
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.8535318318419167,
      "learning_rate": 4.877425271374462e-06,
      "loss": 0.5551,
      "step": 235
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.1537345489224404,
      "learning_rate": 4.876342388997099e-06,
      "loss": 0.544,
      "step": 236
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9695512744073471,
      "learning_rate": 4.875254865571567e-06,
      "loss": 0.6003,
      "step": 237
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.2550853928957193,
      "learning_rate": 4.874162703221823e-06,
      "loss": 0.5968,
      "step": 238
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0658630166795917,
      "learning_rate": 4.873065904080884e-06,
      "loss": 0.5658,
      "step": 239
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0821280326495524,
      "learning_rate": 4.871964470290823e-06,
      "loss": 0.5711,
      "step": 240
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.9833074137024158,
      "learning_rate": 4.8708584040027636e-06,
      "loss": 0.5899,
      "step": 241
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.0288963441502195,
      "learning_rate": 4.869747707376877e-06,
      "loss": 0.5601,
      "step": 242
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0970435875726463,
      "learning_rate": 4.868632382582378e-06,
      "loss": 0.6381,
      "step": 243
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.1303280408644194,
      "learning_rate": 4.86751243179752e-06,
      "loss": 0.5495,
      "step": 244
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0851781018580584,
      "learning_rate": 4.866387857209591e-06,
      "loss": 0.5901,
      "step": 245
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.8310760160854438,
      "learning_rate": 4.86525866101491e-06,
      "loss": 0.5513,
      "step": 246
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.199726167537497,
      "learning_rate": 4.8641248454188205e-06,
      "loss": 0.5873,
      "step": 247
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9776691221978735,
      "learning_rate": 4.862986412635691e-06,
      "loss": 0.6143,
      "step": 248
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0663231641830873,
      "learning_rate": 4.8618433648889034e-06,
      "loss": 0.5937,
      "step": 249
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.170520506577784,
      "learning_rate": 4.860695704410856e-06,
      "loss": 0.5374,
      "step": 250
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9685756224067419,
      "learning_rate": 4.8595434334429535e-06,
      "loss": 0.5139,
      "step": 251
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9668205539999677,
      "learning_rate": 4.8583865542356065e-06,
      "loss": 0.5459,
      "step": 252
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.0793578279258704,
      "learning_rate": 4.857225069048226e-06,
      "loss": 0.593,
      "step": 253
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.9265474492849337,
      "learning_rate": 4.8560589801492165e-06,
      "loss": 0.5559,
      "step": 254
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.8555278122830696,
      "learning_rate": 4.854888289815976e-06,
      "loss": 0.5949,
      "step": 255
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.063838630196542,
      "learning_rate": 4.853713000334887e-06,
      "loss": 0.5712,
      "step": 256
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.168668910730517,
      "learning_rate": 4.852533114001316e-06,
      "loss": 0.5475,
      "step": 257
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.064042820960706,
      "learning_rate": 4.8513486331196055e-06,
      "loss": 0.5616,
      "step": 258
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.026751060346143,
      "learning_rate": 4.850159560003074e-06,
      "loss": 0.5997,
      "step": 259
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.1228129299875254,
      "learning_rate": 4.848965896974006e-06,
      "loss": 0.5622,
      "step": 260
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.9418510365881214,
      "learning_rate": 4.847767646363652e-06,
      "loss": 0.5741,
      "step": 261
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.070611833895483,
      "learning_rate": 4.846564810512221e-06,
      "loss": 0.5729,
      "step": 262
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.8833621440375596,
      "learning_rate": 4.845357391768877e-06,
      "loss": 0.5503,
      "step": 263
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.1022924907055387,
      "learning_rate": 4.844145392491735e-06,
      "loss": 0.6204,
      "step": 264
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.024625007813473,
      "learning_rate": 4.842928815047856e-06,
      "loss": 0.5776,
      "step": 265
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9123739071371275,
      "learning_rate": 4.8417076618132434e-06,
      "loss": 0.5417,
      "step": 266
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.062879186086598,
      "learning_rate": 4.8404819351728336e-06,
      "loss": 0.5387,
      "step": 267
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9944627549250884,
      "learning_rate": 4.8392516375204986e-06,
      "loss": 0.5731,
      "step": 268
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.9859912626846585,
      "learning_rate": 4.838016771259037e-06,
      "loss": 0.5969,
      "step": 269
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.043069520519082,
      "learning_rate": 4.836777338800168e-06,
      "loss": 0.6217,
      "step": 270
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.913212451622778,
      "learning_rate": 4.835533342564531e-06,
      "loss": 0.5527,
      "step": 271
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.978858281238778,
      "learning_rate": 4.834284784981678e-06,
      "loss": 0.5997,
      "step": 272
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.004628826916504,
      "learning_rate": 4.833031668490067e-06,
      "loss": 0.551,
      "step": 273
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.164370107566024,
      "learning_rate": 4.8317739955370645e-06,
      "loss": 0.5537,
      "step": 274
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.891772326146366,
      "learning_rate": 4.83051176857893e-06,
      "loss": 0.6075,
      "step": 275
    },
    {
      "epoch": 0.24,
      "grad_norm": 2.0553128913886645,
      "learning_rate": 4.8292449900808216e-06,
      "loss": 0.5854,
      "step": 276
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.009000622167072,
      "learning_rate": 4.827973662516786e-06,
      "loss": 0.5503,
      "step": 277
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9385043396652537,
      "learning_rate": 4.826697788369752e-06,
      "loss": 0.5704,
      "step": 278
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.3263786060073826,
      "learning_rate": 4.8254173701315295e-06,
      "loss": 0.5604,
      "step": 279
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9251504140774536,
      "learning_rate": 4.8241324103028055e-06,
      "loss": 0.5647,
      "step": 280
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9714117964729747,
      "learning_rate": 4.822842911393131e-06,
      "loss": 0.604,
      "step": 281
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.034372279161665,
      "learning_rate": 4.821548875920927e-06,
      "loss": 0.5803,
      "step": 282
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.9849114644945505,
      "learning_rate": 4.8202503064134725e-06,
      "loss": 0.5854,
      "step": 283
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.3435998455971343,
      "learning_rate": 4.818947205406902e-06,
      "loss": 0.4988,
      "step": 284
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.0672779732760924,
      "learning_rate": 4.8176395754462e-06,
      "loss": 0.5734,
      "step": 285
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.1206384205127544,
      "learning_rate": 4.816327419085197e-06,
      "loss": 0.563,
      "step": 286
    },
    {
      "epoch": 0.25,
      "grad_norm": 2.1105254841893095,
      "learning_rate": 4.815010738886561e-06,
      "loss": 0.5765,
      "step": 287
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.072546090747287,
      "learning_rate": 4.813689537421798e-06,
      "loss": 0.6003,
      "step": 288
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.1131138426394442,
      "learning_rate": 4.812363817271243e-06,
      "loss": 0.6097,
      "step": 289
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9218545344238502,
      "learning_rate": 4.811033581024056e-06,
      "loss": 0.6272,
      "step": 290
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.235420687671868,
      "learning_rate": 4.809698831278217e-06,
      "loss": 0.5519,
      "step": 291
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.8915062282224397,
      "learning_rate": 4.808359570640522e-06,
      "loss": 0.5832,
      "step": 292
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9185231023206675,
      "learning_rate": 4.8070158017265755e-06,
      "loss": 0.5854,
      "step": 293
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.086526046887808,
      "learning_rate": 4.805667527160788e-06,
      "loss": 0.5314,
      "step": 294
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.9995370937944454,
      "learning_rate": 4.804314749576368e-06,
      "loss": 0.5749,
      "step": 295
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.099313489806141,
      "learning_rate": 4.802957471615319e-06,
      "loss": 0.5173,
      "step": 296
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.067736275086448,
      "learning_rate": 4.8015956959284346e-06,
      "loss": 0.5434,
      "step": 297
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.005525416579935,
      "learning_rate": 4.800229425175294e-06,
      "loss": 0.5589,
      "step": 298
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.172708847484724,
      "learning_rate": 4.7988586620242515e-06,
      "loss": 0.5919,
      "step": 299
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0010542748493823,
      "learning_rate": 4.797483409152438e-06,
      "loss": 0.5803,
      "step": 300
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.1169505971764506,
      "learning_rate": 4.7961036692457516e-06,
      "loss": 0.5763,
      "step": 301
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.202849419501746,
      "learning_rate": 4.794719444998856e-06,
      "loss": 0.5691,
      "step": 302
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9765013761990564,
      "learning_rate": 4.793330739115169e-06,
      "loss": 0.5657,
      "step": 303
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0404392238791136,
      "learning_rate": 4.791937554306863e-06,
      "loss": 0.5648,
      "step": 304
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0298920886210516,
      "learning_rate": 4.790539893294861e-06,
      "loss": 0.5353,
      "step": 305
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.03157486915788,
      "learning_rate": 4.789137758808823e-06,
      "loss": 0.5716,
      "step": 306
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.060346338513047,
      "learning_rate": 4.787731153587149e-06,
      "loss": 0.5502,
      "step": 307
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.9286831590091769,
      "learning_rate": 4.786320080376968e-06,
      "loss": 0.5646,
      "step": 308
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.042346254905274,
      "learning_rate": 4.7849045419341376e-06,
      "loss": 0.6085,
      "step": 309
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.0758243469708293,
      "learning_rate": 4.7834845410232356e-06,
      "loss": 0.5452,
      "step": 310
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.0454965773706553,
      "learning_rate": 4.782060080417553e-06,
      "loss": 0.514,
      "step": 311
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.073931876222572,
      "learning_rate": 4.780631162899094e-06,
      "loss": 0.5884,
      "step": 312
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9699688248650635,
      "learning_rate": 4.7791977912585645e-06,
      "loss": 0.529,
      "step": 313
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9886162974888701,
      "learning_rate": 4.7777599682953696e-06,
      "loss": 0.5796,
      "step": 314
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9579685029739566,
      "learning_rate": 4.7763176968176106e-06,
      "loss": 0.5553,
      "step": 315
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.2181861411036086,
      "learning_rate": 4.7748709796420735e-06,
      "loss": 0.5806,
      "step": 316
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.0345738930041777,
      "learning_rate": 4.773419819594228e-06,
      "loss": 0.6059,
      "step": 317
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.0710385535524902,
      "learning_rate": 4.7719642195082224e-06,
      "loss": 0.5539,
      "step": 318
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.1239710444371442,
      "learning_rate": 4.770504182226875e-06,
      "loss": 0.5655,
      "step": 319
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9564631444382952,
      "learning_rate": 4.769039710601669e-06,
      "loss": 0.5914,
      "step": 320
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.9969926160116234,
      "learning_rate": 4.767570807492752e-06,
      "loss": 0.55,
      "step": 321
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9650736880864492,
      "learning_rate": 4.766097475768919e-06,
      "loss": 0.5804,
      "step": 322
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.1946368157969194,
      "learning_rate": 4.7646197183076236e-06,
      "loss": 0.5631,
      "step": 323
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9834181085585831,
      "learning_rate": 4.763137537994955e-06,
      "loss": 0.5779,
      "step": 324
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.1081651164417057,
      "learning_rate": 4.7616509377256445e-06,
      "loss": 0.5375,
      "step": 325
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9972027344990544,
      "learning_rate": 4.760159920403055e-06,
      "loss": 0.5608,
      "step": 326
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9554967826543683,
      "learning_rate": 4.758664488939174e-06,
      "loss": 0.5613,
      "step": 327
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.211716512822424,
      "learning_rate": 4.757164646254614e-06,
      "loss": 0.5863,
      "step": 328
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9203184200502181,
      "learning_rate": 4.755660395278598e-06,
      "loss": 0.5275,
      "step": 329
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.0355308159742505,
      "learning_rate": 4.7541517389489626e-06,
      "loss": 0.5304,
      "step": 330
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.005680103405306,
      "learning_rate": 4.752638680212145e-06,
      "loss": 0.5782,
      "step": 331
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.9930094995522492,
      "learning_rate": 4.751121222023183e-06,
      "loss": 0.5197,
      "step": 332
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.130907347619711,
      "learning_rate": 4.749599367345703e-06,
      "loss": 0.5453,
      "step": 333
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0380649677356715,
      "learning_rate": 4.748073119151923e-06,
      "loss": 0.5394,
      "step": 334
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.02655053696048,
      "learning_rate": 4.7465424804226366e-06,
      "loss": 0.5359,
      "step": 335
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.108255877778432,
      "learning_rate": 4.745007454147215e-06,
      "loss": 0.5262,
      "step": 336
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.8422966312136684,
      "learning_rate": 4.7434680433235986e-06,
      "loss": 0.529,
      "step": 337
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.1387816386921004,
      "learning_rate": 4.741924250958289e-06,
      "loss": 0.5599,
      "step": 338
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.2063774820548794,
      "learning_rate": 4.740376080066346e-06,
      "loss": 0.6014,
      "step": 339
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.917696303327652,
      "learning_rate": 4.738823533671383e-06,
      "loss": 0.615,
      "step": 340
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0283765999277916,
      "learning_rate": 4.737266614805554e-06,
      "loss": 0.5802,
      "step": 341
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.0340264609590437,
      "learning_rate": 4.7357053265095575e-06,
      "loss": 0.5331,
      "step": 342
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.102037194450825,
      "learning_rate": 4.734139671832622e-06,
      "loss": 0.5534,
      "step": 343
    },
    {
      "epoch": 0.3,
      "grad_norm": 2.4389875670618113,
      "learning_rate": 4.732569653832505e-06,
      "loss": 0.5637,
      "step": 344
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.1143521053252012,
      "learning_rate": 4.730995275575486e-06,
      "loss": 0.6539,
      "step": 345
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.6240136232872064,
      "learning_rate": 4.7294165401363616e-06,
      "loss": 0.5515,
      "step": 346
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.037602072097695,
      "learning_rate": 4.727833450598433e-06,
      "loss": 0.5609,
      "step": 347
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.10711733636797,
      "learning_rate": 4.72624601005351e-06,
      "loss": 0.5719,
      "step": 348
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.277613433738313,
      "learning_rate": 4.724654221601899e-06,
      "loss": 0.5815,
      "step": 349
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.0082624113337824,
      "learning_rate": 4.7230580883523955e-06,
      "loss": 0.5524,
      "step": 350
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8922591374161477,
      "learning_rate": 4.721457613422285e-06,
      "loss": 0.5981,
      "step": 351
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.108229047424278,
      "learning_rate": 4.7198527999373266e-06,
      "loss": 0.57,
      "step": 352
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.152965480400126,
      "learning_rate": 4.718243651031759e-06,
      "loss": 0.5996,
      "step": 353
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.8885994019827148,
      "learning_rate": 4.716630169848282e-06,
      "loss": 0.5543,
      "step": 354
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.221396082747074,
      "learning_rate": 4.715012359538062e-06,
      "loss": 0.5423,
      "step": 355
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.247525651087526,
      "learning_rate": 4.7133902232607145e-06,
      "loss": 0.6049,
      "step": 356
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.905837742487114,
      "learning_rate": 4.711763764184309e-06,
      "loss": 0.5523,
      "step": 357
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.117965067814315,
      "learning_rate": 4.710132985485355e-06,
      "loss": 0.5682,
      "step": 358
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.1530948606389373,
      "learning_rate": 4.7084978903487985e-06,
      "loss": 0.5506,
      "step": 359
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.8738866858316863,
      "learning_rate": 4.706858481968017e-06,
      "loss": 0.5426,
      "step": 360
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.9967053512246618,
      "learning_rate": 4.705214763544806e-06,
      "loss": 0.5555,
      "step": 361
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.352080896364055,
      "learning_rate": 4.703566738289389e-06,
      "loss": 0.587,
      "step": 362
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.031696719881503,
      "learning_rate": 4.701914409420392e-06,
      "loss": 0.6088,
      "step": 363
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.140107830595095,
      "learning_rate": 4.700257780164849e-06,
      "loss": 0.5596,
      "step": 364
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.125236417141067,
      "learning_rate": 4.698596853758194e-06,
      "loss": 0.5513,
      "step": 365
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.8878623518397697,
      "learning_rate": 4.696931633444251e-06,
      "loss": 0.5557,
      "step": 366
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9523463678463824,
      "learning_rate": 4.695262122475232e-06,
      "loss": 0.5317,
      "step": 367
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.3748547328434455,
      "learning_rate": 4.6935883241117286e-06,
      "loss": 0.5733,
      "step": 368
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9248854873148575,
      "learning_rate": 4.691910241622704e-06,
      "loss": 0.5523,
      "step": 369
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.1731794693383923,
      "learning_rate": 4.69022787828549e-06,
      "loss": 0.6489,
      "step": 370
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.996570702327501,
      "learning_rate": 4.688541237385781e-06,
      "loss": 0.584,
      "step": 371
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.0272036390008097,
      "learning_rate": 4.68685032221762e-06,
      "loss": 0.554,
      "step": 372
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9986403184037858,
      "learning_rate": 4.685155136083401e-06,
      "loss": 0.5798,
      "step": 373
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.24642442330448,
      "learning_rate": 4.683455682293863e-06,
      "loss": 0.5486,
      "step": 374
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.916261956844043,
      "learning_rate": 4.681751964168071e-06,
      "loss": 0.5678,
      "step": 375
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.1597492287443396,
      "learning_rate": 4.680043985033427e-06,
      "loss": 0.5801,
      "step": 376
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.9634034606261326,
      "learning_rate": 4.6783317482256506e-06,
      "loss": 0.5412,
      "step": 377
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.0128604293697263,
      "learning_rate": 4.676615257088777e-06,
      "loss": 0.5538,
      "step": 378
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.2205659530523976,
      "learning_rate": 4.674894514975149e-06,
      "loss": 0.494,
      "step": 379
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.000557085172021,
      "learning_rate": 4.673169525245416e-06,
      "loss": 0.5459,
      "step": 380
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.0089256125274826,
      "learning_rate": 4.671440291268518e-06,
      "loss": 0.5729,
      "step": 381
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.076112293053539,
      "learning_rate": 4.66970681642169e-06,
      "loss": 0.5277,
      "step": 382
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.996445627957894,
      "learning_rate": 4.667969104090441e-06,
      "loss": 0.5879,
      "step": 383
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.379165029211644,
      "learning_rate": 4.666227157668564e-06,
      "loss": 0.5924,
      "step": 384
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.101190475222136,
      "learning_rate": 4.664480980558118e-06,
      "loss": 0.6466,
      "step": 385
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.035159570620747,
      "learning_rate": 4.662730576169423e-06,
      "loss": 0.5979,
      "step": 386
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.1034174780447814,
      "learning_rate": 4.660975947921058e-06,
      "loss": 0.5635,
      "step": 387
    },
    {
      "epoch": 0.34,
      "grad_norm": 2.131573174129039,
      "learning_rate": 4.65921709923985e-06,
      "loss": 0.5602,
      "step": 388
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.9282515780121203,
      "learning_rate": 4.657454033560868e-06,
      "loss": 0.5292,
      "step": 389
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.922997066030009,
      "learning_rate": 4.655686754327419e-06,
      "loss": 0.5475,
      "step": 390
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9692624098665525,
      "learning_rate": 4.653915264991035e-06,
      "loss": 0.5529,
      "step": 391
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.976011234185068,
      "learning_rate": 4.652139569011475e-06,
      "loss": 0.5439,
      "step": 392
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.909657950321316,
      "learning_rate": 4.650359669856711e-06,
      "loss": 0.5558,
      "step": 393
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9134183734362904,
      "learning_rate": 4.648575571002926e-06,
      "loss": 0.5428,
      "step": 394
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.067168876792994,
      "learning_rate": 4.646787275934501e-06,
      "loss": 0.6261,
      "step": 395
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9358304010171785,
      "learning_rate": 4.644994788144017e-06,
      "loss": 0.5698,
      "step": 396
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9671634072657547,
      "learning_rate": 4.643198111132241e-06,
      "loss": 0.5345,
      "step": 397
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.0176052011599133,
      "learning_rate": 4.641397248408122e-06,
      "loss": 0.5028,
      "step": 398
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9960700483606102,
      "learning_rate": 4.639592203488784e-06,
      "loss": 0.5253,
      "step": 399
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.9329472749401087,
      "learning_rate": 4.63778297989952e-06,
      "loss": 0.615,
      "step": 400
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9689526846990402,
      "learning_rate": 4.6359695811737805e-06,
      "loss": 0.5558,
      "step": 401
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.043494453339269,
      "learning_rate": 4.634152010853175e-06,
      "loss": 0.5955,
      "step": 402
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9251519214200417,
      "learning_rate": 4.632330272487455e-06,
      "loss": 0.5587,
      "step": 403
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.2049650629169495,
      "learning_rate": 4.6305043696345175e-06,
      "loss": 0.5633,
      "step": 404
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8971004366601951,
      "learning_rate": 4.628674305860389e-06,
      "loss": 0.5147,
      "step": 405
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.958131978242853,
      "learning_rate": 4.626840084739224e-06,
      "loss": 0.558,
      "step": 406
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8809187299789303,
      "learning_rate": 4.625001709853296e-06,
      "loss": 0.6029,
      "step": 407
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.07376704403877,
      "learning_rate": 4.623159184792992e-06,
      "loss": 0.5985,
      "step": 408
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9773215118384355,
      "learning_rate": 4.621312513156801e-06,
      "loss": 0.5592,
      "step": 409
    },
    {
      "epoch": 0.36,
      "grad_norm": 2.2454931529711373,
      "learning_rate": 4.6194616985513144e-06,
      "loss": 0.5265,
      "step": 410
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.917266484743525,
      "learning_rate": 4.617606744591214e-06,
      "loss": 0.5579,
      "step": 411
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.9196448264725143,
      "learning_rate": 4.615747654899263e-06,
      "loss": 0.5345,
      "step": 412
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9733157447209138,
      "learning_rate": 4.613884433106306e-06,
      "loss": 0.528,
      "step": 413
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.994664364309963,
      "learning_rate": 4.612017082851253e-06,
      "loss": 0.5489,
      "step": 414
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8266904473141898,
      "learning_rate": 4.610145607781081e-06,
      "loss": 0.5411,
      "step": 415
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.0294108873934364,
      "learning_rate": 4.608270011550823e-06,
      "loss": 0.5963,
      "step": 416
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9735002273071562,
      "learning_rate": 4.606390297823555e-06,
      "loss": 0.5858,
      "step": 417
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8987568737188125,
      "learning_rate": 4.604506470270403e-06,
      "loss": 0.493,
      "step": 418
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9371998611194052,
      "learning_rate": 4.6026185325705195e-06,
      "loss": 0.521,
      "step": 419
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8926221916061328,
      "learning_rate": 4.60072648841109e-06,
      "loss": 0.4922,
      "step": 420
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8759546163633927,
      "learning_rate": 4.598830341487317e-06,
      "loss": 0.5487,
      "step": 421
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.9425705301229708,
      "learning_rate": 4.596930095502416e-06,
      "loss": 0.5155,
      "step": 422
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.8718904454318124,
      "learning_rate": 4.59502575416761e-06,
      "loss": 0.5372,
      "step": 423
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8361742824749525,
      "learning_rate": 4.593117321202117e-06,
      "loss": 0.556,
      "step": 424
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8520540031413573,
      "learning_rate": 4.59120480033315e-06,
      "loss": 0.6213,
      "step": 425
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9670746741442957,
      "learning_rate": 4.5892881952959015e-06,
      "loss": 0.5685,
      "step": 426
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.969557039139786,
      "learning_rate": 4.587367509833543e-06,
      "loss": 0.5472,
      "step": 427
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9873217018861624,
      "learning_rate": 4.585442747697218e-06,
      "loss": 0.5419,
      "step": 428
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9508580236237527,
      "learning_rate": 4.5835139126460234e-06,
      "loss": 0.566,
      "step": 429
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8929503262145966,
      "learning_rate": 4.58158100844702e-06,
      "loss": 0.5526,
      "step": 430
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9394545018501204,
      "learning_rate": 4.57964403887521e-06,
      "loss": 0.5469,
      "step": 431
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.1045619298179927,
      "learning_rate": 4.577703007713538e-06,
      "loss": 0.5397,
      "step": 432
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.8886665443222683,
      "learning_rate": 4.575757918752879e-06,
      "loss": 0.5174,
      "step": 433
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.849256286655662,
      "learning_rate": 4.573808775792033e-06,
      "loss": 0.558,
      "step": 434
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.89537230772545,
      "learning_rate": 4.5718555826377195e-06,
      "loss": 0.6155,
      "step": 435
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.028600611269796,
      "learning_rate": 4.569898343104568e-06,
      "loss": 0.5639,
      "step": 436
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.1153787641168273,
      "learning_rate": 4.567937061015107e-06,
      "loss": 0.5883,
      "step": 437
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.0217937777574075,
      "learning_rate": 4.5659717401997655e-06,
      "loss": 0.5936,
      "step": 438
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.248716610859176,
      "learning_rate": 4.564002384496856e-06,
      "loss": 0.5539,
      "step": 439
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.9689879082294663,
      "learning_rate": 4.562028997752574e-06,
      "loss": 0.5636,
      "step": 440
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.763292547062648,
      "learning_rate": 4.560051583820987e-06,
      "loss": 0.5402,
      "step": 441
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.129235681815295,
      "learning_rate": 4.558070146564025e-06,
      "loss": 0.5279,
      "step": 442
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.987329959970642,
      "learning_rate": 4.55608468985148e-06,
      "loss": 0.5597,
      "step": 443
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8223595251951752,
      "learning_rate": 4.554095217560991e-06,
      "loss": 0.5523,
      "step": 444
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.8945373677348296,
      "learning_rate": 4.55210173357804e-06,
      "loss": 0.5611,
      "step": 445
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8010628987468362,
      "learning_rate": 4.550104241795946e-06,
      "loss": 0.5406,
      "step": 446
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7680591979019162,
      "learning_rate": 4.548102746115852e-06,
      "loss": 0.5392,
      "step": 447
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9894409183828397,
      "learning_rate": 4.546097250446724e-06,
      "loss": 0.568,
      "step": 448
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9527217933389673,
      "learning_rate": 4.544087758705338e-06,
      "loss": 0.5616,
      "step": 449
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8813970745759399,
      "learning_rate": 4.5420742748162735e-06,
      "loss": 0.5857,
      "step": 450
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9697471415378363,
      "learning_rate": 4.540056802711911e-06,
      "loss": 0.5563,
      "step": 451
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.8610261764458738,
      "learning_rate": 4.5380353463324135e-06,
      "loss": 0.5414,
      "step": 452
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.0760585222699075,
      "learning_rate": 4.536009909625733e-06,
      "loss": 0.6113,
      "step": 453
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9376608369819073,
      "learning_rate": 4.533980496547588e-06,
      "loss": 0.5567,
      "step": 454
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9360208325717025,
      "learning_rate": 4.5319471110614676e-06,
      "loss": 0.5637,
      "step": 455
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9103146510774847,
      "learning_rate": 4.529909757138619e-06,
      "loss": 0.5049,
      "step": 456
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.9645365532954322,
      "learning_rate": 4.5278684387580356e-06,
      "loss": 0.5424,
      "step": 457
    },
    {
      "epoch": 0.41,
      "grad_norm": 2.0430691701895065,
      "learning_rate": 4.52582315990646e-06,
      "loss": 0.547,
      "step": 458
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.995685349345533,
      "learning_rate": 4.523773924578362e-06,
      "loss": 0.6005,
      "step": 459
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9830544751269077,
      "learning_rate": 4.521720736775947e-06,
      "loss": 0.5563,
      "step": 460
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8473463212841006,
      "learning_rate": 4.519663600509131e-06,
      "loss": 0.5913,
      "step": 461
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8993140839815026,
      "learning_rate": 4.5176025197955495e-06,
      "loss": 0.5653,
      "step": 462
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8179551662772986,
      "learning_rate": 4.515537498660535e-06,
      "loss": 0.5485,
      "step": 463
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9275228062086758,
      "learning_rate": 4.51346854113712e-06,
      "loss": 0.5248,
      "step": 464
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9668428438048349,
      "learning_rate": 4.511395651266023e-06,
      "loss": 0.5939,
      "step": 465
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.9602042152930792,
      "learning_rate": 4.509318833095642e-06,
      "loss": 0.5452,
      "step": 466
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.8348566721600683,
      "learning_rate": 4.507238090682049e-06,
      "loss": 0.5514,
      "step": 467
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.938525142403929,
      "learning_rate": 4.505153428088979e-06,
      "loss": 0.5822,
      "step": 468
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.008973560332548,
      "learning_rate": 4.503064849387822e-06,
      "loss": 0.5765,
      "step": 469
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.8911779425902009,
      "learning_rate": 4.500972358657618e-06,
      "loss": 0.5465,
      "step": 470
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9224818772820709,
      "learning_rate": 4.4988759599850485e-06,
      "loss": 0.5897,
      "step": 471
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.990817812633161,
      "learning_rate": 4.496775657464423e-06,
      "loss": 0.5505,
      "step": 472
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9167562026803746,
      "learning_rate": 4.4946714551976795e-06,
      "loss": 0.5779,
      "step": 473
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9388400892712594,
      "learning_rate": 4.492563357294369e-06,
      "loss": 0.574,
      "step": 474
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.0140312788131762,
      "learning_rate": 4.490451367871655e-06,
      "loss": 0.4928,
      "step": 475
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.074902721101316,
      "learning_rate": 4.488335491054296e-06,
      "loss": 0.5366,
      "step": 476
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.8245504149698855,
      "learning_rate": 4.486215730974646e-06,
      "loss": 0.581,
      "step": 477
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.1100306515160656,
      "learning_rate": 4.4840920917726425e-06,
      "loss": 0.5677,
      "step": 478
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.9560380000004616,
      "learning_rate": 4.4819645775958e-06,
      "loss": 0.5426,
      "step": 479
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.721267171163405,
      "learning_rate": 4.479833192599198e-06,
      "loss": 0.5868,
      "step": 480
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0001169229847124,
      "learning_rate": 4.477697940945478e-06,
      "loss": 0.5667,
      "step": 481
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0111322894409134,
      "learning_rate": 4.475558826804833e-06,
      "loss": 0.5707,
      "step": 482
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8179588699061133,
      "learning_rate": 4.473415854355e-06,
      "loss": 0.5484,
      "step": 483
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0491236128150345,
      "learning_rate": 4.47126902778125e-06,
      "loss": 0.5575,
      "step": 484
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.049676347036571,
      "learning_rate": 4.469118351276381e-06,
      "loss": 0.5807,
      "step": 485
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.8999028972772445,
      "learning_rate": 4.4669638290407115e-06,
      "loss": 0.5447,
      "step": 486
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.0754807768031687,
      "learning_rate": 4.464805465282071e-06,
      "loss": 0.503,
      "step": 487
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.9532719169013661,
      "learning_rate": 4.462643264215789e-06,
      "loss": 0.5304,
      "step": 488
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.038547881198709,
      "learning_rate": 4.460477230064693e-06,
      "loss": 0.6116,
      "step": 489
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.1342568039197136,
      "learning_rate": 4.458307367059092e-06,
      "loss": 0.5632,
      "step": 490
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.9267024509918977,
      "learning_rate": 4.456133679436778e-06,
      "loss": 0.5574,
      "step": 491
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.795213135692931,
      "learning_rate": 4.453956171443008e-06,
      "loss": 0.5737,
      "step": 492
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9428252328171443,
      "learning_rate": 4.451774847330505e-06,
      "loss": 0.5685,
      "step": 493
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.7903749800219122,
      "learning_rate": 4.449589711359439e-06,
      "loss": 0.5214,
      "step": 494
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.111615491479605,
      "learning_rate": 4.447400767797429e-06,
      "loss": 0.5329,
      "step": 495
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.936578332165912,
      "learning_rate": 4.445208020919531e-06,
      "loss": 0.543,
      "step": 496
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.0005145681262473,
      "learning_rate": 4.4430114750082246e-06,
      "loss": 0.5593,
      "step": 497
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9720912009242426,
      "learning_rate": 4.4408111343534125e-06,
      "loss": 0.5812,
      "step": 498
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.0486055586452787,
      "learning_rate": 4.4386070032524085e-06,
      "loss": 0.5563,
      "step": 499
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.8043262288689983,
      "learning_rate": 4.436399086009928e-06,
      "loss": 0.4905,
      "step": 500
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.9608580808640215,
      "learning_rate": 4.43418738693808e-06,
      "loss": 0.5548,
      "step": 501
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.008548225584814,
      "learning_rate": 4.431971910356363e-06,
      "loss": 0.5955,
      "step": 502
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8974274240345173,
      "learning_rate": 4.429752660591648e-06,
      "loss": 0.5742,
      "step": 503
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8257689605722616,
      "learning_rate": 4.427529641978181e-06,
      "loss": 0.6177,
      "step": 504
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0327301577551764,
      "learning_rate": 4.425302858857563e-06,
      "loss": 0.5872,
      "step": 505
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9539661576324254,
      "learning_rate": 4.42307231557875e-06,
      "loss": 0.5728,
      "step": 506
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9346302819034207,
      "learning_rate": 4.420838016498043e-06,
      "loss": 0.6019,
      "step": 507
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.1255667417446054,
      "learning_rate": 4.418599965979074e-06,
      "loss": 0.5981,
      "step": 508
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.8293805714793054,
      "learning_rate": 4.416358168392806e-06,
      "loss": 0.5497,
      "step": 509
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.929762647152706,
      "learning_rate": 4.414112628117518e-06,
      "loss": 0.5655,
      "step": 510
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9808758258773635,
      "learning_rate": 4.411863349538798e-06,
      "loss": 0.5465,
      "step": 511
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0413084054198647,
      "learning_rate": 4.409610337049537e-06,
      "loss": 0.5264,
      "step": 512
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.9506473664088613,
      "learning_rate": 4.4073535950499155e-06,
      "loss": 0.5284,
      "step": 513
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.7875399190820846,
      "learning_rate": 4.405093127947402e-06,
      "loss": 0.5406,
      "step": 514
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9594159192262046,
      "learning_rate": 4.402828940156735e-06,
      "loss": 0.573,
      "step": 515
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.025943836966642,
      "learning_rate": 4.400561036099924e-06,
      "loss": 0.5227,
      "step": 516
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9439140060564322,
      "learning_rate": 4.398289420206235e-06,
      "loss": 0.5802,
      "step": 517
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.891060025336787,
      "learning_rate": 4.396014096912182e-06,
      "loss": 0.55,
      "step": 518
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9575594944193413,
      "learning_rate": 4.393735070661521e-06,
      "loss": 0.5213,
      "step": 519
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.024463679893138,
      "learning_rate": 4.391452345905239e-06,
      "loss": 0.5354,
      "step": 520
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.825359223217947,
      "learning_rate": 4.389165927101549e-06,
      "loss": 0.5506,
      "step": 521
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.0284690208197484,
      "learning_rate": 4.386875818715875e-06,
      "loss": 0.5763,
      "step": 522
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9021830177238082,
      "learning_rate": 4.3845820252208476e-06,
      "loss": 0.5596,
      "step": 523
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.0000504821060203,
      "learning_rate": 4.3822845510962966e-06,
      "loss": 0.5701,
      "step": 524
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.7341340075311633,
      "learning_rate": 4.379983400829237e-06,
      "loss": 0.5315,
      "step": 525
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9297447671947465,
      "learning_rate": 4.377678578913868e-06,
      "loss": 0.5798,
      "step": 526
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9233069620366818,
      "learning_rate": 4.375370089851554e-06,
      "loss": 0.5391,
      "step": 527
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.976671700063146,
      "learning_rate": 4.3730579381508254e-06,
      "loss": 0.5674,
      "step": 528
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.914097057045113,
      "learning_rate": 4.3707421283273645e-06,
      "loss": 0.5367,
      "step": 529
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.8477362806445459,
      "learning_rate": 4.368422664903997e-06,
      "loss": 0.5349,
      "step": 530
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9704477099484594,
      "learning_rate": 4.366099552410686e-06,
      "loss": 0.501,
      "step": 531
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9297086500071385,
      "learning_rate": 4.363772795384522e-06,
      "loss": 0.5352,
      "step": 532
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9090996748848685,
      "learning_rate": 4.36144239836971e-06,
      "loss": 0.5457,
      "step": 533
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.905870882711107,
      "learning_rate": 4.3591083659175655e-06,
      "loss": 0.5685,
      "step": 534
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.968618442539214,
      "learning_rate": 4.356770702586506e-06,
      "loss": 0.5476,
      "step": 535
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.9431218136805426,
      "learning_rate": 4.354429412942038e-06,
      "loss": 0.5719,
      "step": 536
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.0756451350956215,
      "learning_rate": 4.3520845015567495e-06,
      "loss": 0.5502,
      "step": 537
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8350117686217275,
      "learning_rate": 4.349735973010306e-06,
      "loss": 0.5417,
      "step": 538
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.03495920394236,
      "learning_rate": 4.3473838318894324e-06,
      "loss": 0.545,
      "step": 539
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7864245375307775,
      "learning_rate": 4.3450280827879125e-06,
      "loss": 0.5242,
      "step": 540
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9018530036883652,
      "learning_rate": 4.342668730306575e-06,
      "loss": 0.554,
      "step": 541
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8575071370513128,
      "learning_rate": 4.340305779053286e-06,
      "loss": 0.5287,
      "step": 542
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8480049595126469,
      "learning_rate": 4.33793923364294e-06,
      "loss": 0.5554,
      "step": 543
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.103039565778625,
      "learning_rate": 4.335569098697454e-06,
      "loss": 0.5526,
      "step": 544
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8712145108160219,
      "learning_rate": 4.33319537884575e-06,
      "loss": 0.5472,
      "step": 545
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9271972466285336,
      "learning_rate": 4.330818078723756e-06,
      "loss": 0.5827,
      "step": 546
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.954438973741856,
      "learning_rate": 4.328437202974389e-06,
      "loss": 0.5433,
      "step": 547
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.0467264178153726,
      "learning_rate": 4.326052756247553e-06,
      "loss": 0.5981,
      "step": 548
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9418055408636266,
      "learning_rate": 4.323664743200123e-06,
      "loss": 0.5832,
      "step": 549
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.444044603553196,
      "learning_rate": 4.32127316849594e-06,
      "loss": 0.5638,
      "step": 550
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.8791947879326414,
      "learning_rate": 4.318878036805802e-06,
      "loss": 0.5864,
      "step": 551
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.872356245946924,
      "learning_rate": 4.3164793528074525e-06,
      "loss": 0.5337,
      "step": 552
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.025493213646544,
      "learning_rate": 4.3140771211855725e-06,
      "loss": 0.5401,
      "step": 553
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9845857759145742,
      "learning_rate": 4.3116713466317745e-06,
      "loss": 0.5712,
      "step": 554
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.9091874317608197,
      "learning_rate": 4.309262033844587e-06,
      "loss": 0.5337,
      "step": 555
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.926646558220673,
      "learning_rate": 4.30684918752945e-06,
      "loss": 0.5787,
      "step": 556
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.0450560123448165,
      "learning_rate": 4.304432812398704e-06,
      "loss": 0.5704,
      "step": 557
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.915800332391142,
      "learning_rate": 4.302012913171584e-06,
      "loss": 0.5194,
      "step": 558
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9050588229807015,
      "learning_rate": 4.299589494574204e-06,
      "loss": 0.5104,
      "step": 559
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9241714112001687,
      "learning_rate": 4.297162561339554e-06,
      "loss": 0.5388,
      "step": 560
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8520273210081386,
      "learning_rate": 4.294732118207486e-06,
      "loss": 0.5363,
      "step": 561
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.0240180827444205,
      "learning_rate": 4.292298169924709e-06,
      "loss": 0.5632,
      "step": 562
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8385436745856445,
      "learning_rate": 4.289860721244776e-06,
      "loss": 0.542,
      "step": 563
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.9260618068482396,
      "learning_rate": 4.287419776928078e-06,
      "loss": 0.5555,
      "step": 564
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.155290692386073,
      "learning_rate": 4.284975341741833e-06,
      "loss": 0.5336,
      "step": 565
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.461077264148098,
      "learning_rate": 4.282527420460073e-06,
      "loss": 0.5794,
      "step": 566
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8539810703173831,
      "learning_rate": 4.280076017863643e-06,
      "loss": 0.5298,
      "step": 567
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.981150552962984,
      "learning_rate": 4.277621138740185e-06,
      "loss": 0.5862,
      "step": 568
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.8768796036679432,
      "learning_rate": 4.275162787884132e-06,
      "loss": 0.5255,
      "step": 569
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.022795676637582,
      "learning_rate": 4.272700970096696e-06,
      "loss": 0.5984,
      "step": 570
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.835618231704385,
      "learning_rate": 4.27023569018586e-06,
      "loss": 0.5297,
      "step": 571
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.853495005213679,
      "learning_rate": 4.267766952966369e-06,
      "loss": 0.5188,
      "step": 572
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8841750183665413,
      "learning_rate": 4.265294763259721e-06,
      "loss": 0.5678,
      "step": 573
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8013177249236558,
      "learning_rate": 4.262819125894156e-06,
      "loss": 0.5286,
      "step": 574
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8320928495052518,
      "learning_rate": 4.2603400457046476e-06,
      "loss": 0.5341,
      "step": 575
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.8323864124122828,
      "learning_rate": 4.257857527532891e-06,
      "loss": 0.5283,
      "step": 576
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9487038959665601,
      "learning_rate": 4.255371576227301e-06,
      "loss": 0.5418,
      "step": 577
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.7875154296015772,
      "learning_rate": 4.252882196642993e-06,
      "loss": 0.5065,
      "step": 578
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.089827238376911,
      "learning_rate": 4.250389393641778e-06,
      "loss": 0.5919,
      "step": 579
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9078348658003164,
      "learning_rate": 4.247893172092157e-06,
      "loss": 0.5212,
      "step": 580
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.9952457072102052,
      "learning_rate": 4.245393536869303e-06,
      "loss": 0.5284,
      "step": 581
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0728561008210384,
      "learning_rate": 4.242890492855056e-06,
      "loss": 0.5214,
      "step": 582
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.97825451090628,
      "learning_rate": 4.240384044937919e-06,
      "loss": 0.5586,
      "step": 583
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.85380003580073,
      "learning_rate": 4.237874198013037e-06,
      "loss": 0.6078,
      "step": 584
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.8198051628607304,
      "learning_rate": 4.235360956982196e-06,
      "loss": 0.5677,
      "step": 585
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.1343351043013183,
      "learning_rate": 4.23284432675381e-06,
      "loss": 0.5706,
      "step": 586
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0294462862804896,
      "learning_rate": 4.230324312242911e-06,
      "loss": 0.5399,
      "step": 587
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.9618881336969853,
      "learning_rate": 4.227800918371145e-06,
      "loss": 0.5292,
      "step": 588
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.9665398714083597,
      "learning_rate": 4.225274150066752e-06,
      "loss": 0.5414,
      "step": 589
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0976099857689268,
      "learning_rate": 4.222744012264567e-06,
      "loss": 0.5204,
      "step": 590
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.968032018982793,
      "learning_rate": 4.220210509906002e-06,
      "loss": 0.5622,
      "step": 591
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.0055542027073523,
      "learning_rate": 4.217673647939044e-06,
      "loss": 0.5723,
      "step": 592
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.031612125247833,
      "learning_rate": 4.215133431318239e-06,
      "loss": 0.5727,
      "step": 593
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.04253552367063,
      "learning_rate": 4.212589865004684e-06,
      "loss": 0.5676,
      "step": 594
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9143447724555291,
      "learning_rate": 4.2100429539660205e-06,
      "loss": 0.5452,
      "step": 595
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.1284999811605334,
      "learning_rate": 4.20749270317642e-06,
      "loss": 0.5679,
      "step": 596
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9726237378545723,
      "learning_rate": 4.204939117616578e-06,
      "loss": 0.5514,
      "step": 597
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.0537722291479583,
      "learning_rate": 4.202382202273702e-06,
      "loss": 0.5979,
      "step": 598
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9695944675405062,
      "learning_rate": 4.1998219621415035e-06,
      "loss": 0.5519,
      "step": 599
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.1175148159531196,
      "learning_rate": 4.197258402220187e-06,
      "loss": 0.5437,
      "step": 600
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9698920488340708,
      "learning_rate": 4.19469152751644e-06,
      "loss": 0.5765,
      "step": 601
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.879379971551763,
      "learning_rate": 4.192121343043424e-06,
      "loss": 0.5219,
      "step": 602
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.9668215341266202,
      "learning_rate": 4.189547853820767e-06,
      "loss": 0.4967,
      "step": 603
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.0264415648360723,
      "learning_rate": 4.186971064874547e-06,
      "loss": 0.5591,
      "step": 604
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9996711001240413,
      "learning_rate": 4.18439098123729e-06,
      "loss": 0.5909,
      "step": 605
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9209919754307736,
      "learning_rate": 4.181807607947954e-06,
      "loss": 0.5516,
      "step": 606
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8120062816345244,
      "learning_rate": 4.1792209500519245e-06,
      "loss": 0.5112,
      "step": 607
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9265993932694714,
      "learning_rate": 4.176631012601e-06,
      "loss": 0.5716,
      "step": 608
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7951063568824173,
      "learning_rate": 4.1740378006533835e-06,
      "loss": 0.5546,
      "step": 609
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9478736935670538,
      "learning_rate": 4.1714413192736756e-06,
      "loss": 0.5137,
      "step": 610
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.9166713700159672,
      "learning_rate": 4.168841573532859e-06,
      "loss": 0.5285,
      "step": 611
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.903061790874867,
      "learning_rate": 4.166238568508294e-06,
      "loss": 0.5643,
      "step": 612
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8709574261812854,
      "learning_rate": 4.1636323092837065e-06,
      "loss": 0.5531,
      "step": 613
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.891374469060374,
      "learning_rate": 4.161022800949177e-06,
      "loss": 0.5386,
      "step": 614
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.8621023435008923,
      "learning_rate": 4.1584100486011315e-06,
      "loss": 0.5472,
      "step": 615
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8927480615848256,
      "learning_rate": 4.155794057342333e-06,
      "loss": 0.567,
      "step": 616
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9157957155248084,
      "learning_rate": 4.153174832281867e-06,
      "loss": 0.5295,
      "step": 617
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7900976303440275,
      "learning_rate": 4.150552378535138e-06,
      "loss": 0.5374,
      "step": 618
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9233860209522704,
      "learning_rate": 4.1479267012238555e-06,
      "loss": 0.5673,
      "step": 619
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.904244620695313,
      "learning_rate": 4.145297805476023e-06,
      "loss": 0.5674,
      "step": 620
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8633100020518014,
      "learning_rate": 4.142665696425932e-06,
      "loss": 0.5717,
      "step": 621
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.0449274851229764,
      "learning_rate": 4.140030379214147e-06,
      "loss": 0.5382,
      "step": 622
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8437126524936716,
      "learning_rate": 4.137391858987502e-06,
      "loss": 0.5635,
      "step": 623
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9476300616110815,
      "learning_rate": 4.134750140899082e-06,
      "loss": 0.5354,
      "step": 624
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8187836169409277,
      "learning_rate": 4.132105230108221e-06,
      "loss": 0.5678,
      "step": 625
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.8325255303792565,
      "learning_rate": 4.1294571317804854e-06,
      "loss": 0.5497,
      "step": 626
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.947073088948294,
      "learning_rate": 4.12680585108767e-06,
      "loss": 0.6005,
      "step": 627
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9094602677105208,
      "learning_rate": 4.1241513932077835e-06,
      "loss": 0.5442,
      "step": 628
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9308069577521967,
      "learning_rate": 4.121493763325039e-06,
      "loss": 0.4952,
      "step": 629
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.955225453108231,
      "learning_rate": 4.118832966629847e-06,
      "loss": 0.5161,
      "step": 630
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8884686835300686,
      "learning_rate": 4.116169008318798e-06,
      "loss": 0.5834,
      "step": 631
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.851971220446282,
      "learning_rate": 4.113501893594662e-06,
      "loss": 0.5762,
      "step": 632
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.982231343732386,
      "learning_rate": 4.110831627666372e-06,
      "loss": 0.5043,
      "step": 633
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8783480932058496,
      "learning_rate": 4.108158215749014e-06,
      "loss": 0.5202,
      "step": 634
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7472053862830499,
      "learning_rate": 4.105481663063821e-06,
      "loss": 0.5064,
      "step": 635
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.71435326799849,
      "learning_rate": 4.102801974838158e-06,
      "loss": 0.5808,
      "step": 636
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9383972995582568,
      "learning_rate": 4.100119156305514e-06,
      "loss": 0.5268,
      "step": 637
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.7165619283230378,
      "learning_rate": 4.097433212705492e-06,
      "loss": 0.5376,
      "step": 638
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8524888535442023,
      "learning_rate": 4.094744149283796e-06,
      "loss": 0.5388,
      "step": 639
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.958121956311822,
      "learning_rate": 4.092051971292228e-06,
      "loss": 0.5273,
      "step": 640
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8752806971174674,
      "learning_rate": 4.089356683988668e-06,
      "loss": 0.5283,
      "step": 641
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.4399117721583465,
      "learning_rate": 4.086658292637072e-06,
      "loss": 0.5643,
      "step": 642
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.897865148445396,
      "learning_rate": 4.083956802507456e-06,
      "loss": 0.5432,
      "step": 643
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.0947253224544826,
      "learning_rate": 4.0812522188758874e-06,
      "loss": 0.6738,
      "step": 644
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.8801252766945993,
      "learning_rate": 4.078544547024479e-06,
      "loss": 0.5516,
      "step": 645
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.884681207915535,
      "learning_rate": 4.075833792241371e-06,
      "loss": 0.5521,
      "step": 646
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.911314829964074,
      "learning_rate": 4.073119959820728e-06,
      "loss": 0.5279,
      "step": 647
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.860637117587055,
      "learning_rate": 4.070403055062721e-06,
      "loss": 0.5543,
      "step": 648
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.0453601596603157,
      "learning_rate": 4.0676830832735245e-06,
      "loss": 0.5757,
      "step": 649
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8114060321351384,
      "learning_rate": 4.064960049765304e-06,
      "loss": 0.5049,
      "step": 650
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.959305167631277,
      "learning_rate": 4.062233959856202e-06,
      "loss": 0.5378,
      "step": 651
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8509512649844786,
      "learning_rate": 4.059504818870332e-06,
      "loss": 0.5695,
      "step": 652
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0120311393374677,
      "learning_rate": 4.056772632137762e-06,
      "loss": 0.5548,
      "step": 653
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.185006431209757,
      "learning_rate": 4.054037404994516e-06,
      "loss": 0.5796,
      "step": 654
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8639659087725635,
      "learning_rate": 4.05129914278255e-06,
      "loss": 0.503,
      "step": 655
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0128366658538726,
      "learning_rate": 4.048557850849749e-06,
      "loss": 0.5543,
      "step": 656
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.0493127075126467,
      "learning_rate": 4.045813534549917e-06,
      "loss": 0.5971,
      "step": 657
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8943877873256292,
      "learning_rate": 4.043066199242762e-06,
      "loss": 0.5512,
      "step": 658
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.8607643797927613,
      "learning_rate": 4.04031585029389e-06,
      "loss": 0.5755,
      "step": 659
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.933467010931308,
      "learning_rate": 4.037562493074792e-06,
      "loss": 0.546,
      "step": 660
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.870898209604796,
      "learning_rate": 4.034806132962834e-06,
      "loss": 0.5101,
      "step": 661
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7765005525064146,
      "learning_rate": 4.032046775341247e-06,
      "loss": 0.535,
      "step": 662
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.808388020113739,
      "learning_rate": 4.029284425599116e-06,
      "loss": 0.5532,
      "step": 663
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9444426383785842,
      "learning_rate": 4.026519089131371e-06,
      "loss": 0.5804,
      "step": 664
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8810929458792174,
      "learning_rate": 4.023750771338774e-06,
      "loss": 0.5023,
      "step": 665
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7587173598023012,
      "learning_rate": 4.020979477627907e-06,
      "loss": 0.588,
      "step": 666
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8616544736960938,
      "learning_rate": 4.018205213411169e-06,
      "loss": 0.5604,
      "step": 667
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8517363531329913,
      "learning_rate": 4.015427984106759e-06,
      "loss": 0.5503,
      "step": 668
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.7164279131663547,
      "learning_rate": 4.012647795138664e-06,
      "loss": 0.5353,
      "step": 669
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.8490922932257532,
      "learning_rate": 4.009864651936653e-06,
      "loss": 0.5527,
      "step": 670
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.9222471762582807,
      "learning_rate": 4.007078559936268e-06,
      "loss": 0.5449,
      "step": 671
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7126406752680576,
      "learning_rate": 4.0042895245788035e-06,
      "loss": 0.5102,
      "step": 672
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7999692875631594,
      "learning_rate": 4.001497551311308e-06,
      "loss": 0.514,
      "step": 673
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8482521644616647,
      "learning_rate": 3.998702645586565e-06,
      "loss": 0.546,
      "step": 674
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8124842120343776,
      "learning_rate": 3.995904812863086e-06,
      "loss": 0.5432,
      "step": 675
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9053654350943952,
      "learning_rate": 3.993104058605099e-06,
      "loss": 0.6222,
      "step": 676
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.851530834120678,
      "learning_rate": 3.9903003882825396e-06,
      "loss": 0.5069,
      "step": 677
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.824612938648448,
      "learning_rate": 3.987493807371033e-06,
      "loss": 0.5279,
      "step": 678
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8322983038942529,
      "learning_rate": 3.984684321351895e-06,
      "loss": 0.504,
      "step": 679
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.1601679247075105,
      "learning_rate": 3.981871935712112e-06,
      "loss": 0.5448,
      "step": 680
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9324323412240167,
      "learning_rate": 3.979056655944335e-06,
      "loss": 0.5696,
      "step": 681
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.8887222870071794,
      "learning_rate": 3.9762384875468645e-06,
      "loss": 0.5147,
      "step": 682
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.9025483031058836,
      "learning_rate": 3.973417436023646e-06,
      "loss": 0.5322,
      "step": 683
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.944754689874286,
      "learning_rate": 3.970593506884254e-06,
      "loss": 0.564,
      "step": 684
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8782062559948918,
      "learning_rate": 3.9677667056438824e-06,
      "loss": 0.5179,
      "step": 685
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7615090001622373,
      "learning_rate": 3.964937037823337e-06,
      "loss": 0.52,
      "step": 686
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.877979446527034,
      "learning_rate": 3.962104508949018e-06,
      "loss": 0.5611,
      "step": 687
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8668900126580097,
      "learning_rate": 3.9592691245529174e-06,
      "loss": 0.5398,
      "step": 688
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.0467424748632395,
      "learning_rate": 3.9564308901726016e-06,
      "loss": 0.5429,
      "step": 689
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7523480652481473,
      "learning_rate": 3.9535898113512046e-06,
      "loss": 0.5456,
      "step": 690
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.9384307177445268,
      "learning_rate": 3.950745893637414e-06,
      "loss": 0.5298,
      "step": 691
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.0200307543606266,
      "learning_rate": 3.947899142585464e-06,
      "loss": 0.5813,
      "step": 692
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.8825594318661294,
      "learning_rate": 3.945049563755119e-06,
      "loss": 0.5843,
      "step": 693
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.801304483173922,
      "learning_rate": 3.94219716271167e-06,
      "loss": 0.5332,
      "step": 694
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.789336412692842,
      "learning_rate": 3.939341945025918e-06,
      "loss": 0.5712,
      "step": 695
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.6764596672056864,
      "learning_rate": 3.936483916274163e-06,
      "loss": 0.5471,
      "step": 696
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8160991340297739,
      "learning_rate": 3.933623082038199e-06,
      "loss": 0.5172,
      "step": 697
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9958719154660882,
      "learning_rate": 3.930759447905298e-06,
      "loss": 0.5243,
      "step": 698
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.7844190098902166,
      "learning_rate": 3.927893019468196e-06,
      "loss": 0.5679,
      "step": 699
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8231700761644845,
      "learning_rate": 3.925023802325094e-06,
      "loss": 0.5415,
      "step": 700
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8577751348591511,
      "learning_rate": 3.922151802079633e-06,
      "loss": 0.5451,
      "step": 701
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.872268020286279,
      "learning_rate": 3.919277024340891e-06,
      "loss": 0.5805,
      "step": 702
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.956916033214976,
      "learning_rate": 3.916399474723373e-06,
      "loss": 0.5142,
      "step": 703
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8690696320721123,
      "learning_rate": 3.913519158846994e-06,
      "loss": 0.5377,
      "step": 704
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.8932224298053513,
      "learning_rate": 3.910636082337076e-06,
      "loss": 0.5174,
      "step": 705
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7671002724508906,
      "learning_rate": 3.907750250824327e-06,
      "loss": 0.5227,
      "step": 706
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8537234882936333,
      "learning_rate": 3.904861669944839e-06,
      "loss": 0.5672,
      "step": 707
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8993796687475375,
      "learning_rate": 3.901970345340075e-06,
      "loss": 0.5131,
      "step": 708
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8118617206389966,
      "learning_rate": 3.899076282656853e-06,
      "loss": 0.5243,
      "step": 709
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8195324114535576,
      "learning_rate": 3.89617948754734e-06,
      "loss": 0.5255,
      "step": 710
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.777076552111516,
      "learning_rate": 3.89327996566904e-06,
      "loss": 0.5482,
      "step": 711
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7960584295638569,
      "learning_rate": 3.890377722684782e-06,
      "loss": 0.5232,
      "step": 712
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.0180517293259777,
      "learning_rate": 3.887472764262709e-06,
      "loss": 0.4988,
      "step": 713
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.7698597985590767,
      "learning_rate": 3.884565096076269e-06,
      "loss": 0.4934,
      "step": 714
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.9593013419554524,
      "learning_rate": 3.8816547238042e-06,
      "loss": 0.554,
      "step": 715
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.803176799671639,
      "learning_rate": 3.878741653130521e-06,
      "loss": 0.5058,
      "step": 716
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8739139669777212,
      "learning_rate": 3.875825889744525e-06,
      "loss": 0.5291,
      "step": 717
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7425957572489872,
      "learning_rate": 3.872907439340758e-06,
      "loss": 0.5132,
      "step": 718
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7880023308134785,
      "learning_rate": 3.86998630761902e-06,
      "loss": 0.5388,
      "step": 719
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.035324802689225,
      "learning_rate": 3.867062500284342e-06,
      "loss": 0.5225,
      "step": 720
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7720228048563502,
      "learning_rate": 3.864136023046984e-06,
      "loss": 0.5535,
      "step": 721
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.893636721431615,
      "learning_rate": 3.861206881622419e-06,
      "loss": 0.5445,
      "step": 722
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9975882991420841,
      "learning_rate": 3.8582750817313245e-06,
      "loss": 0.498,
      "step": 723
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8894358056153195,
      "learning_rate": 3.855340629099568e-06,
      "loss": 0.5262,
      "step": 724
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.8226831631189866,
      "learning_rate": 3.852403529458199e-06,
      "loss": 0.5289,
      "step": 725
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9219589460322386,
      "learning_rate": 3.84946378854344e-06,
      "loss": 0.5828,
      "step": 726
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9524000874112546,
      "learning_rate": 3.846521412096665e-06,
      "loss": 0.5755,
      "step": 727
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7855988589662195,
      "learning_rate": 3.8435764058643994e-06,
      "loss": 0.508,
      "step": 728
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.7556968697529176,
      "learning_rate": 3.840628775598306e-06,
      "loss": 0.5038,
      "step": 729
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8615629845007688,
      "learning_rate": 3.837678527055168e-06,
      "loss": 0.5658,
      "step": 730
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.355106616980178,
      "learning_rate": 3.834725665996889e-06,
      "loss": 0.6255,
      "step": 731
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.057901705133853,
      "learning_rate": 3.8317701981904655e-06,
      "loss": 0.5009,
      "step": 732
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.8144866213511652,
      "learning_rate": 3.828812129407994e-06,
      "loss": 0.5378,
      "step": 733
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.895740992214761,
      "learning_rate": 3.825851465426643e-06,
      "loss": 0.5414,
      "step": 734
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.7690202691648218,
      "learning_rate": 3.822888212028658e-06,
      "loss": 0.5782,
      "step": 735
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.9910212850942313,
      "learning_rate": 3.819922375001334e-06,
      "loss": 0.538,
      "step": 736
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.022977401775343,
      "learning_rate": 3.816953960137017e-06,
      "loss": 0.5265,
      "step": 737
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.18942238369997,
      "learning_rate": 3.8139829732330833e-06,
      "loss": 0.5419,
      "step": 738
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.0143145051916487,
      "learning_rate": 3.8110094200919356e-06,
      "loss": 0.5396,
      "step": 739
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8684895296380082,
      "learning_rate": 3.8080333065209885e-06,
      "loss": 0.5285,
      "step": 740
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.899758991227905,
      "learning_rate": 3.8050546383326546e-06,
      "loss": 0.5392,
      "step": 741
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.7830347822365242,
      "learning_rate": 3.8020734213443392e-06,
      "loss": 0.5395,
      "step": 742
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9688219937316351,
      "learning_rate": 3.799089661378423e-06,
      "loss": 0.5832,
      "step": 743
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8380061964557934,
      "learning_rate": 3.7961033642622536e-06,
      "loss": 0.5182,
      "step": 744
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9752769027783192,
      "learning_rate": 3.793114535828134e-06,
      "loss": 0.5189,
      "step": 745
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.9908258845677271,
      "learning_rate": 3.7901231819133104e-06,
      "loss": 0.5863,
      "step": 746
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8419144313470388,
      "learning_rate": 3.787129308359963e-06,
      "loss": 0.5596,
      "step": 747
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8578409208981632,
      "learning_rate": 3.7841329210151905e-06,
      "loss": 0.5757,
      "step": 748
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8125362585272666,
      "learning_rate": 3.7811340257310036e-06,
      "loss": 0.5625,
      "step": 749
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.8266843142853604,
      "learning_rate": 3.778132628364309e-06,
      "loss": 0.5121,
      "step": 750
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.9286747700189457,
      "learning_rate": 3.7751287347769006e-06,
      "loss": 0.5856,
      "step": 751
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8358169963837994,
      "learning_rate": 3.772122350835447e-06,
      "loss": 0.5363,
      "step": 752
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.8751145280860322,
      "learning_rate": 3.769113482411483e-06,
      "loss": 0.5435,
      "step": 753
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.7372022137266947,
      "learning_rate": 3.766102135381393e-06,
      "loss": 0.5114,
      "step": 754
    }
  ],
  "logging_steps": 1,
  "max_steps": 2258,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 377,
  "total_flos": 355094809804800.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}