{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 552,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005434782608695652,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 10.5124,
      "step": 1
    },
    {
      "epoch": 0.010869565217391304,
      "grad_norm": 0.0,
      "learning_rate": 0.0,
      "loss": 10.5941,
      "step": 2
    },
    {
      "epoch": 0.016304347826086956,
      "grad_norm": 8.096252368220718,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 10.475,
      "step": 3
    },
    {
      "epoch": 0.021739130434782608,
      "grad_norm": 8.39383943803796,
      "learning_rate": 2.3529411764705885e-06,
      "loss": 10.4029,
      "step": 4
    },
    {
      "epoch": 0.02717391304347826,
      "grad_norm": 8.479649232958007,
      "learning_rate": 3.529411764705883e-06,
      "loss": 10.606,
      "step": 5
    },
    {
      "epoch": 0.03260869565217391,
      "grad_norm": 8.388175109430223,
      "learning_rate": 4.705882352941177e-06,
      "loss": 10.4024,
      "step": 6
    },
    {
      "epoch": 0.03804347826086957,
      "grad_norm": 8.445899787393927,
      "learning_rate": 5.882352941176471e-06,
      "loss": 10.4772,
      "step": 7
    },
    {
      "epoch": 0.043478260869565216,
      "grad_norm": 8.405772228388786,
      "learning_rate": 7.058823529411766e-06,
      "loss": 10.4004,
      "step": 8
    },
    {
      "epoch": 0.04891304347826087,
      "grad_norm": 8.44764590867685,
      "learning_rate": 8.23529411764706e-06,
      "loss": 10.1775,
      "step": 9
    },
    {
      "epoch": 0.05434782608695652,
      "grad_norm": 8.23897507323131,
      "learning_rate": 9.411764705882354e-06,
      "loss": 10.2434,
      "step": 10
    },
    {
      "epoch": 0.059782608695652176,
      "grad_norm": 8.118852150518913,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 9.7644,
      "step": 11
    },
    {
      "epoch": 0.06521739130434782,
      "grad_norm": 8.570315139494753,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 9.7751,
      "step": 12
    },
    {
      "epoch": 0.07065217391304347,
      "grad_norm": 8.622402474140065,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 9.2685,
      "step": 13
    },
    {
      "epoch": 0.07608695652173914,
      "grad_norm": 8.736670863686008,
      "learning_rate": 1.4117647058823532e-05,
      "loss": 8.897,
      "step": 14
    },
    {
      "epoch": 0.08152173913043478,
      "grad_norm": 9.172468108894085,
      "learning_rate": 1.5294117647058822e-05,
      "loss": 8.7101,
      "step": 15
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 10.228378996373296,
      "learning_rate": 1.647058823529412e-05,
      "loss": 8.3074,
      "step": 16
    },
    {
      "epoch": 0.09239130434782608,
      "grad_norm": 10.657372840257251,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 7.8589,
      "step": 17
    },
    {
      "epoch": 0.09782608695652174,
      "grad_norm": 10.887433964524527,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 7.4742,
      "step": 18
    },
    {
      "epoch": 0.10326086956521739,
      "grad_norm": 11.682285639818433,
      "learning_rate": 2e-05,
      "loss": 6.8416,
      "step": 19
    },
    {
      "epoch": 0.10869565217391304,
      "grad_norm": 11.901377724871265,
      "learning_rate": 1.999982759060109e-05,
      "loss": 6.2183,
      "step": 20
    },
    {
      "epoch": 0.11413043478260869,
      "grad_norm": 11.383373292219964,
      "learning_rate": 1.9999310368349344e-05,
      "loss": 5.4371,
      "step": 21
    },
    {
      "epoch": 0.11956521739130435,
      "grad_norm": 9.311596334088138,
      "learning_rate": 1.999844835107957e-05,
      "loss": 4.7164,
      "step": 22
    },
    {
      "epoch": 0.125,
      "grad_norm": 8.688635937406437,
      "learning_rate": 1.9997241568515742e-05,
      "loss": 4.456,
      "step": 23
    },
    {
      "epoch": 0.13043478260869565,
      "grad_norm": 7.4122077747748305,
      "learning_rate": 1.9995690062269985e-05,
      "loss": 3.8875,
      "step": 24
    },
    {
      "epoch": 0.1358695652173913,
      "grad_norm": 6.888182537563505,
      "learning_rate": 1.9993793885841157e-05,
      "loss": 3.5685,
      "step": 25
    },
    {
      "epoch": 0.14130434782608695,
      "grad_norm": 6.988607551936095,
      "learning_rate": 1.9991553104612982e-05,
      "loss": 3.4123,
      "step": 26
    },
    {
      "epoch": 0.14673913043478262,
      "grad_norm": 7.211548625105269,
      "learning_rate": 1.998896779585181e-05,
      "loss": 3.0838,
      "step": 27
    },
    {
      "epoch": 0.15217391304347827,
      "grad_norm": 7.767483170773942,
      "learning_rate": 1.998603804870395e-05,
      "loss": 2.831,
      "step": 28
    },
    {
      "epoch": 0.15760869565217392,
      "grad_norm": 7.950559222260086,
      "learning_rate": 1.9982763964192586e-05,
      "loss": 2.6297,
      "step": 29
    },
    {
      "epoch": 0.16304347826086957,
      "grad_norm": 8.23795631455961,
      "learning_rate": 1.9979145655214306e-05,
      "loss": 2.2795,
      "step": 30
    },
    {
      "epoch": 0.16847826086956522,
      "grad_norm": 8.57956169127235,
      "learning_rate": 1.9975183246535212e-05,
      "loss": 2.0509,
      "step": 31
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 8.071070816084118,
      "learning_rate": 1.99708768747866e-05,
      "loss": 1.8279,
      "step": 32
    },
    {
      "epoch": 0.1793478260869565,
      "grad_norm": 7.042152882720071,
      "learning_rate": 1.9966226688460258e-05,
      "loss": 1.3567,
      "step": 33
    },
    {
      "epoch": 0.18478260869565216,
      "grad_norm": 4.814338676579685,
      "learning_rate": 1.996123284790336e-05,
      "loss": 0.9542,
      "step": 34
    },
    {
      "epoch": 0.19021739130434784,
      "grad_norm": 2.9434658655739474,
      "learning_rate": 1.9955895525312913e-05,
      "loss": 0.8261,
      "step": 35
    },
    {
      "epoch": 0.1956521739130435,
      "grad_norm": 2.452806110360505,
      "learning_rate": 1.995021490472983e-05,
      "loss": 0.851,
      "step": 36
    },
    {
      "epoch": 0.20108695652173914,
      "grad_norm": 1.6789979391543146,
      "learning_rate": 1.9944191182032588e-05,
      "loss": 0.8265,
      "step": 37
    },
    {
      "epoch": 0.20652173913043478,
      "grad_norm": 2.0007370440742154,
      "learning_rate": 1.9937824564930474e-05,
      "loss": 0.8181,
      "step": 38
    },
    {
      "epoch": 0.21195652173913043,
      "grad_norm": 2.493212508529885,
      "learning_rate": 1.9931115272956405e-05,
      "loss": 0.767,
      "step": 39
    },
    {
      "epoch": 0.21739130434782608,
      "grad_norm": 1.9209687838841931,
      "learning_rate": 1.992406353745939e-05,
      "loss": 0.7196,
      "step": 40
    },
    {
      "epoch": 0.22282608695652173,
      "grad_norm": 1.8290330319103352,
      "learning_rate": 1.9916669601596515e-05,
      "loss": 0.7299,
      "step": 41
    },
    {
      "epoch": 0.22826086956521738,
      "grad_norm": 1.7900648029089992,
      "learning_rate": 1.990893372032459e-05,
      "loss": 0.7229,
      "step": 42
    },
    {
      "epoch": 0.23369565217391305,
      "grad_norm": 1.6749799534602232,
      "learning_rate": 1.990085616039135e-05,
      "loss": 0.7238,
      "step": 43
    },
    {
      "epoch": 0.2391304347826087,
      "grad_norm": 1.986613572625418,
      "learning_rate": 1.989243720032624e-05,
      "loss": 0.7332,
      "step": 44
    },
    {
      "epoch": 0.24456521739130435,
      "grad_norm": 1.8912806129771145,
      "learning_rate": 1.9883677130430827e-05,
      "loss": 0.5864,
      "step": 45
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.7750105086017574,
      "learning_rate": 1.9874576252768793e-05,
      "loss": 0.6124,
      "step": 46
    },
    {
      "epoch": 0.2554347826086957,
      "grad_norm": 1.2955635391212061,
      "learning_rate": 1.9865134881155504e-05,
      "loss": 0.6884,
      "step": 47
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 1.273010141736733,
      "learning_rate": 1.98553533411472e-05,
      "loss": 0.6484,
      "step": 48
    },
    {
      "epoch": 0.266304347826087,
      "grad_norm": 2.163538460282388,
      "learning_rate": 1.9845231970029774e-05,
      "loss": 0.7095,
      "step": 49
    },
    {
      "epoch": 0.2717391304347826,
      "grad_norm": 1.8775881503442995,
      "learning_rate": 1.983477111680712e-05,
      "loss": 0.604,
      "step": 50
    },
    {
      "epoch": 0.27717391304347827,
      "grad_norm": 1.5484748822902972,
      "learning_rate": 1.9823971142189126e-05,
      "loss": 0.6862,
      "step": 51
    },
    {
      "epoch": 0.2826086956521739,
      "grad_norm": 1.0946391927116763,
      "learning_rate": 1.981283241857922e-05,
      "loss": 0.6276,
      "step": 52
    },
    {
      "epoch": 0.28804347826086957,
      "grad_norm": 1.4879971843628843,
      "learning_rate": 1.9801355330061526e-05,
      "loss": 0.5763,
      "step": 53
    },
    {
      "epoch": 0.29347826086956524,
      "grad_norm": 1.8993705185884953,
      "learning_rate": 1.978954027238763e-05,
      "loss": 0.5908,
      "step": 54
    },
    {
      "epoch": 0.29891304347826086,
      "grad_norm": 1.6076663483914293,
      "learning_rate": 1.9777387652962933e-05,
      "loss": 0.5543,
      "step": 55
    },
    {
      "epoch": 0.30434782608695654,
      "grad_norm": 1.1740894440396383,
      "learning_rate": 1.9764897890832597e-05,
      "loss": 0.5458,
      "step": 56
    },
    {
      "epoch": 0.30978260869565216,
      "grad_norm": 1.9838553435397361,
      "learning_rate": 1.9752071416667102e-05,
      "loss": 0.5046,
      "step": 57
    },
    {
      "epoch": 0.31521739130434784,
      "grad_norm": 1.0812842728047714,
      "learning_rate": 1.973890867274738e-05,
      "loss": 0.5609,
      "step": 58
    },
    {
      "epoch": 0.32065217391304346,
      "grad_norm": 1.723223092822651,
      "learning_rate": 1.972541011294959e-05,
      "loss": 0.4724,
      "step": 59
    },
    {
      "epoch": 0.32608695652173914,
      "grad_norm": 1.4887350192643218,
      "learning_rate": 1.9711576202729445e-05,
      "loss": 0.5168,
      "step": 60
    },
    {
      "epoch": 0.33152173913043476,
      "grad_norm": 1.533986608527031,
      "learning_rate": 1.9697407419106178e-05,
      "loss": 0.5374,
      "step": 61
    },
    {
      "epoch": 0.33695652173913043,
      "grad_norm": 1.283663400004928,
      "learning_rate": 1.9682904250646084e-05,
      "loss": 0.622,
      "step": 62
    },
    {
      "epoch": 0.3423913043478261,
      "grad_norm": 1.511070122779534,
      "learning_rate": 1.9668067197445662e-05,
      "loss": 0.572,
      "step": 63
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 1.843030359662425,
      "learning_rate": 1.9652896771114416e-05,
      "loss": 0.5449,
      "step": 64
    },
    {
      "epoch": 0.3532608695652174,
      "grad_norm": 2.2753033401712752,
      "learning_rate": 1.9637393494757146e-05,
      "loss": 0.6883,
      "step": 65
    },
    {
      "epoch": 0.358695652173913,
      "grad_norm": 1.1407510209951979,
      "learning_rate": 1.962155790295597e-05,
      "loss": 0.4357,
      "step": 66
    },
    {
      "epoch": 0.3641304347826087,
      "grad_norm": 1.351954153650573,
      "learning_rate": 1.9605390541751864e-05,
      "loss": 0.5109,
      "step": 67
    },
    {
      "epoch": 0.3695652173913043,
      "grad_norm": 1.2344312626302043,
      "learning_rate": 1.9588891968625828e-05,
      "loss": 0.5133,
      "step": 68
    },
    {
      "epoch": 0.375,
      "grad_norm": 3.528171261663953,
      "learning_rate": 1.9572062752479684e-05,
      "loss": 0.7135,
      "step": 69
    },
    {
      "epoch": 0.3804347826086957,
      "grad_norm": 1.0283054372439564,
      "learning_rate": 1.9554903473616432e-05,
      "loss": 0.4934,
      "step": 70
    },
    {
      "epoch": 0.3858695652173913,
      "grad_norm": 1.2480924815092371,
      "learning_rate": 1.953741472372027e-05,
      "loss": 0.3846,
      "step": 71
    },
    {
      "epoch": 0.391304347826087,
      "grad_norm": 1.4701584460006578,
      "learning_rate": 1.951959710583616e-05,
      "loss": 0.5303,
      "step": 72
    },
    {
      "epoch": 0.3967391304347826,
      "grad_norm": 2.2396908880712774,
      "learning_rate": 1.950145123434907e-05,
      "loss": 0.4241,
      "step": 73
    },
    {
      "epoch": 0.40217391304347827,
      "grad_norm": 1.7904621917947958,
      "learning_rate": 1.9482977734962753e-05,
      "loss": 0.6144,
      "step": 74
    },
    {
      "epoch": 0.4076086956521739,
      "grad_norm": 1.650705831140192,
      "learning_rate": 1.94641772446782e-05,
      "loss": 0.592,
      "step": 75
    },
    {
      "epoch": 0.41304347826086957,
      "grad_norm": 1.588255971243881,
      "learning_rate": 1.9445050411771648e-05,
      "loss": 0.5918,
      "step": 76
    },
    {
      "epoch": 0.41847826086956524,
      "grad_norm": 1.4379861368277966,
      "learning_rate": 1.9425597895772257e-05,
      "loss": 0.604,
      "step": 77
    },
    {
      "epoch": 0.42391304347826086,
      "grad_norm": 1.7783069990731366,
      "learning_rate": 1.9405820367439343e-05,
      "loss": 0.6351,
      "step": 78
    },
    {
      "epoch": 0.42934782608695654,
      "grad_norm": 1.3451929958729711,
      "learning_rate": 1.9385718508739263e-05,
      "loss": 0.4487,
      "step": 79
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 1.5631174238633363,
      "learning_rate": 1.9365293012821887e-05,
      "loss": 0.5412,
      "step": 80
    },
    {
      "epoch": 0.44021739130434784,
      "grad_norm": 1.7641796531654723,
      "learning_rate": 1.934454458399671e-05,
      "loss": 0.4606,
      "step": 81
    },
    {
      "epoch": 0.44565217391304346,
      "grad_norm": 2.007206796904478,
      "learning_rate": 1.9323473937708565e-05,
      "loss": 0.5409,
      "step": 82
    },
    {
      "epoch": 0.45108695652173914,
      "grad_norm": 1.6060302211544533,
      "learning_rate": 1.9302081800512943e-05,
      "loss": 0.5194,
      "step": 83
    },
    {
      "epoch": 0.45652173913043476,
      "grad_norm": 1.584139057778314,
      "learning_rate": 1.9280368910050943e-05,
      "loss": 0.4662,
      "step": 84
    },
    {
      "epoch": 0.46195652173913043,
      "grad_norm": 1.8953323400594193,
      "learning_rate": 1.9258336015023847e-05,
      "loss": 0.4433,
      "step": 85
    },
    {
      "epoch": 0.4673913043478261,
      "grad_norm": 1.6067605181621798,
      "learning_rate": 1.9235983875167296e-05,
      "loss": 0.4255,
      "step": 86
    },
    {
      "epoch": 0.47282608695652173,
      "grad_norm": 1.4529302278758023,
      "learning_rate": 1.9213313261225083e-05,
      "loss": 0.4364,
      "step": 87
    },
    {
      "epoch": 0.4782608695652174,
      "grad_norm": 1.9965642456327142,
      "learning_rate": 1.9190324954922594e-05,
      "loss": 0.4199,
      "step": 88
    },
    {
      "epoch": 0.483695652173913,
      "grad_norm": 1.9458245431232768,
      "learning_rate": 1.9167019748939847e-05,
      "loss": 0.4024,
      "step": 89
    },
    {
      "epoch": 0.4891304347826087,
      "grad_norm": 2.000159805579825,
      "learning_rate": 1.914339844688415e-05,
      "loss": 0.4595,
      "step": 90
    },
    {
      "epoch": 0.4945652173913043,
      "grad_norm": 1.97378975953703,
      "learning_rate": 1.91194618632624e-05,
      "loss": 0.4917,
      "step": 91
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.3771983904411074,
      "learning_rate": 1.9095210823452997e-05,
      "loss": 0.3341,
      "step": 92
    },
    {
      "epoch": 0.5054347826086957,
      "grad_norm": 1.8123410249166505,
      "learning_rate": 1.9070646163677383e-05,
      "loss": 0.4285,
      "step": 93
    },
    {
      "epoch": 0.5108695652173914,
      "grad_norm": 1.7561172390607174,
      "learning_rate": 1.9045768730971198e-05,
      "loss": 0.3863,
      "step": 94
    },
    {
      "epoch": 0.5163043478260869,
      "grad_norm": 1.809060828661053,
      "learning_rate": 1.9020579383155087e-05,
      "loss": 0.3486,
      "step": 95
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 1.541206279317173,
      "learning_rate": 1.899507898880512e-05,
      "loss": 0.1713,
      "step": 96
    },
    {
      "epoch": 0.5271739130434783,
      "grad_norm": 2.0502484531232343,
      "learning_rate": 1.8969268427222823e-05,
      "loss": 0.2059,
      "step": 97
    },
    {
      "epoch": 0.532608695652174,
      "grad_norm": 1.8524406597388374,
      "learning_rate": 1.8943148588404877e-05,
      "loss": 0.3856,
      "step": 98
    },
    {
      "epoch": 0.5380434782608695,
      "grad_norm": 3.385889154621842,
      "learning_rate": 1.8916720373012425e-05,
      "loss": 0.3027,
      "step": 99
    },
    {
      "epoch": 0.5434782608695652,
      "grad_norm": 1.2814547066301334,
      "learning_rate": 1.8889984692340015e-05,
      "loss": 0.1609,
      "step": 100
    },
    {
      "epoch": 0.5489130434782609,
      "grad_norm": 1.473493575445019,
      "learning_rate": 1.8862942468284174e-05,
      "loss": 0.1658,
      "step": 101
    },
    {
      "epoch": 0.5543478260869565,
      "grad_norm": 2.2017906861514125,
      "learning_rate": 1.883559463331162e-05,
      "loss": 0.2269,
      "step": 102
    },
    {
      "epoch": 0.5597826086956522,
      "grad_norm": 2.9266092953974345,
      "learning_rate": 1.880794213042711e-05,
      "loss": 0.2638,
      "step": 103
    },
    {
      "epoch": 0.5652173913043478,
      "grad_norm": 1.2470192969755443,
      "learning_rate": 1.8779985913140927e-05,
      "loss": 0.1826,
      "step": 104
    },
    {
      "epoch": 0.5706521739130435,
      "grad_norm": 1.1329281006012806,
      "learning_rate": 1.875172694543599e-05,
      "loss": 0.0992,
      "step": 105
    },
    {
      "epoch": 0.5760869565217391,
      "grad_norm": 1.435458967360399,
      "learning_rate": 1.8723166201734626e-05,
      "loss": 0.1052,
      "step": 106
    },
    {
      "epoch": 0.5815217391304348,
      "grad_norm": 2.4406380430615244,
      "learning_rate": 1.869430466686497e-05,
      "loss": 0.1999,
      "step": 107
    },
    {
      "epoch": 0.5869565217391305,
      "grad_norm": 1.0271614062096617,
      "learning_rate": 1.8665143336027e-05,
      "loss": 0.0855,
      "step": 108
    },
    {
      "epoch": 0.592391304347826,
      "grad_norm": 1.3651592297249626,
      "learning_rate": 1.8635683214758213e-05,
      "loss": 0.0977,
      "step": 109
    },
    {
      "epoch": 0.5978260869565217,
      "grad_norm": 0.5945892482638718,
      "learning_rate": 1.8605925318898973e-05,
      "loss": 0.0337,
      "step": 110
    },
    {
      "epoch": 0.6032608695652174,
      "grad_norm": 1.194835217639101,
      "learning_rate": 1.8575870674557467e-05,
      "loss": 0.0722,
      "step": 111
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 1.762735939201958,
      "learning_rate": 1.8545520318074328e-05,
      "loss": 0.1228,
      "step": 112
    },
    {
      "epoch": 0.6141304347826086,
      "grad_norm": 1.017829163872169,
      "learning_rate": 1.85148752959869e-05,
      "loss": 0.0344,
      "step": 113
    },
    {
      "epoch": 0.6195652173913043,
      "grad_norm": 1.052690658912748,
      "learning_rate": 1.8483936664993152e-05,
      "loss": 0.0377,
      "step": 114
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.7977784022224987,
      "learning_rate": 1.8452705491915232e-05,
      "loss": 0.141,
      "step": 115
    },
    {
      "epoch": 0.6304347826086957,
      "grad_norm": 1.8477093237099182,
      "learning_rate": 1.8421182853662704e-05,
      "loss": 0.0734,
      "step": 116
    },
    {
      "epoch": 0.6358695652173914,
      "grad_norm": 0.6794730347498438,
      "learning_rate": 1.8389369837195387e-05,
      "loss": 0.0266,
      "step": 117
    },
    {
      "epoch": 0.6413043478260869,
      "grad_norm": 0.8818635589659883,
      "learning_rate": 1.835726753948589e-05,
      "loss": 0.0487,
      "step": 118
    },
    {
      "epoch": 0.6467391304347826,
      "grad_norm": 1.0608887498751458,
      "learning_rate": 1.8324877067481782e-05,
      "loss": 0.0275,
      "step": 119
    },
    {
      "epoch": 0.6521739130434783,
      "grad_norm": 1.3129587931586821,
      "learning_rate": 1.829219953806743e-05,
      "loss": 0.0642,
      "step": 120
    },
    {
      "epoch": 0.657608695652174,
      "grad_norm": 1.8948301224723039,
      "learning_rate": 1.825923607802547e-05,
      "loss": 0.0785,
      "step": 121
    },
    {
      "epoch": 0.6630434782608695,
      "grad_norm": 0.2518374968408712,
      "learning_rate": 1.8225987823997967e-05,
      "loss": 0.0111,
      "step": 122
    },
    {
      "epoch": 0.6684782608695652,
      "grad_norm": 0.25552971144651465,
      "learning_rate": 1.8192455922447227e-05,
      "loss": 0.0103,
      "step": 123
    },
    {
      "epoch": 0.6739130434782609,
      "grad_norm": 0.7841302667217214,
      "learning_rate": 1.815864152961624e-05,
      "loss": 0.0122,
      "step": 124
    },
    {
      "epoch": 0.6793478260869565,
      "grad_norm": 0.1515291563958561,
      "learning_rate": 1.812454581148884e-05,
      "loss": 0.0079,
      "step": 125
    },
    {
      "epoch": 0.6847826086956522,
      "grad_norm": 0.11584834326779594,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.0055,
      "step": 126
    },
    {
      "epoch": 0.6902173913043478,
      "grad_norm": 0.1740566784478502,
      "learning_rate": 1.8055515111742688e-05,
      "loss": 0.0069,
      "step": 127
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 1.5625062014274096,
      "learning_rate": 1.8020582510432234e-05,
      "loss": 0.0383,
      "step": 128
    },
    {
      "epoch": 0.7010869565217391,
      "grad_norm": 0.12273159750563628,
      "learning_rate": 1.798537334435986e-05,
      "loss": 0.0062,
      "step": 129
    },
    {
      "epoch": 0.7065217391304348,
      "grad_norm": 3.693193027378141,
      "learning_rate": 1.7949888827603813e-05,
      "loss": 0.1765,
      "step": 130
    },
    {
      "epoch": 0.7119565217391305,
      "grad_norm": 0.12477337459792677,
      "learning_rate": 1.791413018373692e-05,
      "loss": 0.0057,
      "step": 131
    },
    {
      "epoch": 0.717391304347826,
      "grad_norm": 0.8357268279739778,
      "learning_rate": 1.7878098645784447e-05,
      "loss": 0.0163,
      "step": 132
    },
    {
      "epoch": 0.7228260869565217,
      "grad_norm": 3.8264656288549985,
      "learning_rate": 1.7841795456181556e-05,
      "loss": 0.1727,
      "step": 133
    },
    {
      "epoch": 0.7282608695652174,
      "grad_norm": 0.6387227523871831,
      "learning_rate": 1.780522186673046e-05,
      "loss": 0.0076,
      "step": 134
    },
    {
      "epoch": 0.7336956521739131,
      "grad_norm": 0.09079528876022976,
      "learning_rate": 1.776837913855728e-05,
      "loss": 0.0038,
      "step": 135
    },
    {
      "epoch": 0.7391304347826086,
      "grad_norm": 1.9001901725953279,
      "learning_rate": 1.7731268542068536e-05,
      "loss": 0.0208,
      "step": 136
    },
    {
      "epoch": 0.7445652173913043,
      "grad_norm": 0.21704170005212517,
      "learning_rate": 1.7693891356907357e-05,
      "loss": 0.007,
      "step": 137
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.7213653784073487,
      "learning_rate": 1.7656248871909346e-05,
      "loss": 0.0137,
      "step": 138
    },
    {
      "epoch": 0.7554347826086957,
      "grad_norm": 0.40110602562720454,
      "learning_rate": 1.7618342385058147e-05,
      "loss": 0.0099,
      "step": 139
    },
    {
      "epoch": 0.7608695652173914,
      "grad_norm": 2.026407827233553,
      "learning_rate": 1.758017320344068e-05,
      "loss": 0.0415,
      "step": 140
    },
    {
      "epoch": 0.7663043478260869,
      "grad_norm": 1.1169723105563958,
      "learning_rate": 1.754174264320208e-05,
      "loss": 0.0232,
      "step": 141
    },
    {
      "epoch": 0.7717391304347826,
      "grad_norm": 0.1746366846193237,
      "learning_rate": 1.7503052029500308e-05,
      "loss": 0.0052,
      "step": 142
    },
    {
      "epoch": 0.7771739130434783,
      "grad_norm": 2.3203125623649874,
      "learning_rate": 1.7464102696460447e-05,
      "loss": 0.2205,
      "step": 143
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 3.9663829407278315,
      "learning_rate": 1.7424895987128723e-05,
      "loss": 0.223,
      "step": 144
    },
    {
      "epoch": 0.7880434782608695,
      "grad_norm": 2.9570619026185883,
      "learning_rate": 1.738543325342617e-05,
      "loss": 0.0697,
      "step": 145
    },
    {
      "epoch": 0.7934782608695652,
      "grad_norm": 0.07057319843123724,
      "learning_rate": 1.7345715856102024e-05,
      "loss": 0.0031,
      "step": 146
    },
    {
      "epoch": 0.7989130434782609,
      "grad_norm": 0.11320521777018241,
      "learning_rate": 1.7305745164686816e-05,
      "loss": 0.0042,
      "step": 147
    },
    {
      "epoch": 0.8043478260869565,
      "grad_norm": 1.3124572295306176,
      "learning_rate": 1.7265522557445115e-05,
      "loss": 0.021,
      "step": 148
    },
    {
      "epoch": 0.8097826086956522,
      "grad_norm": 0.42701665371399616,
      "learning_rate": 1.7225049421328024e-05,
      "loss": 0.0091,
      "step": 149
    },
    {
      "epoch": 0.8152173913043478,
      "grad_norm": 0.6276112813031721,
      "learning_rate": 1.7184327151925366e-05,
      "loss": 0.0094,
      "step": 150
    },
    {
      "epoch": 0.8206521739130435,
      "grad_norm": 1.5664524264393311,
      "learning_rate": 1.7143357153417533e-05,
      "loss": 0.0256,
      "step": 151
    },
    {
      "epoch": 0.8260869565217391,
      "grad_norm": 0.41431375770399115,
      "learning_rate": 1.710214083852709e-05,
      "loss": 0.0117,
      "step": 152
    },
    {
      "epoch": 0.8315217391304348,
      "grad_norm": 0.3493269925986,
      "learning_rate": 1.7060679628470054e-05,
      "loss": 0.0084,
      "step": 153
    },
    {
      "epoch": 0.8369565217391305,
      "grad_norm": 0.3211404898250956,
      "learning_rate": 1.7018974952906885e-05,
      "loss": 0.0084,
      "step": 154
    },
    {
      "epoch": 0.842391304347826,
      "grad_norm": 0.21231254558257762,
      "learning_rate": 1.697702824989319e-05,
      "loss": 0.0065,
      "step": 155
    },
    {
      "epoch": 0.8478260869565217,
      "grad_norm": 1.457137599474762,
      "learning_rate": 1.693484096583014e-05,
      "loss": 0.0226,
      "step": 156
    },
    {
      "epoch": 0.8532608695652174,
      "grad_norm": 0.19497147073015395,
      "learning_rate": 1.6892414555414594e-05,
      "loss": 0.0048,
      "step": 157
    },
    {
      "epoch": 0.8586956521739131,
      "grad_norm": 1.8062131040571878,
      "learning_rate": 1.6849750481588936e-05,
      "loss": 0.0277,
      "step": 158
    },
    {
      "epoch": 0.8641304347826086,
      "grad_norm": 1.3188356922598312,
      "learning_rate": 1.680685021549063e-05,
      "loss": 0.0207,
      "step": 159
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.26492812790936593,
      "learning_rate": 1.6763715236401493e-05,
      "loss": 0.0059,
      "step": 160
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.3017199408994534,
      "learning_rate": 1.672034703169669e-05,
      "loss": 0.0076,
      "step": 161
    },
    {
      "epoch": 0.8804347826086957,
      "grad_norm": 0.1252817764595737,
      "learning_rate": 1.667674709679344e-05,
      "loss": 0.0041,
      "step": 162
    },
    {
      "epoch": 0.8858695652173914,
      "grad_norm": 1.1529370223873083,
      "learning_rate": 1.663291693509946e-05,
      "loss": 0.019,
      "step": 163
    },
    {
      "epoch": 0.8913043478260869,
      "grad_norm": 0.12063163996672908,
      "learning_rate": 1.658885805796111e-05,
      "loss": 0.0031,
      "step": 164
    },
    {
      "epoch": 0.8967391304347826,
      "grad_norm": 0.11125376158368971,
      "learning_rate": 1.6544571984611306e-05,
      "loss": 0.0034,
      "step": 165
    },
    {
      "epoch": 0.9021739130434783,
      "grad_norm": 0.19945453640512878,
      "learning_rate": 1.6500060242117096e-05,
      "loss": 0.0051,
      "step": 166
    },
    {
      "epoch": 0.907608695652174,
      "grad_norm": 0.07254620014242376,
      "learning_rate": 1.6455324365327035e-05,
      "loss": 0.0026,
      "step": 167
    },
    {
      "epoch": 0.9130434782608695,
      "grad_norm": 1.3895686723936829,
      "learning_rate": 1.6410365896818253e-05,
      "loss": 0.0234,
      "step": 168
    },
    {
      "epoch": 0.9184782608695652,
      "grad_norm": 0.7517916115731629,
      "learning_rate": 1.636518638684325e-05,
      "loss": 0.0057,
      "step": 169
    },
    {
      "epoch": 0.9239130434782609,
      "grad_norm": 0.11708397875230993,
      "learning_rate": 1.6319787393276463e-05,
      "loss": 0.0036,
      "step": 170
    },
    {
      "epoch": 0.9293478260869565,
      "grad_norm": 0.027987175186703777,
      "learning_rate": 1.6274170481560527e-05,
      "loss": 0.0015,
      "step": 171
    },
    {
      "epoch": 0.9347826086956522,
      "grad_norm": 0.17986790848065237,
      "learning_rate": 1.6228337224652307e-05,
      "loss": 0.0059,
      "step": 172
    },
    {
      "epoch": 0.9402173913043478,
      "grad_norm": 0.03867873116439446,
      "learning_rate": 1.6182289202968663e-05,
      "loss": 0.0017,
      "step": 173
    },
    {
      "epoch": 0.9456521739130435,
      "grad_norm": 0.057278523890185604,
      "learning_rate": 1.613602800433194e-05,
      "loss": 0.0024,
      "step": 174
    },
    {
      "epoch": 0.9510869565217391,
      "grad_norm": 2.728399164781685,
      "learning_rate": 1.6089555223915226e-05,
      "loss": 0.1588,
      "step": 175
    },
    {
      "epoch": 0.9565217391304348,
      "grad_norm": 0.3768997196852311,
      "learning_rate": 1.6042872464187352e-05,
      "loss": 0.0054,
      "step": 176
    },
    {
      "epoch": 0.9619565217391305,
      "grad_norm": 4.011589996542784,
      "learning_rate": 1.5995981334857625e-05,
      "loss": 0.0702,
      "step": 177
    },
    {
      "epoch": 0.967391304347826,
      "grad_norm": 0.49004409324214177,
      "learning_rate": 1.5948883452820326e-05,
      "loss": 0.01,
      "step": 178
    },
    {
      "epoch": 0.9728260869565217,
      "grad_norm": 0.048813631073329034,
      "learning_rate": 1.590158044209897e-05,
      "loss": 0.002,
      "step": 179
    },
    {
      "epoch": 0.9782608695652174,
      "grad_norm": 0.09547901003362863,
      "learning_rate": 1.5854073933790277e-05,
      "loss": 0.0024,
      "step": 180
    },
    {
      "epoch": 0.9836956521739131,
      "grad_norm": 2.3086350812363565,
      "learning_rate": 1.580636556600796e-05,
      "loss": 0.0277,
      "step": 181
    },
    {
      "epoch": 0.9891304347826086,
      "grad_norm": 2.752485470216331,
      "learning_rate": 1.575845698382622e-05,
      "loss": 0.0671,
      "step": 182
    },
    {
      "epoch": 0.9945652173913043,
      "grad_norm": 0.08760080184190135,
      "learning_rate": 1.5710349839223034e-05,
      "loss": 0.0025,
      "step": 183
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.052319179757302624,
      "learning_rate": 1.566204579102317e-05,
      "loss": 0.0016,
      "step": 184
    },
    {
      "epoch": 1.0054347826086956,
      "grad_norm": 0.20188982483949725,
      "learning_rate": 1.561354650484102e-05,
      "loss": 0.0054,
      "step": 185
    },
    {
      "epoch": 1.0108695652173914,
      "grad_norm": 1.214861582615001,
      "learning_rate": 1.556485365302313e-05,
      "loss": 0.0095,
      "step": 186
    },
    {
      "epoch": 1.016304347826087,
      "grad_norm": 1.1857810014141275,
      "learning_rate": 1.5515968914590568e-05,
      "loss": 0.0161,
      "step": 187
    },
    {
      "epoch": 1.0217391304347827,
      "grad_norm": 0.19290187635263223,
      "learning_rate": 1.546689397518101e-05,
      "loss": 0.004,
      "step": 188
    },
    {
      "epoch": 1.0271739130434783,
      "grad_norm": 0.22326269659684472,
      "learning_rate": 1.5417630526990613e-05,
      "loss": 0.0044,
      "step": 189
    },
    {
      "epoch": 1.0326086956521738,
      "grad_norm": 0.0690691126927046,
      "learning_rate": 1.5368180268715678e-05,
      "loss": 0.0022,
      "step": 190
    },
    {
      "epoch": 1.0380434782608696,
      "grad_norm": 0.519784946142706,
      "learning_rate": 1.5318544905494063e-05,
      "loss": 0.0075,
      "step": 191
    },
    {
      "epoch": 1.0434782608695652,
      "grad_norm": 0.1210215491547705,
      "learning_rate": 1.52687261488464e-05,
      "loss": 0.0032,
      "step": 192
    },
    {
      "epoch": 1.048913043478261,
      "grad_norm": 0.1128182153705411,
      "learning_rate": 1.5218725716617062e-05,
      "loss": 0.0031,
      "step": 193
    },
    {
      "epoch": 1.0543478260869565,
      "grad_norm": 0.0917279431010188,
      "learning_rate": 1.5168545332914942e-05,
      "loss": 0.0032,
      "step": 194
    },
    {
      "epoch": 1.059782608695652,
      "grad_norm": 0.1599750281188914,
      "learning_rate": 1.5118186728054002e-05,
      "loss": 0.0034,
      "step": 195
    },
    {
      "epoch": 1.065217391304348,
      "grad_norm": 3.0052317701428906,
      "learning_rate": 1.50676516384936e-05,
      "loss": 0.2052,
      "step": 196
    },
    {
      "epoch": 1.0706521739130435,
      "grad_norm": 0.09347487309598097,
      "learning_rate": 1.5016941806778622e-05,
      "loss": 0.0024,
      "step": 197
    },
    {
      "epoch": 1.0760869565217392,
      "grad_norm": 0.6368154943577347,
      "learning_rate": 1.496605898147938e-05,
      "loss": 0.0112,
      "step": 198
    },
    {
      "epoch": 1.0815217391304348,
      "grad_norm": 0.08805765943523453,
      "learning_rate": 1.4915004917131345e-05,
      "loss": 0.0025,
      "step": 199
    },
    {
      "epoch": 1.0869565217391304,
      "grad_norm": 0.05469514003374087,
      "learning_rate": 1.4863781374174625e-05,
      "loss": 0.002,
      "step": 200
    },
    {
      "epoch": 1.0923913043478262,
      "grad_norm": 0.10652940546536208,
      "learning_rate": 1.4812390118893273e-05,
      "loss": 0.0032,
      "step": 201
    },
    {
      "epoch": 1.0978260869565217,
      "grad_norm": 4.207882558276106,
      "learning_rate": 1.4760832923354375e-05,
      "loss": 0.0583,
      "step": 202
    },
    {
      "epoch": 1.1032608695652173,
      "grad_norm": 0.0699647885839302,
      "learning_rate": 1.4709111565346948e-05,
      "loss": 0.0026,
      "step": 203
    },
    {
      "epoch": 1.108695652173913,
      "grad_norm": 0.30166623168218903,
      "learning_rate": 1.4657227828320637e-05,
      "loss": 0.006,
      "step": 204
    },
    {
      "epoch": 1.1141304347826086,
      "grad_norm": 4.199370993333585,
      "learning_rate": 1.4605183501324231e-05,
      "loss": 0.0775,
      "step": 205
    },
    {
      "epoch": 1.1195652173913044,
      "grad_norm": 0.32565218496952747,
      "learning_rate": 1.4552980378943953e-05,
      "loss": 0.0033,
      "step": 206
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.0809703234967001,
      "learning_rate": 1.4500620261241598e-05,
      "loss": 0.0026,
      "step": 207
    },
    {
      "epoch": 1.1304347826086956,
      "grad_norm": 0.06883017026031267,
      "learning_rate": 1.4448104953692443e-05,
      "loss": 0.0019,
      "step": 208
    },
    {
      "epoch": 1.1358695652173914,
      "grad_norm": 0.08112137716749798,
      "learning_rate": 1.4395436267123017e-05,
      "loss": 0.0025,
      "step": 209
    },
    {
      "epoch": 1.141304347826087,
      "grad_norm": 0.0472362130550949,
      "learning_rate": 1.4342616017648632e-05,
      "loss": 0.0018,
      "step": 210
    },
    {
      "epoch": 1.1467391304347827,
      "grad_norm": 0.0884620238410297,
      "learning_rate": 1.4289646026610789e-05,
      "loss": 0.0021,
      "step": 211
    },
    {
      "epoch": 1.1521739130434783,
      "grad_norm": 0.04795365977948435,
      "learning_rate": 1.423652812051434e-05,
      "loss": 0.0017,
      "step": 212
    },
    {
      "epoch": 1.1576086956521738,
      "grad_norm": 0.02935797027689571,
      "learning_rate": 1.4183264130964545e-05,
      "loss": 0.0015,
      "step": 213
    },
    {
      "epoch": 1.1630434782608696,
      "grad_norm": 0.0668820523334726,
      "learning_rate": 1.4129855894603885e-05,
      "loss": 0.0027,
      "step": 214
    },
    {
      "epoch": 1.1684782608695652,
      "grad_norm": 0.7758685627388171,
      "learning_rate": 1.4076305253048748e-05,
      "loss": 0.0105,
      "step": 215
    },
    {
      "epoch": 1.1739130434782608,
      "grad_norm": 0.7009141120346845,
      "learning_rate": 1.4022614052825918e-05,
      "loss": 0.01,
      "step": 216
    },
    {
      "epoch": 1.1793478260869565,
      "grad_norm": 0.058294067779879076,
      "learning_rate": 1.3968784145308907e-05,
      "loss": 0.002,
      "step": 217
    },
    {
      "epoch": 1.184782608695652,
      "grad_norm": 0.09580668260043325,
      "learning_rate": 1.3914817386654112e-05,
      "loss": 0.0028,
      "step": 218
    },
    {
      "epoch": 1.190217391304348,
      "grad_norm": 4.864872194559485,
      "learning_rate": 1.3860715637736817e-05,
      "loss": 0.1252,
      "step": 219
    },
    {
      "epoch": 1.1956521739130435,
      "grad_norm": 0.15310828918627564,
      "learning_rate": 1.3806480764087027e-05,
      "loss": 0.003,
      "step": 220
    },
    {
      "epoch": 1.2010869565217392,
      "grad_norm": 0.3265801320494785,
      "learning_rate": 1.3752114635825138e-05,
      "loss": 0.005,
      "step": 221
    },
    {
      "epoch": 1.2065217391304348,
      "grad_norm": 4.409339908706341,
      "learning_rate": 1.369761912759744e-05,
      "loss": 0.1368,
      "step": 222
    },
    {
      "epoch": 1.2119565217391304,
      "grad_norm": 0.09658224964632216,
      "learning_rate": 1.3642996118511504e-05,
      "loss": 0.0027,
      "step": 223
    },
    {
      "epoch": 1.2173913043478262,
      "grad_norm": 0.13386998342251066,
      "learning_rate": 1.358824749207136e-05,
      "loss": 0.0029,
      "step": 224
    },
    {
      "epoch": 1.2228260869565217,
      "grad_norm": 0.058694075695156535,
      "learning_rate": 1.3533375136112563e-05,
      "loss": 0.0019,
      "step": 225
    },
    {
      "epoch": 1.2282608695652173,
      "grad_norm": 0.1675736492580823,
      "learning_rate": 1.3478380942737097e-05,
      "loss": 0.0041,
      "step": 226
    },
    {
      "epoch": 1.233695652173913,
      "grad_norm": 0.6605378406587118,
      "learning_rate": 1.3423266808248123e-05,
      "loss": 0.0064,
      "step": 227
    },
    {
      "epoch": 1.2391304347826086,
      "grad_norm": 0.07582983219640445,
      "learning_rate": 1.3368034633084603e-05,
      "loss": 0.0021,
      "step": 228
    },
    {
      "epoch": 1.2445652173913044,
      "grad_norm": 0.11839256459523798,
      "learning_rate": 1.331268632175576e-05,
      "loss": 0.0033,
      "step": 229
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.498989993420891,
      "learning_rate": 1.3257223782775412e-05,
      "loss": 0.0058,
      "step": 230
    },
    {
      "epoch": 1.2554347826086958,
      "grad_norm": 0.0627689672183379,
      "learning_rate": 1.3201648928596164e-05,
      "loss": 0.0028,
      "step": 231
    },
    {
      "epoch": 1.2608695652173914,
      "grad_norm": 0.44003082591712833,
      "learning_rate": 1.3145963675543451e-05,
      "loss": 0.0056,
      "step": 232
    },
    {
      "epoch": 1.266304347826087,
      "grad_norm": 3.9655617256713556,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.0738,
      "step": 233
    },
    {
      "epoch": 1.2717391304347827,
      "grad_norm": 0.1490491896911272,
      "learning_rate": 1.3034269657086993e-05,
      "loss": 0.003,
      "step": 234
    },
    {
      "epoch": 1.2771739130434783,
      "grad_norm": 0.255678738387853,
      "learning_rate": 1.2978264743102964e-05,
      "loss": 0.0036,
      "step": 235
    },
    {
      "epoch": 1.2826086956521738,
      "grad_norm": 0.08658556472142168,
      "learning_rate": 1.2922157132952106e-05,
      "loss": 0.003,
      "step": 236
    },
    {
      "epoch": 1.2880434782608696,
      "grad_norm": 0.056388528409829865,
      "learning_rate": 1.286594876133028e-05,
      "loss": 0.0016,
      "step": 237
    },
    {
      "epoch": 1.2934782608695652,
      "grad_norm": 1.5398049755885386,
      "learning_rate": 1.2809641566407802e-05,
      "loss": 0.0378,
      "step": 238
    },
    {
      "epoch": 1.2989130434782608,
      "grad_norm": 0.036566689298081184,
      "learning_rate": 1.27532374897626e-05,
      "loss": 0.0012,
      "step": 239
    },
    {
      "epoch": 1.3043478260869565,
      "grad_norm": 0.04920293791313143,
      "learning_rate": 1.2696738476313261e-05,
      "loss": 0.0017,
      "step": 240
    },
    {
      "epoch": 1.309782608695652,
      "grad_norm": 0.1402817359911882,
      "learning_rate": 1.2640146474251979e-05,
      "loss": 0.0036,
      "step": 241
    },
    {
      "epoch": 1.315217391304348,
      "grad_norm": 0.06831135225959813,
      "learning_rate": 1.258346343497736e-05,
      "loss": 0.0025,
      "step": 242
    },
    {
      "epoch": 1.3206521739130435,
      "grad_norm": 0.028285907167631727,
      "learning_rate": 1.2526691313027153e-05,
      "loss": 0.001,
      "step": 243
    },
    {
      "epoch": 1.3260869565217392,
      "grad_norm": 0.33707980146121225,
      "learning_rate": 1.2469832066010843e-05,
      "loss": 0.0074,
      "step": 244
    },
    {
      "epoch": 1.3315217391304348,
      "grad_norm": 0.02312342530538864,
      "learning_rate": 1.2412887654542147e-05,
      "loss": 0.001,
      "step": 245
    },
    {
      "epoch": 1.3369565217391304,
      "grad_norm": 0.026427047059385186,
      "learning_rate": 1.2355860042171421e-05,
      "loss": 0.0011,
      "step": 246
    },
    {
      "epoch": 1.3423913043478262,
      "grad_norm": 2.9263468296261164,
      "learning_rate": 1.2298751195317935e-05,
      "loss": 0.1557,
      "step": 247
    },
    {
      "epoch": 1.3478260869565217,
      "grad_norm": 0.020548021429656328,
      "learning_rate": 1.224156308320208e-05,
      "loss": 0.0009,
      "step": 248
    },
    {
      "epoch": 1.3532608695652173,
      "grad_norm": 0.025684644607937637,
      "learning_rate": 1.2184297677777463e-05,
      "loss": 0.0011,
      "step": 249
    },
    {
      "epoch": 1.358695652173913,
      "grad_norm": 0.4277199026740869,
      "learning_rate": 1.2126956953662914e-05,
      "loss": 0.0074,
      "step": 250
    },
    {
      "epoch": 1.3641304347826086,
      "grad_norm": 0.722362923284817,
      "learning_rate": 1.2069542888074386e-05,
      "loss": 0.0094,
      "step": 251
    },
    {
      "epoch": 1.3695652173913042,
      "grad_norm": 0.05042192018129352,
      "learning_rate": 1.2012057460756786e-05,
      "loss": 0.0016,
      "step": 252
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.04160962471056512,
      "learning_rate": 1.1954502653915704e-05,
      "loss": 0.0014,
      "step": 253
    },
    {
      "epoch": 1.3804347826086958,
      "grad_norm": 0.04523201782339563,
      "learning_rate": 1.1896880452149077e-05,
      "loss": 0.0016,
      "step": 254
    },
    {
      "epoch": 1.3858695652173914,
      "grad_norm": 0.023639170674016628,
      "learning_rate": 1.1839192842378737e-05,
      "loss": 0.0009,
      "step": 255
    },
    {
      "epoch": 1.391304347826087,
      "grad_norm": 0.04866250108659108,
      "learning_rate": 1.1781441813781911e-05,
      "loss": 0.0014,
      "step": 256
    },
    {
      "epoch": 1.3967391304347827,
      "grad_norm": 0.027392748713626538,
      "learning_rate": 1.1723629357722622e-05,
      "loss": 0.001,
      "step": 257
    },
    {
      "epoch": 1.4021739130434783,
      "grad_norm": 0.04956045333392312,
      "learning_rate": 1.1665757467683025e-05,
      "loss": 0.0013,
      "step": 258
    },
    {
      "epoch": 1.4076086956521738,
      "grad_norm": 0.287445593085176,
      "learning_rate": 1.1607828139194683e-05,
      "loss": 0.0051,
      "step": 259
    },
    {
      "epoch": 1.4130434782608696,
      "grad_norm": 0.13531127988753577,
      "learning_rate": 1.1549843369769733e-05,
      "loss": 0.0023,
      "step": 260
    },
    {
      "epoch": 1.4184782608695652,
      "grad_norm": 0.16453092649100554,
      "learning_rate": 1.1491805158832028e-05,
      "loss": 0.0031,
      "step": 261
    },
    {
      "epoch": 1.4239130434782608,
      "grad_norm": 1.4301870845043336,
      "learning_rate": 1.1433715507648173e-05,
      "loss": 0.0166,
      "step": 262
    },
    {
      "epoch": 1.4293478260869565,
      "grad_norm": 0.06079450292325032,
      "learning_rate": 1.1375576419258543e-05,
      "loss": 0.0016,
      "step": 263
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 0.12935761070271598,
      "learning_rate": 1.1317389898408188e-05,
      "loss": 0.0022,
      "step": 264
    },
    {
      "epoch": 1.440217391304348,
      "grad_norm": 0.06441466437879496,
      "learning_rate": 1.125915795147773e-05,
      "loss": 0.0017,
      "step": 265
    },
    {
      "epoch": 1.4456521739130435,
      "grad_norm": 0.11938010559111087,
      "learning_rate": 1.1200882586414168e-05,
      "loss": 0.0021,
      "step": 266
    },
    {
      "epoch": 1.4510869565217392,
      "grad_norm": 0.14576252527987352,
      "learning_rate": 1.114256581266162e-05,
      "loss": 0.0032,
      "step": 267
    },
    {
      "epoch": 1.4565217391304348,
      "grad_norm": 0.8091624068148694,
      "learning_rate": 1.1084209641092083e-05,
      "loss": 0.0098,
      "step": 268
    },
    {
      "epoch": 1.4619565217391304,
      "grad_norm": 0.07301592812987565,
      "learning_rate": 1.1025816083936036e-05,
      "loss": 0.0021,
      "step": 269
    },
    {
      "epoch": 1.4673913043478262,
      "grad_norm": 0.019465384139083376,
      "learning_rate": 1.0967387154713104e-05,
      "loss": 0.0008,
      "step": 270
    },
    {
      "epoch": 1.4728260869565217,
      "grad_norm": 0.02684807806576838,
      "learning_rate": 1.0908924868162605e-05,
      "loss": 0.0009,
      "step": 271
    },
    {
      "epoch": 1.4782608695652173,
      "grad_norm": 2.0536809709774086,
      "learning_rate": 1.0850431240174066e-05,
      "loss": 0.2241,
      "step": 272
    },
    {
      "epoch": 1.483695652173913,
      "grad_norm": 0.5395466577497267,
      "learning_rate": 1.0791908287717744e-05,
      "loss": 0.0097,
      "step": 273
    },
    {
      "epoch": 1.4891304347826086,
      "grad_norm": 3.6218348045652107,
      "learning_rate": 1.073335802877504e-05,
      "loss": 0.0488,
      "step": 274
    },
    {
      "epoch": 1.4945652173913042,
      "grad_norm": 0.0346000232826567,
      "learning_rate": 1.0674782482268953e-05,
      "loss": 0.0013,
      "step": 275
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.031039844572176237,
      "learning_rate": 1.0616183667994435e-05,
      "loss": 0.0011,
      "step": 276
    },
    {
      "epoch": 1.5054347826086958,
      "grad_norm": 1.3869410436009917,
      "learning_rate": 1.0557563606548751e-05,
      "loss": 0.02,
      "step": 277
    },
    {
      "epoch": 1.5108695652173914,
      "grad_norm": 0.31857812561228843,
      "learning_rate": 1.0498924319261816e-05,
      "loss": 0.0046,
      "step": 278
    },
    {
      "epoch": 1.516304347826087,
      "grad_norm": 0.018901071551922013,
      "learning_rate": 1.0440267828126478e-05,
      "loss": 0.0007,
      "step": 279
    },
    {
      "epoch": 1.5217391304347827,
      "grad_norm": 0.35747451319055523,
      "learning_rate": 1.0381596155728823e-05,
      "loss": 0.0077,
      "step": 280
    },
    {
      "epoch": 1.5271739130434783,
      "grad_norm": 0.038504499041816166,
      "learning_rate": 1.0322911325178402e-05,
      "loss": 0.0012,
      "step": 281
    },
    {
      "epoch": 1.5326086956521738,
      "grad_norm": 0.061533456725221265,
      "learning_rate": 1.0264215360038483e-05,
      "loss": 0.0018,
      "step": 282
    },
    {
      "epoch": 1.5380434782608696,
      "grad_norm": 0.053405604412389306,
      "learning_rate": 1.0205510284256286e-05,
      "loss": 0.0014,
      "step": 283
    },
    {
      "epoch": 1.5434782608695652,
      "grad_norm": 0.1699993644991474,
      "learning_rate": 1.0146798122093167e-05,
      "loss": 0.0029,
      "step": 284
    },
    {
      "epoch": 1.5489130434782608,
      "grad_norm": 0.07043260478387495,
      "learning_rate": 1.0088080898054852e-05,
      "loss": 0.0013,
      "step": 285
    },
    {
      "epoch": 1.5543478260869565,
      "grad_norm": 0.050883436804006456,
      "learning_rate": 1.00293606368216e-05,
      "loss": 0.0018,
      "step": 286
    },
    {
      "epoch": 1.5597826086956523,
      "grad_norm": 0.2015858838482068,
      "learning_rate": 9.970639363178401e-06,
      "loss": 0.0034,
      "step": 287
    },
    {
      "epoch": 1.5652173913043477,
      "grad_norm": 0.15696624949542315,
      "learning_rate": 9.91191910194515e-06,
      "loss": 0.0024,
      "step": 288
    },
    {
      "epoch": 1.5706521739130435,
      "grad_norm": 0.016094697472839387,
      "learning_rate": 9.853201877906836e-06,
      "loss": 0.0007,
      "step": 289
    },
    {
      "epoch": 1.5760869565217392,
      "grad_norm": 2.6447259699825225,
      "learning_rate": 9.79448971574372e-06,
      "loss": 0.0868,
      "step": 290
    },
    {
      "epoch": 1.5815217391304348,
      "grad_norm": 0.034146999181789345,
      "learning_rate": 9.73578463996152e-06,
      "loss": 0.001,
      "step": 291
    },
    {
      "epoch": 1.5869565217391304,
      "grad_norm": 2.3913058327100507,
      "learning_rate": 9.677088674821601e-06,
      "loss": 0.0933,
      "step": 292
    },
    {
      "epoch": 1.5923913043478262,
      "grad_norm": 2.7206555164113113,
      "learning_rate": 9.618403844271179e-06,
      "loss": 0.0834,
      "step": 293
    },
    {
      "epoch": 1.5978260869565217,
      "grad_norm": 2.04432325341852,
      "learning_rate": 9.559732171873524e-06,
      "loss": 0.0509,
      "step": 294
    },
    {
      "epoch": 1.6032608695652173,
      "grad_norm": 3.408481044696874,
      "learning_rate": 9.50107568073819e-06,
      "loss": 0.1523,
      "step": 295
    },
    {
      "epoch": 1.608695652173913,
      "grad_norm": 0.15857623535162915,
      "learning_rate": 9.442436393451252e-06,
      "loss": 0.0037,
      "step": 296
    },
    {
      "epoch": 1.6141304347826086,
      "grad_norm": 0.48149742863897177,
      "learning_rate": 9.383816332005569e-06,
      "loss": 0.0066,
      "step": 297
    },
    {
      "epoch": 1.6195652173913042,
      "grad_norm": 0.43146507945514945,
      "learning_rate": 9.325217517731047e-06,
      "loss": 0.0063,
      "step": 298
    },
    {
      "epoch": 1.625,
      "grad_norm": 3.7183270965419526,
      "learning_rate": 9.266641971224963e-06,
      "loss": 0.0717,
      "step": 299
    },
    {
      "epoch": 1.6304347826086958,
      "grad_norm": 0.6284145395909966,
      "learning_rate": 9.208091712282261e-06,
      "loss": 0.0113,
      "step": 300
    },
    {
      "epoch": 1.6358695652173914,
      "grad_norm": 0.12204274733613643,
      "learning_rate": 9.149568759825937e-06,
      "loss": 0.003,
      "step": 301
    },
    {
      "epoch": 1.641304347826087,
      "grad_norm": 1.1716856729713159,
      "learning_rate": 9.091075131837399e-06,
      "loss": 0.016,
      "step": 302
    },
    {
      "epoch": 1.6467391304347827,
      "grad_norm": 2.3073801254975743,
      "learning_rate": 9.032612845286896e-06,
      "loss": 0.0625,
      "step": 303
    },
    {
      "epoch": 1.6521739130434783,
      "grad_norm": 0.24584369141616186,
      "learning_rate": 8.974183916063967e-06,
      "loss": 0.0038,
      "step": 304
    },
    {
      "epoch": 1.6576086956521738,
      "grad_norm": 0.896272637025756,
      "learning_rate": 8.915790358907924e-06,
      "loss": 0.0124,
      "step": 305
    },
    {
      "epoch": 1.6630434782608696,
      "grad_norm": 3.8696382415332957,
      "learning_rate": 8.857434187338381e-06,
      "loss": 0.0462,
      "step": 306
    },
    {
      "epoch": 1.6684782608695652,
      "grad_norm": 0.12503032249914797,
      "learning_rate": 8.799117413585836e-06,
      "loss": 0.0025,
      "step": 307
    },
    {
      "epoch": 1.6739130434782608,
      "grad_norm": 0.45154839467695335,
      "learning_rate": 8.740842048522268e-06,
      "loss": 0.0061,
      "step": 308
    },
    {
      "epoch": 1.6793478260869565,
      "grad_norm": 0.09419278918622512,
      "learning_rate": 8.682610101591813e-06,
      "loss": 0.002,
      "step": 309
    },
    {
      "epoch": 1.6847826086956523,
      "grad_norm": 0.4958479599321362,
      "learning_rate": 8.624423580741462e-06,
      "loss": 0.0086,
      "step": 310
    },
    {
      "epoch": 1.6902173913043477,
      "grad_norm": 0.11770008527271246,
      "learning_rate": 8.56628449235183e-06,
      "loss": 0.0025,
      "step": 311
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 0.369565128723298,
      "learning_rate": 8.508194841167975e-06,
      "loss": 0.0059,
      "step": 312
    },
    {
      "epoch": 1.7010869565217392,
      "grad_norm": 0.06235754588692365,
      "learning_rate": 8.450156630230267e-06,
      "loss": 0.0019,
      "step": 313
    },
    {
      "epoch": 1.7065217391304348,
      "grad_norm": 0.02787223131850643,
      "learning_rate": 8.39217186080532e-06,
      "loss": 0.0012,
      "step": 314
    },
    {
      "epoch": 1.7119565217391304,
      "grad_norm": 0.03719997929743275,
      "learning_rate": 8.334242532316977e-06,
      "loss": 0.0012,
      "step": 315
    },
    {
      "epoch": 1.7173913043478262,
      "grad_norm": 0.42795195182267215,
      "learning_rate": 8.276370642277383e-06,
      "loss": 0.0048,
      "step": 316
    },
    {
      "epoch": 1.7228260869565217,
      "grad_norm": 0.9372903840892463,
      "learning_rate": 8.21855818621809e-06,
      "loss": 0.0203,
      "step": 317
    },
    {
      "epoch": 1.7282608695652173,
      "grad_norm": 0.13870817101483046,
      "learning_rate": 8.160807157621262e-06,
      "loss": 0.0025,
      "step": 318
    },
    {
      "epoch": 1.733695652173913,
      "grad_norm": 0.2445880882562458,
      "learning_rate": 8.103119547850924e-06,
      "loss": 0.0037,
      "step": 319
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 0.06926518467785787,
      "learning_rate": 8.045497346084297e-06,
      "loss": 0.002,
      "step": 320
    },
    {
      "epoch": 1.7445652173913042,
      "grad_norm": 0.029704630377944685,
      "learning_rate": 7.98794253924322e-06,
      "loss": 0.0011,
      "step": 321
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.02657434909385738,
      "learning_rate": 7.930457111925616e-06,
      "loss": 0.0012,
      "step": 322
    },
    {
      "epoch": 1.7554347826086958,
      "grad_norm": 0.087118861417369,
      "learning_rate": 7.873043046337086e-06,
      "loss": 0.002,
      "step": 323
    },
    {
      "epoch": 1.7608695652173914,
      "grad_norm": 0.029028883768708425,
      "learning_rate": 7.815702322222539e-06,
      "loss": 0.0009,
      "step": 324
    },
    {
      "epoch": 1.766304347826087,
      "grad_norm": 0.574091822654542,
      "learning_rate": 7.758436916797923e-06,
      "loss": 0.0092,
      "step": 325
    },
    {
      "epoch": 1.7717391304347827,
      "grad_norm": 0.043721730276414336,
      "learning_rate": 7.701248804682069e-06,
      "loss": 0.0014,
      "step": 326
    },
    {
      "epoch": 1.7771739130434783,
      "grad_norm": 2.4824141009923726,
      "learning_rate": 7.64413995782858e-06,
      "loss": 0.1501,
      "step": 327
    },
    {
      "epoch": 1.7826086956521738,
      "grad_norm": 0.3656857182755404,
      "learning_rate": 7.5871123454578534e-06,
      "loss": 0.0055,
      "step": 328
    },
    {
      "epoch": 1.7880434782608696,
      "grad_norm": 0.030565125424490584,
      "learning_rate": 7.530167933989161e-06,
      "loss": 0.001,
      "step": 329
    },
    {
      "epoch": 1.7934782608695652,
      "grad_norm": 0.6771809217496879,
      "learning_rate": 7.47330868697285e-06,
      "loss": 0.01,
      "step": 330
    },
    {
      "epoch": 1.7989130434782608,
      "grad_norm": 0.24573870561094346,
      "learning_rate": 7.4165365650226425e-06,
      "loss": 0.0049,
      "step": 331
    },
    {
      "epoch": 1.8043478260869565,
      "grad_norm": 0.8696535124002203,
      "learning_rate": 7.3598535257480244e-06,
      "loss": 0.0126,
      "step": 332
    },
    {
      "epoch": 1.8097826086956523,
      "grad_norm": 0.02189894312561321,
      "learning_rate": 7.30326152368674e-06,
      "loss": 0.0008,
      "step": 333
    },
    {
      "epoch": 1.8152173913043477,
      "grad_norm": 0.031609375803459974,
      "learning_rate": 7.246762510237404e-06,
      "loss": 0.0011,
      "step": 334
    },
    {
      "epoch": 1.8206521739130435,
      "grad_norm": 0.020342266321765227,
      "learning_rate": 7.1903584335922e-06,
      "loss": 0.0008,
      "step": 335
    },
    {
      "epoch": 1.8260869565217392,
      "grad_norm": 0.09248271114619741,
      "learning_rate": 7.134051238669722e-06,
      "loss": 0.0018,
      "step": 336
    },
    {
      "epoch": 1.8315217391304348,
      "grad_norm": 0.10061723518020388,
      "learning_rate": 7.077842867047897e-06,
      "loss": 0.0024,
      "step": 337
    },
    {
      "epoch": 1.8369565217391304,
      "grad_norm": 0.21992324150498122,
      "learning_rate": 7.021735256897035e-06,
      "loss": 0.0027,
      "step": 338
    },
    {
      "epoch": 1.8423913043478262,
      "grad_norm": 0.030816726743244916,
      "learning_rate": 6.965730342913011e-06,
      "loss": 0.0011,
      "step": 339
    },
    {
      "epoch": 1.8478260869565217,
      "grad_norm": 0.01683095603625154,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.0008,
      "step": 340
    },
    {
      "epoch": 1.8532608695652173,
      "grad_norm": 0.23379778261250125,
      "learning_rate": 6.8540363244565524e-06,
      "loss": 0.0043,
      "step": 341
    },
    {
      "epoch": 1.858695652173913,
      "grad_norm": 0.03675133534148478,
      "learning_rate": 6.798351071403839e-06,
      "loss": 0.001,
      "step": 342
    },
    {
      "epoch": 1.8641304347826086,
      "grad_norm": 0.1140408877999425,
      "learning_rate": 6.742776217224587e-06,
      "loss": 0.0027,
      "step": 343
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.02850900102579577,
      "learning_rate": 6.687313678244243e-06,
      "loss": 0.0009,
      "step": 344
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.02532716939465366,
      "learning_rate": 6.6319653669154e-06,
      "loss": 0.001,
      "step": 345
    },
    {
      "epoch": 1.8804347826086958,
      "grad_norm": 0.10582087034471738,
      "learning_rate": 6.576733191751879e-06,
      "loss": 0.0029,
      "step": 346
    },
    {
      "epoch": 1.8858695652173914,
      "grad_norm": 2.4137374896779877,
      "learning_rate": 6.521619057262904e-06,
      "loss": 0.1004,
      "step": 347
    },
    {
      "epoch": 1.891304347826087,
      "grad_norm": 2.0298394937535122,
      "learning_rate": 6.466624863887437e-06,
      "loss": 0.0361,
      "step": 348
    },
    {
      "epoch": 1.8967391304347827,
      "grad_norm": 0.15424873092333466,
      "learning_rate": 6.411752507928643e-06,
      "loss": 0.0031,
      "step": 349
    },
    {
      "epoch": 1.9021739130434783,
      "grad_norm": 0.7343430535593085,
      "learning_rate": 6.357003881488499e-06,
      "loss": 0.0086,
      "step": 350
    },
    {
      "epoch": 1.9076086956521738,
      "grad_norm": 0.0169679254906056,
      "learning_rate": 6.302380872402562e-06,
      "loss": 0.0007,
      "step": 351
    },
    {
      "epoch": 1.9130434782608696,
      "grad_norm": 0.026108663412252976,
      "learning_rate": 6.247885364174866e-06,
      "loss": 0.001,
      "step": 352
    },
    {
      "epoch": 1.9184782608695652,
      "grad_norm": 0.022679414032134804,
      "learning_rate": 6.193519235912972e-06,
      "loss": 0.0008,
      "step": 353
    },
    {
      "epoch": 1.9239130434782608,
      "grad_norm": 0.02365404382322627,
      "learning_rate": 6.139284362263185e-06,
      "loss": 0.0008,
      "step": 354
    },
    {
      "epoch": 1.9293478260869565,
      "grad_norm": 0.014446988115359962,
      "learning_rate": 6.085182613345893e-06,
      "loss": 0.0006,
      "step": 355
    },
    {
      "epoch": 1.9347826086956523,
      "grad_norm": 0.016091425374232204,
      "learning_rate": 6.031215854691097e-06,
      "loss": 0.0007,
      "step": 356
    },
    {
      "epoch": 1.9402173913043477,
      "grad_norm": 0.01553827774955186,
      "learning_rate": 5.977385947174084e-06,
      "loss": 0.0007,
      "step": 357
    },
    {
      "epoch": 1.9456521739130435,
      "grad_norm": 0.17966133137766196,
      "learning_rate": 5.923694746951253e-06,
      "loss": 0.0028,
      "step": 358
    },
    {
      "epoch": 1.9510869565217392,
      "grad_norm": 0.02477310360295687,
      "learning_rate": 5.8701441053961185e-06,
      "loss": 0.0009,
      "step": 359
    },
    {
      "epoch": 1.9565217391304348,
      "grad_norm": 0.025478377542260965,
      "learning_rate": 5.816735869035458e-06,
      "loss": 0.0009,
      "step": 360
    },
    {
      "epoch": 1.9619565217391304,
      "grad_norm": 0.01385737253155479,
      "learning_rate": 5.7634718794856626e-06,
      "loss": 0.0006,
      "step": 361
    },
    {
      "epoch": 1.9673913043478262,
      "grad_norm": 0.2920694264321747,
      "learning_rate": 5.710353973389215e-06,
      "loss": 0.003,
      "step": 362
    },
    {
      "epoch": 1.9728260869565217,
      "grad_norm": 0.0609584809389905,
      "learning_rate": 5.657383982351368e-06,
      "loss": 0.0014,
      "step": 363
    },
    {
      "epoch": 1.9782608695652173,
      "grad_norm": 0.014022955163492444,
      "learning_rate": 5.604563732876989e-06,
      "loss": 0.0006,
      "step": 364
    },
    {
      "epoch": 1.983695652173913,
      "grad_norm": 0.02973603833790608,
      "learning_rate": 5.55189504630756e-06,
      "loss": 0.0009,
      "step": 365
    },
    {
      "epoch": 1.9891304347826086,
      "grad_norm": 0.07663989298851219,
      "learning_rate": 5.4993797387584056e-06,
      "loss": 0.0015,
      "step": 366
    },
    {
      "epoch": 1.9945652173913042,
      "grad_norm": 3.723476839809668,
      "learning_rate": 5.447019621056049e-06,
      "loss": 0.1512,
      "step": 367
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.023508663828369594,
      "learning_rate": 5.394816498675772e-06,
      "loss": 0.0008,
      "step": 368
    },
    {
      "epoch": 2.005434782608696,
      "grad_norm": 0.014915331253251566,
      "learning_rate": 5.342772171679364e-06,
      "loss": 0.0006,
      "step": 369
    },
    {
      "epoch": 2.010869565217391,
      "grad_norm": 0.15045045132635565,
      "learning_rate": 5.290888434653056e-06,
      "loss": 0.0035,
      "step": 370
    },
    {
      "epoch": 2.016304347826087,
      "grad_norm": 0.02078710490582649,
      "learning_rate": 5.239167076645626e-06,
      "loss": 0.0009,
      "step": 371
    },
    {
      "epoch": 2.0217391304347827,
      "grad_norm": 0.08909809356955653,
      "learning_rate": 5.187609881106725e-06,
      "loss": 0.0021,
      "step": 372
    },
    {
      "epoch": 2.027173913043478,
      "grad_norm": 0.019002236928891497,
      "learning_rate": 5.136218625825374e-06,
      "loss": 0.0006,
      "step": 373
    },
    {
      "epoch": 2.032608695652174,
      "grad_norm": 0.04208850827532741,
      "learning_rate": 5.084995082868658e-06,
      "loss": 0.0009,
      "step": 374
    },
    {
      "epoch": 2.0380434782608696,
      "grad_norm": 0.046840875573742065,
      "learning_rate": 5.033941018520625e-06,
      "loss": 0.0014,
      "step": 375
    },
    {
      "epoch": 2.0434782608695654,
      "grad_norm": 0.1033934706809575,
      "learning_rate": 4.983058193221384e-06,
      "loss": 0.0019,
      "step": 376
    },
    {
      "epoch": 2.0489130434782608,
      "grad_norm": 0.1705166302206335,
      "learning_rate": 4.932348361506402e-06,
      "loss": 0.0033,
      "step": 377
    },
    {
      "epoch": 2.0543478260869565,
      "grad_norm": 0.028909235733879053,
      "learning_rate": 4.881813271946e-06,
      "loss": 0.0012,
      "step": 378
    },
    {
      "epoch": 2.0597826086956523,
      "grad_norm": 0.3030377695298429,
      "learning_rate": 4.831454667085059e-06,
      "loss": 0.0039,
      "step": 379
    },
    {
      "epoch": 2.0652173913043477,
      "grad_norm": 0.0477055277967709,
      "learning_rate": 4.781274283382941e-06,
      "loss": 0.001,
      "step": 380
    },
    {
      "epoch": 2.0706521739130435,
      "grad_norm": 0.0199106085983902,
      "learning_rate": 4.7312738511536035e-06,
      "loss": 0.0008,
      "step": 381
    },
    {
      "epoch": 2.0760869565217392,
      "grad_norm": 0.027962787198971308,
      "learning_rate": 4.681455094505938e-06,
      "loss": 0.001,
      "step": 382
    },
    {
      "epoch": 2.0815217391304346,
      "grad_norm": 0.0382934899009715,
      "learning_rate": 4.631819731284323e-06,
      "loss": 0.0011,
      "step": 383
    },
    {
      "epoch": 2.0869565217391304,
      "grad_norm": 0.013418670608056855,
      "learning_rate": 4.58236947300939e-06,
      "loss": 0.0006,
      "step": 384
    },
    {
      "epoch": 2.092391304347826,
      "grad_norm": 0.04141147762016092,
      "learning_rate": 4.5331060248189924e-06,
      "loss": 0.0013,
      "step": 385
    },
    {
      "epoch": 2.097826086956522,
      "grad_norm": 0.029823878767931914,
      "learning_rate": 4.4840310854094335e-06,
      "loss": 0.001,
      "step": 386
    },
    {
      "epoch": 2.1032608695652173,
      "grad_norm": 0.2181034359186816,
      "learning_rate": 4.435146346976873e-06,
      "loss": 0.004,
      "step": 387
    },
    {
      "epoch": 2.108695652173913,
      "grad_norm": 0.36490526428814946,
      "learning_rate": 4.386453495158983e-06,
      "loss": 0.0042,
      "step": 388
    },
    {
      "epoch": 2.114130434782609,
      "grad_norm": 0.0743305865977075,
      "learning_rate": 4.33795420897683e-06,
      "loss": 0.0011,
      "step": 389
    },
    {
      "epoch": 2.119565217391304,
      "grad_norm": 0.3000013681179252,
      "learning_rate": 4.289650160776967e-06,
      "loss": 0.0046,
      "step": 390
    },
    {
      "epoch": 2.125,
      "grad_norm": 0.05973611485866258,
      "learning_rate": 4.241543016173778e-06,
      "loss": 0.0011,
      "step": 391
    },
    {
      "epoch": 2.130434782608696,
      "grad_norm": 0.02140783876818863,
      "learning_rate": 4.19363443399204e-06,
      "loss": 0.0008,
      "step": 392
    },
    {
      "epoch": 2.135869565217391,
      "grad_norm": 0.01680791379596923,
      "learning_rate": 4.1459260662097235e-06,
      "loss": 0.0007,
      "step": 393
    },
    {
      "epoch": 2.141304347826087,
      "grad_norm": 0.5362708346340234,
      "learning_rate": 4.098419557901036e-06,
      "loss": 0.0077,
      "step": 394
    },
    {
      "epoch": 2.1467391304347827,
      "grad_norm": 0.016360773071928784,
      "learning_rate": 4.051116547179677e-06,
      "loss": 0.0007,
      "step": 395
    },
    {
      "epoch": 2.1521739130434785,
      "grad_norm": 0.28985199290673336,
      "learning_rate": 4.00401866514238e-06,
      "loss": 0.0044,
      "step": 396
    },
    {
      "epoch": 2.157608695652174,
      "grad_norm": 0.01604718518106245,
      "learning_rate": 3.957127535812651e-06,
      "loss": 0.0007,
      "step": 397
    },
    {
      "epoch": 2.1630434782608696,
      "grad_norm": 0.05241001721895836,
      "learning_rate": 3.910444776084777e-06,
      "loss": 0.0016,
      "step": 398
    },
    {
      "epoch": 2.1684782608695654,
      "grad_norm": 0.02209678496389779,
      "learning_rate": 3.8639719956680624e-06,
      "loss": 0.0008,
      "step": 399
    },
    {
      "epoch": 2.1739130434782608,
      "grad_norm": 0.020559716878607803,
      "learning_rate": 3.817710797031338e-06,
      "loss": 0.0008,
      "step": 400
    },
    {
      "epoch": 2.1793478260869565,
      "grad_norm": 0.014824391810911752,
      "learning_rate": 3.771662775347692e-06,
      "loss": 0.0006,
      "step": 401
    },
    {
      "epoch": 2.1847826086956523,
      "grad_norm": 0.015796576868617806,
      "learning_rate": 3.7258295184394743e-06,
      "loss": 0.0007,
      "step": 402
    },
    {
      "epoch": 2.1902173913043477,
      "grad_norm": 1.9188157660999832,
      "learning_rate": 3.680212606723542e-06,
      "loss": 0.0306,
      "step": 403
    },
    {
      "epoch": 2.1956521739130435,
      "grad_norm": 0.06391438687127189,
      "learning_rate": 3.6348136131567537e-06,
      "loss": 0.0019,
      "step": 404
    },
    {
      "epoch": 2.2010869565217392,
      "grad_norm": 0.17262747887734978,
      "learning_rate": 3.5896341031817517e-06,
      "loss": 0.0036,
      "step": 405
    },
    {
      "epoch": 2.2065217391304346,
      "grad_norm": 0.056665382264410494,
      "learning_rate": 3.5446756346729673e-06,
      "loss": 0.0012,
      "step": 406
    },
    {
      "epoch": 2.2119565217391304,
      "grad_norm": 1.9642610912379441,
      "learning_rate": 3.4999397578829076e-06,
      "loss": 0.037,
      "step": 407
    },
    {
      "epoch": 2.217391304347826,
      "grad_norm": 0.014116778100650137,
      "learning_rate": 3.4554280153886967e-06,
      "loss": 0.0006,
      "step": 408
    },
    {
      "epoch": 2.2228260869565215,
      "grad_norm": 0.024488008150664965,
      "learning_rate": 3.4111419420388904e-06,
      "loss": 0.001,
      "step": 409
    },
    {
      "epoch": 2.2282608695652173,
      "grad_norm": 0.5674032898921303,
      "learning_rate": 3.3670830649005437e-06,
      "loss": 0.0041,
      "step": 410
    },
    {
      "epoch": 2.233695652173913,
      "grad_norm": 0.02286422293729417,
      "learning_rate": 3.323252903206562e-06,
      "loss": 0.0009,
      "step": 411
    },
    {
      "epoch": 2.239130434782609,
      "grad_norm": 0.27168054236566974,
      "learning_rate": 3.279652968303313e-06,
      "loss": 0.0043,
      "step": 412
    },
    {
      "epoch": 2.244565217391304,
      "grad_norm": 0.1593898805811067,
      "learning_rate": 3.236284763598512e-06,
      "loss": 0.0035,
      "step": 413
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.013081366094026997,
      "learning_rate": 3.1931497845093753e-06,
      "loss": 0.0006,
      "step": 414
    },
    {
      "epoch": 2.255434782608696,
      "grad_norm": 0.012814297915516075,
      "learning_rate": 3.150249518411067e-06,
      "loss": 0.0006,
      "step": 415
    },
    {
      "epoch": 2.260869565217391,
      "grad_norm": 0.07415100436276072,
      "learning_rate": 3.1075854445854093e-06,
      "loss": 0.0018,
      "step": 416
    },
    {
      "epoch": 2.266304347826087,
      "grad_norm": 0.027114643295979856,
      "learning_rate": 3.0651590341698633e-06,
      "loss": 0.0009,
      "step": 417
    },
    {
      "epoch": 2.2717391304347827,
      "grad_norm": 0.13722514020501544,
      "learning_rate": 3.0229717501068133e-06,
      "loss": 0.0023,
      "step": 418
    },
    {
      "epoch": 2.2771739130434785,
      "grad_norm": 0.023053695918606187,
      "learning_rate": 2.981025047093118e-06,
      "loss": 0.0009,
      "step": 419
    },
    {
      "epoch": 2.282608695652174,
      "grad_norm": 3.7468189613648253,
      "learning_rate": 2.9393203715299477e-06,
      "loss": 0.0598,
      "step": 420
    },
    {
      "epoch": 2.2880434782608696,
      "grad_norm": 0.08634045866789929,
      "learning_rate": 2.8978591614729114e-06,
      "loss": 0.0015,
      "step": 421
    },
    {
      "epoch": 2.2934782608695654,
      "grad_norm": 0.13994711242571936,
      "learning_rate": 2.856642846582469e-06,
      "loss": 0.0019,
      "step": 422
    },
    {
      "epoch": 2.2989130434782608,
      "grad_norm": 0.0519996408733201,
      "learning_rate": 2.8156728480746386e-06,
      "loss": 0.0011,
      "step": 423
    },
    {
      "epoch": 2.3043478260869565,
      "grad_norm": 0.01904905289611891,
      "learning_rate": 2.77495057867198e-06,
      "loss": 0.0007,
      "step": 424
    },
    {
      "epoch": 2.3097826086956523,
      "grad_norm": 1.2476206988634295,
      "learning_rate": 2.7344774425548917e-06,
      "loss": 0.0339,
      "step": 425
    },
    {
      "epoch": 2.3152173913043477,
      "grad_norm": 1.7884596495622582,
      "learning_rate": 2.694254835313187e-06,
      "loss": 0.1375,
      "step": 426
    },
    {
      "epoch": 2.3206521739130435,
      "grad_norm": 0.31025512064642874,
      "learning_rate": 2.654284143897976e-06,
      "loss": 0.0034,
      "step": 427
    },
    {
      "epoch": 2.3260869565217392,
      "grad_norm": 0.3488873501510679,
      "learning_rate": 2.6145667465738333e-06,
      "loss": 0.0039,
      "step": 428
    },
    {
      "epoch": 2.3315217391304346,
      "grad_norm": 0.589409734181312,
      "learning_rate": 2.57510401287128e-06,
      "loss": 0.0044,
      "step": 429
    },
    {
      "epoch": 2.3369565217391304,
      "grad_norm": 0.3987654975780055,
      "learning_rate": 2.535897303539554e-06,
      "loss": 0.0061,
      "step": 430
    },
    {
      "epoch": 2.342391304347826,
      "grad_norm": 0.015719041310887562,
      "learning_rate": 2.4969479704996935e-06,
      "loss": 0.0006,
      "step": 431
    },
    {
      "epoch": 2.3478260869565215,
      "grad_norm": 0.015180271606601303,
      "learning_rate": 2.4582573567979196e-06,
      "loss": 0.0006,
      "step": 432
    },
    {
      "epoch": 2.3532608695652173,
      "grad_norm": 0.04482488635397311,
      "learning_rate": 2.4198267965593224e-06,
      "loss": 0.0011,
      "step": 433
    },
    {
      "epoch": 2.358695652173913,
      "grad_norm": 0.28160845350626884,
      "learning_rate": 2.381657614941858e-06,
      "loss": 0.005,
      "step": 434
    },
    {
      "epoch": 2.364130434782609,
      "grad_norm": 0.09873212459265543,
      "learning_rate": 2.3437511280906576e-06,
      "loss": 0.002,
      "step": 435
    },
    {
      "epoch": 2.369565217391304,
      "grad_norm": 0.028522981368259783,
      "learning_rate": 2.306108643092647e-06,
      "loss": 0.0008,
      "step": 436
    },
    {
      "epoch": 2.375,
      "grad_norm": 0.030887088059580514,
      "learning_rate": 2.268731457931467e-06,
      "loss": 0.001,
      "step": 437
    },
    {
      "epoch": 2.380434782608696,
      "grad_norm": 0.2056153085824592,
      "learning_rate": 2.2316208614427226e-06,
      "loss": 0.003,
      "step": 438
    },
    {
      "epoch": 2.385869565217391,
      "grad_norm": 0.03316498797260578,
      "learning_rate": 2.1947781332695406e-06,
      "loss": 0.001,
      "step": 439
    },
    {
      "epoch": 2.391304347826087,
      "grad_norm": 0.020603866879399167,
      "learning_rate": 2.1582045438184464e-06,
      "loss": 0.0007,
      "step": 440
    },
    {
      "epoch": 2.3967391304347827,
      "grad_norm": 0.022416446968247912,
      "learning_rate": 2.121901354215553e-06,
      "loss": 0.0008,
      "step": 441
    },
    {
      "epoch": 2.4021739130434785,
      "grad_norm": 1.2759832400444016,
      "learning_rate": 2.085869816263081e-06,
      "loss": 0.0222,
      "step": 442
    },
    {
      "epoch": 2.407608695652174,
      "grad_norm": 2.7040121657564558,
      "learning_rate": 2.050111172396192e-06,
      "loss": 0.0472,
      "step": 443
    },
    {
      "epoch": 2.4130434782608696,
      "grad_norm": 0.10233992459998235,
      "learning_rate": 2.0146266556401405e-06,
      "loss": 0.0016,
      "step": 444
    },
    {
      "epoch": 2.4184782608695654,
      "grad_norm": 0.244848209656816,
      "learning_rate": 1.97941748956777e-06,
      "loss": 0.004,
      "step": 445
    },
    {
      "epoch": 2.4239130434782608,
      "grad_norm": 0.05688444318906805,
      "learning_rate": 1.944484888257312e-06,
      "loss": 0.0013,
      "step": 446
    },
    {
      "epoch": 2.4293478260869565,
      "grad_norm": 0.5574195380686696,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.0112,
      "step": 447
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 0.0932057849593417,
      "learning_rate": 1.8754541885111631e-06,
      "loss": 0.0018,
      "step": 448
    },
    {
      "epoch": 2.4402173913043477,
      "grad_norm": 0.10747253772821316,
      "learning_rate": 1.8413584703837618e-06,
      "loss": 0.0018,
      "step": 449
    },
    {
      "epoch": 2.4456521739130435,
      "grad_norm": 0.39067007335009907,
      "learning_rate": 1.8075440775527754e-06,
      "loss": 0.0063,
      "step": 450
    },
    {
      "epoch": 2.4510869565217392,
      "grad_norm": 0.028328534672816628,
      "learning_rate": 1.7740121760020324e-06,
      "loss": 0.001,
      "step": 451
    },
    {
      "epoch": 2.4565217391304346,
      "grad_norm": 0.12079880404676811,
      "learning_rate": 1.740763921974531e-06,
      "loss": 0.0024,
      "step": 452
    },
    {
      "epoch": 2.4619565217391304,
      "grad_norm": 0.10850662346060039,
      "learning_rate": 1.7078004619325728e-06,
      "loss": 0.0017,
      "step": 453
    },
    {
      "epoch": 2.467391304347826,
      "grad_norm": 0.2673103325118139,
      "learning_rate": 1.6751229325182194e-06,
      "loss": 0.0067,
      "step": 454
    },
    {
      "epoch": 2.4728260869565215,
      "grad_norm": 0.20052250560415452,
      "learning_rate": 1.6427324605141125e-06,
      "loss": 0.0037,
      "step": 455
    },
    {
      "epoch": 2.4782608695652173,
      "grad_norm": 0.08452549445673675,
      "learning_rate": 1.610630162804615e-06,
      "loss": 0.0015,
      "step": 456
    },
    {
      "epoch": 2.483695652173913,
      "grad_norm": 0.01638519542637996,
      "learning_rate": 1.578817146337297e-06,
      "loss": 0.0006,
      "step": 457
    },
    {
      "epoch": 2.489130434782609,
      "grad_norm": 0.03107206330508472,
      "learning_rate": 1.5472945080847679e-06,
      "loss": 0.0008,
      "step": 458
    },
    {
      "epoch": 2.494565217391304,
      "grad_norm": 0.03654411098415488,
      "learning_rate": 1.516063335006851e-06,
      "loss": 0.0009,
      "step": 459
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.07287899663917816,
      "learning_rate": 1.485124704013101e-06,
      "loss": 0.0017,
      "step": 460
    },
    {
      "epoch": 2.505434782608696,
      "grad_norm": 0.9588849867572242,
      "learning_rate": 1.4544796819256724e-06,
      "loss": 0.0086,
      "step": 461
    },
    {
      "epoch": 2.5108695652173916,
      "grad_norm": 0.02467713549047941,
      "learning_rate": 1.4241293254425337e-06,
      "loss": 0.0007,
      "step": 462
    },
    {
      "epoch": 2.516304347826087,
      "grad_norm": 0.04748495142661645,
      "learning_rate": 1.3940746811010297e-06,
      "loss": 0.0011,
      "step": 463
    },
    {
      "epoch": 2.5217391304347827,
      "grad_norm": 0.03054669361577949,
      "learning_rate": 1.3643167852417894e-06,
      "loss": 0.001,
      "step": 464
    },
    {
      "epoch": 2.5271739130434785,
      "grad_norm": 0.027111109257002528,
      "learning_rate": 1.3348566639730032e-06,
      "loss": 0.0011,
      "step": 465
    },
    {
      "epoch": 2.532608695652174,
      "grad_norm": 0.04377035701857717,
      "learning_rate": 1.3056953331350297e-06,
      "loss": 0.001,
      "step": 466
    },
    {
      "epoch": 2.5380434782608696,
      "grad_norm": 0.08382313642398824,
      "learning_rate": 1.2768337982653744e-06,
      "loss": 0.0014,
      "step": 467
    },
    {
      "epoch": 2.5434782608695654,
      "grad_norm": 0.030219514519134735,
      "learning_rate": 1.2482730545640133e-06,
      "loss": 0.0011,
      "step": 468
    },
    {
      "epoch": 2.5489130434782608,
      "grad_norm": 0.42539314485494417,
      "learning_rate": 1.2200140868590759e-06,
      "loss": 0.0063,
      "step": 469
    },
    {
      "epoch": 2.5543478260869565,
      "grad_norm": 0.025687483062924163,
      "learning_rate": 1.1920578695728903e-06,
      "loss": 0.0009,
      "step": 470
    },
    {
      "epoch": 2.5597826086956523,
      "grad_norm": 0.027491319722765094,
      "learning_rate": 1.1644053666883803e-06,
      "loss": 0.0009,
      "step": 471
    },
    {
      "epoch": 2.5652173913043477,
      "grad_norm": 0.12070804850917503,
      "learning_rate": 1.137057531715825e-06,
      "loss": 0.0023,
      "step": 472
    },
    {
      "epoch": 2.5706521739130435,
      "grad_norm": 0.1648819505998384,
      "learning_rate": 1.1100153076599862e-06,
      "loss": 0.0025,
      "step": 473
    },
    {
      "epoch": 2.5760869565217392,
      "grad_norm": 0.1168751069545925,
      "learning_rate": 1.0832796269875757e-06,
      "loss": 0.0023,
      "step": 474
    },
    {
      "epoch": 2.5815217391304346,
      "grad_norm": 0.030968178239974237,
      "learning_rate": 1.0568514115951256e-06,
      "loss": 0.001,
      "step": 475
    },
    {
      "epoch": 2.5869565217391304,
      "grad_norm": 1.2108714841296098,
      "learning_rate": 1.0307315727771806e-06,
      "loss": 0.0126,
      "step": 476
    },
    {
      "epoch": 2.592391304347826,
      "grad_norm": 0.027899777268609836,
      "learning_rate": 1.0049210111948815e-06,
      "loss": 0.0009,
      "step": 477
    },
    {
      "epoch": 2.5978260869565215,
      "grad_norm": 0.03180410299281123,
      "learning_rate": 9.794206168449127e-07,
      "loss": 0.0009,
      "step": 478
    },
    {
      "epoch": 2.6032608695652173,
      "grad_norm": 0.033244233145600086,
      "learning_rate": 9.542312690288035e-07,
      "loss": 0.0009,
      "step": 479
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 0.03761724722059268,
      "learning_rate": 9.293538363226196e-07,
      "loss": 0.0013,
      "step": 480
    },
    {
      "epoch": 2.6141304347826084,
      "grad_norm": 0.09136376989366057,
      "learning_rate": 9.04789176547004e-07,
      "loss": 0.0018,
      "step": 481
    },
    {
      "epoch": 2.619565217391304,
      "grad_norm": 0.18059210345284965,
      "learning_rate": 8.80538136737602e-07,
      "loss": 0.0029,
      "step": 482
    },
    {
      "epoch": 2.625,
      "grad_norm": 0.030807943380701246,
      "learning_rate": 8.566015531158534e-07,
      "loss": 0.0008,
      "step": 483
    },
    {
      "epoch": 2.630434782608696,
      "grad_norm": 0.05710411212363332,
      "learning_rate": 8.329802510601559e-07,
      "loss": 0.0014,
      "step": 484
    },
    {
      "epoch": 2.6358695652173916,
      "grad_norm": 0.061848371459409315,
      "learning_rate": 8.096750450774071e-07,
      "loss": 0.0016,
      "step": 485
    },
    {
      "epoch": 2.641304347826087,
      "grad_norm": 1.0253370343843025,
      "learning_rate": 7.866867387749199e-07,
      "loss": 0.0166,
      "step": 486
    },
    {
      "epoch": 2.6467391304347827,
      "grad_norm": 0.029136594892818037,
      "learning_rate": 7.640161248327061e-07,
      "loss": 0.001,
      "step": 487
    },
    {
      "epoch": 2.6521739130434785,
      "grad_norm": 1.092489264260611,
      "learning_rate": 7.416639849761531e-07,
      "loss": 0.0248,
      "step": 488
    },
    {
      "epoch": 2.657608695652174,
      "grad_norm": 2.2914238948250363,
      "learning_rate": 7.196310899490577e-07,
      "loss": 0.0723,
      "step": 489
    },
    {
      "epoch": 2.6630434782608696,
      "grad_norm": 0.016249601644455224,
      "learning_rate": 6.979181994870587e-07,
      "loss": 0.0007,
      "step": 490
    },
    {
      "epoch": 2.6684782608695654,
      "grad_norm": 0.021265124563151435,
      "learning_rate": 6.765260622914361e-07,
      "loss": 0.0007,
      "step": 491
    },
    {
      "epoch": 2.6739130434782608,
      "grad_norm": 0.03831610583206101,
      "learning_rate": 6.554554160032899e-07,
      "loss": 0.001,
      "step": 492
    },
    {
      "epoch": 2.6793478260869565,
      "grad_norm": 0.03101608692853337,
      "learning_rate": 6.347069871781164e-07,
      "loss": 0.0009,
      "step": 493
    },
    {
      "epoch": 2.6847826086956523,
      "grad_norm": 0.01978989576112469,
      "learning_rate": 6.142814912607409e-07,
      "loss": 0.0008,
      "step": 494
    },
    {
      "epoch": 2.6902173913043477,
      "grad_norm": 0.3852432741704962,
      "learning_rate": 5.941796325606574e-07,
      "loss": 0.007,
      "step": 495
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 0.39628033120487305,
      "learning_rate": 5.744021042277437e-07,
      "loss": 0.0052,
      "step": 496
    },
    {
      "epoch": 2.7010869565217392,
      "grad_norm": 0.09815745867450933,
      "learning_rate": 5.549495882283528e-07,
      "loss": 0.0019,
      "step": 497
    },
    {
      "epoch": 2.7065217391304346,
      "grad_norm": 2.2778045886314655,
      "learning_rate": 5.358227553218031e-07,
      "loss": 0.0699,
      "step": 498
    },
    {
      "epoch": 2.7119565217391304,
      "grad_norm": 0.027783255312989117,
      "learning_rate": 5.17022265037247e-07,
      "loss": 0.0009,
      "step": 499
    },
    {
      "epoch": 2.717391304347826,
      "grad_norm": 0.04524039432637041,
      "learning_rate": 4.985487656509313e-07,
      "loss": 0.0013,
      "step": 500
    },
    {
      "epoch": 2.7228260869565215,
      "grad_norm": 1.8660426088847626,
      "learning_rate": 4.804028941638405e-07,
      "loss": 0.0379,
      "step": 501
    },
    {
      "epoch": 2.7282608695652173,
      "grad_norm": 0.05194490259797287,
      "learning_rate": 4.6258527627973446e-07,
      "loss": 0.0011,
      "step": 502
    },
    {
      "epoch": 2.733695652173913,
      "grad_norm": 0.5524275731086881,
      "learning_rate": 4.450965263835694e-07,
      "loss": 0.0059,
      "step": 503
    },
    {
      "epoch": 2.7391304347826084,
      "grad_norm": 0.09638176861935786,
      "learning_rate": 4.2793724752031807e-07,
      "loss": 0.0014,
      "step": 504
    },
    {
      "epoch": 2.744565217391304,
      "grad_norm": 1.5902794253403654,
      "learning_rate": 4.111080313741711e-07,
      "loss": 0.0265,
      "step": 505
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.027472533837749617,
      "learning_rate": 3.9460945824813635e-07,
      "loss": 0.0007,
      "step": 506
    },
    {
      "epoch": 2.755434782608696,
      "grad_norm": 0.1279143225656888,
      "learning_rate": 3.7844209704403055e-07,
      "loss": 0.0029,
      "step": 507
    },
    {
      "epoch": 2.7608695652173916,
      "grad_norm": 0.026463459883835142,
      "learning_rate": 3.626065052428551e-07,
      "loss": 0.0008,
      "step": 508
    },
    {
      "epoch": 2.766304347826087,
      "grad_norm": 0.27505638314757236,
      "learning_rate": 3.471032288855869e-07,
      "loss": 0.0041,
      "step": 509
    },
    {
      "epoch": 2.7717391304347827,
      "grad_norm": 0.03755249242727417,
      "learning_rate": 3.3193280255433556e-07,
      "loss": 0.0011,
      "step": 510
    },
    {
      "epoch": 2.7771739130434785,
      "grad_norm": 1.3351363822022542,
      "learning_rate": 3.170957493539195e-07,
      "loss": 0.0158,
      "step": 511
    },
    {
      "epoch": 2.782608695652174,
      "grad_norm": 0.02416580008302714,
      "learning_rate": 3.0259258089382236e-07,
      "loss": 0.0009,
      "step": 512
    },
    {
      "epoch": 2.7880434782608696,
      "grad_norm": 0.24305894735810873,
      "learning_rate": 2.88423797270555e-07,
      "loss": 0.0033,
      "step": 513
    },
    {
      "epoch": 2.7934782608695654,
      "grad_norm": 0.0170002796253045,
      "learning_rate": 2.745898870504116e-07,
      "loss": 0.0006,
      "step": 514
    },
    {
      "epoch": 2.7989130434782608,
      "grad_norm": 0.07161898082689806,
      "learning_rate": 2.6109132725262166e-07,
      "loss": 0.0017,
      "step": 515
    },
    {
      "epoch": 2.8043478260869565,
      "grad_norm": 1.0122242308252756,
      "learning_rate": 2.479285833329015e-07,
      "loss": 0.0147,
      "step": 516
    },
    {
      "epoch": 2.8097826086956523,
      "grad_norm": 0.32571610548502183,
      "learning_rate": 2.351021091674044e-07,
      "loss": 0.0056,
      "step": 517
    },
    {
      "epoch": 2.8152173913043477,
      "grad_norm": 0.04130977709089724,
      "learning_rate": 2.226123470370689e-07,
      "loss": 0.0012,
      "step": 518
    },
    {
      "epoch": 2.8206521739130435,
      "grad_norm": 1.7181531921107351,
      "learning_rate": 2.104597276123721e-07,
      "loss": 0.0401,
      "step": 519
    },
    {
      "epoch": 2.8260869565217392,
      "grad_norm": 0.02705959014069028,
      "learning_rate": 1.9864466993847808e-07,
      "loss": 0.0009,
      "step": 520
    },
    {
      "epoch": 2.8315217391304346,
      "grad_norm": 0.018768961604310398,
      "learning_rate": 1.8716758142078295e-07,
      "loss": 0.0007,
      "step": 521
    },
    {
      "epoch": 2.8369565217391304,
      "grad_norm": 0.018345985510552047,
      "learning_rate": 1.7602885781087486e-07,
      "loss": 0.0008,
      "step": 522
    },
    {
      "epoch": 2.842391304347826,
      "grad_norm": 0.02605179058078712,
      "learning_rate": 1.6522888319288166e-07,
      "loss": 0.0009,
      "step": 523
    },
    {
      "epoch": 2.8478260869565215,
      "grad_norm": 0.03616601605859018,
      "learning_rate": 1.5476802997022812e-07,
      "loss": 0.001,
      "step": 524
    },
    {
      "epoch": 2.8532608695652173,
      "grad_norm": 0.025004543897905514,
      "learning_rate": 1.4464665885279948e-07,
      "loss": 0.0008,
      "step": 525
    },
    {
      "epoch": 2.858695652173913,
      "grad_norm": 2.0898366886384756,
      "learning_rate": 1.3486511884449827e-07,
      "loss": 0.0181,
      "step": 526
    },
    {
      "epoch": 2.8641304347826084,
      "grad_norm": 1.4763355304020689,
      "learning_rate": 1.254237472312092e-07,
      "loss": 0.0246,
      "step": 527
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 0.012470194296572264,
      "learning_rate": 1.1632286956917427e-07,
      "loss": 0.0006,
      "step": 528
    },
    {
      "epoch": 2.875,
      "grad_norm": 0.01829002489612097,
      "learning_rate": 1.075627996737627e-07,
      "loss": 0.0008,
      "step": 529
    },
    {
      "epoch": 2.880434782608696,
      "grad_norm": 0.38603420185863435,
      "learning_rate": 9.914383960865081e-08,
      "loss": 0.0047,
      "step": 530
    },
    {
      "epoch": 2.8858695652173916,
      "grad_norm": 0.19367430087338477,
      "learning_rate": 9.106627967540915e-08,
      "loss": 0.0024,
      "step": 531
    },
    {
      "epoch": 2.891304347826087,
      "grad_norm": 0.4411181370450418,
      "learning_rate": 8.333039840348833e-08,
      "loss": 0.0042,
      "step": 532
    },
    {
      "epoch": 2.8967391304347827,
      "grad_norm": 0.012209939294930026,
      "learning_rate": 7.593646254061448e-08,
      "loss": 0.0006,
      "step": 533
    },
    {
      "epoch": 2.9021739130434785,
      "grad_norm": 0.330056623962809,
      "learning_rate": 6.888472704359661e-08,
      "loss": 0.006,
      "step": 534
    },
    {
      "epoch": 2.907608695652174,
      "grad_norm": 0.034219507512194006,
      "learning_rate": 6.217543506952916e-08,
      "loss": 0.001,
      "step": 535
    },
    {
      "epoch": 2.9130434782608696,
      "grad_norm": 0.018554429841025816,
      "learning_rate": 5.580881796741322e-08,
      "loss": 0.0007,
      "step": 536
    },
    {
      "epoch": 2.9184782608695654,
      "grad_norm": 0.03648100584653491,
      "learning_rate": 4.978509527017283e-08,
      "loss": 0.0009,
      "step": 537
    },
    {
      "epoch": 2.9239130434782608,
      "grad_norm": 0.024703372477637507,
      "learning_rate": 4.410447468709001e-08,
      "loss": 0.001,
      "step": 538
    },
    {
      "epoch": 2.9293478260869565,
      "grad_norm": 0.04043268074636393,
      "learning_rate": 3.8767152096641504e-08,
      "loss": 0.001,
      "step": 539
    },
    {
      "epoch": 2.9347826086956523,
      "grad_norm": 0.046268704953150705,
      "learning_rate": 3.377331153974206e-08,
      "loss": 0.0015,
      "step": 540
    },
    {
      "epoch": 2.9402173913043477,
      "grad_norm": 0.06556550271817785,
      "learning_rate": 2.912312521340277e-08,
      "loss": 0.001,
      "step": 541
    },
    {
      "epoch": 2.9456521739130435,
      "grad_norm": 0.11585425133268303,
      "learning_rate": 2.4816753464789177e-08,
      "loss": 0.0018,
      "step": 542
    },
    {
      "epoch": 2.9510869565217392,
      "grad_norm": 0.07767672609852741,
      "learning_rate": 2.0854344785694593e-08,
      "loss": 0.0016,
      "step": 543
    },
    {
      "epoch": 2.9565217391304346,
      "grad_norm": 0.4371414896745222,
      "learning_rate": 1.7236035807416397e-08,
      "loss": 0.0058,
      "step": 544
    },
    {
      "epoch": 2.9619565217391304,
      "grad_norm": 0.05437143993551097,
      "learning_rate": 1.3961951296053156e-08,
      "loss": 0.0012,
      "step": 545
    },
    {
      "epoch": 2.967391304347826,
      "grad_norm": 0.08967830928285274,
      "learning_rate": 1.1032204148191395e-08,
      "loss": 0.0015,
      "step": 546
    },
    {
      "epoch": 2.9728260869565215,
      "grad_norm": 0.0632058201324481,
      "learning_rate": 8.446895387019815e-09,
      "loss": 0.0013,
      "step": 547
    },
    {
      "epoch": 2.9782608695652173,
      "grad_norm": 0.5781101930402831,
      "learning_rate": 6.206114158845422e-09,
      "loss": 0.0104,
      "step": 548
    },
    {
      "epoch": 2.983695652173913,
      "grad_norm": 0.03599473788037359,
      "learning_rate": 4.309937730015978e-09,
      "loss": 0.0009,
      "step": 549
    },
    {
      "epoch": 2.9891304347826084,
      "grad_norm": 0.029545010274494552,
      "learning_rate": 2.758431484259916e-09,
      "loss": 0.001,
      "step": 550
    },
    {
      "epoch": 2.994565217391304,
      "grad_norm": 0.04112363341260623,
      "learning_rate": 1.5516489204303598e-09,
      "loss": 0.001,
      "step": 551
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.28259585170188845,
      "learning_rate": 6.896316506554979e-10,
      "loss": 0.0056,
      "step": 552
    },
    {
      "epoch": 3.0,
      "step": 552,
      "total_flos": 4395674998272.0,
      "train_loss": 0.49586228307948593,
      "train_runtime": 3133.0691,
      "train_samples_per_second": 2.813,
      "train_steps_per_second": 0.176
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 552,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 50000,
  "total_flos": 4395674998272.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}