{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0323434527256183,
  "eval_steps": 780,
  "global_step": 7800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 220.54913330078125,
      "learning_rate": 1.282051282051282e-07,
      "loss": 2.8332,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 136.59881591796875,
      "learning_rate": 2.564102564102564e-07,
      "loss": 2.6208,
      "step": 20
    },
    {
      "epoch": 0.0,
      "grad_norm": 40.77531814575195,
      "learning_rate": 3.846153846153847e-07,
      "loss": 2.0014,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 16.872848510742188,
      "learning_rate": 5.128205128205128e-07,
      "loss": 1.4716,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 15.107361793518066,
      "learning_rate": 6.41025641025641e-07,
      "loss": 1.1896,
      "step": 50
    },
    {
      "epoch": 0.01,
      "grad_norm": 43.72957229614258,
      "learning_rate": 7.692307692307694e-07,
      "loss": 1.0214,
      "step": 60
    },
    {
      "epoch": 0.01,
      "grad_norm": 22.193782806396484,
      "learning_rate": 8.974358974358975e-07,
      "loss": 0.9242,
      "step": 70
    },
    {
      "epoch": 0.01,
      "grad_norm": 39.77405548095703,
      "learning_rate": 1.0256410256410257e-06,
      "loss": 0.8996,
      "step": 80
    },
    {
      "epoch": 0.01,
      "grad_norm": 11.561063766479492,
      "learning_rate": 1.153846153846154e-06,
      "loss": 0.874,
      "step": 90
    },
    {
      "epoch": 0.01,
      "grad_norm": 15.518475532531738,
      "learning_rate": 1.282051282051282e-06,
      "loss": 0.8376,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.103811740875244,
      "learning_rate": 1.4102564102564104e-06,
      "loss": 0.8272,
      "step": 110
    },
    {
      "epoch": 0.02,
      "grad_norm": 9.517041206359863,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 0.8133,
      "step": 120
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.397263526916504,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 0.7843,
      "step": 130
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.737699508666992,
      "learning_rate": 1.794871794871795e-06,
      "loss": 0.7893,
      "step": 140
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.244195938110352,
      "learning_rate": 1.9230769230769234e-06,
      "loss": 0.775,
      "step": 150
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.860988140106201,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 0.7527,
      "step": 160
    },
    {
      "epoch": 0.02,
      "grad_norm": 9.824834823608398,
      "learning_rate": 2.1794871794871797e-06,
      "loss": 0.739,
      "step": 170
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.463064193725586,
      "learning_rate": 2.307692307692308e-06,
      "loss": 0.7432,
      "step": 180
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.5682692527771,
      "learning_rate": 2.435897435897436e-06,
      "loss": 0.7301,
      "step": 190
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.610253810882568,
      "learning_rate": 2.564102564102564e-06,
      "loss": 0.7238,
      "step": 200
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.918222427368164,
      "learning_rate": 2.6923076923076923e-06,
      "loss": 0.7205,
      "step": 210
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.915346145629883,
      "learning_rate": 2.8205128205128207e-06,
      "loss": 0.7171,
      "step": 220
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.223239421844482,
      "learning_rate": 2.948717948717949e-06,
      "loss": 0.7259,
      "step": 230
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.313645362854004,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 0.7207,
      "step": 240
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.011472702026367,
      "learning_rate": 3.205128205128206e-06,
      "loss": 0.7195,
      "step": 250
    },
    {
      "epoch": 0.03,
      "grad_norm": 163.78948974609375,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.8906,
      "step": 260
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.948330402374268,
      "learning_rate": 3.4615384615384617e-06,
      "loss": 0.9354,
      "step": 270
    },
    {
      "epoch": 0.04,
      "grad_norm": 8.010615348815918,
      "learning_rate": 3.58974358974359e-06,
      "loss": 0.7462,
      "step": 280
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.337215900421143,
      "learning_rate": 3.7179487179487184e-06,
      "loss": 0.7211,
      "step": 290
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.3255696296691895,
      "learning_rate": 3.846153846153847e-06,
      "loss": 0.7085,
      "step": 300
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.787943363189697,
      "learning_rate": 3.974358974358974e-06,
      "loss": 0.7035,
      "step": 310
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.677683353424072,
      "learning_rate": 4.102564102564103e-06,
      "loss": 0.7026,
      "step": 320
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.641010761260986,
      "learning_rate": 4.230769230769231e-06,
      "loss": 0.6932,
      "step": 330
    },
    {
      "epoch": 0.04,
      "grad_norm": 7.157845497131348,
      "learning_rate": 4.358974358974359e-06,
      "loss": 0.6837,
      "step": 340
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.9800801277160645,
      "learning_rate": 4.487179487179488e-06,
      "loss": 0.6946,
      "step": 350
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.784861087799072,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.7001,
      "step": 360
    },
    {
      "epoch": 0.05,
      "grad_norm": 7.393420696258545,
      "learning_rate": 4.743589743589744e-06,
      "loss": 0.6867,
      "step": 370
    },
    {
      "epoch": 0.05,
      "grad_norm": 7.812753677368164,
      "learning_rate": 4.871794871794872e-06,
      "loss": 0.685,
      "step": 380
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.967596054077148,
      "learning_rate": 5e-06,
      "loss": 0.6793,
      "step": 390
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.9974517822265625,
      "learning_rate": 5.128205128205128e-06,
      "loss": 0.6826,
      "step": 400
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.928895950317383,
      "learning_rate": 5.256410256410257e-06,
      "loss": 0.6774,
      "step": 410
    },
    {
      "epoch": 0.06,
      "grad_norm": 7.543839931488037,
      "learning_rate": 5.384615384615385e-06,
      "loss": 0.6804,
      "step": 420
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.843835830688477,
      "learning_rate": 5.512820512820514e-06,
      "loss": 0.6798,
      "step": 430
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.476939678192139,
      "learning_rate": 5.641025641025641e-06,
      "loss": 0.68,
      "step": 440
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.189926624298096,
      "learning_rate": 5.769230769230769e-06,
      "loss": 0.6836,
      "step": 450
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.458014965057373,
      "learning_rate": 5.897435897435898e-06,
      "loss": 0.6773,
      "step": 460
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.884819030761719,
      "learning_rate": 6.025641025641026e-06,
      "loss": 0.6694,
      "step": 470
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.87222957611084,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.6632,
      "step": 480
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.767669200897217,
      "learning_rate": 6.282051282051282e-06,
      "loss": 0.6831,
      "step": 490
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.337037563323975,
      "learning_rate": 6.410256410256412e-06,
      "loss": 0.6703,
      "step": 500
    },
    {
      "epoch": 0.07,
      "grad_norm": 7.12393856048584,
      "learning_rate": 6.538461538461539e-06,
      "loss": 0.6655,
      "step": 510
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.461047172546387,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.6691,
      "step": 520
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.647514820098877,
      "learning_rate": 6.794871794871796e-06,
      "loss": 0.6766,
      "step": 530
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.566062927246094,
      "learning_rate": 6.923076923076923e-06,
      "loss": 0.677,
      "step": 540
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.5864129066467285,
      "learning_rate": 7.051282051282053e-06,
      "loss": 0.6494,
      "step": 550
    },
    {
      "epoch": 0.07,
      "grad_norm": 5.37799596786499,
      "learning_rate": 7.17948717948718e-06,
      "loss": 0.6745,
      "step": 560
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.159377098083496,
      "learning_rate": 7.307692307692308e-06,
      "loss": 0.6645,
      "step": 570
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.143188953399658,
      "learning_rate": 7.435897435897437e-06,
      "loss": 0.6643,
      "step": 580
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.492277145385742,
      "learning_rate": 7.564102564102564e-06,
      "loss": 0.6646,
      "step": 590
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.831822872161865,
      "learning_rate": 7.692307692307694e-06,
      "loss": 0.6717,
      "step": 600
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.297182083129883,
      "learning_rate": 7.820512820512822e-06,
      "loss": 0.6806,
      "step": 610
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.297981262207031,
      "learning_rate": 7.948717948717949e-06,
      "loss": 0.6578,
      "step": 620
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.828994274139404,
      "learning_rate": 8.076923076923077e-06,
      "loss": 0.659,
      "step": 630
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.524103164672852,
      "learning_rate": 8.205128205128205e-06,
      "loss": 0.6615,
      "step": 640
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.9705729484558105,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.6473,
      "step": 650
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.803117275238037,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.6658,
      "step": 660
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.929677486419678,
      "learning_rate": 8.58974358974359e-06,
      "loss": 0.6685,
      "step": 670
    },
    {
      "epoch": 0.09,
      "grad_norm": 7.229376792907715,
      "learning_rate": 8.717948717948719e-06,
      "loss": 0.6586,
      "step": 680
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.211330413818359,
      "learning_rate": 8.846153846153847e-06,
      "loss": 0.6705,
      "step": 690
    },
    {
      "epoch": 0.09,
      "grad_norm": 8.68479061126709,
      "learning_rate": 8.974358974358976e-06,
      "loss": 0.6634,
      "step": 700
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.314587593078613,
      "learning_rate": 9.102564102564104e-06,
      "loss": 0.6595,
      "step": 710
    },
    {
      "epoch": 0.1,
      "grad_norm": 24.571941375732422,
      "learning_rate": 9.230769230769232e-06,
      "loss": 0.7864,
      "step": 720
    },
    {
      "epoch": 0.1,
      "grad_norm": 82.88648986816406,
      "learning_rate": 9.358974358974359e-06,
      "loss": 0.7688,
      "step": 730
    },
    {
      "epoch": 0.1,
      "grad_norm": 16.867046356201172,
      "learning_rate": 9.487179487179487e-06,
      "loss": 3.5579,
      "step": 740
    },
    {
      "epoch": 0.1,
      "grad_norm": 46.3172721862793,
      "learning_rate": 9.615384615384616e-06,
      "loss": 1.5314,
      "step": 750
    },
    {
      "epoch": 0.1,
      "grad_norm": 4635.1376953125,
      "learning_rate": 9.743589743589744e-06,
      "loss": 1.3744,
      "step": 760
    },
    {
      "epoch": 0.1,
      "grad_norm": 8.688736915588379,
      "learning_rate": 9.871794871794872e-06,
      "loss": 0.9862,
      "step": 770
    },
    {
      "epoch": 0.1,
      "grad_norm": 7.020205497741699,
      "learning_rate": 1e-05,
      "loss": 0.6837,
      "step": 780
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.6935335397720337,
      "eval_runtime": 169.5292,
      "eval_samples_per_second": 64.886,
      "eval_steps_per_second": 8.111,
      "step": 780
    },
    {
      "epoch": 0.1,
      "grad_norm": 9.475116729736328,
      "learning_rate": 9.99994993147413e-06,
      "loss": 0.6691,
      "step": 790
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.155986785888672,
      "learning_rate": 9.999799726899261e-06,
      "loss": 0.6729,
      "step": 800
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.841563701629639,
      "learning_rate": 9.999549389283605e-06,
      "loss": 0.6576,
      "step": 810
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.626774311065674,
      "learning_rate": 9.999198923640774e-06,
      "loss": 0.6493,
      "step": 820
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.392406940460205,
      "learning_rate": 9.998748336989687e-06,
      "loss": 0.6409,
      "step": 830
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.925800800323486,
      "learning_rate": 9.998197638354428e-06,
      "loss": 0.6716,
      "step": 840
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.4082231521606445,
      "learning_rate": 9.997546838764066e-06,
      "loss": 0.6415,
      "step": 850
    },
    {
      "epoch": 0.11,
      "grad_norm": 5.968785762786865,
      "learning_rate": 9.996795951252427e-06,
      "loss": 0.6516,
      "step": 860
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.396018981933594,
      "learning_rate": 9.995944990857848e-06,
      "loss": 0.6449,
      "step": 870
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.221564292907715,
      "learning_rate": 9.994993974622863e-06,
      "loss": 0.6453,
      "step": 880
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.979955673217773,
      "learning_rate": 9.993942921593858e-06,
      "loss": 0.6659,
      "step": 890
    },
    {
      "epoch": 0.12,
      "grad_norm": 5.904052734375,
      "learning_rate": 9.992791852820709e-06,
      "loss": 0.66,
      "step": 900
    },
    {
      "epoch": 0.12,
      "grad_norm": 17.975086212158203,
      "learning_rate": 9.991540791356342e-06,
      "loss": 0.6866,
      "step": 910
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.759973049163818,
      "learning_rate": 9.990189762256275e-06,
      "loss": 0.7491,
      "step": 920
    },
    {
      "epoch": 0.12,
      "grad_norm": 13.584983825683594,
      "learning_rate": 9.988738792578126e-06,
      "loss": 0.6689,
      "step": 930
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.420701503753662,
      "learning_rate": 9.987187911381059e-06,
      "loss": 0.6539,
      "step": 940
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.14314603805542,
      "learning_rate": 9.985537149725207e-06,
      "loss": 0.6546,
      "step": 950
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.1515679359436035,
      "learning_rate": 9.983786540671052e-06,
      "loss": 0.6539,
      "step": 960
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.025599956512451,
      "learning_rate": 9.981936119278758e-06,
      "loss": 0.6487,
      "step": 970
    },
    {
      "epoch": 0.13,
      "grad_norm": 7.110809803009033,
      "learning_rate": 9.979985922607476e-06,
      "loss": 0.6494,
      "step": 980
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.404927730560303,
      "learning_rate": 9.977935989714594e-06,
      "loss": 0.6504,
      "step": 990
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.934031963348389,
      "learning_rate": 9.975786361654959e-06,
      "loss": 0.637,
      "step": 1000
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.632777690887451,
      "learning_rate": 9.973537081480056e-06,
      "loss": 0.635,
      "step": 1010
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.7026777267456055,
      "learning_rate": 9.971188194237141e-06,
      "loss": 0.6388,
      "step": 1020
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.8541388511657715,
      "learning_rate": 9.96873974696834e-06,
      "loss": 0.6225,
      "step": 1030
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.6458210945129395,
      "learning_rate": 9.966191788709716e-06,
      "loss": 0.6373,
      "step": 1040
    },
    {
      "epoch": 0.14,
      "grad_norm": 17.634096145629883,
      "learning_rate": 9.96354437049027e-06,
      "loss": 0.645,
      "step": 1050
    },
    {
      "epoch": 0.14,
      "grad_norm": 9.264060974121094,
      "learning_rate": 9.960797545330936e-06,
      "loss": 0.6341,
      "step": 1060
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.132219314575195,
      "learning_rate": 9.95795136824351e-06,
      "loss": 0.6302,
      "step": 1070
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.637242794036865,
      "learning_rate": 9.955005896229543e-06,
      "loss": 0.6363,
      "step": 1080
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.741671085357666,
      "learning_rate": 9.951961188279216e-06,
      "loss": 0.6415,
      "step": 1090
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.340778827667236,
      "learning_rate": 9.948817305370145e-06,
      "loss": 0.6324,
      "step": 1100
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.51924467086792,
      "learning_rate": 9.94557431046616e-06,
      "loss": 0.6301,
      "step": 1110
    },
    {
      "epoch": 0.15,
      "grad_norm": 82.26183319091797,
      "learning_rate": 9.942232268516051e-06,
      "loss": 0.6402,
      "step": 1120
    },
    {
      "epoch": 0.15,
      "grad_norm": 7.635751247406006,
      "learning_rate": 9.938791246452267e-06,
      "loss": 0.6295,
      "step": 1130
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.102968215942383,
      "learning_rate": 9.935251313189564e-06,
      "loss": 0.6322,
      "step": 1140
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.711689472198486,
      "learning_rate": 9.931612539623643e-06,
      "loss": 0.6433,
      "step": 1150
    },
    {
      "epoch": 0.15,
      "grad_norm": 7.467568874359131,
      "learning_rate": 9.927874998629714e-06,
      "loss": 0.6415,
      "step": 1160
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.802877426147461,
      "learning_rate": 9.924038765061042e-06,
      "loss": 0.6469,
      "step": 1170
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.440192699432373,
      "learning_rate": 9.920103915747452e-06,
      "loss": 0.6352,
      "step": 1180
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.665472984313965,
      "learning_rate": 9.916070529493785e-06,
      "loss": 0.628,
      "step": 1190
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.986988067626953,
      "learning_rate": 9.911938687078324e-06,
      "loss": 0.6292,
      "step": 1200
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.383033752441406,
      "learning_rate": 9.907708471251173e-06,
      "loss": 0.6214,
      "step": 1210
    },
    {
      "epoch": 0.16,
      "grad_norm": 49.42042541503906,
      "learning_rate": 9.9033799667326e-06,
      "loss": 0.6292,
      "step": 1220
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.570804595947266,
      "learning_rate": 9.89895326021134e-06,
      "loss": 0.6371,
      "step": 1230
    },
    {
      "epoch": 0.16,
      "grad_norm": 6.779324531555176,
      "learning_rate": 9.89442844034286e-06,
      "loss": 0.6396,
      "step": 1240
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.269560813903809,
      "learning_rate": 9.889805597747588e-06,
      "loss": 0.6405,
      "step": 1250
    },
    {
      "epoch": 0.17,
      "grad_norm": 5.74788236618042,
      "learning_rate": 9.885084825009085e-06,
      "loss": 0.6302,
      "step": 1260
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.128660202026367,
      "learning_rate": 9.88026621667221e-06,
      "loss": 0.6307,
      "step": 1270
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.70562744140625,
      "learning_rate": 9.875349869241202e-06,
      "loss": 0.6275,
      "step": 1280
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.813882827758789,
      "learning_rate": 9.870335881177774e-06,
      "loss": 0.6238,
      "step": 1290
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.28445291519165,
      "learning_rate": 9.86522435289912e-06,
      "loss": 0.6433,
      "step": 1300
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.097434043884277,
      "learning_rate": 9.860015386775915e-06,
      "loss": 0.6237,
      "step": 1310
    },
    {
      "epoch": 0.17,
      "grad_norm": 5.640145778656006,
      "learning_rate": 9.854709087130261e-06,
      "loss": 0.6294,
      "step": 1320
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.536041259765625,
      "learning_rate": 9.849305560233598e-06,
      "loss": 0.6262,
      "step": 1330
    },
    {
      "epoch": 0.18,
      "grad_norm": 13.29723834991455,
      "learning_rate": 9.843804914304578e-06,
      "loss": 0.6426,
      "step": 1340
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.7919230461120605,
      "learning_rate": 9.838207259506891e-06,
      "loss": 0.6376,
      "step": 1350
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.46877908706665,
      "learning_rate": 9.83251270794707e-06,
      "loss": 0.6111,
      "step": 1360
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.7596516609191895,
      "learning_rate": 9.826721373672235e-06,
      "loss": 0.6405,
      "step": 1370
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.5958428382873535,
      "learning_rate": 9.820833372667813e-06,
      "loss": 0.6311,
      "step": 1380
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.962647438049316,
      "learning_rate": 9.814848822855216e-06,
      "loss": 0.6336,
      "step": 1390
    },
    {
      "epoch": 0.19,
      "grad_norm": 6.83704948425293,
      "learning_rate": 9.80876784408948e-06,
      "loss": 0.6271,
      "step": 1400
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.530167579650879,
      "learning_rate": 9.802590558156863e-06,
      "loss": 0.6261,
      "step": 1410
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.446717739105225,
      "learning_rate": 9.796317088772402e-06,
      "loss": 0.618,
      "step": 1420
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.7587080001831055,
      "learning_rate": 9.789947561577445e-06,
      "loss": 0.6295,
      "step": 1430
    },
    {
      "epoch": 0.19,
      "grad_norm": 6.391341686248779,
      "learning_rate": 9.783482104137127e-06,
      "loss": 0.6232,
      "step": 1440
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.596224308013916,
      "learning_rate": 9.776920845937816e-06,
      "loss": 0.6175,
      "step": 1450
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.266319751739502,
      "learning_rate": 9.770263918384523e-06,
      "loss": 0.6237,
      "step": 1460
    },
    {
      "epoch": 0.19,
      "grad_norm": 5.594700813293457,
      "learning_rate": 9.763511454798268e-06,
      "loss": 0.6164,
      "step": 1470
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.352781772613525,
      "learning_rate": 9.75666359041341e-06,
      "loss": 0.6521,
      "step": 1480
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.978342533111572,
      "learning_rate": 9.749720462374939e-06,
      "loss": 0.6247,
      "step": 1490
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.177164554595947,
      "learning_rate": 9.742682209735727e-06,
      "loss": 0.6387,
      "step": 1500
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.946715354919434,
      "learning_rate": 9.735548973453753e-06,
      "loss": 0.6445,
      "step": 1510
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.191423416137695,
      "learning_rate": 9.728320896389263e-06,
      "loss": 0.6353,
      "step": 1520
    },
    {
      "epoch": 0.2,
      "grad_norm": 5.473761558532715,
      "learning_rate": 9.720998123301924e-06,
      "loss": 0.6223,
      "step": 1530
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.137279033660889,
      "learning_rate": 9.713580800847917e-06,
      "loss": 0.6345,
      "step": 1540
    },
    {
      "epoch": 0.21,
      "grad_norm": 6.810376167297363,
      "learning_rate": 9.706069077577e-06,
      "loss": 0.6096,
      "step": 1550
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.427652835845947,
      "learning_rate": 9.698463103929542e-06,
      "loss": 0.6133,
      "step": 1560
    },
    {
      "epoch": 0.21,
      "eval_loss": 0.6688335537910461,
      "eval_runtime": 169.0314,
      "eval_samples_per_second": 65.077,
      "eval_steps_per_second": 8.135,
      "step": 1560
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.631854057312012,
      "learning_rate": 9.690763032233498e-06,
      "loss": 0.629,
      "step": 1570
    },
    {
      "epoch": 0.21,
      "grad_norm": 6.538657188415527,
      "learning_rate": 9.682969016701357e-06,
      "loss": 0.6359,
      "step": 1580
    },
    {
      "epoch": 0.21,
      "grad_norm": 10.069457054138184,
      "learning_rate": 9.675081213427076e-06,
      "loss": 0.6302,
      "step": 1590
    },
    {
      "epoch": 0.21,
      "grad_norm": 12.996840476989746,
      "learning_rate": 9.66709978038292e-06,
      "loss": 0.6616,
      "step": 1600
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.648403644561768,
      "learning_rate": 9.659024877416328e-06,
      "loss": 0.6615,
      "step": 1610
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.897425174713135,
      "learning_rate": 9.650856666246693e-06,
      "loss": 0.6362,
      "step": 1620
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.605139255523682,
      "learning_rate": 9.642595310462133e-06,
      "loss": 0.6448,
      "step": 1630
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.556352138519287,
      "learning_rate": 9.63424097551621e-06,
      "loss": 0.6246,
      "step": 1640
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.256978511810303,
      "learning_rate": 9.62579382872462e-06,
      "loss": 0.6282,
      "step": 1650
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.5795793533325195,
      "learning_rate": 9.617254039261835e-06,
      "loss": 0.6331,
      "step": 1660
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.844163417816162,
      "learning_rate": 9.608621778157722e-06,
      "loss": 0.624,
      "step": 1670
    },
    {
      "epoch": 0.22,
      "grad_norm": 6.517988204956055,
      "learning_rate": 9.599897218294122e-06,
      "loss": 0.6327,
      "step": 1680
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.43684720993042,
      "learning_rate": 9.591080534401371e-06,
      "loss": 0.6252,
      "step": 1690
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.179018020629883,
      "learning_rate": 9.582171903054815e-06,
      "loss": 0.6149,
      "step": 1700
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.8681793212890625,
      "learning_rate": 9.573171502671273e-06,
      "loss": 0.6292,
      "step": 1710
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.400745391845703,
      "learning_rate": 9.564079513505455e-06,
      "loss": 0.6207,
      "step": 1720
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.303137302398682,
      "learning_rate": 9.554896117646357e-06,
      "loss": 0.6162,
      "step": 1730
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.112619876861572,
      "learning_rate": 9.54562149901362e-06,
      "loss": 0.6301,
      "step": 1740
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.014323711395264,
      "learning_rate": 9.536255843353832e-06,
      "loss": 0.6144,
      "step": 1750
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.302499294281006,
      "learning_rate": 9.526799338236828e-06,
      "loss": 0.637,
      "step": 1760
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.237521171569824,
      "learning_rate": 9.517252173051912e-06,
      "loss": 0.6092,
      "step": 1770
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.327495098114014,
      "learning_rate": 9.507614539004082e-06,
      "loss": 0.6364,
      "step": 1780
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.794159412384033,
      "learning_rate": 9.497886629110187e-06,
      "loss": 0.6382,
      "step": 1790
    },
    {
      "epoch": 0.24,
      "grad_norm": 6.391251564025879,
      "learning_rate": 9.488068638195072e-06,
      "loss": 0.62,
      "step": 1800
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.799778461456299,
      "learning_rate": 9.478160762887668e-06,
      "loss": 0.6196,
      "step": 1810
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.956018924713135,
      "learning_rate": 9.468163201617063e-06,
      "loss": 0.6286,
      "step": 1820
    },
    {
      "epoch": 0.24,
      "grad_norm": 6.173859596252441,
      "learning_rate": 9.458076154608515e-06,
      "loss": 0.6208,
      "step": 1830
    },
    {
      "epoch": 0.24,
      "grad_norm": 6.374012470245361,
      "learning_rate": 9.447899823879456e-06,
      "loss": 0.625,
      "step": 1840
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.741364479064941,
      "learning_rate": 9.437634413235437e-06,
      "loss": 0.6869,
      "step": 1850
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.758192539215088,
      "learning_rate": 9.427280128266049e-06,
      "loss": 0.6102,
      "step": 1860
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.713798522949219,
      "learning_rate": 9.416837176340807e-06,
      "loss": 0.6215,
      "step": 1870
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.849081516265869,
      "learning_rate": 9.406305766604996e-06,
      "loss": 0.6158,
      "step": 1880
    },
    {
      "epoch": 0.25,
      "grad_norm": 6.048788547515869,
      "learning_rate": 9.395686109975475e-06,
      "loss": 0.6282,
      "step": 1890
    },
    {
      "epoch": 0.25,
      "grad_norm": 9.530996322631836,
      "learning_rate": 9.384978419136469e-06,
      "loss": 0.6135,
      "step": 1900
    },
    {
      "epoch": 0.25,
      "grad_norm": 6.369543075561523,
      "learning_rate": 9.374182908535293e-06,
      "loss": 0.6104,
      "step": 1910
    },
    {
      "epoch": 0.25,
      "grad_norm": 6.199366569519043,
      "learning_rate": 9.363299794378072e-06,
      "loss": 0.6199,
      "step": 1920
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.299448013305664,
      "learning_rate": 9.352329294625397e-06,
      "loss": 0.6286,
      "step": 1930
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.6097917556762695,
      "learning_rate": 9.34127162898797e-06,
      "loss": 0.6196,
      "step": 1940
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.62219762802124,
      "learning_rate": 9.330127018922195e-06,
      "loss": 0.6244,
      "step": 1950
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.205328464508057,
      "learning_rate": 9.318895687625752e-06,
      "loss": 0.6089,
      "step": 1960
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.849984169006348,
      "learning_rate": 9.307577860033123e-06,
      "loss": 0.6213,
      "step": 1970
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.027492523193359,
      "learning_rate": 9.296173762811084e-06,
      "loss": 0.6192,
      "step": 1980
    },
    {
      "epoch": 0.26,
      "grad_norm": 7.360931873321533,
      "learning_rate": 9.284683624354172e-06,
      "loss": 0.6313,
      "step": 1990
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.995561599731445,
      "learning_rate": 9.273107674780102e-06,
      "loss": 0.6273,
      "step": 2000
    },
    {
      "epoch": 0.27,
      "grad_norm": 6.6998701095581055,
      "learning_rate": 9.261446145925167e-06,
      "loss": 0.624,
      "step": 2010
    },
    {
      "epoch": 0.27,
      "grad_norm": 7.960203647613525,
      "learning_rate": 9.249699271339594e-06,
      "loss": 0.6119,
      "step": 2020
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.833003997802734,
      "learning_rate": 9.237867286282855e-06,
      "loss": 0.6615,
      "step": 2030
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.727327346801758,
      "learning_rate": 9.225950427718974e-06,
      "loss": 0.6363,
      "step": 2040
    },
    {
      "epoch": 0.27,
      "grad_norm": 6.32903528213501,
      "learning_rate": 9.213948934311767e-06,
      "loss": 0.6382,
      "step": 2050
    },
    {
      "epoch": 0.27,
      "grad_norm": 6.892453670501709,
      "learning_rate": 9.201863046420065e-06,
      "loss": 0.6196,
      "step": 2060
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.348752498626709,
      "learning_rate": 9.189693006092907e-06,
      "loss": 0.6104,
      "step": 2070
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.757750034332275,
      "learning_rate": 9.177439057064684e-06,
      "loss": 0.6153,
      "step": 2080
    },
    {
      "epoch": 0.28,
      "grad_norm": 22.043140411376953,
      "learning_rate": 9.165101444750259e-06,
      "loss": 0.6178,
      "step": 2090
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.820219993591309,
      "learning_rate": 9.152680416240059e-06,
      "loss": 2.4575,
      "step": 2100
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.317713737487793,
      "learning_rate": 9.140176220295118e-06,
      "loss": 1.9869,
      "step": 2110
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.32202672958374,
      "learning_rate": 9.1275891073421e-06,
      "loss": 0.6366,
      "step": 2120
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.378438949584961,
      "learning_rate": 9.114919329468283e-06,
      "loss": 0.6138,
      "step": 2130
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.984612941741943,
      "learning_rate": 9.102167140416503e-06,
      "loss": 0.6239,
      "step": 2140
    },
    {
      "epoch": 0.28,
      "grad_norm": 9.644604682922363,
      "learning_rate": 9.089332795580085e-06,
      "loss": 0.6094,
      "step": 2150
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.99331521987915,
      "learning_rate": 9.076416551997721e-06,
      "loss": 0.6358,
      "step": 2160
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.56105899810791,
      "learning_rate": 9.063418668348323e-06,
      "loss": 0.6118,
      "step": 2170
    },
    {
      "epoch": 0.29,
      "grad_norm": 5.86183500289917,
      "learning_rate": 9.050339404945834e-06,
      "loss": 0.6402,
      "step": 2180
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.894756317138672,
      "learning_rate": 9.037179023734036e-06,
      "loss": 0.6323,
      "step": 2190
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.089447975158691,
      "learning_rate": 9.023937788281278e-06,
      "loss": 0.6279,
      "step": 2200
    },
    {
      "epoch": 0.29,
      "grad_norm": 5.405038833618164,
      "learning_rate": 9.01061596377522e-06,
      "loss": 0.6088,
      "step": 2210
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.3252949714660645,
      "learning_rate": 8.997213817017508e-06,
      "loss": 0.618,
      "step": 2220
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.129386901855469,
      "learning_rate": 8.98373161641843e-06,
      "loss": 0.6124,
      "step": 2230
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.108587265014648,
      "learning_rate": 8.970169631991556e-06,
      "loss": 0.627,
      "step": 2240
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.341206073760986,
      "learning_rate": 8.95652813534831e-06,
      "loss": 0.6217,
      "step": 2250
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.05128812789917,
      "learning_rate": 8.942807399692543e-06,
      "loss": 0.6335,
      "step": 2260
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.670904636383057,
      "learning_rate": 8.92900769981506e-06,
      "loss": 0.6246,
      "step": 2270
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.543381690979004,
      "learning_rate": 8.915129312088112e-06,
      "loss": 0.6193,
      "step": 2280
    },
    {
      "epoch": 0.3,
      "grad_norm": 5.513144016265869,
      "learning_rate": 8.901172514459864e-06,
      "loss": 0.5986,
      "step": 2290
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.7181854248046875,
      "learning_rate": 8.88713758644883e-06,
      "loss": 0.5983,
      "step": 2300
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.5360002517700195,
      "learning_rate": 8.873024809138272e-06,
      "loss": 0.6202,
      "step": 2310
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.717379093170166,
      "learning_rate": 8.858834465170576e-06,
      "loss": 0.6232,
      "step": 2320
    },
    {
      "epoch": 0.31,
      "grad_norm": 8.741230964660645,
      "learning_rate": 8.84456683874158e-06,
      "loss": 0.6154,
      "step": 2330
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.7567338943481445,
      "learning_rate": 8.83022221559489e-06,
      "loss": 0.607,
      "step": 2340
    },
    {
      "epoch": 0.31,
      "eval_loss": 0.6728433966636658,
      "eval_runtime": 169.7753,
      "eval_samples_per_second": 64.792,
      "eval_steps_per_second": 8.099,
      "step": 2340
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.661694526672363,
      "learning_rate": 8.815800883016168e-06,
      "loss": 0.6176,
      "step": 2350
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.330115795135498,
      "learning_rate": 8.801303129827352e-06,
      "loss": 0.6089,
      "step": 2360
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.605167388916016,
      "learning_rate": 8.786729246380901e-06,
      "loss": 0.6127,
      "step": 2370
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.510767459869385,
      "learning_rate": 8.772079524553951e-06,
      "loss": 0.6199,
      "step": 2380
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.994042873382568,
      "learning_rate": 8.757354257742501e-06,
      "loss": 0.6245,
      "step": 2390
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.51716947555542,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.6305,
      "step": 2400
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.130660533905029,
      "learning_rate": 8.727678270308994e-06,
      "loss": 0.616,
      "step": 2410
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.110134601593018,
      "learning_rate": 8.712728144020118e-06,
      "loss": 0.6277,
      "step": 2420
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.650820255279541,
      "learning_rate": 8.697703661401187e-06,
      "loss": 0.6219,
      "step": 2430
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.013575553894043,
      "learning_rate": 8.682605123353685e-06,
      "loss": 0.6268,
      "step": 2440
    },
    {
      "epoch": 0.32,
      "grad_norm": 7.728272914886475,
      "learning_rate": 8.66743283226223e-06,
      "loss": 0.6186,
      "step": 2450
    },
    {
      "epoch": 0.33,
      "grad_norm": 6.504591464996338,
      "learning_rate": 8.652187091988516e-06,
      "loss": 0.6007,
      "step": 2460
    },
    {
      "epoch": 0.33,
      "grad_norm": 6.214788436889648,
      "learning_rate": 8.636868207865244e-06,
      "loss": 0.6032,
      "step": 2470
    },
    {
      "epoch": 0.33,
      "grad_norm": 6.597141265869141,
      "learning_rate": 8.621476486689991e-06,
      "loss": 0.6086,
      "step": 2480
    },
    {
      "epoch": 0.33,
      "grad_norm": 7.287806034088135,
      "learning_rate": 8.606012236719073e-06,
      "loss": 0.6171,
      "step": 2490
    },
    {
      "epoch": 0.33,
      "grad_norm": 6.4462714195251465,
      "learning_rate": 8.590475767661371e-06,
      "loss": 0.6078,
      "step": 2500
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.836272716522217,
      "learning_rate": 8.574867390672124e-06,
      "loss": 0.6125,
      "step": 2510
    },
    {
      "epoch": 0.33,
      "grad_norm": 8.247157096862793,
      "learning_rate": 8.559187418346703e-06,
      "loss": 0.6307,
      "step": 2520
    },
    {
      "epoch": 0.33,
      "grad_norm": 6.056578159332275,
      "learning_rate": 8.543436164714351e-06,
      "loss": 0.6274,
      "step": 2530
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.924829483032227,
      "learning_rate": 8.527613945231886e-06,
      "loss": 0.6155,
      "step": 2540
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.2663469314575195,
      "learning_rate": 8.511721076777388e-06,
      "loss": 0.6092,
      "step": 2550
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.494378566741943,
      "learning_rate": 8.495757877643857e-06,
      "loss": 0.6178,
      "step": 2560
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.344980239868164,
      "learning_rate": 8.479724667532836e-06,
      "loss": 0.6144,
      "step": 2570
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.618322849273682,
      "learning_rate": 8.463621767547998e-06,
      "loss": 0.6056,
      "step": 2580
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.677299499511719,
      "learning_rate": 8.447449500188731e-06,
      "loss": 0.6094,
      "step": 2590
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.477785110473633,
      "learning_rate": 8.43120818934367e-06,
      "loss": 0.6279,
      "step": 2600
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.992845058441162,
      "learning_rate": 8.414898160284208e-06,
      "loss": 0.6112,
      "step": 2610
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.6498847007751465,
      "learning_rate": 8.398519739657997e-06,
      "loss": 0.6196,
      "step": 2620
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.752150535583496,
      "learning_rate": 8.382073255482381e-06,
      "loss": 0.606,
      "step": 2630
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.367984294891357,
      "learning_rate": 8.36555903713785e-06,
      "loss": 0.6123,
      "step": 2640
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.714753150939941,
      "learning_rate": 8.348977415361435e-06,
      "loss": 0.6064,
      "step": 2650
    },
    {
      "epoch": 0.35,
      "grad_norm": 7.572054386138916,
      "learning_rate": 8.332328722240072e-06,
      "loss": 0.6109,
      "step": 2660
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.684463024139404,
      "learning_rate": 8.315613291203977e-06,
      "loss": 0.6341,
      "step": 2670
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.910693645477295,
      "learning_rate": 8.298831457019943e-06,
      "loss": 0.6156,
      "step": 2680
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.144363880157471,
      "learning_rate": 8.28198355578465e-06,
      "loss": 0.6085,
      "step": 2690
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.353940963745117,
      "learning_rate": 8.265069924917925e-06,
      "loss": 0.6048,
      "step": 2700
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.588951587677002,
      "learning_rate": 8.248090903156003e-06,
      "loss": 0.6272,
      "step": 2710
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.791905879974365,
      "learning_rate": 8.231046830544716e-06,
      "loss": 0.6183,
      "step": 2720
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.0394744873046875,
      "learning_rate": 8.213938048432697e-06,
      "loss": 0.6069,
      "step": 2730
    },
    {
      "epoch": 0.36,
      "grad_norm": 8.518630027770996,
      "learning_rate": 8.196764899464552e-06,
      "loss": 0.6111,
      "step": 2740
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.609602451324463,
      "learning_rate": 8.179527727573975e-06,
      "loss": 0.6239,
      "step": 2750
    },
    {
      "epoch": 0.37,
      "grad_norm": 10.055850982666016,
      "learning_rate": 8.162226877976886e-06,
      "loss": 0.6115,
      "step": 2760
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.720135688781738,
      "learning_rate": 8.144862697164499e-06,
      "loss": 0.6025,
      "step": 2770
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.587475299835205,
      "learning_rate": 8.127435532896388e-06,
      "loss": 0.6135,
      "step": 2780
    },
    {
      "epoch": 0.37,
      "grad_norm": 8.063986778259277,
      "learning_rate": 8.10994573419352e-06,
      "loss": 0.5999,
      "step": 2790
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.293218612670898,
      "learning_rate": 8.092393651331275e-06,
      "loss": 0.6108,
      "step": 2800
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.801172733306885,
      "learning_rate": 8.074779635832417e-06,
      "loss": 0.608,
      "step": 2810
    },
    {
      "epoch": 0.37,
      "grad_norm": 6.789213180541992,
      "learning_rate": 8.057104040460062e-06,
      "loss": 0.6105,
      "step": 2820
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.721503734588623,
      "learning_rate": 8.03936721921061e-06,
      "loss": 0.6214,
      "step": 2830
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.258848190307617,
      "learning_rate": 8.021569527306663e-06,
      "loss": 0.6174,
      "step": 2840
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.338409900665283,
      "learning_rate": 8.003711321189895e-06,
      "loss": 0.6159,
      "step": 2850
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.426341533660889,
      "learning_rate": 7.985792958513932e-06,
      "loss": 0.6152,
      "step": 2860
    },
    {
      "epoch": 0.38,
      "grad_norm": 7.031759262084961,
      "learning_rate": 7.967814798137173e-06,
      "loss": 0.6261,
      "step": 2870
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.78716516494751,
      "learning_rate": 7.949777200115617e-06,
      "loss": 0.6173,
      "step": 2880
    },
    {
      "epoch": 0.38,
      "grad_norm": 20.726688385009766,
      "learning_rate": 7.931680525695634e-06,
      "loss": 0.6178,
      "step": 2890
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.066954612731934,
      "learning_rate": 7.913525137306756e-06,
      "loss": 0.6176,
      "step": 2900
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.461245536804199,
      "learning_rate": 7.895311398554395e-06,
      "loss": 0.6169,
      "step": 2910
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.37878942489624,
      "learning_rate": 7.877039674212569e-06,
      "loss": 0.6105,
      "step": 2920
    },
    {
      "epoch": 0.39,
      "grad_norm": 47.42095947265625,
      "learning_rate": 7.8587103302166e-06,
      "loss": 0.617,
      "step": 2930
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.993823528289795,
      "learning_rate": 7.84032373365578e-06,
      "loss": 0.6286,
      "step": 2940
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.397260665893555,
      "learning_rate": 7.821880252766025e-06,
      "loss": 0.6031,
      "step": 2950
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.4610915184021,
      "learning_rate": 7.803380256922495e-06,
      "loss": 0.6303,
      "step": 2960
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.266001224517822,
      "learning_rate": 7.784824116632198e-06,
      "loss": 0.613,
      "step": 2970
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.821497917175293,
      "learning_rate": 7.76621220352657e-06,
      "loss": 0.6156,
      "step": 2980
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.601454257965088,
      "learning_rate": 7.747544890354031e-06,
      "loss": 0.6169,
      "step": 2990
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.371436595916748,
      "learning_rate": 7.728822550972523e-06,
      "loss": 0.6099,
      "step": 3000
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.537062168121338,
      "learning_rate": 7.710045560342021e-06,
      "loss": 0.6175,
      "step": 3010
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.325994491577148,
      "learning_rate": 7.69121429451702e-06,
      "loss": 0.6005,
      "step": 3020
    },
    {
      "epoch": 0.4,
      "grad_norm": 5.711528778076172,
      "learning_rate": 7.672329130639007e-06,
      "loss": 0.612,
      "step": 3030
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.956279754638672,
      "learning_rate": 7.65339044692891e-06,
      "loss": 0.6123,
      "step": 3040
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.838433265686035,
      "learning_rate": 7.634398622679517e-06,
      "loss": 0.5872,
      "step": 3050
    },
    {
      "epoch": 0.4,
      "grad_norm": 10.948911666870117,
      "learning_rate": 7.615354038247889e-06,
      "loss": 0.6257,
      "step": 3060
    },
    {
      "epoch": 0.41,
      "grad_norm": 7.123111248016357,
      "learning_rate": 7.59625707504773e-06,
      "loss": 0.619,
      "step": 3070
    },
    {
      "epoch": 0.41,
      "grad_norm": 7.197707653045654,
      "learning_rate": 7.577108115541761e-06,
      "loss": 0.6077,
      "step": 3080
    },
    {
      "epoch": 0.41,
      "grad_norm": 5471.7568359375,
      "learning_rate": 7.557907543234051e-06,
      "loss": 0.6283,
      "step": 3090
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.704062461853027,
      "learning_rate": 7.53865574266234e-06,
      "loss": 0.6213,
      "step": 3100
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.542397499084473,
      "learning_rate": 7.519353099390336e-06,
      "loss": 0.6223,
      "step": 3110
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.533992767333984,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.6051,
      "step": 3120
    },
    {
      "epoch": 0.41,
      "eval_loss": 0.6693721413612366,
      "eval_runtime": 169.48,
      "eval_samples_per_second": 64.904,
      "eval_steps_per_second": 8.113,
      "step": 3120
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.968539714813232,
      "learning_rate": 7.480596832083795e-06,
      "loss": 0.6143,
      "step": 3130
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.992849349975586,
      "learning_rate": 7.461143984236925e-06,
      "loss": 0.616,
      "step": 3140
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.622570037841797,
      "learning_rate": 7.441641846049557e-06,
      "loss": 0.609,
      "step": 3150
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.672114849090576,
      "learning_rate": 7.422090808099014e-06,
      "loss": 0.6175,
      "step": 3160
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.839463710784912,
      "learning_rate": 7.402491261941958e-06,
      "loss": 0.6085,
      "step": 3170
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.008167266845703,
      "learning_rate": 7.382843600106539e-06,
      "loss": 0.6069,
      "step": 3180
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.840440273284912,
      "learning_rate": 7.363148216084548e-06,
      "loss": 0.6132,
      "step": 3190
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.5630693435668945,
      "learning_rate": 7.343405504323519e-06,
      "loss": 0.6065,
      "step": 3200
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.013092994689941,
      "learning_rate": 7.323615860218844e-06,
      "loss": 0.6123,
      "step": 3210
    },
    {
      "epoch": 0.43,
      "grad_norm": 48.6692008972168,
      "learning_rate": 7.303779680105844e-06,
      "loss": 0.6109,
      "step": 3220
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.752770900726318,
      "learning_rate": 7.28389736125184e-06,
      "loss": 0.606,
      "step": 3230
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.404486656188965,
      "learning_rate": 7.263969301848188e-06,
      "loss": 0.6109,
      "step": 3240
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.718954563140869,
      "learning_rate": 7.243995901002312e-06,
      "loss": 0.6046,
      "step": 3250
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.1195831298828125,
      "learning_rate": 7.223977558729707e-06,
      "loss": 0.6072,
      "step": 3260
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.4051337242126465,
      "learning_rate": 7.203914675945929e-06,
      "loss": 0.6212,
      "step": 3270
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.423203945159912,
      "learning_rate": 7.183807654458565e-06,
      "loss": 0.6204,
      "step": 3280
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.746906757354736,
      "learning_rate": 7.163656896959181e-06,
      "loss": 0.6023,
      "step": 3290
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.6502156257629395,
      "learning_rate": 7.143462807015271e-06,
      "loss": 0.6123,
      "step": 3300
    },
    {
      "epoch": 0.44,
      "grad_norm": 7.021644592285156,
      "learning_rate": 7.1232257890621605e-06,
      "loss": 0.6094,
      "step": 3310
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.808534145355225,
      "learning_rate": 7.102946248394908e-06,
      "loss": 0.628,
      "step": 3320
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.422878265380859,
      "learning_rate": 7.082624591160201e-06,
      "loss": 0.5978,
      "step": 3330
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.411374568939209,
      "learning_rate": 7.0622612243482035e-06,
      "loss": 0.611,
      "step": 3340
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.385402679443359,
      "learning_rate": 7.041856555784421e-06,
      "loss": 0.5982,
      "step": 3350
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.959177494049072,
      "learning_rate": 7.021410994121525e-06,
      "loss": 0.5913,
      "step": 3360
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.832031726837158,
      "learning_rate": 7.0009249488311685e-06,
      "loss": 0.615,
      "step": 3370
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.2229485511779785,
      "learning_rate": 6.980398830195785e-06,
      "loss": 0.619,
      "step": 3380
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.132372856140137,
      "learning_rate": 6.959833049300376e-06,
      "loss": 0.6236,
      "step": 3390
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.803369045257568,
      "learning_rate": 6.939228018024275e-06,
      "loss": 0.6091,
      "step": 3400
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.913552284240723,
      "learning_rate": 6.918584149032899e-06,
      "loss": 0.61,
      "step": 3410
    },
    {
      "epoch": 0.45,
      "grad_norm": 5.712104797363281,
      "learning_rate": 6.897901855769483e-06,
      "loss": 0.6139,
      "step": 3420
    },
    {
      "epoch": 0.45,
      "grad_norm": 6.360735893249512,
      "learning_rate": 6.8771815524468e-06,
      "loss": 0.606,
      "step": 3430
    },
    {
      "epoch": 0.46,
      "grad_norm": 7.527002334594727,
      "learning_rate": 6.856423654038868e-06,
      "loss": 0.5892,
      "step": 3440
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.143304824829102,
      "learning_rate": 6.8356285762726385e-06,
      "loss": 0.6041,
      "step": 3450
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.828638553619385,
      "learning_rate": 6.814796735619664e-06,
      "loss": 0.5932,
      "step": 3460
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.889917373657227,
      "learning_rate": 6.793928549287767e-06,
      "loss": 0.6117,
      "step": 3470
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.243914604187012,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.6034,
      "step": 3480
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.9411420822143555,
      "learning_rate": 6.75208481204967e-06,
      "loss": 0.6003,
      "step": 3490
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.287111282348633,
      "learning_rate": 6.731110099165165e-06,
      "loss": 0.6208,
      "step": 3500
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.86116886138916,
      "learning_rate": 6.710100716628345e-06,
      "loss": 0.597,
      "step": 3510
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.526810646057129,
      "learning_rate": 6.689057085202737e-06,
      "loss": 0.6052,
      "step": 3520
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.855119228363037,
      "learning_rate": 6.667979626337783e-06,
      "loss": 0.6147,
      "step": 3530
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.467052936553955,
      "learning_rate": 6.646868762160399e-06,
      "loss": 0.6221,
      "step": 3540
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.706518650054932,
      "learning_rate": 6.625724915466526e-06,
      "loss": 0.6083,
      "step": 3550
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.94938325881958,
      "learning_rate": 6.6045485097126585e-06,
      "loss": 0.6067,
      "step": 3560
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.971024990081787,
      "learning_rate": 6.583339969007364e-06,
      "loss": 0.6172,
      "step": 3570
    },
    {
      "epoch": 0.47,
      "grad_norm": 6.673549652099609,
      "learning_rate": 6.562099718102788e-06,
      "loss": 0.5947,
      "step": 3580
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.783125400543213,
      "learning_rate": 6.540828182386154e-06,
      "loss": 0.6101,
      "step": 3590
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.100213527679443,
      "learning_rate": 6.519525787871235e-06,
      "loss": 0.6201,
      "step": 3600
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.297542095184326,
      "learning_rate": 6.498192961189829e-06,
      "loss": 0.6125,
      "step": 3610
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.120528697967529,
      "learning_rate": 6.476830129583207e-06,
      "loss": 0.6224,
      "step": 3620
    },
    {
      "epoch": 0.48,
      "grad_norm": 6.501312255859375,
      "learning_rate": 6.455437720893565e-06,
      "loss": 0.6167,
      "step": 3630
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.54337739944458,
      "learning_rate": 6.434016163555452e-06,
      "loss": 0.6052,
      "step": 3640
    },
    {
      "epoch": 0.48,
      "grad_norm": 7.030393123626709,
      "learning_rate": 6.412565886587186e-06,
      "loss": 0.6056,
      "step": 3650
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.686173915863037,
      "learning_rate": 6.391087319582264e-06,
      "loss": 0.6069,
      "step": 3660
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.340301990509033,
      "learning_rate": 6.369580892700763e-06,
      "loss": 0.6117,
      "step": 3670
    },
    {
      "epoch": 0.49,
      "grad_norm": 7.223570823669434,
      "learning_rate": 6.34804703666072e-06,
      "loss": 0.6086,
      "step": 3680
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.784290790557861,
      "learning_rate": 6.326486182729504e-06,
      "loss": 0.603,
      "step": 3690
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.71796178817749,
      "learning_rate": 6.304898762715187e-06,
      "loss": 0.6162,
      "step": 3700
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.618252277374268,
      "learning_rate": 6.283285208957884e-06,
      "loss": 0.6067,
      "step": 3710
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.947731971740723,
      "learning_rate": 6.261645954321109e-06,
      "loss": 0.5991,
      "step": 3720
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.969636917114258,
      "learning_rate": 6.239981432183093e-06,
      "loss": 0.5944,
      "step": 3730
    },
    {
      "epoch": 0.49,
      "grad_norm": 5.365227222442627,
      "learning_rate": 6.21829207642811e-06,
      "loss": 0.5966,
      "step": 3740
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.247452735900879,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 0.611,
      "step": 3750
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.950301170349121,
      "learning_rate": 6.1748406020824115e-06,
      "loss": 0.6248,
      "step": 3760
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.410281658172607,
      "learning_rate": 6.153079353712201e-06,
      "loss": 0.6153,
      "step": 3770
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.590805530548096,
      "learning_rate": 6.131295012148613e-06,
      "loss": 0.5987,
      "step": 3780
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.457326412200928,
      "learning_rate": 6.1094880136755886e-06,
      "loss": 0.6026,
      "step": 3790
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.030434608459473,
      "learning_rate": 6.087658795030838e-06,
      "loss": 0.6042,
      "step": 3800
    },
    {
      "epoch": 0.5,
      "grad_norm": 6.162191390991211,
      "learning_rate": 6.065807793397081e-06,
      "loss": 0.6068,
      "step": 3810
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.414748191833496,
      "learning_rate": 6.043935446393294e-06,
      "loss": 0.6108,
      "step": 3820
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.97568941116333,
      "learning_rate": 6.022042192065946e-06,
      "loss": 0.6181,
      "step": 3830
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.456526756286621,
      "learning_rate": 6.000128468880223e-06,
      "loss": 0.602,
      "step": 3840
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.599926471710205,
      "learning_rate": 5.978194715711254e-06,
      "loss": 0.6007,
      "step": 3850
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.381017684936523,
      "learning_rate": 5.956241371835312e-06,
      "loss": 0.6228,
      "step": 3860
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.424213409423828,
      "learning_rate": 5.934268876921026e-06,
      "loss": 0.6139,
      "step": 3870
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.539239406585693,
      "learning_rate": 5.912277671020564e-06,
      "loss": 0.6137,
      "step": 3880
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.962428569793701,
      "learning_rate": 5.890268194560834e-06,
      "loss": 0.6146,
      "step": 3890
    },
    {
      "epoch": 0.52,
      "grad_norm": 7.252692222595215,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 0.6106,
      "step": 3900
    },
    {
      "epoch": 0.52,
      "eval_loss": 0.665640652179718,
      "eval_runtime": 169.5554,
      "eval_samples_per_second": 64.876,
      "eval_steps_per_second": 8.109,
      "step": 3900
    },
    {
      "epoch": 0.52,
      "grad_norm": 5.630374431610107,
      "learning_rate": 5.846196193491919e-06,
      "loss": 0.6113,
      "step": 3910
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.424310684204102,
      "learning_rate": 5.824134551530783e-06,
      "loss": 0.6183,
      "step": 3920
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.524292469024658,
      "learning_rate": 5.8020564042888015e-06,
      "loss": 0.5956,
      "step": 3930
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.760373592376709,
      "learning_rate": 5.77996219393409e-06,
      "loss": 0.6046,
      "step": 3940
    },
    {
      "epoch": 0.52,
      "grad_norm": 17.418819427490234,
      "learning_rate": 5.757852362956463e-06,
      "loss": 0.5965,
      "step": 3950
    },
    {
      "epoch": 0.52,
      "grad_norm": 6.237477779388428,
      "learning_rate": 5.735727354158581e-06,
      "loss": 0.608,
      "step": 3960
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.2491536140441895,
      "learning_rate": 5.713587610647073e-06,
      "loss": 0.6216,
      "step": 3970
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.632169723510742,
      "learning_rate": 5.6914335758236665e-06,
      "loss": 0.6086,
      "step": 3980
    },
    {
      "epoch": 0.53,
      "grad_norm": 10.672119140625,
      "learning_rate": 5.669265693376309e-06,
      "loss": 0.6306,
      "step": 3990
    },
    {
      "epoch": 0.53,
      "grad_norm": 7.666195869445801,
      "learning_rate": 5.647084407270277e-06,
      "loss": 0.6212,
      "step": 4000
    },
    {
      "epoch": 0.53,
      "grad_norm": 7.483991622924805,
      "learning_rate": 5.624890161739292e-06,
      "loss": 0.6169,
      "step": 4010
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.328516960144043,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.6156,
      "step": 4020
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.012834072113037,
      "learning_rate": 5.5804645706261515e-06,
      "loss": 0.5989,
      "step": 4030
    },
    {
      "epoch": 0.53,
      "grad_norm": 6.906214714050293,
      "learning_rate": 5.5582341147735396e-06,
      "loss": 0.5973,
      "step": 4040
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.286527156829834,
      "learning_rate": 5.53599247893724e-06,
      "loss": 0.6118,
      "step": 4050
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.227565288543701,
      "learning_rate": 5.5137401085596224e-06,
      "loss": 0.6164,
      "step": 4060
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.331086158752441,
      "learning_rate": 5.491477449298036e-06,
      "loss": 0.599,
      "step": 4070
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.511313438415527,
      "learning_rate": 5.469204947015897e-06,
      "loss": 0.6144,
      "step": 4080
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.1719136238098145,
      "learning_rate": 5.4469230477737466e-06,
      "loss": 0.6062,
      "step": 4090
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.096289157867432,
      "learning_rate": 5.424632197820325e-06,
      "loss": 0.5993,
      "step": 4100
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.381209850311279,
      "learning_rate": 5.402332843583631e-06,
      "loss": 0.5882,
      "step": 4110
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.978997230529785,
      "learning_rate": 5.380025431661981e-06,
      "loss": 0.6173,
      "step": 4120
    },
    {
      "epoch": 0.55,
      "grad_norm": 7.058841705322266,
      "learning_rate": 5.3577104088150685e-06,
      "loss": 0.6216,
      "step": 4130
    },
    {
      "epoch": 0.55,
      "grad_norm": 29.12560272216797,
      "learning_rate": 5.335388221955012e-06,
      "loss": 0.6031,
      "step": 4140
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.8936357498168945,
      "learning_rate": 5.31305931813741e-06,
      "loss": 0.609,
      "step": 4150
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.908172130584717,
      "learning_rate": 5.290724144552379e-06,
      "loss": 0.5983,
      "step": 4160
    },
    {
      "epoch": 0.55,
      "grad_norm": 5.777021408081055,
      "learning_rate": 5.268383148515608e-06,
      "loss": 0.6044,
      "step": 4170
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.296756744384766,
      "learning_rate": 5.246036777459391e-06,
      "loss": 0.5939,
      "step": 4180
    },
    {
      "epoch": 0.55,
      "grad_norm": 6.158642292022705,
      "learning_rate": 5.223685478923671e-06,
      "loss": 0.6138,
      "step": 4190
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.421185493469238,
      "learning_rate": 5.201329700547077e-06,
      "loss": 0.6052,
      "step": 4200
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.061400890350342,
      "learning_rate": 5.178969890057953e-06,
      "loss": 0.5955,
      "step": 4210
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.597458362579346,
      "learning_rate": 5.156606495265402e-06,
      "loss": 0.602,
      "step": 4220
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.535460948944092,
      "learning_rate": 5.1342399640503074e-06,
      "loss": 0.5859,
      "step": 4230
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.226145267486572,
      "learning_rate": 5.111870744356366e-06,
      "loss": 0.623,
      "step": 4240
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.355672836303711,
      "learning_rate": 5.0894992841811216e-06,
      "loss": 0.6009,
      "step": 4250
    },
    {
      "epoch": 0.56,
      "grad_norm": 9.383895874023438,
      "learning_rate": 5.067126031566988e-06,
      "loss": 0.6037,
      "step": 4260
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.733826160430908,
      "learning_rate": 5.044751434592274e-06,
      "loss": 0.5935,
      "step": 4270
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.465234279632568,
      "learning_rate": 5.022375941362218e-06,
      "loss": 0.6264,
      "step": 4280
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.9884514808654785,
      "learning_rate": 5e-06,
      "loss": 0.605,
      "step": 4290
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.8463029861450195,
      "learning_rate": 4.977624058637783e-06,
      "loss": 0.6032,
      "step": 4300
    },
    {
      "epoch": 0.57,
      "grad_norm": 6.030627250671387,
      "learning_rate": 4.955248565407727e-06,
      "loss": 0.5974,
      "step": 4310
    },
    {
      "epoch": 0.57,
      "grad_norm": 7.388688564300537,
      "learning_rate": 4.932873968433014e-06,
      "loss": 0.6036,
      "step": 4320
    },
    {
      "epoch": 0.57,
      "grad_norm": 11.483485221862793,
      "learning_rate": 4.910500715818879e-06,
      "loss": 0.5931,
      "step": 4330
    },
    {
      "epoch": 0.57,
      "grad_norm": 12.173521995544434,
      "learning_rate": 4.8881292556436355e-06,
      "loss": 0.6069,
      "step": 4340
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.8268866539001465,
      "learning_rate": 4.865760035949695e-06,
      "loss": 0.6134,
      "step": 4350
    },
    {
      "epoch": 0.58,
      "grad_norm": 7.893507957458496,
      "learning_rate": 4.8433935047346e-06,
      "loss": 0.6227,
      "step": 4360
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.854642391204834,
      "learning_rate": 4.821030109942048e-06,
      "loss": 0.5971,
      "step": 4370
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.798580169677734,
      "learning_rate": 4.798670299452926e-06,
      "loss": 0.6025,
      "step": 4380
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.5879011154174805,
      "learning_rate": 4.77631452107633e-06,
      "loss": 0.6108,
      "step": 4390
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.21212911605835,
      "learning_rate": 4.75396322254061e-06,
      "loss": 0.6054,
      "step": 4400
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.118653774261475,
      "learning_rate": 4.731616851484392e-06,
      "loss": 0.6178,
      "step": 4410
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.629573345184326,
      "learning_rate": 4.7092758554476215e-06,
      "loss": 0.5872,
      "step": 4420
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.795328617095947,
      "learning_rate": 4.686940681862591e-06,
      "loss": 0.6138,
      "step": 4430
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.000875473022461,
      "learning_rate": 4.664611778044988e-06,
      "loss": 0.5995,
      "step": 4440
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.718314170837402,
      "learning_rate": 4.642289591184934e-06,
      "loss": 0.6128,
      "step": 4450
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.343639373779297,
      "learning_rate": 4.619974568338021e-06,
      "loss": 0.5903,
      "step": 4460
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.8176069259643555,
      "learning_rate": 4.597667156416371e-06,
      "loss": 0.6094,
      "step": 4470
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.549642562866211,
      "learning_rate": 4.575367802179675e-06,
      "loss": 0.6127,
      "step": 4480
    },
    {
      "epoch": 0.59,
      "grad_norm": 6.30284309387207,
      "learning_rate": 4.553076952226255e-06,
      "loss": 0.6077,
      "step": 4490
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.47008752822876,
      "learning_rate": 4.530795052984104e-06,
      "loss": 0.6188,
      "step": 4500
    },
    {
      "epoch": 0.6,
      "grad_norm": 6.808812618255615,
      "learning_rate": 4.508522550701965e-06,
      "loss": 0.5933,
      "step": 4510
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.047310829162598,
      "learning_rate": 4.48625989144038e-06,
      "loss": 0.615,
      "step": 4520
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.543693542480469,
      "learning_rate": 4.464007521062761e-06,
      "loss": 0.6225,
      "step": 4530
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.247865200042725,
      "learning_rate": 4.441765885226462e-06,
      "loss": 0.6078,
      "step": 4540
    },
    {
      "epoch": 0.6,
      "grad_norm": 14.305082321166992,
      "learning_rate": 4.4195354293738484e-06,
      "loss": 0.6163,
      "step": 4550
    },
    {
      "epoch": 0.6,
      "grad_norm": 8.802489280700684,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.5915,
      "step": 4560
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.3068952560424805,
      "learning_rate": 4.3751098382607084e-06,
      "loss": 0.6135,
      "step": 4570
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.380529403686523,
      "learning_rate": 4.352915592729723e-06,
      "loss": 0.6061,
      "step": 4580
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.269029140472412,
      "learning_rate": 4.330734306623694e-06,
      "loss": 0.5981,
      "step": 4590
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.364799499511719,
      "learning_rate": 4.308566424176336e-06,
      "loss": 0.5953,
      "step": 4600
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.895086288452148,
      "learning_rate": 4.286412389352929e-06,
      "loss": 0.613,
      "step": 4610
    },
    {
      "epoch": 0.61,
      "grad_norm": 7.223175048828125,
      "learning_rate": 4.264272645841419e-06,
      "loss": 0.6082,
      "step": 4620
    },
    {
      "epoch": 0.61,
      "grad_norm": 5.315123558044434,
      "learning_rate": 4.242147637043539e-06,
      "loss": 0.5997,
      "step": 4630
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.662210941314697,
      "learning_rate": 4.220037806065911e-06,
      "loss": 0.6159,
      "step": 4640
    },
    {
      "epoch": 0.62,
      "grad_norm": 8.199719429016113,
      "learning_rate": 4.1979435957111984e-06,
      "loss": 0.6022,
      "step": 4650
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.3503499031066895,
      "learning_rate": 4.175865448469219e-06,
      "loss": 0.6111,
      "step": 4660
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.498391151428223,
      "learning_rate": 4.153803806508083e-06,
      "loss": 0.5987,
      "step": 4670
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.277636528015137,
      "learning_rate": 4.131759111665349e-06,
      "loss": 0.5946,
      "step": 4680
    },
    {
      "epoch": 0.62,
      "eval_loss": 0.6720156073570251,
      "eval_runtime": 169.1493,
      "eval_samples_per_second": 65.031,
      "eval_steps_per_second": 8.129,
      "step": 4680
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.248624801635742,
      "learning_rate": 4.109731805439168e-06,
      "loss": 0.6196,
      "step": 4690
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.02220344543457,
      "learning_rate": 4.087722328979437e-06,
      "loss": 0.6122,
      "step": 4700
    },
    {
      "epoch": 0.62,
      "grad_norm": 6.665443420410156,
      "learning_rate": 4.065731123078977e-06,
      "loss": 0.5931,
      "step": 4710
    },
    {
      "epoch": 0.62,
      "grad_norm": 7.180152416229248,
      "learning_rate": 4.043758628164688e-06,
      "loss": 0.6053,
      "step": 4720
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.866796970367432,
      "learning_rate": 4.021805284288749e-06,
      "loss": 0.6113,
      "step": 4730
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.837026596069336,
      "learning_rate": 3.999871531119779e-06,
      "loss": 0.5973,
      "step": 4740
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.780344486236572,
      "learning_rate": 3.977957807934055e-06,
      "loss": 0.6065,
      "step": 4750
    },
    {
      "epoch": 0.63,
      "grad_norm": 7.0064568519592285,
      "learning_rate": 3.956064553606708e-06,
      "loss": 0.5954,
      "step": 4760
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.387651443481445,
      "learning_rate": 3.934192206602921e-06,
      "loss": 0.6239,
      "step": 4770
    },
    {
      "epoch": 0.63,
      "grad_norm": 5.932905673980713,
      "learning_rate": 3.912341204969164e-06,
      "loss": 0.6012,
      "step": 4780
    },
    {
      "epoch": 0.63,
      "grad_norm": 6.533616065979004,
      "learning_rate": 3.890511986324413e-06,
      "loss": 0.6034,
      "step": 4790
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.714369297027588,
      "learning_rate": 3.86870498785139e-06,
      "loss": 0.6067,
      "step": 4800
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.622659206390381,
      "learning_rate": 3.8469206462878e-06,
      "loss": 0.6018,
      "step": 4810
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.005035400390625,
      "learning_rate": 3.825159397917589e-06,
      "loss": 0.6064,
      "step": 4820
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.99045991897583,
      "learning_rate": 3.803421678562213e-06,
      "loss": 0.5974,
      "step": 4830
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.072996616363525,
      "learning_rate": 3.781707923571891e-06,
      "loss": 0.5925,
      "step": 4840
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.99989652633667,
      "learning_rate": 3.7600185678169083e-06,
      "loss": 0.6085,
      "step": 4850
    },
    {
      "epoch": 0.64,
      "grad_norm": 7.072287082672119,
      "learning_rate": 3.7383540456788915e-06,
      "loss": 0.5999,
      "step": 4860
    },
    {
      "epoch": 0.64,
      "grad_norm": 28.138442993164062,
      "learning_rate": 3.7167147910421165e-06,
      "loss": 0.6033,
      "step": 4870
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.020947456359863,
      "learning_rate": 3.695101237284815e-06,
      "loss": 0.6274,
      "step": 4880
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.451099872589111,
      "learning_rate": 3.6735138172704967e-06,
      "loss": 0.6164,
      "step": 4890
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.501095294952393,
      "learning_rate": 3.6519529633392825e-06,
      "loss": 0.6001,
      "step": 4900
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.591226100921631,
      "learning_rate": 3.6304191072992376e-06,
      "loss": 0.6006,
      "step": 4910
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.160434246063232,
      "learning_rate": 3.6089126804177373e-06,
      "loss": 0.6086,
      "step": 4920
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.883294105529785,
      "learning_rate": 3.5874341134128156e-06,
      "loss": 0.5847,
      "step": 4930
    },
    {
      "epoch": 0.65,
      "grad_norm": 6.181455135345459,
      "learning_rate": 3.5659838364445505e-06,
      "loss": 0.6045,
      "step": 4940
    },
    {
      "epoch": 0.66,
      "grad_norm": 7.934025764465332,
      "learning_rate": 3.544562279106436e-06,
      "loss": 0.5986,
      "step": 4950
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.755185127258301,
      "learning_rate": 3.523169870416795e-06,
      "loss": 0.5843,
      "step": 4960
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.632129669189453,
      "learning_rate": 3.501807038810174e-06,
      "loss": 0.6017,
      "step": 4970
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.323507785797119,
      "learning_rate": 3.480474212128766e-06,
      "loss": 0.6,
      "step": 4980
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.898191928863525,
      "learning_rate": 3.459171817613847e-06,
      "loss": 0.6072,
      "step": 4990
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.425208568572998,
      "learning_rate": 3.4379002818972122e-06,
      "loss": 0.6057,
      "step": 5000
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.319818019866943,
      "learning_rate": 3.416660030992639e-06,
      "loss": 0.5943,
      "step": 5010
    },
    {
      "epoch": 0.66,
      "grad_norm": 6.483379364013672,
      "learning_rate": 3.3954514902873427e-06,
      "loss": 0.606,
      "step": 5020
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.618423938751221,
      "learning_rate": 3.3742750845334748e-06,
      "loss": 0.5912,
      "step": 5030
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.536773681640625,
      "learning_rate": 3.3531312378396026e-06,
      "loss": 0.5996,
      "step": 5040
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.867932319641113,
      "learning_rate": 3.3320203736622185e-06,
      "loss": 0.6041,
      "step": 5050
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.637106895446777,
      "learning_rate": 3.310942914797265e-06,
      "loss": 0.6047,
      "step": 5060
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.646607875823975,
      "learning_rate": 3.289899283371657e-06,
      "loss": 0.5951,
      "step": 5070
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.731027603149414,
      "learning_rate": 3.2688899008348386e-06,
      "loss": 0.583,
      "step": 5080
    },
    {
      "epoch": 0.67,
      "grad_norm": 6.196643352508545,
      "learning_rate": 3.2479151879503324e-06,
      "loss": 0.6097,
      "step": 5090
    },
    {
      "epoch": 0.67,
      "grad_norm": 5.765705108642578,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.6014,
      "step": 5100
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.380090713500977,
      "learning_rate": 3.206071450712235e-06,
      "loss": 0.5932,
      "step": 5110
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.803713798522949,
      "learning_rate": 3.1852032643803377e-06,
      "loss": 0.5956,
      "step": 5120
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.434231758117676,
      "learning_rate": 3.1643714237273628e-06,
      "loss": 0.6111,
      "step": 5130
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.616121292114258,
      "learning_rate": 3.143576345961132e-06,
      "loss": 0.5966,
      "step": 5140
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.209160804748535,
      "learning_rate": 3.1228184475532015e-06,
      "loss": 0.5979,
      "step": 5150
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.537261486053467,
      "learning_rate": 3.1020981442305187e-06,
      "loss": 0.6166,
      "step": 5160
    },
    {
      "epoch": 0.68,
      "grad_norm": 7.26732063293457,
      "learning_rate": 3.0814158509671015e-06,
      "loss": 0.6068,
      "step": 5170
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.632195472717285,
      "learning_rate": 3.0607719819757264e-06,
      "loss": 0.598,
      "step": 5180
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.387509346008301,
      "learning_rate": 3.040166950699626e-06,
      "loss": 0.5923,
      "step": 5190
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.4542975425720215,
      "learning_rate": 3.019601169804216e-06,
      "loss": 0.5946,
      "step": 5200
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.96135139465332,
      "learning_rate": 2.9990750511688323e-06,
      "loss": 0.604,
      "step": 5210
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.886032581329346,
      "learning_rate": 2.978589005878476e-06,
      "loss": 0.6048,
      "step": 5220
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.059714317321777,
      "learning_rate": 2.9581434442155798e-06,
      "loss": 0.6122,
      "step": 5230
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.174469947814941,
      "learning_rate": 2.937738775651798e-06,
      "loss": 0.5996,
      "step": 5240
    },
    {
      "epoch": 0.69,
      "grad_norm": 6.120980262756348,
      "learning_rate": 2.917375408839803e-06,
      "loss": 0.6096,
      "step": 5250
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.153501510620117,
      "learning_rate": 2.8970537516050935e-06,
      "loss": 0.6014,
      "step": 5260
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.2347211837768555,
      "learning_rate": 2.876774210937843e-06,
      "loss": 0.5917,
      "step": 5270
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.352357864379883,
      "learning_rate": 2.8565371929847286e-06,
      "loss": 0.6026,
      "step": 5280
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.723049163818359,
      "learning_rate": 2.836343103040819e-06,
      "loss": 0.6073,
      "step": 5290
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.070889472961426,
      "learning_rate": 2.816192345541437e-06,
      "loss": 0.6028,
      "step": 5300
    },
    {
      "epoch": 0.7,
      "grad_norm": 5.253773212432861,
      "learning_rate": 2.7960853240540703e-06,
      "loss": 0.6038,
      "step": 5310
    },
    {
      "epoch": 0.7,
      "grad_norm": 7.381737232208252,
      "learning_rate": 2.776022441270295e-06,
      "loss": 0.6045,
      "step": 5320
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.627200126647949,
      "learning_rate": 2.7560040989976894e-06,
      "loss": 0.5919,
      "step": 5330
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.173203945159912,
      "learning_rate": 2.736030698151815e-06,
      "loss": 0.582,
      "step": 5340
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.563076972961426,
      "learning_rate": 2.7161026387481636e-06,
      "loss": 0.5951,
      "step": 5350
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.46902322769165,
      "learning_rate": 2.6962203198941587e-06,
      "loss": 0.6025,
      "step": 5360
    },
    {
      "epoch": 0.71,
      "grad_norm": 5.640381336212158,
      "learning_rate": 2.6763841397811576e-06,
      "loss": 0.6019,
      "step": 5370
    },
    {
      "epoch": 0.71,
      "grad_norm": 7.339272975921631,
      "learning_rate": 2.656594495676482e-06,
      "loss": 0.5874,
      "step": 5380
    },
    {
      "epoch": 0.71,
      "grad_norm": 8.082894325256348,
      "learning_rate": 2.636851783915454e-06,
      "loss": 0.6085,
      "step": 5390
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.488770008087158,
      "learning_rate": 2.6171563998934605e-06,
      "loss": 0.5936,
      "step": 5400
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.645140647888184,
      "learning_rate": 2.5975087380580445e-06,
      "loss": 0.6101,
      "step": 5410
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.867657661437988,
      "learning_rate": 2.577909191900988e-06,
      "loss": 0.619,
      "step": 5420
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.3017258644104,
      "learning_rate": 2.5583581539504464e-06,
      "loss": 0.5912,
      "step": 5430
    },
    {
      "epoch": 0.72,
      "grad_norm": 7.013880252838135,
      "learning_rate": 2.5388560157630765e-06,
      "loss": 0.604,
      "step": 5440
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.177152633666992,
      "learning_rate": 2.519403167916207e-06,
      "loss": 0.5953,
      "step": 5450
    },
    {
      "epoch": 0.72,
      "grad_norm": 9.21536922454834,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.6057,
      "step": 5460
    },
    {
      "epoch": 0.72,
      "eval_loss": 0.6694371104240417,
      "eval_runtime": 169.1763,
      "eval_samples_per_second": 65.021,
      "eval_steps_per_second": 8.128,
      "step": 5460
    },
    {
      "epoch": 0.72,
      "grad_norm": 9.104439735412598,
      "learning_rate": 2.480646900609664e-06,
      "loss": 0.597,
      "step": 5470
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.437440395355225,
      "learning_rate": 2.4613442573376625e-06,
      "loss": 0.5985,
      "step": 5480
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.327053546905518,
      "learning_rate": 2.4420924567659508e-06,
      "loss": 0.6095,
      "step": 5490
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.946102142333984,
      "learning_rate": 2.422891884458241e-06,
      "loss": 0.5944,
      "step": 5500
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.699533462524414,
      "learning_rate": 2.4037429249522702e-06,
      "loss": 0.6156,
      "step": 5510
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.800520896911621,
      "learning_rate": 2.384645961752113e-06,
      "loss": 0.6075,
      "step": 5520
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.476116180419922,
      "learning_rate": 2.3656013773204843e-06,
      "loss": 0.5989,
      "step": 5530
    },
    {
      "epoch": 0.73,
      "grad_norm": 7.190838813781738,
      "learning_rate": 2.346609553071093e-06,
      "loss": 0.5993,
      "step": 5540
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.840661525726318,
      "learning_rate": 2.3276708693609947e-06,
      "loss": 0.6068,
      "step": 5550
    },
    {
      "epoch": 0.74,
      "grad_norm": 6.123993396759033,
      "learning_rate": 2.308785705482982e-06,
      "loss": 0.6089,
      "step": 5560
    },
    {
      "epoch": 0.74,
      "grad_norm": 6.094503402709961,
      "learning_rate": 2.289954439657981e-06,
      "loss": 0.6055,
      "step": 5570
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.03631067276001,
      "learning_rate": 2.2711774490274767e-06,
      "loss": 0.6056,
      "step": 5580
    },
    {
      "epoch": 0.74,
      "grad_norm": 7.555922508239746,
      "learning_rate": 2.2524551096459703e-06,
      "loss": 0.6018,
      "step": 5590
    },
    {
      "epoch": 0.74,
      "grad_norm": 10.68952465057373,
      "learning_rate": 2.2337877964734324e-06,
      "loss": 0.5999,
      "step": 5600
    },
    {
      "epoch": 0.74,
      "grad_norm": 10.688403129577637,
      "learning_rate": 2.2151758833678044e-06,
      "loss": 0.6061,
      "step": 5610
    },
    {
      "epoch": 0.74,
      "grad_norm": 8.527271270751953,
      "learning_rate": 2.1966197430775056e-06,
      "loss": 0.5914,
      "step": 5620
    },
    {
      "epoch": 0.75,
      "grad_norm": 8.061843872070312,
      "learning_rate": 2.178119747233976e-06,
      "loss": 0.5957,
      "step": 5630
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.056491851806641,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.5993,
      "step": 5640
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.01476526260376,
      "learning_rate": 2.141289669783401e-06,
      "loss": 0.5988,
      "step": 5650
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.841024875640869,
      "learning_rate": 2.122960325787432e-06,
      "loss": 0.6008,
      "step": 5660
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.125739574432373,
      "learning_rate": 2.104688601445606e-06,
      "loss": 0.5924,
      "step": 5670
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.347300052642822,
      "learning_rate": 2.086474862693244e-06,
      "loss": 0.6024,
      "step": 5680
    },
    {
      "epoch": 0.75,
      "grad_norm": 8.490260124206543,
      "learning_rate": 2.068319474304365e-06,
      "loss": 0.5842,
      "step": 5690
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.8698344230651855,
      "learning_rate": 2.050222799884387e-06,
      "loss": 0.6001,
      "step": 5700
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.577418327331543,
      "learning_rate": 2.0321852018628278e-06,
      "loss": 0.5981,
      "step": 5710
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.239425182342529,
      "learning_rate": 2.0142070414860704e-06,
      "loss": 0.5936,
      "step": 5720
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.704605579376221,
      "learning_rate": 1.996288678810105e-06,
      "loss": 0.5973,
      "step": 5730
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.664093017578125,
      "learning_rate": 1.9784304726933384e-06,
      "loss": 0.5979,
      "step": 5740
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.986905574798584,
      "learning_rate": 1.9606327807893905e-06,
      "loss": 0.6006,
      "step": 5750
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.272210121154785,
      "learning_rate": 1.942895959539939e-06,
      "loss": 0.5991,
      "step": 5760
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.319902420043945,
      "learning_rate": 1.9252203641675854e-06,
      "loss": 0.5921,
      "step": 5770
    },
    {
      "epoch": 0.76,
      "grad_norm": 6.060082912445068,
      "learning_rate": 1.9076063486687256e-06,
      "loss": 0.5872,
      "step": 5780
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.724019527435303,
      "learning_rate": 1.8900542658064807e-06,
      "loss": 0.5845,
      "step": 5790
    },
    {
      "epoch": 0.77,
      "grad_norm": 5.889808654785156,
      "learning_rate": 1.8725644671036125e-06,
      "loss": 0.6051,
      "step": 5800
    },
    {
      "epoch": 0.77,
      "grad_norm": 8.664203643798828,
      "learning_rate": 1.8551373028355013e-06,
      "loss": 0.609,
      "step": 5810
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.822065830230713,
      "learning_rate": 1.8377731220231144e-06,
      "loss": 0.6033,
      "step": 5820
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.636890888214111,
      "learning_rate": 1.8204722724260266e-06,
      "loss": 0.6068,
      "step": 5830
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.8858256340026855,
      "learning_rate": 1.803235100535452e-06,
      "loss": 0.5931,
      "step": 5840
    },
    {
      "epoch": 0.77,
      "grad_norm": 7.670845985412598,
      "learning_rate": 1.7860619515673034e-06,
      "loss": 0.6111,
      "step": 5850
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.426079750061035,
      "learning_rate": 1.7689531694552863e-06,
      "loss": 0.5929,
      "step": 5860
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.926182270050049,
      "learning_rate": 1.7519090968439966e-06,
      "loss": 0.587,
      "step": 5870
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.617947101593018,
      "learning_rate": 1.7349300750820758e-06,
      "loss": 0.5958,
      "step": 5880
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.876589775085449,
      "learning_rate": 1.7180164442153529e-06,
      "loss": 0.6037,
      "step": 5890
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.038319110870361,
      "learning_rate": 1.7011685429800596e-06,
      "loss": 0.6023,
      "step": 5900
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.0782318115234375,
      "learning_rate": 1.6843867087960252e-06,
      "loss": 0.6068,
      "step": 5910
    },
    {
      "epoch": 0.78,
      "grad_norm": 5.8368144035339355,
      "learning_rate": 1.6676712777599275e-06,
      "loss": 0.5919,
      "step": 5920
    },
    {
      "epoch": 0.78,
      "grad_norm": 6.66851806640625,
      "learning_rate": 1.6510225846385668e-06,
      "loss": 0.5912,
      "step": 5930
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.366353988647461,
      "learning_rate": 1.6344409628621482e-06,
      "loss": 0.6087,
      "step": 5940
    },
    {
      "epoch": 0.79,
      "grad_norm": 7.111102104187012,
      "learning_rate": 1.6179267445176206e-06,
      "loss": 0.6059,
      "step": 5950
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.061978816986084,
      "learning_rate": 1.6014802603420044e-06,
      "loss": 0.5938,
      "step": 5960
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.1793341636657715,
      "learning_rate": 1.5851018397157918e-06,
      "loss": 0.6087,
      "step": 5970
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.220329761505127,
      "learning_rate": 1.5687918106563326e-06,
      "loss": 0.5961,
      "step": 5980
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.557837009429932,
      "learning_rate": 1.5525504998112717e-06,
      "loss": 0.5922,
      "step": 5990
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.448672771453857,
      "learning_rate": 1.5363782324520033e-06,
      "loss": 0.5969,
      "step": 6000
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.809442043304443,
      "learning_rate": 1.520275332467166e-06,
      "loss": 0.6038,
      "step": 6010
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.7299041748046875,
      "learning_rate": 1.504242122356143e-06,
      "loss": 0.5929,
      "step": 6020
    },
    {
      "epoch": 0.8,
      "grad_norm": 5.356698989868164,
      "learning_rate": 1.4882789232226124e-06,
      "loss": 0.5916,
      "step": 6030
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.809737682342529,
      "learning_rate": 1.4723860547681163e-06,
      "loss": 0.6108,
      "step": 6040
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.65049409866333,
      "learning_rate": 1.4565638352856504e-06,
      "loss": 0.5958,
      "step": 6050
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.739075660705566,
      "learning_rate": 1.4408125816532981e-06,
      "loss": 0.5805,
      "step": 6060
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.686561584472656,
      "learning_rate": 1.4251326093278773e-06,
      "loss": 0.6039,
      "step": 6070
    },
    {
      "epoch": 0.8,
      "grad_norm": 6.082182884216309,
      "learning_rate": 1.4095242323386305e-06,
      "loss": 0.5949,
      "step": 6080
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.692592620849609,
      "learning_rate": 1.3939877632809279e-06,
      "loss": 0.5944,
      "step": 6090
    },
    {
      "epoch": 0.81,
      "grad_norm": 5.9873480796813965,
      "learning_rate": 1.3785235133100088e-06,
      "loss": 0.5853,
      "step": 6100
    },
    {
      "epoch": 0.81,
      "grad_norm": 34.229915618896484,
      "learning_rate": 1.3631317921347564e-06,
      "loss": 0.5978,
      "step": 6110
    },
    {
      "epoch": 0.81,
      "grad_norm": 7.1477952003479,
      "learning_rate": 1.347812908011485e-06,
      "loss": 0.5803,
      "step": 6120
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.827530384063721,
      "learning_rate": 1.3325671677377727e-06,
      "loss": 0.5955,
      "step": 6130
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.848330974578857,
      "learning_rate": 1.3173948766463146e-06,
      "loss": 0.5997,
      "step": 6140
    },
    {
      "epoch": 0.81,
      "grad_norm": 6.4514288902282715,
      "learning_rate": 1.3022963385988153e-06,
      "loss": 0.59,
      "step": 6150
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.169240951538086,
      "learning_rate": 1.2872718559798852e-06,
      "loss": 0.602,
      "step": 6160
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.365018367767334,
      "learning_rate": 1.2723217296910078e-06,
      "loss": 0.6034,
      "step": 6170
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.3110785484313965,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.5973,
      "step": 6180
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.271914958953857,
      "learning_rate": 1.2426457422575e-06,
      "loss": 0.5988,
      "step": 6190
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.755878448486328,
      "learning_rate": 1.2279204754460494e-06,
      "loss": 0.5896,
      "step": 6200
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.7621684074401855,
      "learning_rate": 1.2132707536191008e-06,
      "loss": 0.5961,
      "step": 6210
    },
    {
      "epoch": 0.82,
      "grad_norm": 5.900276184082031,
      "learning_rate": 1.1986968701726492e-06,
      "loss": 0.5944,
      "step": 6220
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.725846290588379,
      "learning_rate": 1.184199116983834e-06,
      "loss": 0.5897,
      "step": 6230
    },
    {
      "epoch": 0.83,
      "grad_norm": 8.138350486755371,
      "learning_rate": 1.1697777844051105e-06,
      "loss": 0.6036,
      "step": 6240
    },
    {
      "epoch": 0.83,
      "eval_loss": 0.6633522510528564,
      "eval_runtime": 169.2613,
      "eval_samples_per_second": 64.988,
      "eval_steps_per_second": 8.124,
      "step": 6240
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.216264247894287,
      "learning_rate": 1.1554331612584218e-06,
      "loss": 0.5926,
      "step": 6250
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.344448566436768,
      "learning_rate": 1.141165534829425e-06,
      "loss": 0.5855,
      "step": 6260
    },
    {
      "epoch": 0.83,
      "grad_norm": 7.457535743713379,
      "learning_rate": 1.1269751908617277e-06,
      "loss": 0.5912,
      "step": 6270
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.311199188232422,
      "learning_rate": 1.1128624135511712e-06,
      "loss": 0.5983,
      "step": 6280
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.246806621551514,
      "learning_rate": 1.0988274855401377e-06,
      "loss": 0.5875,
      "step": 6290
    },
    {
      "epoch": 0.83,
      "grad_norm": 6.010527610778809,
      "learning_rate": 1.0848706879118893e-06,
      "loss": 0.5905,
      "step": 6300
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.997354984283447,
      "learning_rate": 1.070992300184941e-06,
      "loss": 0.608,
      "step": 6310
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.129363536834717,
      "learning_rate": 1.057192600307456e-06,
      "loss": 0.6013,
      "step": 6320
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.758306503295898,
      "learning_rate": 1.0434718646516917e-06,
      "loss": 0.5961,
      "step": 6330
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.165789604187012,
      "learning_rate": 1.0298303680084448e-06,
      "loss": 0.5952,
      "step": 6340
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.356081008911133,
      "learning_rate": 1.0162683835815706e-06,
      "loss": 0.595,
      "step": 6350
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.993287563323975,
      "learning_rate": 1.0027861829824953e-06,
      "loss": 0.6059,
      "step": 6360
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.2351226806640625,
      "learning_rate": 9.893840362247809e-07,
      "loss": 0.5966,
      "step": 6370
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.520230293273926,
      "learning_rate": 9.760622117187234e-07,
      "loss": 0.6169,
      "step": 6380
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.322525978088379,
      "learning_rate": 9.628209762659658e-07,
      "loss": 0.6066,
      "step": 6390
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.321556091308594,
      "learning_rate": 9.496605950541676e-07,
      "loss": 0.5976,
      "step": 6400
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.012268543243408,
      "learning_rate": 9.365813316516787e-07,
      "loss": 0.6028,
      "step": 6410
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.8040771484375,
      "learning_rate": 9.235834480022788e-07,
      "loss": 0.611,
      "step": 6420
    },
    {
      "epoch": 0.85,
      "grad_norm": 5.389317035675049,
      "learning_rate": 9.10667204419915e-07,
      "loss": 0.5917,
      "step": 6430
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.818176746368408,
      "learning_rate": 8.978328595834984e-07,
      "loss": 0.6056,
      "step": 6440
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.365832328796387,
      "learning_rate": 8.850806705317183e-07,
      "loss": 0.5949,
      "step": 6450
    },
    {
      "epoch": 0.85,
      "grad_norm": 6.176076412200928,
      "learning_rate": 8.724108926579e-07,
      "loss": 0.6034,
      "step": 6460
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.508719444274902,
      "learning_rate": 8.598237797048825e-07,
      "loss": 0.5851,
      "step": 6470
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.904651165008545,
      "learning_rate": 8.473195837599419e-07,
      "loss": 0.5949,
      "step": 6480
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.214872360229492,
      "learning_rate": 8.348985552497424e-07,
      "loss": 0.5826,
      "step": 6490
    },
    {
      "epoch": 0.86,
      "grad_norm": 9.990653991699219,
      "learning_rate": 8.225609429353187e-07,
      "loss": 0.6072,
      "step": 6500
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.119464874267578,
      "learning_rate": 8.103069939070945e-07,
      "loss": 0.6097,
      "step": 6510
    },
    {
      "epoch": 0.86,
      "grad_norm": 7.176183700561523,
      "learning_rate": 7.981369535799354e-07,
      "loss": 0.5989,
      "step": 6520
    },
    {
      "epoch": 0.86,
      "grad_norm": 6.2535014152526855,
      "learning_rate": 7.860510656882342e-07,
      "loss": 0.602,
      "step": 6530
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.955148696899414,
      "learning_rate": 7.740495722810271e-07,
      "loss": 0.6027,
      "step": 6540
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.898377895355225,
      "learning_rate": 7.621327137171447e-07,
      "loss": 0.5999,
      "step": 6550
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.001263618469238,
      "learning_rate": 7.50300728660407e-07,
      "loss": 0.5719,
      "step": 6560
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.911612510681152,
      "learning_rate": 7.385538540748327e-07,
      "loss": 0.5802,
      "step": 6570
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.093260765075684,
      "learning_rate": 7.26892325219899e-07,
      "loss": 0.5966,
      "step": 6580
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.112546920776367,
      "learning_rate": 7.153163756458287e-07,
      "loss": 0.5949,
      "step": 6590
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.923007011413574,
      "learning_rate": 7.03826237188916e-07,
      "loss": 0.5967,
      "step": 6600
    },
    {
      "epoch": 0.87,
      "grad_norm": 8.302557945251465,
      "learning_rate": 6.924221399668785e-07,
      "loss": 0.5879,
      "step": 6610
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.832093238830566,
      "learning_rate": 6.811043123742494e-07,
      "loss": 0.596,
      "step": 6620
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.365548133850098,
      "learning_rate": 6.698729810778065e-07,
      "loss": 0.5975,
      "step": 6630
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.902804851531982,
      "learning_rate": 6.587283710120324e-07,
      "loss": 0.5882,
      "step": 6640
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.0722808837890625,
      "learning_rate": 6.47670705374604e-07,
      "loss": 0.5945,
      "step": 6650
    },
    {
      "epoch": 0.88,
      "grad_norm": 9.358778953552246,
      "learning_rate": 6.367002056219285e-07,
      "loss": 0.5891,
      "step": 6660
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.326229572296143,
      "learning_rate": 6.258170914647077e-07,
      "loss": 0.6016,
      "step": 6670
    },
    {
      "epoch": 0.88,
      "grad_norm": 5.735571384429932,
      "learning_rate": 6.150215808635334e-07,
      "loss": 0.6066,
      "step": 6680
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.679074764251709,
      "learning_rate": 6.043138900245277e-07,
      "loss": 0.5944,
      "step": 6690
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.554742813110352,
      "learning_rate": 5.936942333950063e-07,
      "loss": 0.5904,
      "step": 6700
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.517423629760742,
      "learning_rate": 5.831628236591929e-07,
      "loss": 0.5885,
      "step": 6710
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.0763959884643555,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.6007,
      "step": 6720
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.555006504058838,
      "learning_rate": 5.623655867645628e-07,
      "loss": 0.6059,
      "step": 6730
    },
    {
      "epoch": 0.89,
      "grad_norm": 6.526163101196289,
      "learning_rate": 5.521001761205441e-07,
      "loss": 0.5923,
      "step": 6740
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.336793899536133,
      "learning_rate": 5.41923845391486e-07,
      "loss": 0.5961,
      "step": 6750
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.833865642547607,
      "learning_rate": 5.318367983829393e-07,
      "loss": 0.6139,
      "step": 6760
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.014789581298828,
      "learning_rate": 5.218392371123326e-07,
      "loss": 0.5936,
      "step": 6770
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.68282413482666,
      "learning_rate": 5.119313618049309e-07,
      "loss": 0.6043,
      "step": 6780
    },
    {
      "epoch": 0.9,
      "grad_norm": 7.465061664581299,
      "learning_rate": 5.021133708898146e-07,
      "loss": 0.6057,
      "step": 6790
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.3078083992004395,
      "learning_rate": 4.9238546099592e-07,
      "loss": 0.5766,
      "step": 6800
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.257416725158691,
      "learning_rate": 4.827478269480895e-07,
      "loss": 0.6008,
      "step": 6810
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.170396327972412,
      "learning_rate": 4.732006617631729e-07,
      "loss": 0.588,
      "step": 6820
    },
    {
      "epoch": 0.9,
      "grad_norm": 6.257867813110352,
      "learning_rate": 4.637441566461681e-07,
      "loss": 0.5986,
      "step": 6830
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.7348952293396,
      "learning_rate": 4.54378500986381e-07,
      "loss": 0.6115,
      "step": 6840
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.10768461227417,
      "learning_rate": 4.451038823536441e-07,
      "loss": 0.6063,
      "step": 6850
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.2565226554870605,
      "learning_rate": 4.35920486494546e-07,
      "loss": 0.5842,
      "step": 6860
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.341768741607666,
      "learning_rate": 4.268284973287273e-07,
      "loss": 0.5969,
      "step": 6870
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.864892959594727,
      "learning_rate": 4.1782809694518533e-07,
      "loss": 0.597,
      "step": 6880
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.842800617218018,
      "learning_rate": 4.089194655986306e-07,
      "loss": 0.5968,
      "step": 6890
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.370209217071533,
      "learning_rate": 4.001027817058789e-07,
      "loss": 0.6031,
      "step": 6900
    },
    {
      "epoch": 0.91,
      "grad_norm": 6.6684489250183105,
      "learning_rate": 3.9137822184227845e-07,
      "loss": 0.5959,
      "step": 6910
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.804083824157715,
      "learning_rate": 3.8274596073816784e-07,
      "loss": 0.5985,
      "step": 6920
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.737246990203857,
      "learning_rate": 3.742061712753825e-07,
      "loss": 0.5926,
      "step": 6930
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.578712463378906,
      "learning_rate": 3.657590244837911e-07,
      "loss": 0.5812,
      "step": 6940
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.795099258422852,
      "learning_rate": 3.5740468953786854e-07,
      "loss": 0.5836,
      "step": 6950
    },
    {
      "epoch": 0.92,
      "grad_norm": 8.640656471252441,
      "learning_rate": 3.49143333753309e-07,
      "loss": 0.598,
      "step": 6960
    },
    {
      "epoch": 0.92,
      "grad_norm": 7.3872971534729,
      "learning_rate": 3.4097512258367385e-07,
      "loss": 0.5771,
      "step": 6970
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.033993244171143,
      "learning_rate": 3.3290021961708163e-07,
      "loss": 0.5866,
      "step": 6980
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.115429401397705,
      "learning_rate": 3.2491878657292643e-07,
      "loss": 0.5888,
      "step": 6990
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.127076148986816,
      "learning_rate": 3.1703098329864237e-07,
      "loss": 0.5962,
      "step": 7000
    },
    {
      "epoch": 0.93,
      "grad_norm": 5.615909576416016,
      "learning_rate": 3.0923696776650414e-07,
      "loss": 0.5977,
      "step": 7010
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.339127540588379,
      "learning_rate": 3.015368960704584e-07,
      "loss": 0.5952,
      "step": 7020
    },
    {
      "epoch": 0.93,
      "eval_loss": 0.6624879240989685,
      "eval_runtime": 169.2633,
      "eval_samples_per_second": 64.988,
      "eval_steps_per_second": 8.123,
      "step": 7020
    },
    {
      "epoch": 0.93,
      "grad_norm": 6.424869060516357,
      "learning_rate": 2.9393092242300026e-07,
      "loss": 0.6031,
      "step": 7030
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.278805255889893,
      "learning_rate": 2.864191991520848e-07,
      "loss": 0.582,
      "step": 7040
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.123143672943115,
      "learning_rate": 2.790018766980773e-07,
      "loss": 0.6012,
      "step": 7050
    },
    {
      "epoch": 0.93,
      "grad_norm": 7.571608543395996,
      "learning_rate": 2.71679103610738e-07,
      "loss": 0.5986,
      "step": 7060
    },
    {
      "epoch": 0.94,
      "grad_norm": 9.16704273223877,
      "learning_rate": 2.64451026546248e-07,
      "loss": 0.5973,
      "step": 7070
    },
    {
      "epoch": 0.94,
      "grad_norm": 21.925724029541016,
      "learning_rate": 2.573177902642726e-07,
      "loss": 0.6081,
      "step": 7080
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.148933410644531,
      "learning_rate": 2.502795376250622e-07,
      "loss": 0.5902,
      "step": 7090
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.818910598754883,
      "learning_rate": 2.4333640958659144e-07,
      "loss": 0.6025,
      "step": 7100
    },
    {
      "epoch": 0.94,
      "grad_norm": 8.272276878356934,
      "learning_rate": 2.3648854520173237e-07,
      "loss": 0.5759,
      "step": 7110
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.721363544464111,
      "learning_rate": 2.2973608161547755e-07,
      "loss": 0.5904,
      "step": 7120
    },
    {
      "epoch": 0.94,
      "grad_norm": 6.874349117279053,
      "learning_rate": 2.2307915406218517e-07,
      "loss": 0.5935,
      "step": 7130
    },
    {
      "epoch": 0.94,
      "grad_norm": 7.524652481079102,
      "learning_rate": 2.1651789586287442e-07,
      "loss": 0.5943,
      "step": 7140
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.76678991317749,
      "learning_rate": 2.1005243842255552e-07,
      "loss": 0.5978,
      "step": 7150
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.988404750823975,
      "learning_rate": 2.0368291122759898e-07,
      "loss": 0.6036,
      "step": 7160
    },
    {
      "epoch": 0.95,
      "grad_norm": 10.661617279052734,
      "learning_rate": 1.9740944184313882e-07,
      "loss": 0.5818,
      "step": 7170
    },
    {
      "epoch": 0.95,
      "grad_norm": 8.164312362670898,
      "learning_rate": 1.9123215591052014e-07,
      "loss": 0.5947,
      "step": 7180
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.9098639488220215,
      "learning_rate": 1.8515117714478447e-07,
      "loss": 0.5905,
      "step": 7190
    },
    {
      "epoch": 0.95,
      "grad_norm": 6.581024646759033,
      "learning_rate": 1.7916662733218848e-07,
      "loss": 0.5863,
      "step": 7200
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.17993688583374,
      "learning_rate": 1.7327862632776638e-07,
      "loss": 0.5896,
      "step": 7210
    },
    {
      "epoch": 0.96,
      "grad_norm": 8.833417892456055,
      "learning_rate": 1.6748729205293024e-07,
      "loss": 0.5968,
      "step": 7220
    },
    {
      "epoch": 0.96,
      "grad_norm": 9.489375114440918,
      "learning_rate": 1.6179274049310966e-07,
      "loss": 0.5915,
      "step": 7230
    },
    {
      "epoch": 0.96,
      "grad_norm": 9.514772415161133,
      "learning_rate": 1.5619508569542363e-07,
      "loss": 0.6042,
      "step": 7240
    },
    {
      "epoch": 0.96,
      "grad_norm": 8.74714183807373,
      "learning_rate": 1.5069443976640287e-07,
      "loss": 0.5893,
      "step": 7250
    },
    {
      "epoch": 0.96,
      "grad_norm": 9.094064712524414,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.5952,
      "step": 7260
    },
    {
      "epoch": 0.96,
      "grad_norm": 7.5646748542785645,
      "learning_rate": 1.3998461322408563e-07,
      "loss": 0.5858,
      "step": 7270
    },
    {
      "epoch": 0.96,
      "grad_norm": 6.778071880340576,
      "learning_rate": 1.3477564710088097e-07,
      "loss": 0.5909,
      "step": 7280
    },
    {
      "epoch": 0.96,
      "grad_norm": 8.356637954711914,
      "learning_rate": 1.2966411882222695e-07,
      "loss": 0.587,
      "step": 7290
    },
    {
      "epoch": 0.97,
      "grad_norm": 30.982200622558594,
      "learning_rate": 1.2465013075879884e-07,
      "loss": 0.5991,
      "step": 7300
    },
    {
      "epoch": 0.97,
      "grad_norm": 9.689143180847168,
      "learning_rate": 1.1973378332779229e-07,
      "loss": 0.5941,
      "step": 7310
    },
    {
      "epoch": 0.97,
      "grad_norm": 9.626836776733398,
      "learning_rate": 1.1491517499091498e-07,
      "loss": 0.6101,
      "step": 7320
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.071940422058105,
      "learning_rate": 1.1019440225241317e-07,
      "loss": 0.6048,
      "step": 7330
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.815977096557617,
      "learning_rate": 1.055715596571405e-07,
      "loss": 0.5978,
      "step": 7340
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.037093162536621,
      "learning_rate": 1.0104673978866164e-07,
      "loss": 0.5957,
      "step": 7350
    },
    {
      "epoch": 0.97,
      "grad_norm": 10.43423080444336,
      "learning_rate": 9.662003326740166e-08,
      "loss": 0.5852,
      "step": 7360
    },
    {
      "epoch": 0.98,
      "grad_norm": 11.2993803024292,
      "learning_rate": 9.22915287488274e-08,
      "loss": 0.5991,
      "step": 7370
    },
    {
      "epoch": 0.98,
      "grad_norm": 8.106484413146973,
      "learning_rate": 8.80613129216762e-08,
      "loss": 0.5826,
      "step": 7380
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.548207759857178,
      "learning_rate": 8.392947050621603e-08,
      "loss": 0.6091,
      "step": 7390
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.398821830749512,
      "learning_rate": 7.989608425254924e-08,
      "loss": 0.6062,
      "step": 7400
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.462056159973145,
      "learning_rate": 7.59612349389599e-08,
      "loss": 0.5883,
      "step": 7410
    },
    {
      "epoch": 0.98,
      "grad_norm": 7.41684627532959,
      "learning_rate": 7.212500137028789e-08,
      "loss": 0.5713,
      "step": 7420
    },
    {
      "epoch": 0.98,
      "grad_norm": 8.549308776855469,
      "learning_rate": 6.838746037635735e-08,
      "loss": 0.5913,
      "step": 7430
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.199472427368164,
      "learning_rate": 6.474868681043578e-08,
      "loss": 0.5937,
      "step": 7440
    },
    {
      "epoch": 0.99,
      "grad_norm": 9.204155921936035,
      "learning_rate": 6.120875354773459e-08,
      "loss": 0.6123,
      "step": 7450
    },
    {
      "epoch": 0.99,
      "grad_norm": 11.123385429382324,
      "learning_rate": 5.776773148394976e-08,
      "loss": 0.601,
      "step": 7460
    },
    {
      "epoch": 0.99,
      "grad_norm": 10.552239418029785,
      "learning_rate": 5.4425689533841864e-08,
      "loss": 0.5879,
      "step": 7470
    },
    {
      "epoch": 0.99,
      "grad_norm": 9.744135856628418,
      "learning_rate": 5.1182694629857145e-08,
      "loss": 0.5935,
      "step": 7480
    },
    {
      "epoch": 0.99,
      "grad_norm": 8.253293991088867,
      "learning_rate": 4.803881172078473e-08,
      "loss": 0.5794,
      "step": 7490
    },
    {
      "epoch": 0.99,
      "grad_norm": 10.403715133666992,
      "learning_rate": 4.499410377045765e-08,
      "loss": 0.5859,
      "step": 7500
    },
    {
      "epoch": 0.99,
      "grad_norm": 10.5465669631958,
      "learning_rate": 4.2048631756492206e-08,
      "loss": 0.5915,
      "step": 7510
    },
    {
      "epoch": 1.0,
      "grad_norm": 10.897085189819336,
      "learning_rate": 3.9202454669063915e-08,
      "loss": 0.5948,
      "step": 7520
    },
    {
      "epoch": 1.0,
      "grad_norm": 10.889774322509766,
      "learning_rate": 3.645562950973014e-08,
      "loss": 0.5855,
      "step": 7530
    },
    {
      "epoch": 1.0,
      "grad_norm": 14.552692413330078,
      "learning_rate": 3.3808211290284886e-08,
      "loss": 0.5792,
      "step": 7540
    },
    {
      "epoch": 1.0,
      "grad_norm": 14.617317199707031,
      "learning_rate": 3.1260253031660247e-08,
      "loss": 0.5728,
      "step": 7550
    },
    {
      "epoch": 1.0,
      "grad_norm": 9.893068313598633,
      "learning_rate": 2.8811805762860578e-08,
      "loss": 0.5764,
      "step": 7560
    },
    {
      "epoch": 1.0,
      "grad_norm": 12.069340705871582,
      "learning_rate": 2.6462918519944425e-08,
      "loss": 0.5868,
      "step": 7570
    },
    {
      "epoch": 1.0,
      "grad_norm": 11.886162757873535,
      "learning_rate": 2.4213638345040868e-08,
      "loss": 0.5765,
      "step": 7580
    },
    {
      "epoch": 1.0,
      "grad_norm": 15.018707275390625,
      "learning_rate": 2.206401028540639e-08,
      "loss": 0.5941,
      "step": 7590
    },
    {
      "epoch": 1.01,
      "grad_norm": 13.571678161621094,
      "learning_rate": 2.0014077392525035e-08,
      "loss": 0.5735,
      "step": 7600
    },
    {
      "epoch": 1.01,
      "grad_norm": 10.342925071716309,
      "learning_rate": 1.8063880721242986e-08,
      "loss": 0.5858,
      "step": 7610
    },
    {
      "epoch": 1.01,
      "grad_norm": 12.00433349609375,
      "learning_rate": 1.6213459328950355e-08,
      "loss": 0.5805,
      "step": 7620
    },
    {
      "epoch": 1.01,
      "grad_norm": 11.714844703674316,
      "learning_rate": 1.4462850274794548e-08,
      "loss": 0.5769,
      "step": 7630
    },
    {
      "epoch": 1.01,
      "grad_norm": 14.100560188293457,
      "learning_rate": 1.2812088618942009e-08,
      "loss": 0.5837,
      "step": 7640
    },
    {
      "epoch": 1.01,
      "grad_norm": 11.162514686584473,
      "learning_rate": 1.1261207421874309e-08,
      "loss": 0.5901,
      "step": 7650
    },
    {
      "epoch": 1.01,
      "grad_norm": 13.700465202331543,
      "learning_rate": 9.810237743724805e-09,
      "loss": 0.6027,
      "step": 7660
    },
    {
      "epoch": 1.02,
      "grad_norm": 10.646740913391113,
      "learning_rate": 8.459208643659122e-09,
      "loss": 0.5797,
      "step": 7670
    },
    {
      "epoch": 1.02,
      "grad_norm": 14.71796703338623,
      "learning_rate": 7.2081471792911914e-09,
      "loss": 0.5724,
      "step": 7680
    },
    {
      "epoch": 1.02,
      "grad_norm": 14.192370414733887,
      "learning_rate": 6.057078406142003e-09,
      "loss": 0.5751,
      "step": 7690
    },
    {
      "epoch": 1.02,
      "grad_norm": 13.943014144897461,
      "learning_rate": 5.006025377138901e-09,
      "loss": 0.5801,
      "step": 7700
    },
    {
      "epoch": 1.02,
      "grad_norm": 16.19605827331543,
      "learning_rate": 4.055009142152066e-09,
      "loss": 0.5887,
      "step": 7710
    },
    {
      "epoch": 1.02,
      "grad_norm": 15.496548652648926,
      "learning_rate": 3.204048747573185e-09,
      "loss": 0.5885,
      "step": 7720
    },
    {
      "epoch": 1.02,
      "grad_norm": 14.580850601196289,
      "learning_rate": 2.4531612359363077e-09,
      "loss": 0.5806,
      "step": 7730
    },
    {
      "epoch": 1.02,
      "grad_norm": 11.053496360778809,
      "learning_rate": 1.8023616455731253e-09,
      "loss": 0.5916,
      "step": 7740
    },
    {
      "epoch": 1.03,
      "grad_norm": 12.858407020568848,
      "learning_rate": 1.2516630103137638e-09,
      "loss": 0.5805,
      "step": 7750
    },
    {
      "epoch": 1.03,
      "grad_norm": 12.221976280212402,
      "learning_rate": 8.010763592264381e-10,
      "loss": 0.5747,
      "step": 7760
    },
    {
      "epoch": 1.03,
      "grad_norm": 14.73697566986084,
      "learning_rate": 4.506107163948503e-10,
      "loss": 0.5811,
      "step": 7770
    },
    {
      "epoch": 1.03,
      "grad_norm": 11.176998138427734,
      "learning_rate": 2.0027310073833516e-10,
      "loss": 0.5929,
      "step": 7780
    },
    {
      "epoch": 1.03,
      "grad_norm": 17.99811363220215,
      "learning_rate": 5.0068525870305974e-11,
      "loss": 0.5805,
      "step": 7790
    },
    {
      "epoch": 1.03,
      "grad_norm": 12.911456108093262,
      "learning_rate": 0.0,
      "loss": 0.5872,
      "step": 7800
    },
    {
      "epoch": 1.03,
      "eval_loss": 0.6635136008262634,
      "eval_runtime": 169.3272,
      "eval_samples_per_second": 64.963,
      "eval_steps_per_second": 8.12,
      "step": 7800
    }
  ],
  "logging_steps": 10,
  "max_steps": 7800,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1,
  "total_flos": 6.410944662073875e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}