{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5011305585796835,
  "eval_steps": 500,
  "global_step": 1496,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.3170796398874254,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 2.7671,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.29680852396718344,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.6668,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.2873156967491437,
      "learning_rate": 3e-06,
      "loss": 2.6609,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.32279830604138887,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.6938,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.3053378475916063,
      "learning_rate": 5e-06,
      "loss": 2.7157,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.31356199532358553,
      "learning_rate": 6e-06,
      "loss": 2.6557,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.31222297787622016,
      "learning_rate": 7e-06,
      "loss": 2.7756,
      "step": 7
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.31394414996683867,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.6484,
      "step": 8
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.30526319548839004,
      "learning_rate": 9e-06,
      "loss": 2.6737,
      "step": 9
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.2841622783139327,
      "learning_rate": 1e-05,
      "loss": 2.6651,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.3046154890794536,
      "learning_rate": 9.999997212173297e-06,
      "loss": 2.6241,
      "step": 11
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.3035503343057213,
      "learning_rate": 9.9999888486963e-06,
      "loss": 2.6725,
      "step": 12
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.32373433520739703,
      "learning_rate": 9.999974909578329e-06,
      "loss": 2.6226,
      "step": 13
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.31263516602351327,
      "learning_rate": 9.999955394834935e-06,
      "loss": 2.6546,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.3200414604098111,
      "learning_rate": 9.999930304487874e-06,
      "loss": 2.703,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2733658015391629,
      "learning_rate": 9.99989963856513e-06,
      "loss": 2.6281,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.29070953298516844,
      "learning_rate": 9.999863397100895e-06,
      "loss": 2.6899,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2688747648684131,
      "learning_rate": 9.999821580135584e-06,
      "loss": 2.6487,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.30758393123030825,
      "learning_rate": 9.999774187715831e-06,
      "loss": 2.7497,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2828363345308586,
      "learning_rate": 9.999721219894482e-06,
      "loss": 2.5763,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2663942725881501,
      "learning_rate": 9.999662676730606e-06,
      "loss": 2.6937,
      "step": 21
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2689492534938777,
      "learning_rate": 9.999598558289483e-06,
      "loss": 2.6607,
      "step": 22
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2721982530512938,
      "learning_rate": 9.999528864642613e-06,
      "loss": 2.6965,
      "step": 23
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.30924763996084126,
      "learning_rate": 9.999453595867717e-06,
      "loss": 2.7285,
      "step": 24
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.31069570849542394,
      "learning_rate": 9.999372752048729e-06,
      "loss": 2.7327,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.28105572772546,
      "learning_rate": 9.999286333275797e-06,
      "loss": 2.7391,
      "step": 26
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.29124281802756785,
      "learning_rate": 9.999194339645292e-06,
      "loss": 2.736,
      "step": 27
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.28911610699083024,
      "learning_rate": 9.999096771259797e-06,
      "loss": 2.7244,
      "step": 28
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.3218998422572818,
      "learning_rate": 9.998993628228117e-06,
      "loss": 2.6511,
      "step": 29
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.29829283998012357,
      "learning_rate": 9.998884910665267e-06,
      "loss": 2.6505,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2871946091545111,
      "learning_rate": 9.998770618692483e-06,
      "loss": 2.672,
      "step": 31
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2921996511900815,
      "learning_rate": 9.998650752437214e-06,
      "loss": 2.7574,
      "step": 32
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2882670075948252,
      "learning_rate": 9.998525312033127e-06,
      "loss": 2.6553,
      "step": 33
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.29239646966364624,
      "learning_rate": 9.998394297620104e-06,
      "loss": 2.7093,
      "step": 34
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.27417884873271275,
      "learning_rate": 9.998257709344246e-06,
      "loss": 2.7521,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2841800938763941,
      "learning_rate": 9.998115547357862e-06,
      "loss": 2.6787,
      "step": 36
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2856884783984889,
      "learning_rate": 9.997967811819485e-06,
      "loss": 2.6779,
      "step": 37
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2683793206277986,
      "learning_rate": 9.997814502893857e-06,
      "loss": 2.6535,
      "step": 38
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.26118210674650083,
      "learning_rate": 9.997655620751939e-06,
      "loss": 2.543,
      "step": 39
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.284127574743679,
      "learning_rate": 9.997491165570907e-06,
      "loss": 2.6393,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.28201563255626655,
      "learning_rate": 9.997321137534146e-06,
      "loss": 2.6337,
      "step": 41
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.26033949026291303,
      "learning_rate": 9.997145536831262e-06,
      "loss": 2.6164,
      "step": 42
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2988779986281759,
      "learning_rate": 9.996964363658072e-06,
      "loss": 2.5932,
      "step": 43
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.2759490337531855,
      "learning_rate": 9.996777618216608e-06,
      "loss": 2.684,
      "step": 44
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.28293313936126274,
      "learning_rate": 9.996585300715117e-06,
      "loss": 2.6431,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2847363633557033,
      "learning_rate": 9.996387411368053e-06,
      "loss": 2.6603,
      "step": 46
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.28381392284071094,
      "learning_rate": 9.996183950396094e-06,
      "loss": 2.6464,
      "step": 47
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2916519709131871,
      "learning_rate": 9.995974918026125e-06,
      "loss": 2.6885,
      "step": 48
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2700571651342325,
      "learning_rate": 9.995760314491243e-06,
      "loss": 2.6409,
      "step": 49
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.277172183309257,
      "learning_rate": 9.995540140030759e-06,
      "loss": 2.6321,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2721933123803388,
      "learning_rate": 9.995314394890196e-06,
      "loss": 2.6912,
      "step": 51
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2859308096097758,
      "learning_rate": 9.99508307932129e-06,
      "loss": 2.692,
      "step": 52
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2988143743206093,
      "learning_rate": 9.99484619358199e-06,
      "loss": 2.6676,
      "step": 53
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.287084630302098,
      "learning_rate": 9.994603737936448e-06,
      "loss": 2.6356,
      "step": 54
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.28178162133982554,
      "learning_rate": 9.99435571265504e-06,
      "loss": 2.5701,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.26758913727535316,
      "learning_rate": 9.994102118014346e-06,
      "loss": 2.5164,
      "step": 56
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.27606618820293444,
      "learning_rate": 9.993842954297155e-06,
      "loss": 2.5834,
      "step": 57
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.27242713636520005,
      "learning_rate": 9.993578221792469e-06,
      "loss": 2.7215,
      "step": 58
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2839211405332648,
      "learning_rate": 9.9933079207955e-06,
      "loss": 2.635,
      "step": 59
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2685892394986992,
      "learning_rate": 9.99303205160767e-06,
      "loss": 2.7163,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2697296518070164,
      "learning_rate": 9.992750614536606e-06,
      "loss": 2.5452,
      "step": 61
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2854401338053572,
      "learning_rate": 9.99246360989615e-06,
      "loss": 2.5883,
      "step": 62
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.29011457596920015,
      "learning_rate": 9.992171038006346e-06,
      "loss": 2.6617,
      "step": 63
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2712048800249517,
      "learning_rate": 9.991872899193455e-06,
      "loss": 2.6344,
      "step": 64
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.29054941045481053,
      "learning_rate": 9.991569193789938e-06,
      "loss": 2.7087,
      "step": 65
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.26950023306799387,
      "learning_rate": 9.991259922134466e-06,
      "loss": 2.6186,
      "step": 66
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2612400944442634,
      "learning_rate": 9.99094508457192e-06,
      "loss": 2.6211,
      "step": 67
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2714769376106506,
      "learning_rate": 9.99062468145338e-06,
      "loss": 2.708,
      "step": 68
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2896534832484691,
      "learning_rate": 9.99029871313614e-06,
      "loss": 2.6488,
      "step": 69
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2734636975408946,
      "learning_rate": 9.989967179983699e-06,
      "loss": 2.617,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.29347749407064544,
      "learning_rate": 9.989630082365757e-06,
      "loss": 2.5147,
      "step": 71
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.26482740031050994,
      "learning_rate": 9.989287420658224e-06,
      "loss": 2.5581,
      "step": 72
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.2795723576861998,
      "learning_rate": 9.98893919524321e-06,
      "loss": 2.5844,
      "step": 73
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.3024349947315377,
      "learning_rate": 9.988585406509035e-06,
      "loss": 2.6604,
      "step": 74
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3063626335259863,
      "learning_rate": 9.988226054850218e-06,
      "loss": 2.5631,
      "step": 75
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.29619182230702906,
      "learning_rate": 9.987861140667483e-06,
      "loss": 2.7107,
      "step": 76
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2863355575783403,
      "learning_rate": 9.987490664367758e-06,
      "loss": 2.7283,
      "step": 77
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.29317077029265626,
      "learning_rate": 9.987114626364172e-06,
      "loss": 2.6591,
      "step": 78
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.27596698806471515,
      "learning_rate": 9.986733027076054e-06,
      "loss": 2.6256,
      "step": 79
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.27656717781378126,
      "learning_rate": 9.98634586692894e-06,
      "loss": 2.656,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.28757181359132244,
      "learning_rate": 9.985953146354566e-06,
      "loss": 2.7137,
      "step": 81
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2853580962365858,
      "learning_rate": 9.985554865790862e-06,
      "loss": 2.7061,
      "step": 82
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.29503022029015374,
      "learning_rate": 9.985151025681964e-06,
      "loss": 2.6384,
      "step": 83
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.28368753243458983,
      "learning_rate": 9.98474162647821e-06,
      "loss": 2.6624,
      "step": 84
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.28280698760335077,
      "learning_rate": 9.984326668636131e-06,
      "loss": 2.6416,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2860258768386144,
      "learning_rate": 9.983906152618458e-06,
      "loss": 2.5637,
      "step": 86
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.284560220784243,
      "learning_rate": 9.983480078894125e-06,
      "loss": 2.6423,
      "step": 87
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.30396814279935847,
      "learning_rate": 9.983048447938255e-06,
      "loss": 2.8193,
      "step": 88
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2767383522832132,
      "learning_rate": 9.982611260232177e-06,
      "loss": 2.6299,
      "step": 89
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2930929175146555,
      "learning_rate": 9.98216851626341e-06,
      "loss": 2.5475,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.30608721318647636,
      "learning_rate": 9.981720216525675e-06,
      "loss": 2.5872,
      "step": 91
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3003738914561364,
      "learning_rate": 9.98126636151888e-06,
      "loss": 2.5907,
      "step": 92
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3013039295708162,
      "learning_rate": 9.980806951749134e-06,
      "loss": 2.7558,
      "step": 93
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3142726332807136,
      "learning_rate": 9.98034198772874e-06,
      "loss": 2.5396,
      "step": 94
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.29862717497789243,
      "learning_rate": 9.979871469976197e-06,
      "loss": 2.6472,
      "step": 95
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.28702408957648073,
      "learning_rate": 9.979395399016186e-06,
      "loss": 2.6004,
      "step": 96
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3240509173310664,
      "learning_rate": 9.978913775379595e-06,
      "loss": 2.6406,
      "step": 97
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.28422751794327694,
      "learning_rate": 9.978426599603492e-06,
      "loss": 2.6116,
      "step": 98
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.29107866308539426,
      "learning_rate": 9.977933872231148e-06,
      "loss": 2.7328,
      "step": 99
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2952731989387591,
      "learning_rate": 9.977435593812013e-06,
      "loss": 2.6816,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.29516315064408405,
      "learning_rate": 9.976931764901733e-06,
      "loss": 2.6957,
      "step": 101
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.30826242985921637,
      "learning_rate": 9.976422386062147e-06,
      "loss": 2.6688,
      "step": 102
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.31006008358094334,
      "learning_rate": 9.975907457861276e-06,
      "loss": 2.6719,
      "step": 103
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3066420585453031,
      "learning_rate": 9.975386980873332e-06,
      "loss": 2.7008,
      "step": 104
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2927576957883402,
      "learning_rate": 9.974860955678715e-06,
      "loss": 2.6419,
      "step": 105
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.29451095298628577,
      "learning_rate": 9.974329382864013e-06,
      "loss": 2.5173,
      "step": 106
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2950560536107638,
      "learning_rate": 9.973792263021998e-06,
      "loss": 2.5954,
      "step": 107
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.30334538972041447,
      "learning_rate": 9.97324959675163e-06,
      "loss": 2.698,
      "step": 108
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.295569951999041,
      "learning_rate": 9.972701384658052e-06,
      "loss": 2.6575,
      "step": 109
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2779283004801193,
      "learning_rate": 9.972147627352593e-06,
      "loss": 2.5847,
      "step": 110
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.29050023569534117,
      "learning_rate": 9.971588325452764e-06,
      "loss": 2.632,
      "step": 111
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.28944011458219093,
      "learning_rate": 9.971023479582258e-06,
      "loss": 2.6059,
      "step": 112
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.30361043855717296,
      "learning_rate": 9.970453090370955e-06,
      "loss": 2.6696,
      "step": 113
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2903070720744162,
      "learning_rate": 9.969877158454912e-06,
      "loss": 2.6237,
      "step": 114
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2947711559457182,
      "learning_rate": 9.96929568447637e-06,
      "loss": 2.5382,
      "step": 115
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3135860050045197,
      "learning_rate": 9.968708669083744e-06,
      "loss": 2.4986,
      "step": 116
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.28678359148213384,
      "learning_rate": 9.96811611293164e-06,
      "loss": 2.4735,
      "step": 117
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2916898789138187,
      "learning_rate": 9.967518016680828e-06,
      "loss": 2.6435,
      "step": 118
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2972152291286803,
      "learning_rate": 9.966914380998267e-06,
      "loss": 2.6284,
      "step": 119
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3188049030703794,
      "learning_rate": 9.966305206557092e-06,
      "loss": 2.6791,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2735280976751751,
      "learning_rate": 9.965690494036608e-06,
      "loss": 2.5355,
      "step": 121
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3085365242350297,
      "learning_rate": 9.965070244122302e-06,
      "loss": 2.6272,
      "step": 122
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.28189250618902306,
      "learning_rate": 9.964444457505833e-06,
      "loss": 2.6136,
      "step": 123
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2909831086496679,
      "learning_rate": 9.963813134885035e-06,
      "loss": 2.5946,
      "step": 124
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.32772962273481576,
      "learning_rate": 9.963176276963916e-06,
      "loss": 2.5512,
      "step": 125
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.29674052656232275,
      "learning_rate": 9.962533884452654e-06,
      "loss": 2.6141,
      "step": 126
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.32953053258652276,
      "learning_rate": 9.961885958067604e-06,
      "loss": 2.5961,
      "step": 127
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.296659441540278,
      "learning_rate": 9.961232498531283e-06,
      "loss": 2.5345,
      "step": 128
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.29525949719018313,
      "learning_rate": 9.960573506572391e-06,
      "loss": 2.6226,
      "step": 129
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3157983285097481,
      "learning_rate": 9.959908982925783e-06,
      "loss": 2.7319,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.28286217521963397,
      "learning_rate": 9.959238928332494e-06,
      "loss": 2.7099,
      "step": 131
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2989054935005055,
      "learning_rate": 9.958563343539723e-06,
      "loss": 2.5254,
      "step": 132
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.31605549196587157,
      "learning_rate": 9.95788222930083e-06,
      "loss": 2.63,
      "step": 133
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.2942778521800686,
      "learning_rate": 9.957195586375352e-06,
      "loss": 2.6654,
      "step": 134
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.2841294889913612,
      "learning_rate": 9.956503415528984e-06,
      "loss": 2.5773,
      "step": 135
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.33126003232194934,
      "learning_rate": 9.955805717533586e-06,
      "loss": 2.4466,
      "step": 136
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.29995460365464693,
      "learning_rate": 9.955102493167184e-06,
      "loss": 2.6908,
      "step": 137
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3097272168432938,
      "learning_rate": 9.954393743213965e-06,
      "loss": 2.6364,
      "step": 138
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.29472319118829043,
      "learning_rate": 9.953679468464274e-06,
      "loss": 2.6355,
      "step": 139
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.30533560268177895,
      "learning_rate": 9.952959669714627e-06,
      "loss": 2.642,
      "step": 140
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.30490767031205196,
      "learning_rate": 9.952234347767688e-06,
      "loss": 2.625,
      "step": 141
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.30108111160509854,
      "learning_rate": 9.95150350343229e-06,
      "loss": 2.5336,
      "step": 142
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.35556322456241785,
      "learning_rate": 9.950767137523417e-06,
      "loss": 2.532,
      "step": 143
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.2878834805061441,
      "learning_rate": 9.950025250862214e-06,
      "loss": 2.5405,
      "step": 144
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3164131493463764,
      "learning_rate": 9.94927784427598e-06,
      "loss": 2.6325,
      "step": 145
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3003951728387244,
      "learning_rate": 9.948524918598175e-06,
      "loss": 2.6077,
      "step": 146
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3006003690530792,
      "learning_rate": 9.947766474668407e-06,
      "loss": 2.6045,
      "step": 147
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3033727253017958,
      "learning_rate": 9.947002513332441e-06,
      "loss": 2.6125,
      "step": 148
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.28736676466741445,
      "learning_rate": 9.946233035442191e-06,
      "loss": 2.598,
      "step": 149
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.29270217211382965,
      "learning_rate": 9.945458041855732e-06,
      "loss": 2.5943,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3048173187700944,
      "learning_rate": 9.944677533437274e-06,
      "loss": 2.6109,
      "step": 151
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.31512121937325066,
      "learning_rate": 9.943891511057193e-06,
      "loss": 2.5965,
      "step": 152
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.32931439227554016,
      "learning_rate": 9.943099975592003e-06,
      "loss": 2.7177,
      "step": 153
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3125427693663409,
      "learning_rate": 9.942302927924372e-06,
      "loss": 2.7429,
      "step": 154
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.31511491830731564,
      "learning_rate": 9.941500368943111e-06,
      "loss": 2.6877,
      "step": 155
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3110005885008245,
      "learning_rate": 9.940692299543177e-06,
      "loss": 2.6596,
      "step": 156
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.33338215837921104,
      "learning_rate": 9.939878720625675e-06,
      "loss": 2.574,
      "step": 157
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3057233369045081,
      "learning_rate": 9.939059633097852e-06,
      "loss": 2.6993,
      "step": 158
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3180182331769005,
      "learning_rate": 9.938235037873094e-06,
      "loss": 2.6828,
      "step": 159
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.29025477598221844,
      "learning_rate": 9.937404935870938e-06,
      "loss": 2.6985,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.2984082132718923,
      "learning_rate": 9.936569328017052e-06,
      "loss": 2.6061,
      "step": 161
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3062414255693518,
      "learning_rate": 9.935728215243248e-06,
      "loss": 2.7174,
      "step": 162
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3246654168330274,
      "learning_rate": 9.934881598487478e-06,
      "loss": 2.5767,
      "step": 163
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3024015011695911,
      "learning_rate": 9.934029478693832e-06,
      "loss": 2.7215,
      "step": 164
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.29285564782553547,
      "learning_rate": 9.933171856812533e-06,
      "loss": 2.6268,
      "step": 165
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.30639638710780326,
      "learning_rate": 9.93230873379994e-06,
      "loss": 2.5962,
      "step": 166
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.30924253228683957,
      "learning_rate": 9.931440110618551e-06,
      "loss": 2.5709,
      "step": 167
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3072053847437663,
      "learning_rate": 9.930565988236992e-06,
      "loss": 2.6555,
      "step": 168
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3092824759025904,
      "learning_rate": 9.929686367630025e-06,
      "loss": 2.5353,
      "step": 169
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.2986363811791144,
      "learning_rate": 9.92880124977854e-06,
      "loss": 2.5062,
      "step": 170
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31033745188051043,
      "learning_rate": 9.927910635669563e-06,
      "loss": 2.4532,
      "step": 171
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31699134746635294,
      "learning_rate": 9.92701452629624e-06,
      "loss": 2.7133,
      "step": 172
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.30793109197125706,
      "learning_rate": 9.926112922657857e-06,
      "loss": 2.6064,
      "step": 173
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31386250063346854,
      "learning_rate": 9.925205825759813e-06,
      "loss": 2.6756,
      "step": 174
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.320593710482426,
      "learning_rate": 9.924293236613643e-06,
      "loss": 2.702,
      "step": 175
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3156087384897636,
      "learning_rate": 9.923375156237001e-06,
      "loss": 2.6653,
      "step": 176
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31854517610852556,
      "learning_rate": 9.922451585653668e-06,
      "loss": 2.5921,
      "step": 177
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.29132946424311973,
      "learning_rate": 9.921522525893548e-06,
      "loss": 2.5643,
      "step": 178
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3053782409475688,
      "learning_rate": 9.92058797799266e-06,
      "loss": 2.6313,
      "step": 179
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3212158908250996,
      "learning_rate": 9.91964794299315e-06,
      "loss": 2.5354,
      "step": 180
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31759359549627775,
      "learning_rate": 9.918702421943279e-06,
      "loss": 2.6066,
      "step": 181
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.35379468325614266,
      "learning_rate": 9.917751415897424e-06,
      "loss": 2.6648,
      "step": 182
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.309402095205423,
      "learning_rate": 9.916794925916084e-06,
      "loss": 2.6547,
      "step": 183
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3200272243437652,
      "learning_rate": 9.915832953065872e-06,
      "loss": 2.6266,
      "step": 184
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.33823480881963486,
      "learning_rate": 9.91486549841951e-06,
      "loss": 2.5839,
      "step": 185
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.30035503955484993,
      "learning_rate": 9.913892563055838e-06,
      "loss": 2.5857,
      "step": 186
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.29683903426101027,
      "learning_rate": 9.912914148059805e-06,
      "loss": 2.5867,
      "step": 187
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3271230659325653,
      "learning_rate": 9.91193025452247e-06,
      "loss": 2.5397,
      "step": 188
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.30470387096928925,
      "learning_rate": 9.910940883541009e-06,
      "loss": 2.5745,
      "step": 189
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31498884686525297,
      "learning_rate": 9.909946036218694e-06,
      "loss": 2.5992,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3418035670034064,
      "learning_rate": 9.908945713664912e-06,
      "loss": 2.6089,
      "step": 191
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.34197561767453183,
      "learning_rate": 9.907939916995154e-06,
      "loss": 2.6431,
      "step": 192
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.32498858871967207,
      "learning_rate": 9.906928647331011e-06,
      "loss": 2.6333,
      "step": 193
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.31437972497517663,
      "learning_rate": 9.905911905800186e-06,
      "loss": 2.6326,
      "step": 194
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3133510801919385,
      "learning_rate": 9.904889693536475e-06,
      "loss": 2.6042,
      "step": 195
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3507289329205512,
      "learning_rate": 9.903862011679781e-06,
      "loss": 2.6468,
      "step": 196
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.31804925054207894,
      "learning_rate": 9.902828861376101e-06,
      "loss": 2.5869,
      "step": 197
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.32612924811219846,
      "learning_rate": 9.901790243777534e-06,
      "loss": 2.5671,
      "step": 198
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3120656810058216,
      "learning_rate": 9.900746160042273e-06,
      "loss": 2.5271,
      "step": 199
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3010484944903533,
      "learning_rate": 9.899696611334612e-06,
      "loss": 2.6452,
      "step": 200
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3239853259961015,
      "learning_rate": 9.89864159882493e-06,
      "loss": 2.7043,
      "step": 201
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.31146310204052247,
      "learning_rate": 9.897581123689705e-06,
      "loss": 2.6428,
      "step": 202
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.32324911380964977,
      "learning_rate": 9.896515187111508e-06,
      "loss": 2.5365,
      "step": 203
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3035841060643951,
      "learning_rate": 9.895443790278995e-06,
      "loss": 2.5286,
      "step": 204
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3122895366531592,
      "learning_rate": 9.894366934386913e-06,
      "loss": 2.7649,
      "step": 205
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3139971157354563,
      "learning_rate": 9.8932846206361e-06,
      "loss": 2.5452,
      "step": 206
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.32275803833132877,
      "learning_rate": 9.892196850233474e-06,
      "loss": 2.6,
      "step": 207
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.31242104963540335,
      "learning_rate": 9.891103624392042e-06,
      "loss": 2.5098,
      "step": 208
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3068416325400618,
      "learning_rate": 9.890004944330895e-06,
      "loss": 2.5743,
      "step": 209
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4426076961648037,
      "learning_rate": 9.888900811275205e-06,
      "loss": 2.6019,
      "step": 210
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.32038220368233306,
      "learning_rate": 9.887791226456223e-06,
      "loss": 2.6093,
      "step": 211
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3189093163589122,
      "learning_rate": 9.886676191111283e-06,
      "loss": 2.5176,
      "step": 212
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.2975276499008464,
      "learning_rate": 9.885555706483792e-06,
      "loss": 2.6061,
      "step": 213
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3416785116972448,
      "learning_rate": 9.884429773823238e-06,
      "loss": 2.6776,
      "step": 214
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3324805417498029,
      "learning_rate": 9.883298394385186e-06,
      "loss": 2.4792,
      "step": 215
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.30942312887340606,
      "learning_rate": 9.88216156943127e-06,
      "loss": 2.636,
      "step": 216
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3331045418589145,
      "learning_rate": 9.881019300229196e-06,
      "loss": 2.6341,
      "step": 217
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.36589877238848295,
      "learning_rate": 9.879871588052748e-06,
      "loss": 2.4853,
      "step": 218
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.32143496183446163,
      "learning_rate": 9.87871843418177e-06,
      "loss": 2.6916,
      "step": 219
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3367329207268536,
      "learning_rate": 9.877559839902185e-06,
      "loss": 2.6412,
      "step": 220
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.32310923351581927,
      "learning_rate": 9.876395806505972e-06,
      "loss": 2.6126,
      "step": 221
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3148934971054658,
      "learning_rate": 9.875226335291181e-06,
      "loss": 2.6381,
      "step": 222
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3074710317085622,
      "learning_rate": 9.874051427561929e-06,
      "loss": 2.7002,
      "step": 223
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.34735533732290175,
      "learning_rate": 9.872871084628387e-06,
      "loss": 2.6666,
      "step": 224
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3058697188419932,
      "learning_rate": 9.871685307806796e-06,
      "loss": 2.6453,
      "step": 225
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3263148148780988,
      "learning_rate": 9.870494098419448e-06,
      "loss": 2.5654,
      "step": 226
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.32436238979164406,
      "learning_rate": 9.869297457794698e-06,
      "loss": 2.6129,
      "step": 227
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3428513310711877,
      "learning_rate": 9.868095387266961e-06,
      "loss": 2.5645,
      "step": 228
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3228143817148822,
      "learning_rate": 9.866887888176697e-06,
      "loss": 2.5796,
      "step": 229
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.31185480509183455,
      "learning_rate": 9.865674961870428e-06,
      "loss": 2.5712,
      "step": 230
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.33915296042223153,
      "learning_rate": 9.864456609700726e-06,
      "loss": 2.7518,
      "step": 231
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.30521825876252084,
      "learning_rate": 9.86323283302621e-06,
      "loss": 2.6188,
      "step": 232
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3312279239531816,
      "learning_rate": 9.862003633211555e-06,
      "loss": 2.6723,
      "step": 233
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3155802081211641,
      "learning_rate": 9.860769011627476e-06,
      "loss": 2.5617,
      "step": 234
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.33185307827260807,
      "learning_rate": 9.859528969650739e-06,
      "loss": 2.5231,
      "step": 235
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.32247823002252857,
      "learning_rate": 9.858283508664153e-06,
      "loss": 2.6013,
      "step": 236
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.36392929357978193,
      "learning_rate": 9.857032630056569e-06,
      "loss": 2.6207,
      "step": 237
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.35286768129497353,
      "learning_rate": 9.85577633522288e-06,
      "loss": 2.6654,
      "step": 238
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3451232141077575,
      "learning_rate": 9.854514625564018e-06,
      "loss": 2.5755,
      "step": 239
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.345284537223161,
      "learning_rate": 9.853247502486957e-06,
      "loss": 2.5712,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3135899846602162,
      "learning_rate": 9.851974967404703e-06,
      "loss": 2.6604,
      "step": 241
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.38832041890168123,
      "learning_rate": 9.850697021736299e-06,
      "loss": 2.6048,
      "step": 242
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4225646492630186,
      "learning_rate": 9.849413666906824e-06,
      "loss": 2.5395,
      "step": 243
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.32642912856178463,
      "learning_rate": 9.84812490434738e-06,
      "loss": 2.6747,
      "step": 244
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.31796660504566643,
      "learning_rate": 9.846830735495112e-06,
      "loss": 2.5409,
      "step": 245
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.35431307216240776,
      "learning_rate": 9.845531161793185e-06,
      "loss": 2.6876,
      "step": 246
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3346496670529943,
      "learning_rate": 9.844226184690793e-06,
      "loss": 2.6058,
      "step": 247
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.32803919215153093,
      "learning_rate": 9.842915805643156e-06,
      "loss": 2.6223,
      "step": 248
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3174652696747853,
      "learning_rate": 9.84160002611152e-06,
      "loss": 2.5318,
      "step": 249
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3464534397356932,
      "learning_rate": 9.840278847563147e-06,
      "loss": 2.6256,
      "step": 250
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3603315063519056,
      "learning_rate": 9.83895227147133e-06,
      "loss": 2.5634,
      "step": 251
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.37082730817007653,
      "learning_rate": 9.837620299315367e-06,
      "loss": 2.5691,
      "step": 252
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.3204057604236187,
      "learning_rate": 9.836282932580588e-06,
      "loss": 2.6175,
      "step": 253
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3185505322361351,
      "learning_rate": 9.834940172758327e-06,
      "loss": 2.6166,
      "step": 254
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3384771933662536,
      "learning_rate": 9.833592021345938e-06,
      "loss": 2.6049,
      "step": 255
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3593085061629509,
      "learning_rate": 9.832238479846788e-06,
      "loss": 2.7394,
      "step": 256
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3396962602147287,
      "learning_rate": 9.83087954977025e-06,
      "loss": 2.5878,
      "step": 257
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.33152125965893986,
      "learning_rate": 9.82951523263171e-06,
      "loss": 2.6987,
      "step": 258
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.328453399171747,
      "learning_rate": 9.828145529952558e-06,
      "loss": 2.6115,
      "step": 259
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3257263132699668,
      "learning_rate": 9.826770443260193e-06,
      "loss": 2.5727,
      "step": 260
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3215557023897131,
      "learning_rate": 9.825389974088019e-06,
      "loss": 2.6047,
      "step": 261
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.33394984016557416,
      "learning_rate": 9.824004123975434e-06,
      "loss": 2.5551,
      "step": 262
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3332665073444441,
      "learning_rate": 9.822612894467847e-06,
      "loss": 2.6769,
      "step": 263
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.31294573942582393,
      "learning_rate": 9.821216287116658e-06,
      "loss": 2.6919,
      "step": 264
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.36571617782823884,
      "learning_rate": 9.819814303479268e-06,
      "loss": 2.6413,
      "step": 265
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3238280366499427,
      "learning_rate": 9.81840694511907e-06,
      "loss": 2.5427,
      "step": 266
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3252099752700349,
      "learning_rate": 9.816994213605453e-06,
      "loss": 2.5705,
      "step": 267
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.32854133260432167,
      "learning_rate": 9.8155761105138e-06,
      "loss": 2.6458,
      "step": 268
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.37397526762013245,
      "learning_rate": 9.814152637425478e-06,
      "loss": 2.6586,
      "step": 269
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3376369075010002,
      "learning_rate": 9.812723795927848e-06,
      "loss": 2.5644,
      "step": 270
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3446187615353997,
      "learning_rate": 9.811289587614252e-06,
      "loss": 2.5545,
      "step": 271
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3244205903665975,
      "learning_rate": 9.809850014084022e-06,
      "loss": 2.5556,
      "step": 272
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.337581890379183,
      "learning_rate": 9.808405076942472e-06,
      "loss": 2.6887,
      "step": 273
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.33290044670235436,
      "learning_rate": 9.806954777800891e-06,
      "loss": 2.6148,
      "step": 274
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3186843594113733,
      "learning_rate": 9.805499118276555e-06,
      "loss": 2.6586,
      "step": 275
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3361466444273861,
      "learning_rate": 9.804038099992716e-06,
      "loss": 2.611,
      "step": 276
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3402845987243979,
      "learning_rate": 9.8025717245786e-06,
      "loss": 2.5221,
      "step": 277
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3417382980288246,
      "learning_rate": 9.801099993669403e-06,
      "loss": 2.6768,
      "step": 278
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3719689739322445,
      "learning_rate": 9.7996229089063e-06,
      "loss": 2.6276,
      "step": 279
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3350098243383065,
      "learning_rate": 9.798140471936437e-06,
      "loss": 2.5812,
      "step": 280
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3365657498619843,
      "learning_rate": 9.79665268441292e-06,
      "loss": 2.7137,
      "step": 281
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3517854831112496,
      "learning_rate": 9.79515954799483e-06,
      "loss": 2.7186,
      "step": 282
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3609844532271263,
      "learning_rate": 9.793661064347205e-06,
      "loss": 2.619,
      "step": 283
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3440434547093879,
      "learning_rate": 9.792157235141054e-06,
      "loss": 2.6764,
      "step": 284
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.34983063201707953,
      "learning_rate": 9.790648062053341e-06,
      "loss": 2.5175,
      "step": 285
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3400967412647235,
      "learning_rate": 9.789133546766992e-06,
      "loss": 2.7174,
      "step": 286
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.34364284665946243,
      "learning_rate": 9.787613690970889e-06,
      "loss": 2.5042,
      "step": 287
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3193387372655362,
      "learning_rate": 9.78608849635987e-06,
      "loss": 2.6363,
      "step": 288
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3548903947858929,
      "learning_rate": 9.784557964634729e-06,
      "loss": 2.6435,
      "step": 289
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.352340261776187,
      "learning_rate": 9.783022097502204e-06,
      "loss": 2.5075,
      "step": 290
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3219062651106595,
      "learning_rate": 9.78148089667499e-06,
      "loss": 2.4898,
      "step": 291
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.447074149512361,
      "learning_rate": 9.77993436387173e-06,
      "loss": 2.6164,
      "step": 292
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.32502987522582333,
      "learning_rate": 9.778382500817006e-06,
      "loss": 2.6231,
      "step": 293
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.35790774148123833,
      "learning_rate": 9.776825309241347e-06,
      "loss": 2.572,
      "step": 294
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.33509687106667574,
      "learning_rate": 9.77526279088123e-06,
      "loss": 2.5331,
      "step": 295
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3425946543760854,
      "learning_rate": 9.773694947479064e-06,
      "loss": 2.5942,
      "step": 296
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3611654791904134,
      "learning_rate": 9.772121780783202e-06,
      "loss": 2.6132,
      "step": 297
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3333364079254133,
      "learning_rate": 9.770543292547928e-06,
      "loss": 2.6903,
      "step": 298
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3496197107588038,
      "learning_rate": 9.768959484533461e-06,
      "loss": 2.6104,
      "step": 299
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3482956524862094,
      "learning_rate": 9.767370358505958e-06,
      "loss": 2.5578,
      "step": 300
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3540980562435214,
      "learning_rate": 9.7657759162375e-06,
      "loss": 2.6823,
      "step": 301
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3378288565389089,
      "learning_rate": 9.764176159506097e-06,
      "loss": 2.6466,
      "step": 302
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3476414623758776,
      "learning_rate": 9.762571090095692e-06,
      "loss": 2.6817,
      "step": 303
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3468363770470217,
      "learning_rate": 9.760960709796141e-06,
      "loss": 2.7139,
      "step": 304
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.32968773412470165,
      "learning_rate": 9.759345020403233e-06,
      "loss": 2.6294,
      "step": 305
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.32461622302088416,
      "learning_rate": 9.757724023718671e-06,
      "loss": 2.5907,
      "step": 306
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.32724000019534877,
      "learning_rate": 9.756097721550078e-06,
      "loss": 2.5887,
      "step": 307
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.31378490221572475,
      "learning_rate": 9.754466115710992e-06,
      "loss": 2.6506,
      "step": 308
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3389812794104657,
      "learning_rate": 9.75282920802087e-06,
      "loss": 2.6872,
      "step": 309
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.3410772104137017,
      "learning_rate": 9.751187000305076e-06,
      "loss": 2.5604,
      "step": 310
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.32674524313857833,
      "learning_rate": 9.749539494394887e-06,
      "loss": 2.538,
      "step": 311
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.33858326387385124,
      "learning_rate": 9.747886692127486e-06,
      "loss": 2.6238,
      "step": 312
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.34589766292819163,
      "learning_rate": 9.746228595345965e-06,
      "loss": 2.6378,
      "step": 313
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.35188753149779034,
      "learning_rate": 9.744565205899317e-06,
      "loss": 2.5601,
      "step": 314
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.31652413044373107,
      "learning_rate": 9.742896525642442e-06,
      "loss": 2.5816,
      "step": 315
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3409957215748307,
      "learning_rate": 9.741222556436132e-06,
      "loss": 2.6467,
      "step": 316
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3960835352075213,
      "learning_rate": 9.739543300147085e-06,
      "loss": 2.665,
      "step": 317
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3287165509275585,
      "learning_rate": 9.737858758647889e-06,
      "loss": 2.6474,
      "step": 318
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3798162995387399,
      "learning_rate": 9.73616893381703e-06,
      "loss": 2.61,
      "step": 319
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3342253836017593,
      "learning_rate": 9.734473827538881e-06,
      "loss": 2.6278,
      "step": 320
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3555154455346524,
      "learning_rate": 9.73277344170371e-06,
      "loss": 2.6153,
      "step": 321
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.4386835777780206,
      "learning_rate": 9.731067778207665e-06,
      "loss": 2.6937,
      "step": 322
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.36322755314204486,
      "learning_rate": 9.729356838952788e-06,
      "loss": 2.6125,
      "step": 323
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3824261253050603,
      "learning_rate": 9.727640625847e-06,
      "loss": 2.6399,
      "step": 324
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3561152981527507,
      "learning_rate": 9.7259191408041e-06,
      "loss": 2.6995,
      "step": 325
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.31872571450635934,
      "learning_rate": 9.724192385743767e-06,
      "loss": 2.5594,
      "step": 326
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3456621738468028,
      "learning_rate": 9.722460362591565e-06,
      "loss": 2.6167,
      "step": 327
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.31936564875982554,
      "learning_rate": 9.720723073278922e-06,
      "loss": 2.6844,
      "step": 328
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.34576928319275374,
      "learning_rate": 9.718980519743142e-06,
      "loss": 2.6024,
      "step": 329
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.34636170754314316,
      "learning_rate": 9.717232703927402e-06,
      "loss": 2.5263,
      "step": 330
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.364738168081352,
      "learning_rate": 9.715479627780744e-06,
      "loss": 2.6529,
      "step": 331
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.33147850027819137,
      "learning_rate": 9.713721293258079e-06,
      "loss": 2.5856,
      "step": 332
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.36853607567398494,
      "learning_rate": 9.711957702320176e-06,
      "loss": 2.6117,
      "step": 333
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.35143052909025574,
      "learning_rate": 9.710188856933671e-06,
      "loss": 2.5388,
      "step": 334
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.346783453227663,
      "learning_rate": 9.70841475907106e-06,
      "loss": 2.5964,
      "step": 335
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3547742157857605,
      "learning_rate": 9.70663541071069e-06,
      "loss": 2.6319,
      "step": 336
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3767870601456973,
      "learning_rate": 9.70485081383677e-06,
      "loss": 2.6695,
      "step": 337
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.31099203580367296,
      "learning_rate": 9.703060970439357e-06,
      "loss": 2.5908,
      "step": 338
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3563365195434926,
      "learning_rate": 9.701265882514362e-06,
      "loss": 2.6798,
      "step": 339
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.34726289934734256,
      "learning_rate": 9.69946555206354e-06,
      "loss": 2.5322,
      "step": 340
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.3516286787687523,
      "learning_rate": 9.697659981094498e-06,
      "loss": 2.5811,
      "step": 341
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.34894053451732737,
      "learning_rate": 9.695849171620681e-06,
      "loss": 2.6177,
      "step": 342
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.33347703647479304,
      "learning_rate": 9.694033125661382e-06,
      "loss": 2.4915,
      "step": 343
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3762769415705139,
      "learning_rate": 9.692211845241724e-06,
      "loss": 2.6065,
      "step": 344
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3542465956570787,
      "learning_rate": 9.690385332392676e-06,
      "loss": 2.6482,
      "step": 345
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33894973760786873,
      "learning_rate": 9.688553589151038e-06,
      "loss": 2.5544,
      "step": 346
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3646766361556834,
      "learning_rate": 9.686716617559442e-06,
      "loss": 2.6876,
      "step": 347
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33444582420815583,
      "learning_rate": 9.684874419666355e-06,
      "loss": 2.6771,
      "step": 348
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3313405650870024,
      "learning_rate": 9.683026997526063e-06,
      "loss": 2.59,
      "step": 349
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.352783646632777,
      "learning_rate": 9.681174353198687e-06,
      "loss": 2.628,
      "step": 350
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3651460142908725,
      "learning_rate": 9.679316488750165e-06,
      "loss": 2.8014,
      "step": 351
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3512770871751507,
      "learning_rate": 9.677453406252263e-06,
      "loss": 2.6069,
      "step": 352
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33320113133396406,
      "learning_rate": 9.675585107782557e-06,
      "loss": 2.5503,
      "step": 353
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3303586794567089,
      "learning_rate": 9.673711595424445e-06,
      "loss": 2.6388,
      "step": 354
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3487581727564022,
      "learning_rate": 9.67183287126714e-06,
      "loss": 2.5335,
      "step": 355
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3255407886746363,
      "learning_rate": 9.669948937405662e-06,
      "loss": 2.5475,
      "step": 356
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3361925664939444,
      "learning_rate": 9.668059795940846e-06,
      "loss": 2.666,
      "step": 357
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3897837927203283,
      "learning_rate": 9.66616544897933e-06,
      "loss": 2.6835,
      "step": 358
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33831534401082114,
      "learning_rate": 9.664265898633558e-06,
      "loss": 2.4319,
      "step": 359
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.33799887450160604,
      "learning_rate": 9.66236114702178e-06,
      "loss": 2.619,
      "step": 360
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.35036876189237753,
      "learning_rate": 9.66045119626804e-06,
      "loss": 2.6624,
      "step": 361
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.36932320091198245,
      "learning_rate": 9.658536048502183e-06,
      "loss": 2.538,
      "step": 362
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.36526823651834606,
      "learning_rate": 9.65661570585985e-06,
      "loss": 2.7111,
      "step": 363
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.34134738248746543,
      "learning_rate": 9.654690170482474e-06,
      "loss": 2.6082,
      "step": 364
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3318367107667496,
      "learning_rate": 9.652759444517276e-06,
      "loss": 2.5756,
      "step": 365
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3658073133775175,
      "learning_rate": 9.650823530117273e-06,
      "loss": 2.5643,
      "step": 366
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3764878796606095,
      "learning_rate": 9.648882429441258e-06,
      "loss": 2.5856,
      "step": 367
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3520585057949475,
      "learning_rate": 9.646936144653813e-06,
      "loss": 2.5729,
      "step": 368
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.352936370229019,
      "learning_rate": 9.6449846779253e-06,
      "loss": 2.618,
      "step": 369
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3505048312671855,
      "learning_rate": 9.64302803143186e-06,
      "loss": 2.6206,
      "step": 370
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3679090066668967,
      "learning_rate": 9.64106620735541e-06,
      "loss": 2.5719,
      "step": 371
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.34289501892250546,
      "learning_rate": 9.63909920788364e-06,
      "loss": 2.5773,
      "step": 372
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.4083631648954588,
      "learning_rate": 9.63712703521001e-06,
      "loss": 2.5552,
      "step": 373
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3623205217464116,
      "learning_rate": 9.635149691533749e-06,
      "loss": 2.5894,
      "step": 374
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.38387843054900256,
      "learning_rate": 9.633167179059859e-06,
      "loss": 2.6483,
      "step": 375
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3531254253553681,
      "learning_rate": 9.631179499999094e-06,
      "loss": 2.6182,
      "step": 376
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.382022470634699,
      "learning_rate": 9.629186656567981e-06,
      "loss": 2.7027,
      "step": 377
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.35043041424351157,
      "learning_rate": 9.6271886509888e-06,
      "loss": 2.5979,
      "step": 378
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.501125499455809,
      "learning_rate": 9.625185485489586e-06,
      "loss": 2.5574,
      "step": 379
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.34841115834861225,
      "learning_rate": 9.623177162304132e-06,
      "loss": 2.6124,
      "step": 380
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.36414263747845266,
      "learning_rate": 9.62116368367198e-06,
      "loss": 2.6047,
      "step": 381
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3621790789002891,
      "learning_rate": 9.619145051838424e-06,
      "loss": 2.6431,
      "step": 382
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3423299610454867,
      "learning_rate": 9.617121269054497e-06,
      "loss": 2.6453,
      "step": 383
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.34946611335508165,
      "learning_rate": 9.615092337576987e-06,
      "loss": 2.5827,
      "step": 384
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3795298920344452,
      "learning_rate": 9.613058259668416e-06,
      "loss": 2.5943,
      "step": 385
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.36580476743110946,
      "learning_rate": 9.611019037597045e-06,
      "loss": 2.6066,
      "step": 386
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.36676561183764467,
      "learning_rate": 9.608974673636874e-06,
      "loss": 2.4641,
      "step": 387
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3799683344660138,
      "learning_rate": 9.606925170067637e-06,
      "loss": 2.624,
      "step": 388
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.38874616823423863,
      "learning_rate": 9.604870529174797e-06,
      "loss": 2.5052,
      "step": 389
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.35818572839323115,
      "learning_rate": 9.602810753249549e-06,
      "loss": 2.5451,
      "step": 390
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.35520000569192134,
      "learning_rate": 9.60074584458881e-06,
      "loss": 2.5498,
      "step": 391
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3429831599551629,
      "learning_rate": 9.598675805495224e-06,
      "loss": 2.5865,
      "step": 392
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.34755300210268897,
      "learning_rate": 9.596600638277157e-06,
      "loss": 2.548,
      "step": 393
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3592352180638645,
      "learning_rate": 9.594520345248687e-06,
      "loss": 2.712,
      "step": 394
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3427075162354133,
      "learning_rate": 9.592434928729617e-06,
      "loss": 2.5966,
      "step": 395
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3588942754040752,
      "learning_rate": 9.590344391045454e-06,
      "loss": 2.5614,
      "step": 396
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.37073559794680655,
      "learning_rate": 9.588248734527428e-06,
      "loss": 2.6412,
      "step": 397
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3832373499776409,
      "learning_rate": 9.586147961512464e-06,
      "loss": 2.7403,
      "step": 398
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3788810996921007,
      "learning_rate": 9.5840420743432e-06,
      "loss": 2.6184,
      "step": 399
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3786757839938464,
      "learning_rate": 9.581931075367979e-06,
      "loss": 2.5637,
      "step": 400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3707176712124623,
      "learning_rate": 9.579814966940833e-06,
      "loss": 2.5527,
      "step": 401
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.3872245794218741,
      "learning_rate": 9.577693751421507e-06,
      "loss": 2.7156,
      "step": 402
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.35357111289889626,
      "learning_rate": 9.575567431175427e-06,
      "loss": 2.6885,
      "step": 403
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3475328290649796,
      "learning_rate": 9.573436008573724e-06,
      "loss": 2.55,
      "step": 404
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3691908383403371,
      "learning_rate": 9.57129948599321e-06,
      "loss": 2.5979,
      "step": 405
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3776062362438795,
      "learning_rate": 9.569157865816386e-06,
      "loss": 2.7273,
      "step": 406
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36309179883045734,
      "learning_rate": 9.56701115043144e-06,
      "loss": 2.6366,
      "step": 407
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3635509269358371,
      "learning_rate": 9.56485934223224e-06,
      "loss": 2.599,
      "step": 408
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.37084533005857817,
      "learning_rate": 9.562702443618332e-06,
      "loss": 2.6457,
      "step": 409
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36848577310953384,
      "learning_rate": 9.56054045699494e-06,
      "loss": 2.5668,
      "step": 410
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.42518835171568375,
      "learning_rate": 9.558373384772964e-06,
      "loss": 2.5535,
      "step": 411
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3452323035069904,
      "learning_rate": 9.55620122936897e-06,
      "loss": 2.4259,
      "step": 412
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.34117746085207956,
      "learning_rate": 9.554023993205194e-06,
      "loss": 2.6565,
      "step": 413
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3511654412992474,
      "learning_rate": 9.551841678709543e-06,
      "loss": 2.6814,
      "step": 414
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3246443838619872,
      "learning_rate": 9.54965428831558e-06,
      "loss": 2.6047,
      "step": 415
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36258121435735235,
      "learning_rate": 9.547461824462534e-06,
      "loss": 2.6464,
      "step": 416
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.34507450774639337,
      "learning_rate": 9.545264289595284e-06,
      "loss": 2.563,
      "step": 417
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.386133078004382,
      "learning_rate": 9.543061686164374e-06,
      "loss": 2.653,
      "step": 418
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.33001999653572733,
      "learning_rate": 9.54085401662599e-06,
      "loss": 2.5639,
      "step": 419
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.35995662311984156,
      "learning_rate": 9.538641283441974e-06,
      "loss": 2.6475,
      "step": 420
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.38971795630724054,
      "learning_rate": 9.536423489079812e-06,
      "loss": 2.727,
      "step": 421
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36355223854382024,
      "learning_rate": 9.534200636012636e-06,
      "loss": 2.5898,
      "step": 422
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3711145094034144,
      "learning_rate": 9.531972726719216e-06,
      "loss": 2.6373,
      "step": 423
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.34920429225410604,
      "learning_rate": 9.529739763683965e-06,
      "loss": 2.5074,
      "step": 424
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3551729879198632,
      "learning_rate": 9.527501749396924e-06,
      "loss": 2.6316,
      "step": 425
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3490101137697429,
      "learning_rate": 9.525258686353776e-06,
      "loss": 2.6075,
      "step": 426
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.32833723742847454,
      "learning_rate": 9.523010577055824e-06,
      "loss": 2.4231,
      "step": 427
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3572609544386589,
      "learning_rate": 9.52075742401001e-06,
      "loss": 2.611,
      "step": 428
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3731441670515594,
      "learning_rate": 9.518499229728889e-06,
      "loss": 2.6161,
      "step": 429
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36098957181567365,
      "learning_rate": 9.516235996730645e-06,
      "loss": 2.6358,
      "step": 430
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36118588096333676,
      "learning_rate": 9.513967727539079e-06,
      "loss": 2.6043,
      "step": 431
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.36325302834767914,
      "learning_rate": 9.511694424683606e-06,
      "loss": 2.6365,
      "step": 432
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.4035556097613667,
      "learning_rate": 9.509416090699258e-06,
      "loss": 2.6116,
      "step": 433
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3588793695436936,
      "learning_rate": 9.50713272812667e-06,
      "loss": 2.611,
      "step": 434
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3593171736591926,
      "learning_rate": 9.504844339512096e-06,
      "loss": 2.6189,
      "step": 435
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.37871224067231624,
      "learning_rate": 9.502550927407386e-06,
      "loss": 2.7026,
      "step": 436
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.36633980073258754,
      "learning_rate": 9.500252494369992e-06,
      "loss": 2.5955,
      "step": 437
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3713223205151261,
      "learning_rate": 9.497949042962971e-06,
      "loss": 2.5978,
      "step": 438
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3616355001004457,
      "learning_rate": 9.49564057575497e-06,
      "loss": 2.5843,
      "step": 439
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3517382394448638,
      "learning_rate": 9.493327095320231e-06,
      "loss": 2.5557,
      "step": 440
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3634880871716239,
      "learning_rate": 9.49100860423859e-06,
      "loss": 2.6457,
      "step": 441
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3706486090076816,
      "learning_rate": 9.488685105095464e-06,
      "loss": 2.6207,
      "step": 442
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.35264587897523175,
      "learning_rate": 9.486356600481859e-06,
      "loss": 2.5636,
      "step": 443
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.357439426345557,
      "learning_rate": 9.484023092994366e-06,
      "loss": 2.6085,
      "step": 444
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3672140395942012,
      "learning_rate": 9.481684585235145e-06,
      "loss": 2.6436,
      "step": 445
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.35536074831654074,
      "learning_rate": 9.479341079811938e-06,
      "loss": 2.6217,
      "step": 446
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.37164083609535903,
      "learning_rate": 9.476992579338066e-06,
      "loss": 2.6707,
      "step": 447
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.33771388993976,
      "learning_rate": 9.474639086432408e-06,
      "loss": 2.4938,
      "step": 448
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3773044076000881,
      "learning_rate": 9.472280603719419e-06,
      "loss": 2.588,
      "step": 449
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.36731472246303526,
      "learning_rate": 9.469917133829114e-06,
      "loss": 2.5765,
      "step": 450
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.36401889114168867,
      "learning_rate": 9.467548679397072e-06,
      "loss": 2.6097,
      "step": 451
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.36397924330762615,
      "learning_rate": 9.465175243064428e-06,
      "loss": 2.5596,
      "step": 452
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3479437871268676,
      "learning_rate": 9.462796827477873e-06,
      "loss": 2.5487,
      "step": 453
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.45223388523599456,
      "learning_rate": 9.460413435289655e-06,
      "loss": 2.6161,
      "step": 454
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.39806018990511033,
      "learning_rate": 9.458025069157563e-06,
      "loss": 2.5991,
      "step": 455
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.37052890554662676,
      "learning_rate": 9.45563173174494e-06,
      "loss": 2.5443,
      "step": 456
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.40424250730130273,
      "learning_rate": 9.45323342572067e-06,
      "loss": 2.4869,
      "step": 457
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3912357514806361,
      "learning_rate": 9.450830153759177e-06,
      "loss": 2.6105,
      "step": 458
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3519370732685063,
      "learning_rate": 9.448421918540424e-06,
      "loss": 2.6127,
      "step": 459
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.40068454653993657,
      "learning_rate": 9.446008722749906e-06,
      "loss": 2.4963,
      "step": 460
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.39281092331599454,
      "learning_rate": 9.443590569078655e-06,
      "loss": 2.5455,
      "step": 461
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3591307763904136,
      "learning_rate": 9.441167460223224e-06,
      "loss": 2.5692,
      "step": 462
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3759099133359235,
      "learning_rate": 9.4387393988857e-06,
      "loss": 2.5914,
      "step": 463
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4197464687478331,
      "learning_rate": 9.436306387773687e-06,
      "loss": 2.649,
      "step": 464
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.36478768026082575,
      "learning_rate": 9.43386842960031e-06,
      "loss": 2.6149,
      "step": 465
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38633531770095064,
      "learning_rate": 9.431425527084213e-06,
      "loss": 2.636,
      "step": 466
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38502307934138025,
      "learning_rate": 9.428977682949548e-06,
      "loss": 2.481,
      "step": 467
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.37578040616581126,
      "learning_rate": 9.426524899925983e-06,
      "loss": 2.6481,
      "step": 468
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.36412837615381155,
      "learning_rate": 9.424067180748692e-06,
      "loss": 2.6204,
      "step": 469
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3688629963265158,
      "learning_rate": 9.421604528158355e-06,
      "loss": 2.5546,
      "step": 470
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.37999274617098006,
      "learning_rate": 9.419136944901146e-06,
      "loss": 2.502,
      "step": 471
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3704608338474391,
      "learning_rate": 9.416664433728749e-06,
      "loss": 2.5751,
      "step": 472
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.37304381923522467,
      "learning_rate": 9.414186997398331e-06,
      "loss": 2.6507,
      "step": 473
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4002003287303057,
      "learning_rate": 9.411704638672562e-06,
      "loss": 2.6855,
      "step": 474
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.35759693298816747,
      "learning_rate": 9.409217360319594e-06,
      "loss": 2.6198,
      "step": 475
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.39969817039198885,
      "learning_rate": 9.406725165113069e-06,
      "loss": 2.534,
      "step": 476
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3807147215970043,
      "learning_rate": 9.40422805583211e-06,
      "loss": 2.6171,
      "step": 477
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3790985877712856,
      "learning_rate": 9.401726035261319e-06,
      "loss": 2.6556,
      "step": 478
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.351516529892437,
      "learning_rate": 9.399219106190776e-06,
      "loss": 2.6053,
      "step": 479
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38937111835779886,
      "learning_rate": 9.396707271416035e-06,
      "loss": 2.6586,
      "step": 480
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3785571820542292,
      "learning_rate": 9.394190533738118e-06,
      "loss": 2.5479,
      "step": 481
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.361269992585338,
      "learning_rate": 9.391668895963521e-06,
      "loss": 2.677,
      "step": 482
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3488395355853058,
      "learning_rate": 9.389142360904197e-06,
      "loss": 2.5981,
      "step": 483
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.366717687311896,
      "learning_rate": 9.386610931377564e-06,
      "loss": 2.5667,
      "step": 484
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.371686802854601,
      "learning_rate": 9.384074610206495e-06,
      "loss": 2.6046,
      "step": 485
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.34937925597176434,
      "learning_rate": 9.381533400219319e-06,
      "loss": 2.5307,
      "step": 486
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38148537077296263,
      "learning_rate": 9.378987304249819e-06,
      "loss": 2.6458,
      "step": 487
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3526977013061218,
      "learning_rate": 9.376436325137224e-06,
      "loss": 2.5112,
      "step": 488
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3672226422314367,
      "learning_rate": 9.373880465726208e-06,
      "loss": 2.6376,
      "step": 489
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.378500691878116,
      "learning_rate": 9.371319728866892e-06,
      "loss": 2.499,
      "step": 490
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3964495526135052,
      "learning_rate": 9.368754117414828e-06,
      "loss": 2.5133,
      "step": 491
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.38403991576946866,
      "learning_rate": 9.36618363423101e-06,
      "loss": 2.5839,
      "step": 492
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.39166616920006725,
      "learning_rate": 9.363608282181862e-06,
      "loss": 2.6802,
      "step": 493
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.367343341952105,
      "learning_rate": 9.36102806413924e-06,
      "loss": 2.5199,
      "step": 494
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3686087879446113,
      "learning_rate": 9.35844298298042e-06,
      "loss": 2.4803,
      "step": 495
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.36947777907644486,
      "learning_rate": 9.355853041588111e-06,
      "loss": 2.6321,
      "step": 496
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.36917330077534516,
      "learning_rate": 9.353258242850432e-06,
      "loss": 2.5247,
      "step": 497
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.37585804049584626,
      "learning_rate": 9.350658589660924e-06,
      "loss": 2.5508,
      "step": 498
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3950181920956615,
      "learning_rate": 9.34805408491854e-06,
      "loss": 2.563,
      "step": 499
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3612877900576221,
      "learning_rate": 9.345444731527642e-06,
      "loss": 2.5589,
      "step": 500
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3747026735022066,
      "learning_rate": 9.342830532398002e-06,
      "loss": 2.6633,
      "step": 501
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3707103957658041,
      "learning_rate": 9.340211490444793e-06,
      "loss": 2.5683,
      "step": 502
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3881547065398902,
      "learning_rate": 9.337587608588588e-06,
      "loss": 2.5465,
      "step": 503
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.38485592784501677,
      "learning_rate": 9.33495888975536e-06,
      "loss": 2.5729,
      "step": 504
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3631651703156107,
      "learning_rate": 9.332325336876472e-06,
      "loss": 2.5225,
      "step": 505
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.395946419607132,
      "learning_rate": 9.32968695288868e-06,
      "loss": 2.708,
      "step": 506
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3639799802195103,
      "learning_rate": 9.327043740734129e-06,
      "loss": 2.6279,
      "step": 507
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.39253570555205214,
      "learning_rate": 9.324395703360345e-06,
      "loss": 2.7964,
      "step": 508
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4062943434356018,
      "learning_rate": 9.321742843720234e-06,
      "loss": 2.5721,
      "step": 509
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3745062677217993,
      "learning_rate": 9.319085164772082e-06,
      "loss": 2.5667,
      "step": 510
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3816082756208765,
      "learning_rate": 9.31642266947955e-06,
      "loss": 2.6327,
      "step": 511
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.34810809443669893,
      "learning_rate": 9.313755360811665e-06,
      "loss": 2.5067,
      "step": 512
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.669410354578167,
      "learning_rate": 9.311083241742829e-06,
      "loss": 2.6153,
      "step": 513
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3828088604501034,
      "learning_rate": 9.308406315252799e-06,
      "loss": 2.6264,
      "step": 514
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3640939993595143,
      "learning_rate": 9.305724584326702e-06,
      "loss": 2.5744,
      "step": 515
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.36645221137260386,
      "learning_rate": 9.303038051955017e-06,
      "loss": 2.6558,
      "step": 516
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.36173421361179037,
      "learning_rate": 9.300346721133577e-06,
      "loss": 2.637,
      "step": 517
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3479028106069891,
      "learning_rate": 9.297650594863572e-06,
      "loss": 2.627,
      "step": 518
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3779033286984007,
      "learning_rate": 9.29494967615153e-06,
      "loss": 2.7463,
      "step": 519
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.393068131152805,
      "learning_rate": 9.292243968009332e-06,
      "loss": 2.6275,
      "step": 520
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.36336754214963424,
      "learning_rate": 9.289533473454194e-06,
      "loss": 2.5236,
      "step": 521
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.37280173510784137,
      "learning_rate": 9.286818195508672e-06,
      "loss": 2.6627,
      "step": 522
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3814394128580523,
      "learning_rate": 9.284098137200656e-06,
      "loss": 2.6625,
      "step": 523
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.35570304610873393,
      "learning_rate": 9.281373301563369e-06,
      "loss": 2.6041,
      "step": 524
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3796685602621214,
      "learning_rate": 9.278643691635352e-06,
      "loss": 2.5634,
      "step": 525
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.37182496960471256,
      "learning_rate": 9.275909310460484e-06,
      "loss": 2.6144,
      "step": 526
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.36597489951785306,
      "learning_rate": 9.273170161087954e-06,
      "loss": 2.4505,
      "step": 527
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.37863369606990943,
      "learning_rate": 9.270426246572273e-06,
      "loss": 2.5277,
      "step": 528
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.44730683515841135,
      "learning_rate": 9.26767756997326e-06,
      "loss": 2.5425,
      "step": 529
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.39472069299440277,
      "learning_rate": 9.264924134356057e-06,
      "loss": 2.7211,
      "step": 530
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3501969413485413,
      "learning_rate": 9.262165942791098e-06,
      "loss": 2.5592,
      "step": 531
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38360651542726115,
      "learning_rate": 9.259402998354125e-06,
      "loss": 2.6333,
      "step": 532
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3863578615228763,
      "learning_rate": 9.25663530412619e-06,
      "loss": 2.4994,
      "step": 533
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.37848956999650335,
      "learning_rate": 9.253862863193625e-06,
      "loss": 2.5538,
      "step": 534
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3783992836553777,
      "learning_rate": 9.251085678648072e-06,
      "loss": 2.6139,
      "step": 535
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3972475946136305,
      "learning_rate": 9.248303753586449e-06,
      "loss": 2.6361,
      "step": 536
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.39414074900599666,
      "learning_rate": 9.24551709111097e-06,
      "loss": 2.6609,
      "step": 537
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.4031966345371276,
      "learning_rate": 9.242725694329123e-06,
      "loss": 2.5674,
      "step": 538
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.37415076496357547,
      "learning_rate": 9.239929566353685e-06,
      "loss": 2.7205,
      "step": 539
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.39152375777763443,
      "learning_rate": 9.2371287103027e-06,
      "loss": 2.6226,
      "step": 540
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38096918332633267,
      "learning_rate": 9.234323129299493e-06,
      "loss": 2.5059,
      "step": 541
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3624078649965304,
      "learning_rate": 9.231512826472651e-06,
      "loss": 2.6158,
      "step": 542
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38864706909152263,
      "learning_rate": 9.228697804956027e-06,
      "loss": 2.7084,
      "step": 543
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3641660027457906,
      "learning_rate": 9.225878067888741e-06,
      "loss": 2.5334,
      "step": 544
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38568072251846647,
      "learning_rate": 9.223053618415168e-06,
      "loss": 2.5861,
      "step": 545
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.40430584957463456,
      "learning_rate": 9.220224459684936e-06,
      "loss": 2.6363,
      "step": 546
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.40214767122496736,
      "learning_rate": 9.217390594852928e-06,
      "loss": 2.491,
      "step": 547
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.37009409729286524,
      "learning_rate": 9.214552027079274e-06,
      "loss": 2.5962,
      "step": 548
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3701496764243851,
      "learning_rate": 9.211708759529347e-06,
      "loss": 2.6619,
      "step": 549
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.38085250848302366,
      "learning_rate": 9.208860795373765e-06,
      "loss": 2.5934,
      "step": 550
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3703456767225791,
      "learning_rate": 9.206008137788376e-06,
      "loss": 2.5907,
      "step": 551
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.37521457493596533,
      "learning_rate": 9.203150789954269e-06,
      "loss": 2.6769,
      "step": 552
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3926093625218847,
      "learning_rate": 9.200288755057757e-06,
      "loss": 2.6641,
      "step": 553
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3659477610660178,
      "learning_rate": 9.197422036290386e-06,
      "loss": 2.4708,
      "step": 554
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.36528777685770725,
      "learning_rate": 9.194550636848923e-06,
      "loss": 2.495,
      "step": 555
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.36595973236411306,
      "learning_rate": 9.191674559935349e-06,
      "loss": 2.6522,
      "step": 556
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.40533292402750815,
      "learning_rate": 9.18879380875687e-06,
      "loss": 2.6301,
      "step": 557
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3814157774351385,
      "learning_rate": 9.185908386525897e-06,
      "loss": 2.6509,
      "step": 558
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.39954200691359565,
      "learning_rate": 9.183018296460055e-06,
      "loss": 2.58,
      "step": 559
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3980474994268938,
      "learning_rate": 9.180123541782172e-06,
      "loss": 2.5013,
      "step": 560
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.362430108666147,
      "learning_rate": 9.177224125720274e-06,
      "loss": 2.6252,
      "step": 561
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.36535128593944177,
      "learning_rate": 9.174320051507595e-06,
      "loss": 2.5497,
      "step": 562
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3838873584463476,
      "learning_rate": 9.171411322382552e-06,
      "loss": 2.6119,
      "step": 563
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3698863414225833,
      "learning_rate": 9.16849794158876e-06,
      "loss": 2.5775,
      "step": 564
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3914562726368379,
      "learning_rate": 9.16557991237502e-06,
      "loss": 2.528,
      "step": 565
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3748930540173487,
      "learning_rate": 9.162657237995316e-06,
      "loss": 2.5201,
      "step": 566
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.36816944553477204,
      "learning_rate": 9.159729921708811e-06,
      "loss": 2.5629,
      "step": 567
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.37321218852120774,
      "learning_rate": 9.156797966779847e-06,
      "loss": 2.5419,
      "step": 568
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.37915436005095765,
      "learning_rate": 9.153861376477933e-06,
      "loss": 2.7052,
      "step": 569
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3704407417589313,
      "learning_rate": 9.150920154077753e-06,
      "loss": 2.6223,
      "step": 570
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.38029524275808224,
      "learning_rate": 9.147974302859158e-06,
      "loss": 2.5667,
      "step": 571
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.36244234004689,
      "learning_rate": 9.14502382610715e-06,
      "loss": 2.6414,
      "step": 572
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3957962679658596,
      "learning_rate": 9.1420687271119e-06,
      "loss": 2.63,
      "step": 573
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.37690782027680103,
      "learning_rate": 9.139109009168732e-06,
      "loss": 2.6165,
      "step": 574
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.38991806911964444,
      "learning_rate": 9.136144675578114e-06,
      "loss": 2.5532,
      "step": 575
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.37241165643256596,
      "learning_rate": 9.133175729645667e-06,
      "loss": 2.5109,
      "step": 576
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3881669718704454,
      "learning_rate": 9.130202174682154e-06,
      "loss": 2.6121,
      "step": 577
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3746737411938074,
      "learning_rate": 9.127224014003478e-06,
      "loss": 2.5589,
      "step": 578
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.35909899188362016,
      "learning_rate": 9.124241250930675e-06,
      "loss": 2.4821,
      "step": 579
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.37780525071199483,
      "learning_rate": 9.121253888789916e-06,
      "loss": 2.5867,
      "step": 580
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3783001722529536,
      "learning_rate": 9.118261930912505e-06,
      "loss": 2.6057,
      "step": 581
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.37910446409582155,
      "learning_rate": 9.11526538063486e-06,
      "loss": 2.5794,
      "step": 582
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3910669306460941,
      "learning_rate": 9.112264241298527e-06,
      "loss": 2.5727,
      "step": 583
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3979995789286049,
      "learning_rate": 9.109258516250172e-06,
      "loss": 2.5771,
      "step": 584
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.37724573509126186,
      "learning_rate": 9.106248208841568e-06,
      "loss": 2.6118,
      "step": 585
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.37725914506211394,
      "learning_rate": 9.103233322429603e-06,
      "loss": 2.6005,
      "step": 586
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.380958974481754,
      "learning_rate": 9.10021386037627e-06,
      "loss": 2.5719,
      "step": 587
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.41455883292386886,
      "learning_rate": 9.09718982604866e-06,
      "loss": 2.5273,
      "step": 588
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4056643886867896,
      "learning_rate": 9.094161222818971e-06,
      "loss": 2.5989,
      "step": 589
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4087813630452031,
      "learning_rate": 9.091128054064487e-06,
      "loss": 2.529,
      "step": 590
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.40494733812427797,
      "learning_rate": 9.08809032316759e-06,
      "loss": 2.6702,
      "step": 591
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.38784529621841723,
      "learning_rate": 9.085048033515749e-06,
      "loss": 2.5724,
      "step": 592
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.36458722067077504,
      "learning_rate": 9.08200118850151e-06,
      "loss": 2.5695,
      "step": 593
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3669722311573834,
      "learning_rate": 9.078949791522509e-06,
      "loss": 2.4487,
      "step": 594
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4492875917179086,
      "learning_rate": 9.075893845981445e-06,
      "loss": 2.7234,
      "step": 595
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.40343553130410426,
      "learning_rate": 9.072833355286104e-06,
      "loss": 2.6101,
      "step": 596
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.38583067832648477,
      "learning_rate": 9.069768322849327e-06,
      "loss": 2.5303,
      "step": 597
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3769044202262478,
      "learning_rate": 9.06669875208903e-06,
      "loss": 2.5304,
      "step": 598
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.39753216379422124,
      "learning_rate": 9.063624646428184e-06,
      "loss": 2.6055,
      "step": 599
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.39269184723845535,
      "learning_rate": 9.060546009294818e-06,
      "loss": 2.5723,
      "step": 600
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4054397241864531,
      "learning_rate": 9.057462844122016e-06,
      "loss": 2.6027,
      "step": 601
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.38168745739432036,
      "learning_rate": 9.054375154347908e-06,
      "loss": 2.6156,
      "step": 602
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.39640886311164103,
      "learning_rate": 9.051282943415673e-06,
      "loss": 2.5587,
      "step": 603
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3905155791570832,
      "learning_rate": 9.048186214773531e-06,
      "loss": 2.6544,
      "step": 604
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4218796447215651,
      "learning_rate": 9.045084971874738e-06,
      "loss": 2.4422,
      "step": 605
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.41284861860724453,
      "learning_rate": 9.041979218177586e-06,
      "loss": 2.6839,
      "step": 606
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.37382785075625063,
      "learning_rate": 9.038868957145394e-06,
      "loss": 2.6169,
      "step": 607
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.37855383618111166,
      "learning_rate": 9.035754192246513e-06,
      "loss": 2.6089,
      "step": 608
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.40886094964428643,
      "learning_rate": 9.032634926954311e-06,
      "loss": 2.5738,
      "step": 609
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.38056500135812904,
      "learning_rate": 9.029511164747175e-06,
      "loss": 2.5429,
      "step": 610
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3479316991805906,
      "learning_rate": 9.02638290910851e-06,
      "loss": 2.484,
      "step": 611
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3866011315472774,
      "learning_rate": 9.023250163526731e-06,
      "loss": 2.5471,
      "step": 612
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3823249982531166,
      "learning_rate": 9.020112931495256e-06,
      "loss": 2.528,
      "step": 613
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3746182564964411,
      "learning_rate": 9.016971216512508e-06,
      "loss": 2.4831,
      "step": 614
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3687923342439741,
      "learning_rate": 9.013825022081915e-06,
      "loss": 2.586,
      "step": 615
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.38139049958522336,
      "learning_rate": 9.01067435171189e-06,
      "loss": 2.6182,
      "step": 616
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3886422764228466,
      "learning_rate": 9.007519208915843e-06,
      "loss": 2.6021,
      "step": 617
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.38891624551252624,
      "learning_rate": 9.004359597212173e-06,
      "loss": 2.581,
      "step": 618
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4032441961032781,
      "learning_rate": 9.001195520124257e-06,
      "loss": 2.5595,
      "step": 619
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39172542068772426,
      "learning_rate": 8.998026981180454e-06,
      "loss": 2.5584,
      "step": 620
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.35467448945907143,
      "learning_rate": 8.994853983914104e-06,
      "loss": 2.5566,
      "step": 621
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39820696201163513,
      "learning_rate": 8.991676531863507e-06,
      "loss": 2.5934,
      "step": 622
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37666804152353134,
      "learning_rate": 8.988494628571943e-06,
      "loss": 2.5704,
      "step": 623
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37676360747299015,
      "learning_rate": 8.985308277587647e-06,
      "loss": 2.6006,
      "step": 624
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39448469661600266,
      "learning_rate": 8.982117482463817e-06,
      "loss": 2.5857,
      "step": 625
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3815405598299067,
      "learning_rate": 8.978922246758607e-06,
      "loss": 2.5791,
      "step": 626
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4020737047310836,
      "learning_rate": 8.975722574035122e-06,
      "loss": 2.6392,
      "step": 627
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4058345357510237,
      "learning_rate": 8.972518467861413e-06,
      "loss": 2.5718,
      "step": 628
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3968737339390062,
      "learning_rate": 8.969309931810483e-06,
      "loss": 2.6727,
      "step": 629
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4044949511659703,
      "learning_rate": 8.966096969460263e-06,
      "loss": 2.6641,
      "step": 630
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4050966911512252,
      "learning_rate": 8.96287958439363e-06,
      "loss": 2.5858,
      "step": 631
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37963019358499156,
      "learning_rate": 8.959657780198388e-06,
      "loss": 2.5699,
      "step": 632
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3752560536088806,
      "learning_rate": 8.956431560467267e-06,
      "loss": 2.5395,
      "step": 633
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.41909915260278424,
      "learning_rate": 8.953200928797926e-06,
      "loss": 2.5608,
      "step": 634
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.3757858981917666,
      "learning_rate": 8.94996588879294e-06,
      "loss": 2.534,
      "step": 635
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.41734799073355916,
      "learning_rate": 8.946726444059804e-06,
      "loss": 2.5867,
      "step": 636
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.40750575386267923,
      "learning_rate": 8.94348259821092e-06,
      "loss": 2.606,
      "step": 637
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37301705525833967,
      "learning_rate": 8.940234354863599e-06,
      "loss": 2.4973,
      "step": 638
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.39286495756761686,
      "learning_rate": 8.936981717640061e-06,
      "loss": 2.5394,
      "step": 639
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4361679370503528,
      "learning_rate": 8.933724690167417e-06,
      "loss": 2.6022,
      "step": 640
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.40947083014043045,
      "learning_rate": 8.930463276077681e-06,
      "loss": 2.5744,
      "step": 641
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3617481574016219,
      "learning_rate": 8.927197479007753e-06,
      "loss": 2.4723,
      "step": 642
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.395860622954373,
      "learning_rate": 8.923927302599429e-06,
      "loss": 2.5622,
      "step": 643
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4065535584975831,
      "learning_rate": 8.920652750499378e-06,
      "loss": 2.6154,
      "step": 644
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.367418500595609,
      "learning_rate": 8.917373826359156e-06,
      "loss": 2.6548,
      "step": 645
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.39840840252112203,
      "learning_rate": 8.91409053383519e-06,
      "loss": 2.687,
      "step": 646
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.37079672722035706,
      "learning_rate": 8.910802876588783e-06,
      "loss": 2.6192,
      "step": 647
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.37845913570811357,
      "learning_rate": 8.9075108582861e-06,
      "loss": 2.5964,
      "step": 648
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3668806538966641,
      "learning_rate": 8.904214482598172e-06,
      "loss": 2.5888,
      "step": 649
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38671034986832453,
      "learning_rate": 8.900913753200887e-06,
      "loss": 2.5977,
      "step": 650
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3836801777296474,
      "learning_rate": 8.897608673774995e-06,
      "loss": 2.5607,
      "step": 651
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3916600818621598,
      "learning_rate": 8.894299248006088e-06,
      "loss": 2.5144,
      "step": 652
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38926938389539,
      "learning_rate": 8.890985479584606e-06,
      "loss": 2.5266,
      "step": 653
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4106809801760616,
      "learning_rate": 8.88766737220584e-06,
      "loss": 2.5809,
      "step": 654
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.39253585739717706,
      "learning_rate": 8.884344929569905e-06,
      "loss": 2.6197,
      "step": 655
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3907669381712913,
      "learning_rate": 8.881018155381766e-06,
      "loss": 2.6676,
      "step": 656
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38831433667568693,
      "learning_rate": 8.877687053351208e-06,
      "loss": 2.6853,
      "step": 657
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3859399023251534,
      "learning_rate": 8.874351627192844e-06,
      "loss": 2.6383,
      "step": 658
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.42425009820652615,
      "learning_rate": 8.871011880626112e-06,
      "loss": 2.5976,
      "step": 659
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.37616130699136113,
      "learning_rate": 8.867667817375266e-06,
      "loss": 2.5867,
      "step": 660
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4063149730370637,
      "learning_rate": 8.864319441169373e-06,
      "loss": 2.6468,
      "step": 661
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.41735807710575523,
      "learning_rate": 8.860966755742308e-06,
      "loss": 2.6377,
      "step": 662
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4229265106947187,
      "learning_rate": 8.857609764832758e-06,
      "loss": 2.6582,
      "step": 663
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.39930886000035337,
      "learning_rate": 8.854248472184202e-06,
      "loss": 2.3838,
      "step": 664
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.4024205180881961,
      "learning_rate": 8.850882881544923e-06,
      "loss": 2.5637,
      "step": 665
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.41146195888933934,
      "learning_rate": 8.847512996667991e-06,
      "loss": 2.6788,
      "step": 666
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.49138344073463536,
      "learning_rate": 8.844138821311273e-06,
      "loss": 2.6933,
      "step": 667
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.38353973521143947,
      "learning_rate": 8.840760359237412e-06,
      "loss": 2.5917,
      "step": 668
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.40273612065496545,
      "learning_rate": 8.837377614213837e-06,
      "loss": 2.6275,
      "step": 669
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3908994854710692,
      "learning_rate": 8.833990590012749e-06,
      "loss": 2.5214,
      "step": 670
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.3935355662204077,
      "learning_rate": 8.830599290411123e-06,
      "loss": 2.4964,
      "step": 671
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.39568823949262405,
      "learning_rate": 8.827203719190704e-06,
      "loss": 2.6924,
      "step": 672
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3944176236437975,
      "learning_rate": 8.823803880137993e-06,
      "loss": 2.617,
      "step": 673
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3897676596222373,
      "learning_rate": 8.820399777044258e-06,
      "loss": 2.6128,
      "step": 674
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.39558984353182575,
      "learning_rate": 8.816991413705515e-06,
      "loss": 2.4529,
      "step": 675
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3800721664980996,
      "learning_rate": 8.81357879392254e-06,
      "loss": 2.603,
      "step": 676
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.45424267616939173,
      "learning_rate": 8.810161921500846e-06,
      "loss": 2.6688,
      "step": 677
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.41749462081390515,
      "learning_rate": 8.806740800250695e-06,
      "loss": 2.5672,
      "step": 678
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3809152415456229,
      "learning_rate": 8.80331543398708e-06,
      "loss": 2.5946,
      "step": 679
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.37890440163702277,
      "learning_rate": 8.799885826529736e-06,
      "loss": 2.5157,
      "step": 680
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4239167503127884,
      "learning_rate": 8.796451981703124e-06,
      "loss": 2.5184,
      "step": 681
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3758665245833528,
      "learning_rate": 8.793013903336428e-06,
      "loss": 2.5525,
      "step": 682
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3967420933674155,
      "learning_rate": 8.789571595263554e-06,
      "loss": 2.4598,
      "step": 683
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3978377671769104,
      "learning_rate": 8.786125061323126e-06,
      "loss": 2.5469,
      "step": 684
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4260046486600914,
      "learning_rate": 8.782674305358481e-06,
      "loss": 2.5178,
      "step": 685
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3813517395660569,
      "learning_rate": 8.77921933121766e-06,
      "loss": 2.532,
      "step": 686
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4077111889338434,
      "learning_rate": 8.775760142753414e-06,
      "loss": 2.5217,
      "step": 687
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.38579419908077955,
      "learning_rate": 8.772296743823187e-06,
      "loss": 2.4944,
      "step": 688
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.37757286950559593,
      "learning_rate": 8.768829138289124e-06,
      "loss": 2.5247,
      "step": 689
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3938089311489784,
      "learning_rate": 8.765357330018056e-06,
      "loss": 2.4969,
      "step": 690
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3911060994568757,
      "learning_rate": 8.761881322881505e-06,
      "loss": 2.5603,
      "step": 691
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4093559631988249,
      "learning_rate": 8.758401120755672e-06,
      "loss": 2.5598,
      "step": 692
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4091429591481071,
      "learning_rate": 8.754916727521437e-06,
      "loss": 2.618,
      "step": 693
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.41610906563454025,
      "learning_rate": 8.751428147064356e-06,
      "loss": 2.6246,
      "step": 694
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.40454770107419946,
      "learning_rate": 8.74793538327465e-06,
      "loss": 2.6546,
      "step": 695
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.39444404998089466,
      "learning_rate": 8.744438440047207e-06,
      "loss": 2.5484,
      "step": 696
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3931267733450527,
      "learning_rate": 8.740937321281576e-06,
      "loss": 2.5972,
      "step": 697
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3900499116002855,
      "learning_rate": 8.737432030881962e-06,
      "loss": 2.6069,
      "step": 698
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.3931387129910314,
      "learning_rate": 8.733922572757223e-06,
      "loss": 2.4599,
      "step": 699
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.40456271070229993,
      "learning_rate": 8.730408950820864e-06,
      "loss": 2.489,
      "step": 700
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.42428694119007687,
      "learning_rate": 8.726891168991028e-06,
      "loss": 2.63,
      "step": 701
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.39795530349666575,
      "learning_rate": 8.723369231190506e-06,
      "loss": 2.6393,
      "step": 702
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.41695698716832086,
      "learning_rate": 8.719843141346717e-06,
      "loss": 2.6571,
      "step": 703
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.40011888912769766,
      "learning_rate": 8.716312903391712e-06,
      "loss": 2.5803,
      "step": 704
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.43064551627086994,
      "learning_rate": 8.71277852126217e-06,
      "loss": 2.5659,
      "step": 705
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4163134945736012,
      "learning_rate": 8.709239998899386e-06,
      "loss": 2.5896,
      "step": 706
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3985848434870783,
      "learning_rate": 8.705697340249275e-06,
      "loss": 2.6886,
      "step": 707
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42880397473573023,
      "learning_rate": 8.702150549262365e-06,
      "loss": 2.5263,
      "step": 708
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.422368185202293,
      "learning_rate": 8.698599629893794e-06,
      "loss": 2.5641,
      "step": 709
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.40746276738031384,
      "learning_rate": 8.695044586103297e-06,
      "loss": 2.5599,
      "step": 710
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42202722487495065,
      "learning_rate": 8.691485421855214e-06,
      "loss": 2.623,
      "step": 711
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.39927169015807223,
      "learning_rate": 8.68792214111848e-06,
      "loss": 2.7374,
      "step": 712
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.41192966538348047,
      "learning_rate": 8.684354747866614e-06,
      "loss": 2.5767,
      "step": 713
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.40163184580235517,
      "learning_rate": 8.680783246077732e-06,
      "loss": 2.5966,
      "step": 714
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3846715821878233,
      "learning_rate": 8.67720763973452e-06,
      "loss": 2.6508,
      "step": 715
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4441529117116035,
      "learning_rate": 8.67362793282425e-06,
      "loss": 2.6694,
      "step": 716
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3865231876844743,
      "learning_rate": 8.67004412933876e-06,
      "loss": 2.588,
      "step": 717
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4247407185414399,
      "learning_rate": 8.666456233274461e-06,
      "loss": 2.5641,
      "step": 718
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42994671718800553,
      "learning_rate": 8.662864248632325e-06,
      "loss": 2.6443,
      "step": 719
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.3973979478265679,
      "learning_rate": 8.659268179417886e-06,
      "loss": 2.5991,
      "step": 720
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.387493032731209,
      "learning_rate": 8.65566802964123e-06,
      "loss": 2.6397,
      "step": 721
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.42717867074031024,
      "learning_rate": 8.652063803316994e-06,
      "loss": 2.5512,
      "step": 722
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.47574539174721103,
      "learning_rate": 8.648455504464362e-06,
      "loss": 2.5937,
      "step": 723
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4204495330694543,
      "learning_rate": 8.644843137107058e-06,
      "loss": 2.6502,
      "step": 724
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.38454967577088195,
      "learning_rate": 8.641226705273344e-06,
      "loss": 2.5139,
      "step": 725
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4056767306969294,
      "learning_rate": 8.637606212996016e-06,
      "loss": 2.5353,
      "step": 726
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.39146533223192914,
      "learning_rate": 8.633981664312393e-06,
      "loss": 2.57,
      "step": 727
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.44199713258762546,
      "learning_rate": 8.630353063264321e-06,
      "loss": 2.629,
      "step": 728
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4568822242802304,
      "learning_rate": 8.626720413898167e-06,
      "loss": 2.6111,
      "step": 729
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.39149382291137347,
      "learning_rate": 8.623083720264806e-06,
      "loss": 2.5724,
      "step": 730
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4047779409319991,
      "learning_rate": 8.619442986419631e-06,
      "loss": 2.4815,
      "step": 731
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.39009103519491567,
      "learning_rate": 8.615798216422531e-06,
      "loss": 2.4815,
      "step": 732
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4010843175857095,
      "learning_rate": 8.612149414337905e-06,
      "loss": 2.6492,
      "step": 733
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.40851694118151305,
      "learning_rate": 8.608496584234641e-06,
      "loss": 2.5597,
      "step": 734
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3714028727338163,
      "learning_rate": 8.604839730186125e-06,
      "loss": 2.4603,
      "step": 735
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.37566221893800655,
      "learning_rate": 8.601178856270224e-06,
      "loss": 2.6894,
      "step": 736
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4014233552191909,
      "learning_rate": 8.597513966569295e-06,
      "loss": 2.5056,
      "step": 737
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3837979730634555,
      "learning_rate": 8.593845065170165e-06,
      "loss": 2.556,
      "step": 738
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.45198136738439715,
      "learning_rate": 8.590172156164139e-06,
      "loss": 2.6372,
      "step": 739
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3875310439318507,
      "learning_rate": 8.586495243646992e-06,
      "loss": 2.5632,
      "step": 740
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4249496037391712,
      "learning_rate": 8.582814331718961e-06,
      "loss": 2.6393,
      "step": 741
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.44396635342172164,
      "learning_rate": 8.579129424484746e-06,
      "loss": 2.6965,
      "step": 742
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.44773976211089295,
      "learning_rate": 8.575440526053497e-06,
      "loss": 2.6293,
      "step": 743
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.42289162813804465,
      "learning_rate": 8.571747640538818e-06,
      "loss": 2.5892,
      "step": 744
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.38147902332421474,
      "learning_rate": 8.568050772058763e-06,
      "loss": 2.4829,
      "step": 745
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4032218757560865,
      "learning_rate": 8.564349924735817e-06,
      "loss": 2.555,
      "step": 746
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4141529092512198,
      "learning_rate": 8.560645102696914e-06,
      "loss": 2.6312,
      "step": 747
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.431306666645557,
      "learning_rate": 8.556936310073413e-06,
      "loss": 2.4882,
      "step": 748
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.429178526013904,
      "learning_rate": 8.553223551001101e-06,
      "loss": 2.5607,
      "step": 749
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4243555435023986,
      "learning_rate": 8.549506829620193e-06,
      "loss": 2.6239,
      "step": 750
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.414717893313139,
      "learning_rate": 8.545786150075314e-06,
      "loss": 2.5657,
      "step": 751
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.38781113900215547,
      "learning_rate": 8.542061516515512e-06,
      "loss": 2.5971,
      "step": 752
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3928555699106409,
      "learning_rate": 8.538332933094237e-06,
      "loss": 2.6138,
      "step": 753
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.39710846064235467,
      "learning_rate": 8.534600403969352e-06,
      "loss": 2.5739,
      "step": 754
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.41230975156535604,
      "learning_rate": 8.530863933303108e-06,
      "loss": 2.6418,
      "step": 755
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4041817911339788,
      "learning_rate": 8.527123525262162e-06,
      "loss": 2.4362,
      "step": 756
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3975027751225941,
      "learning_rate": 8.52337918401756e-06,
      "loss": 2.5741,
      "step": 757
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.40773708260012337,
      "learning_rate": 8.519630913744726e-06,
      "loss": 2.67,
      "step": 758
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4205382680251358,
      "learning_rate": 8.515878718623473e-06,
      "loss": 2.6794,
      "step": 759
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.4328560266745644,
      "learning_rate": 8.512122602837993e-06,
      "loss": 2.6785,
      "step": 760
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3886682903181997,
      "learning_rate": 8.508362570576842e-06,
      "loss": 2.5902,
      "step": 761
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.39657155849490777,
      "learning_rate": 8.504598626032947e-06,
      "loss": 2.6572,
      "step": 762
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40633343793420695,
      "learning_rate": 8.5008307734036e-06,
      "loss": 2.5907,
      "step": 763
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.42596452600683693,
      "learning_rate": 8.49705901689045e-06,
      "loss": 2.598,
      "step": 764
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.415658573716301,
      "learning_rate": 8.493283360699496e-06,
      "loss": 2.6445,
      "step": 765
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3817716773710336,
      "learning_rate": 8.489503809041089e-06,
      "loss": 2.5449,
      "step": 766
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4174933180588395,
      "learning_rate": 8.485720366129922e-06,
      "loss": 2.5976,
      "step": 767
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.41151998959306785,
      "learning_rate": 8.48193303618503e-06,
      "loss": 2.5543,
      "step": 768
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.39560745302793604,
      "learning_rate": 8.47814182342978e-06,
      "loss": 2.5391,
      "step": 769
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.39459379097045677,
      "learning_rate": 8.47434673209187e-06,
      "loss": 2.5435,
      "step": 770
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4146931721601953,
      "learning_rate": 8.47054776640332e-06,
      "loss": 2.661,
      "step": 771
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4311836896585072,
      "learning_rate": 8.46674493060048e-06,
      "loss": 2.5523,
      "step": 772
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40199742643044956,
      "learning_rate": 8.462938228924e-06,
      "loss": 2.5918,
      "step": 773
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.37538274464984434,
      "learning_rate": 8.459127665618858e-06,
      "loss": 2.5758,
      "step": 774
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.43428204866077696,
      "learning_rate": 8.455313244934324e-06,
      "loss": 2.5581,
      "step": 775
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4037835921789478,
      "learning_rate": 8.45149497112398e-06,
      "loss": 2.6926,
      "step": 776
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4091287731459371,
      "learning_rate": 8.447672848445695e-06,
      "loss": 2.5811,
      "step": 777
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4217107594408988,
      "learning_rate": 8.44384688116164e-06,
      "loss": 2.5743,
      "step": 778
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.39746033764543187,
      "learning_rate": 8.44001707353827e-06,
      "loss": 2.5957,
      "step": 779
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4441830214745251,
      "learning_rate": 8.436183429846314e-06,
      "loss": 2.6142,
      "step": 780
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40324050076689993,
      "learning_rate": 8.43234595436079e-06,
      "loss": 2.5527,
      "step": 781
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4211610121078822,
      "learning_rate": 8.428504651360988e-06,
      "loss": 2.6577,
      "step": 782
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40083303433021816,
      "learning_rate": 8.424659525130456e-06,
      "loss": 2.6756,
      "step": 783
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40395875512045837,
      "learning_rate": 8.420810579957016e-06,
      "loss": 2.5976,
      "step": 784
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3813669588134605,
      "learning_rate": 8.416957820132743e-06,
      "loss": 2.5569,
      "step": 785
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4134031840620254,
      "learning_rate": 8.413101249953971e-06,
      "loss": 2.4946,
      "step": 786
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.40916067730209765,
      "learning_rate": 8.409240873721277e-06,
      "loss": 2.5588,
      "step": 787
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.420463496600291,
      "learning_rate": 8.405376695739485e-06,
      "loss": 2.6316,
      "step": 788
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.38726844637275737,
      "learning_rate": 8.40150872031766e-06,
      "loss": 2.7317,
      "step": 789
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.46619616046782564,
      "learning_rate": 8.397636951769099e-06,
      "loss": 2.6267,
      "step": 790
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.41938914728535004,
      "learning_rate": 8.39376139441133e-06,
      "loss": 2.5999,
      "step": 791
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4128360578700934,
      "learning_rate": 8.389882052566106e-06,
      "loss": 2.6008,
      "step": 792
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4236692842899877,
      "learning_rate": 8.3859989305594e-06,
      "loss": 2.5726,
      "step": 793
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4078628362817052,
      "learning_rate": 8.3821120327214e-06,
      "loss": 2.5205,
      "step": 794
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.39618573898162357,
      "learning_rate": 8.378221363386506e-06,
      "loss": 2.5956,
      "step": 795
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4034964151601362,
      "learning_rate": 8.37432692689332e-06,
      "loss": 2.4988,
      "step": 796
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.43923027322011543,
      "learning_rate": 8.370428727584654e-06,
      "loss": 2.5139,
      "step": 797
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4248305389606218,
      "learning_rate": 8.366526769807503e-06,
      "loss": 2.5911,
      "step": 798
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4110205308990833,
      "learning_rate": 8.362621057913063e-06,
      "loss": 2.5665,
      "step": 799
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4144144901313341,
      "learning_rate": 8.358711596256712e-06,
      "loss": 2.5092,
      "step": 800
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4197156000281137,
      "learning_rate": 8.354798389198013e-06,
      "loss": 2.6169,
      "step": 801
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.40972816288766706,
      "learning_rate": 8.3508814411007e-06,
      "loss": 2.6123,
      "step": 802
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41927212859085966,
      "learning_rate": 8.346960756332683e-06,
      "loss": 2.4813,
      "step": 803
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4272037158112424,
      "learning_rate": 8.34303633926604e-06,
      "loss": 2.5397,
      "step": 804
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41655980368998585,
      "learning_rate": 8.339108194277006e-06,
      "loss": 2.5427,
      "step": 805
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.41470497597592165,
      "learning_rate": 8.33517632574598e-06,
      "loss": 2.6004,
      "step": 806
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.43266402910209373,
      "learning_rate": 8.331240738057502e-06,
      "loss": 2.5065,
      "step": 807
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4241724505370535,
      "learning_rate": 8.327301435600273e-06,
      "loss": 2.6018,
      "step": 808
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4055328825578019,
      "learning_rate": 8.32335842276713e-06,
      "loss": 2.5533,
      "step": 809
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4080727473950192,
      "learning_rate": 8.319411703955042e-06,
      "loss": 2.474,
      "step": 810
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3937313923147714,
      "learning_rate": 8.315461283565123e-06,
      "loss": 2.5147,
      "step": 811
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4165975592841607,
      "learning_rate": 8.311507166002604e-06,
      "loss": 2.5524,
      "step": 812
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.40304916540901103,
      "learning_rate": 8.307549355676843e-06,
      "loss": 2.6405,
      "step": 813
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4089370226477569,
      "learning_rate": 8.303587857001316e-06,
      "loss": 2.6325,
      "step": 814
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4013332900237908,
      "learning_rate": 8.299622674393615e-06,
      "loss": 2.5728,
      "step": 815
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3970217140730988,
      "learning_rate": 8.29565381227543e-06,
      "loss": 2.578,
      "step": 816
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4450471154194791,
      "learning_rate": 8.291681275072568e-06,
      "loss": 2.6582,
      "step": 817
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.4022231800937019,
      "learning_rate": 8.287705067214921e-06,
      "loss": 2.5899,
      "step": 818
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.39869647865692215,
      "learning_rate": 8.283725193136487e-06,
      "loss": 2.4949,
      "step": 819
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.38416378762137965,
      "learning_rate": 8.27974165727534e-06,
      "loss": 2.5464,
      "step": 820
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4233181605786404,
      "learning_rate": 8.275754464073645e-06,
      "loss": 2.6254,
      "step": 821
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4102451954629436,
      "learning_rate": 8.271763617977642e-06,
      "loss": 2.5013,
      "step": 822
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4252367825626563,
      "learning_rate": 8.26776912343765e-06,
      "loss": 2.6307,
      "step": 823
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4420150339625009,
      "learning_rate": 8.263770984908049e-06,
      "loss": 2.5286,
      "step": 824
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.43126175076604883,
      "learning_rate": 8.259769206847286e-06,
      "loss": 2.6439,
      "step": 825
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4014097316497402,
      "learning_rate": 8.255763793717868e-06,
      "loss": 2.5087,
      "step": 826
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.40908127650566717,
      "learning_rate": 8.251754749986353e-06,
      "loss": 2.5259,
      "step": 827
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.44382902301414784,
      "learning_rate": 8.247742080123351e-06,
      "loss": 2.5059,
      "step": 828
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5690583326008019,
      "learning_rate": 8.243725788603509e-06,
      "loss": 2.5809,
      "step": 829
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4005616171832035,
      "learning_rate": 8.239705879905519e-06,
      "loss": 2.5534,
      "step": 830
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4180142030333501,
      "learning_rate": 8.235682358512106e-06,
      "loss": 2.6144,
      "step": 831
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4335665651339525,
      "learning_rate": 8.231655228910022e-06,
      "loss": 2.5939,
      "step": 832
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.44795603542160145,
      "learning_rate": 8.227624495590041e-06,
      "loss": 2.6328,
      "step": 833
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.39990249279797285,
      "learning_rate": 8.223590163046956e-06,
      "loss": 2.4888,
      "step": 834
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.422567364553395,
      "learning_rate": 8.219552235779578e-06,
      "loss": 2.5965,
      "step": 835
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4314727111378184,
      "learning_rate": 8.215510718290724e-06,
      "loss": 2.6093,
      "step": 836
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.40041522438961896,
      "learning_rate": 8.211465615087213e-06,
      "loss": 2.5153,
      "step": 837
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.41522560863984265,
      "learning_rate": 8.207416930679862e-06,
      "loss": 2.6018,
      "step": 838
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.42312993496111684,
      "learning_rate": 8.203364669583485e-06,
      "loss": 2.5895,
      "step": 839
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.42288979584341124,
      "learning_rate": 8.199308836316883e-06,
      "loss": 2.5965,
      "step": 840
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.42051194007786136,
      "learning_rate": 8.19524943540284e-06,
      "loss": 2.4559,
      "step": 841
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.42267226014337067,
      "learning_rate": 8.191186471368115e-06,
      "loss": 2.5894,
      "step": 842
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4204184855877659,
      "learning_rate": 8.18711994874345e-06,
      "loss": 2.5612,
      "step": 843
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.41720484508218253,
      "learning_rate": 8.183049872063543e-06,
      "loss": 2.5136,
      "step": 844
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4464853468623226,
      "learning_rate": 8.178976245867068e-06,
      "loss": 2.635,
      "step": 845
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4286598401042708,
      "learning_rate": 8.174899074696645e-06,
      "loss": 2.6825,
      "step": 846
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.43245122063916924,
      "learning_rate": 8.170818363098854e-06,
      "loss": 2.5948,
      "step": 847
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.41369230888120184,
      "learning_rate": 8.166734115624223e-06,
      "loss": 2.6412,
      "step": 848
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4293671193850312,
      "learning_rate": 8.162646336827222e-06,
      "loss": 2.5823,
      "step": 849
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.4369219810371937,
      "learning_rate": 8.158555031266255e-06,
      "loss": 2.5921,
      "step": 850
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.41473690029057125,
      "learning_rate": 8.154460203503667e-06,
      "loss": 2.547,
      "step": 851
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4312208386941552,
      "learning_rate": 8.150361858105724e-06,
      "loss": 2.5732,
      "step": 852
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4390124675983267,
      "learning_rate": 8.146259999642614e-06,
      "loss": 2.5189,
      "step": 853
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4137874265379334,
      "learning_rate": 8.14215463268845e-06,
      "loss": 2.5845,
      "step": 854
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.39993164923934327,
      "learning_rate": 8.138045761821252e-06,
      "loss": 2.6329,
      "step": 855
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4437132444069032,
      "learning_rate": 8.133933391622944e-06,
      "loss": 2.6292,
      "step": 856
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4235821198963829,
      "learning_rate": 8.129817526679358e-06,
      "loss": 2.6303,
      "step": 857
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.39602619625874363,
      "learning_rate": 8.125698171580224e-06,
      "loss": 2.6121,
      "step": 858
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4132650361368975,
      "learning_rate": 8.121575330919159e-06,
      "loss": 2.6254,
      "step": 859
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4030628075050604,
      "learning_rate": 8.117449009293668e-06,
      "loss": 2.7212,
      "step": 860
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.40489013194172396,
      "learning_rate": 8.113319211305141e-06,
      "loss": 2.6366,
      "step": 861
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.44092957744334427,
      "learning_rate": 8.109185941558842e-06,
      "loss": 2.6076,
      "step": 862
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.42045429985990546,
      "learning_rate": 8.105049204663906e-06,
      "loss": 2.5336,
      "step": 863
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.42044467762139054,
      "learning_rate": 8.100909005233336e-06,
      "loss": 2.6656,
      "step": 864
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4176046443329716,
      "learning_rate": 8.096765347883995e-06,
      "loss": 2.5584,
      "step": 865
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.40906033106637607,
      "learning_rate": 8.092618237236602e-06,
      "loss": 2.4977,
      "step": 866
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.41217420167561647,
      "learning_rate": 8.088467677915728e-06,
      "loss": 2.5494,
      "step": 867
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4164262634391922,
      "learning_rate": 8.084313674549789e-06,
      "loss": 2.7228,
      "step": 868
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4237722192976071,
      "learning_rate": 8.080156231771043e-06,
      "loss": 2.5715,
      "step": 869
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.414586509360156,
      "learning_rate": 8.075995354215578e-06,
      "loss": 2.6481,
      "step": 870
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3930741587756925,
      "learning_rate": 8.07183104652332e-06,
      "loss": 2.5999,
      "step": 871
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3800161956171746,
      "learning_rate": 8.067663313338014e-06,
      "loss": 2.565,
      "step": 872
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.42395921077528126,
      "learning_rate": 8.06349215930723e-06,
      "loss": 2.5922,
      "step": 873
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.41039686865262626,
      "learning_rate": 8.059317589082349e-06,
      "loss": 2.5915,
      "step": 874
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4214562704564119,
      "learning_rate": 8.055139607318558e-06,
      "loss": 2.5322,
      "step": 875
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.42154062229902023,
      "learning_rate": 8.050958218674859e-06,
      "loss": 2.5986,
      "step": 876
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4310299450125749,
      "learning_rate": 8.046773427814043e-06,
      "loss": 2.6266,
      "step": 877
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4395628220019876,
      "learning_rate": 8.042585239402697e-06,
      "loss": 2.5421,
      "step": 878
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.43732728273627564,
      "learning_rate": 8.038393658111203e-06,
      "loss": 2.4944,
      "step": 879
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.4099976369161659,
      "learning_rate": 8.03419868861372e-06,
      "loss": 2.5705,
      "step": 880
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.40913216034905114,
      "learning_rate": 8.030000335588187e-06,
      "loss": 2.5889,
      "step": 881
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3980903983537651,
      "learning_rate": 8.025798603716314e-06,
      "loss": 2.5876,
      "step": 882
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4298468554380081,
      "learning_rate": 8.021593497683587e-06,
      "loss": 2.5664,
      "step": 883
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.46062635167931587,
      "learning_rate": 8.01738502217924e-06,
      "loss": 2.644,
      "step": 884
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4229239386448534,
      "learning_rate": 8.013173181896283e-06,
      "loss": 2.5189,
      "step": 885
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4081552650831732,
      "learning_rate": 8.008957981531462e-06,
      "loss": 2.4752,
      "step": 886
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4331028195271111,
      "learning_rate": 8.004739425785277e-06,
      "loss": 2.5987,
      "step": 887
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.40920188315560446,
      "learning_rate": 8.00051751936197e-06,
      "loss": 2.5385,
      "step": 888
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4316135933123064,
      "learning_rate": 7.996292266969518e-06,
      "loss": 2.5597,
      "step": 889
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4462340506740775,
      "learning_rate": 7.992063673319632e-06,
      "loss": 2.4633,
      "step": 890
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.42580447002405547,
      "learning_rate": 7.987831743127742e-06,
      "loss": 2.4647,
      "step": 891
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.41925259860489633,
      "learning_rate": 7.983596481113005e-06,
      "loss": 2.5792,
      "step": 892
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.42194763194144164,
      "learning_rate": 7.979357891998294e-06,
      "loss": 2.5388,
      "step": 893
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4321751284259449,
      "learning_rate": 7.975115980510187e-06,
      "loss": 2.6989,
      "step": 894
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.412295945588522,
      "learning_rate": 7.97087075137897e-06,
      "loss": 2.5899,
      "step": 895
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.39834515118459113,
      "learning_rate": 7.966622209338629e-06,
      "loss": 2.589,
      "step": 896
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.413233484922437,
      "learning_rate": 7.962370359126843e-06,
      "loss": 2.6658,
      "step": 897
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4605783421036789,
      "learning_rate": 7.95811520548498e-06,
      "loss": 2.6009,
      "step": 898
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.44280924675391853,
      "learning_rate": 7.953856753158096e-06,
      "loss": 2.6904,
      "step": 899
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.399962256558219,
      "learning_rate": 7.949595006894917e-06,
      "loss": 2.5138,
      "step": 900
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4065872956264197,
      "learning_rate": 7.945329971447851e-06,
      "loss": 2.5331,
      "step": 901
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.43139524087257114,
      "learning_rate": 7.941061651572965e-06,
      "loss": 2.654,
      "step": 902
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.43610262802638144,
      "learning_rate": 7.93679005203e-06,
      "loss": 2.4393,
      "step": 903
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4305492602763158,
      "learning_rate": 7.932515177582341e-06,
      "loss": 2.6138,
      "step": 904
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4221443270245523,
      "learning_rate": 7.928237032997037e-06,
      "loss": 2.618,
      "step": 905
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4422278732901728,
      "learning_rate": 7.923955623044775e-06,
      "loss": 2.6176,
      "step": 906
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4266337688002018,
      "learning_rate": 7.919670952499889e-06,
      "loss": 2.4747,
      "step": 907
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4477483651287364,
      "learning_rate": 7.915383026140344e-06,
      "loss": 2.5751,
      "step": 908
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4177444069840092,
      "learning_rate": 7.91109184874774e-06,
      "loss": 2.6049,
      "step": 909
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.42079897809566313,
      "learning_rate": 7.9067974251073e-06,
      "loss": 2.5587,
      "step": 910
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.42684865722248433,
      "learning_rate": 7.902499760007867e-06,
      "loss": 2.5912,
      "step": 911
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4071847359013808,
      "learning_rate": 7.898198858241902e-06,
      "loss": 2.5533,
      "step": 912
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4272959827178456,
      "learning_rate": 7.89389472460547e-06,
      "loss": 2.6196,
      "step": 913
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4567896212371643,
      "learning_rate": 7.889587363898242e-06,
      "loss": 2.6187,
      "step": 914
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4213243352124343,
      "learning_rate": 7.885276780923488e-06,
      "loss": 2.6833,
      "step": 915
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.41023311802953555,
      "learning_rate": 7.880962980488073e-06,
      "loss": 2.6689,
      "step": 916
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.421825264718791,
      "learning_rate": 7.876645967402448e-06,
      "loss": 2.608,
      "step": 917
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.43157690967476947,
      "learning_rate": 7.872325746480645e-06,
      "loss": 2.534,
      "step": 918
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4513483239147945,
      "learning_rate": 7.868002322540279e-06,
      "loss": 2.6496,
      "step": 919
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.44068006685442734,
      "learning_rate": 7.863675700402527e-06,
      "loss": 2.6127,
      "step": 920
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4340762297818696,
      "learning_rate": 7.859345884892143e-06,
      "loss": 2.583,
      "step": 921
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5535594322513243,
      "learning_rate": 7.855012880837432e-06,
      "loss": 2.4857,
      "step": 922
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4725111746601944,
      "learning_rate": 7.850676693070266e-06,
      "loss": 2.5878,
      "step": 923
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.41724059592129575,
      "learning_rate": 7.846337326426057e-06,
      "loss": 2.5041,
      "step": 924
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.42325495272452096,
      "learning_rate": 7.841994785743765e-06,
      "loss": 2.4939,
      "step": 925
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4448404822113957,
      "learning_rate": 7.837649075865893e-06,
      "loss": 2.7193,
      "step": 926
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.411834046291556,
      "learning_rate": 7.833300201638475e-06,
      "loss": 2.5689,
      "step": 927
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.43112137576355314,
      "learning_rate": 7.828948167911073e-06,
      "loss": 2.4763,
      "step": 928
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.41680385794684577,
      "learning_rate": 7.824592979536774e-06,
      "loss": 2.6338,
      "step": 929
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4122113287041295,
      "learning_rate": 7.820234641372182e-06,
      "loss": 2.4718,
      "step": 930
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4246695467962534,
      "learning_rate": 7.815873158277414e-06,
      "loss": 2.5562,
      "step": 931
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.42277124360103996,
      "learning_rate": 7.811508535116093e-06,
      "loss": 2.4938,
      "step": 932
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4513815520578765,
      "learning_rate": 7.807140776755345e-06,
      "loss": 2.4926,
      "step": 933
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.45996391797568054,
      "learning_rate": 7.80276988806579e-06,
      "loss": 2.7031,
      "step": 934
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4831176558870303,
      "learning_rate": 7.798395873921542e-06,
      "loss": 2.5952,
      "step": 935
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.45636962210820387,
      "learning_rate": 7.794018739200196e-06,
      "loss": 2.4938,
      "step": 936
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4582229304281336,
      "learning_rate": 7.789638488782832e-06,
      "loss": 2.748,
      "step": 937
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4515473425938092,
      "learning_rate": 7.785255127553999e-06,
      "loss": 2.6467,
      "step": 938
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4435663622348958,
      "learning_rate": 7.780868660401719e-06,
      "loss": 2.5819,
      "step": 939
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.41412840624582015,
      "learning_rate": 7.776479092217475e-06,
      "loss": 2.5298,
      "step": 940
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.43024657897653096,
      "learning_rate": 7.772086427896211e-06,
      "loss": 2.571,
      "step": 941
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4374848771887548,
      "learning_rate": 7.767690672336321e-06,
      "loss": 2.5744,
      "step": 942
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.42377155119745097,
      "learning_rate": 7.763291830439646e-06,
      "loss": 2.4888,
      "step": 943
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4385016759124883,
      "learning_rate": 7.75888990711147e-06,
      "loss": 2.6311,
      "step": 944
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4447177294698723,
      "learning_rate": 7.754484907260513e-06,
      "loss": 2.6521,
      "step": 945
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4077239806470596,
      "learning_rate": 7.750076835798927e-06,
      "loss": 2.5797,
      "step": 946
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.428657823891645,
      "learning_rate": 7.745665697642284e-06,
      "loss": 2.5617,
      "step": 947
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4354502823126484,
      "learning_rate": 7.741251497709583e-06,
      "loss": 2.6247,
      "step": 948
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4633385145231587,
      "learning_rate": 7.736834240923233e-06,
      "loss": 2.6145,
      "step": 949
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.398561346216612,
      "learning_rate": 7.73241393220905e-06,
      "loss": 2.4895,
      "step": 950
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4329616819731975,
      "learning_rate": 7.727990576496259e-06,
      "loss": 2.6225,
      "step": 951
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4285001823264661,
      "learning_rate": 7.723564178717477e-06,
      "loss": 2.4792,
      "step": 952
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4799081586852101,
      "learning_rate": 7.71913474380872e-06,
      "loss": 2.645,
      "step": 953
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.440591651249703,
      "learning_rate": 7.714702276709382e-06,
      "loss": 2.6201,
      "step": 954
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.42045495551086975,
      "learning_rate": 7.710266782362248e-06,
      "loss": 2.4546,
      "step": 955
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.44996984963607556,
      "learning_rate": 7.705828265713468e-06,
      "loss": 2.5964,
      "step": 956
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.44860901294069305,
      "learning_rate": 7.701386731712575e-06,
      "loss": 2.579,
      "step": 957
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4465100265169577,
      "learning_rate": 7.696942185312453e-06,
      "loss": 2.5449,
      "step": 958
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.44784574908323493,
      "learning_rate": 7.692494631469356e-06,
      "loss": 2.4899,
      "step": 959
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.43842323845570746,
      "learning_rate": 7.688044075142888e-06,
      "loss": 2.5747,
      "step": 960
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.43228122591332846,
      "learning_rate": 7.683590521295998e-06,
      "loss": 2.5739,
      "step": 961
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.434804720290425,
      "learning_rate": 7.679133974894984e-06,
      "loss": 2.6809,
      "step": 962
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.42894342327405344,
      "learning_rate": 7.674674440909475e-06,
      "loss": 2.5423,
      "step": 963
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.41596006640315525,
      "learning_rate": 7.670211924312437e-06,
      "loss": 2.6565,
      "step": 964
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4399642006984142,
      "learning_rate": 7.665746430080155e-06,
      "loss": 2.5905,
      "step": 965
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.43095602575237124,
      "learning_rate": 7.661277963192241e-06,
      "loss": 2.5439,
      "step": 966
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.42881278390211974,
      "learning_rate": 7.65680652863162e-06,
      "loss": 2.5704,
      "step": 967
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4403334552659803,
      "learning_rate": 7.652332131384526e-06,
      "loss": 2.5899,
      "step": 968
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.43952778499904116,
      "learning_rate": 7.647854776440496e-06,
      "loss": 2.6278,
      "step": 969
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.44350619132871466,
      "learning_rate": 7.643374468792364e-06,
      "loss": 2.5577,
      "step": 970
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43480932970578706,
      "learning_rate": 7.638891213436261e-06,
      "loss": 2.5002,
      "step": 971
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4326045635095116,
      "learning_rate": 7.634405015371603e-06,
      "loss": 2.5841,
      "step": 972
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.45248147057167837,
      "learning_rate": 7.629915879601087e-06,
      "loss": 2.6901,
      "step": 973
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.47546982179960307,
      "learning_rate": 7.625423811130681e-06,
      "loss": 2.533,
      "step": 974
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.42614586992931125,
      "learning_rate": 7.620928814969636e-06,
      "loss": 2.6475,
      "step": 975
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4395102230701426,
      "learning_rate": 7.616430896130456e-06,
      "loss": 2.5916,
      "step": 976
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43456558053515715,
      "learning_rate": 7.611930059628909e-06,
      "loss": 2.5627,
      "step": 977
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.459423844990916,
      "learning_rate": 7.607426310484014e-06,
      "loss": 2.522,
      "step": 978
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43233604854428664,
      "learning_rate": 7.602919653718044e-06,
      "loss": 2.5904,
      "step": 979
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4697293541204728,
      "learning_rate": 7.5984100943565055e-06,
      "loss": 2.5513,
      "step": 980
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4225011347016215,
      "learning_rate": 7.5938976374281515e-06,
      "loss": 2.4909,
      "step": 981
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43926955733620127,
      "learning_rate": 7.589382287964957e-06,
      "loss": 2.6104,
      "step": 982
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.45591129115222123,
      "learning_rate": 7.584864051002128e-06,
      "loss": 2.7106,
      "step": 983
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4349453283077686,
      "learning_rate": 7.58034293157809e-06,
      "loss": 2.5365,
      "step": 984
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.42835368432163357,
      "learning_rate": 7.57581893473448e-06,
      "loss": 2.5712,
      "step": 985
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.425073700713382,
      "learning_rate": 7.571292065516149e-06,
      "loss": 2.5438,
      "step": 986
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43117639770458216,
      "learning_rate": 7.566762328971146e-06,
      "loss": 2.5966,
      "step": 987
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4350355422638024,
      "learning_rate": 7.562229730150716e-06,
      "loss": 2.5597,
      "step": 988
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.45651613860416895,
      "learning_rate": 7.557694274109305e-06,
      "loss": 2.6819,
      "step": 989
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4178926630375163,
      "learning_rate": 7.553155965904535e-06,
      "loss": 2.6029,
      "step": 990
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.42667679705117045,
      "learning_rate": 7.548614810597214e-06,
      "loss": 2.513,
      "step": 991
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.42468254701197683,
      "learning_rate": 7.544070813251324e-06,
      "loss": 2.5881,
      "step": 992
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43467675094971464,
      "learning_rate": 7.5395239789340155e-06,
      "loss": 2.5797,
      "step": 993
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4389732792842581,
      "learning_rate": 7.534974312715603e-06,
      "loss": 2.5709,
      "step": 994
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4411521788061547,
      "learning_rate": 7.530421819669558e-06,
      "loss": 2.6326,
      "step": 995
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4557196879536489,
      "learning_rate": 7.5258665048725065e-06,
      "loss": 2.596,
      "step": 996
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43871902185286676,
      "learning_rate": 7.521308373404218e-06,
      "loss": 2.5556,
      "step": 997
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.42755630130788425,
      "learning_rate": 7.516747430347607e-06,
      "loss": 2.7271,
      "step": 998
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4318108374082864,
      "learning_rate": 7.51218368078872e-06,
      "loss": 2.5897,
      "step": 999
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.43372744999074364,
      "learning_rate": 7.507617129816733e-06,
      "loss": 2.6207,
      "step": 1000
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4349061846690901,
      "learning_rate": 7.503047782523949e-06,
      "loss": 2.5824,
      "step": 1001
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.44955498095402496,
      "learning_rate": 7.498475644005787e-06,
      "loss": 2.5644,
      "step": 1002
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4421726426503066,
      "learning_rate": 7.4939007193607786e-06,
      "loss": 2.6945,
      "step": 1003
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.41894787340781975,
      "learning_rate": 7.489323013690561e-06,
      "loss": 2.5864,
      "step": 1004
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.43641982246269445,
      "learning_rate": 7.484742532099878e-06,
      "loss": 2.5838,
      "step": 1005
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.433542970312903,
      "learning_rate": 7.480159279696562e-06,
      "loss": 2.5402,
      "step": 1006
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.47002219178179716,
      "learning_rate": 7.4755732615915385e-06,
      "loss": 2.6275,
      "step": 1007
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.42655592623385635,
      "learning_rate": 7.470984482898818e-06,
      "loss": 2.5379,
      "step": 1008
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4490796246910226,
      "learning_rate": 7.46639294873549e-06,
      "loss": 2.5878,
      "step": 1009
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4353762578998085,
      "learning_rate": 7.461798664221711e-06,
      "loss": 2.5528,
      "step": 1010
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4359763726298193,
      "learning_rate": 7.457201634480713e-06,
      "loss": 2.4963,
      "step": 1011
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4293488989036144,
      "learning_rate": 7.452601864638782e-06,
      "loss": 2.507,
      "step": 1012
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4632695896167269,
      "learning_rate": 7.447999359825263e-06,
      "loss": 2.5688,
      "step": 1013
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4717146582108519,
      "learning_rate": 7.443394125172552e-06,
      "loss": 2.562,
      "step": 1014
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.45926730586833125,
      "learning_rate": 7.438786165816084e-06,
      "loss": 2.5078,
      "step": 1015
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.42035212985829007,
      "learning_rate": 7.434175486894339e-06,
      "loss": 2.6623,
      "step": 1016
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.442070486539419,
      "learning_rate": 7.429562093548825e-06,
      "loss": 2.5572,
      "step": 1017
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4346339147079722,
      "learning_rate": 7.42494599092408e-06,
      "loss": 2.5031,
      "step": 1018
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4486843745453151,
      "learning_rate": 7.42032718416766e-06,
      "loss": 2.6138,
      "step": 1019
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.454243627496171,
      "learning_rate": 7.415705678430138e-06,
      "loss": 2.569,
      "step": 1020
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4378035377930223,
      "learning_rate": 7.4110814788651e-06,
      "loss": 2.5737,
      "step": 1021
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4408324571659681,
      "learning_rate": 7.406454590629129e-06,
      "loss": 2.5312,
      "step": 1022
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.43626638605774093,
      "learning_rate": 7.401825018881812e-06,
      "loss": 2.6114,
      "step": 1023
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.45581278624186283,
      "learning_rate": 7.397192768785724e-06,
      "loss": 2.6438,
      "step": 1024
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.43570018858293746,
      "learning_rate": 7.392557845506433e-06,
      "loss": 2.5748,
      "step": 1025
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.4209876795639996,
      "learning_rate": 7.387920254212482e-06,
      "loss": 2.5272,
      "step": 1026
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.44083438389417995,
      "learning_rate": 7.383280000075392e-06,
      "loss": 2.5001,
      "step": 1027
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.453200235369117,
      "learning_rate": 7.378637088269652e-06,
      "loss": 2.6287,
      "step": 1028
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.43011889909731615,
      "learning_rate": 7.373991523972715e-06,
      "loss": 2.5724,
      "step": 1029
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4442709068247595,
      "learning_rate": 7.369343312364994e-06,
      "loss": 2.681,
      "step": 1030
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.43930051060921954,
      "learning_rate": 7.3646924586298515e-06,
      "loss": 2.4956,
      "step": 1031
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.44486461669517774,
      "learning_rate": 7.360038967953598e-06,
      "loss": 2.617,
      "step": 1032
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4337851986633554,
      "learning_rate": 7.355382845525481e-06,
      "loss": 2.5871,
      "step": 1033
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4768810458318751,
      "learning_rate": 7.350724096537687e-06,
      "loss": 2.6812,
      "step": 1034
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4294759402946892,
      "learning_rate": 7.346062726185332e-06,
      "loss": 2.4668,
      "step": 1035
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4340582069750426,
      "learning_rate": 7.341398739666451e-06,
      "loss": 2.4101,
      "step": 1036
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.40832331589977605,
      "learning_rate": 7.336732142181998e-06,
      "loss": 2.512,
      "step": 1037
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4447890099201175,
      "learning_rate": 7.33206293893584e-06,
      "loss": 2.6111,
      "step": 1038
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4559691714502572,
      "learning_rate": 7.3273911351347495e-06,
      "loss": 2.6645,
      "step": 1039
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.45753809546198526,
      "learning_rate": 7.3227167359883964e-06,
      "loss": 2.6484,
      "step": 1040
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4663086257055781,
      "learning_rate": 7.318039746709349e-06,
      "loss": 2.6783,
      "step": 1041
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.41836926175215,
      "learning_rate": 7.313360172513059e-06,
      "loss": 2.6437,
      "step": 1042
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4192792544101712,
      "learning_rate": 7.3086780186178645e-06,
      "loss": 2.4873,
      "step": 1043
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4517224408067883,
      "learning_rate": 7.30399329024498e-06,
      "loss": 2.6459,
      "step": 1044
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.42751398897427867,
      "learning_rate": 7.299305992618488e-06,
      "loss": 2.5837,
      "step": 1045
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4265308955295411,
      "learning_rate": 7.2946161309653375e-06,
      "loss": 2.5892,
      "step": 1046
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4238407467136127,
      "learning_rate": 7.289923710515338e-06,
      "loss": 2.5839,
      "step": 1047
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4614155278757042,
      "learning_rate": 7.285228736501153e-06,
      "loss": 2.6102,
      "step": 1048
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4422958659102835,
      "learning_rate": 7.280531214158291e-06,
      "loss": 2.5856,
      "step": 1049
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.42237143095235286,
      "learning_rate": 7.275831148725101e-06,
      "loss": 2.5692,
      "step": 1050
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.45361904637478645,
      "learning_rate": 7.271128545442774e-06,
      "loss": 2.5652,
      "step": 1051
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4337472729775839,
      "learning_rate": 7.266423409555324e-06,
      "loss": 2.6164,
      "step": 1052
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.42362391039093894,
      "learning_rate": 7.261715746309594e-06,
      "loss": 2.5273,
      "step": 1053
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.431012140550024,
      "learning_rate": 7.257005560955245e-06,
      "loss": 2.5411,
      "step": 1054
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.452142900799659,
      "learning_rate": 7.252292858744747e-06,
      "loss": 2.5771,
      "step": 1055
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.43273717452006466,
      "learning_rate": 7.247577644933379e-06,
      "loss": 2.6122,
      "step": 1056
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.462962261724824,
      "learning_rate": 7.242859924779221e-06,
      "loss": 2.6279,
      "step": 1057
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4258143210910348,
      "learning_rate": 7.238139703543148e-06,
      "loss": 2.5806,
      "step": 1058
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4535192221696845,
      "learning_rate": 7.233416986488822e-06,
      "loss": 2.609,
      "step": 1059
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4302664584348388,
      "learning_rate": 7.2286917788826926e-06,
      "loss": 2.5662,
      "step": 1060
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.46195490134362327,
      "learning_rate": 7.2239640859939795e-06,
      "loss": 2.6167,
      "step": 1061
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.44182897260584386,
      "learning_rate": 7.219233913094683e-06,
      "loss": 2.5813,
      "step": 1062
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4434406021256981,
      "learning_rate": 7.214501265459561e-06,
      "loss": 2.6143,
      "step": 1063
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4315144971686448,
      "learning_rate": 7.2097661483661355e-06,
      "loss": 2.6934,
      "step": 1064
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.441969335136358,
      "learning_rate": 7.2050285670946776e-06,
      "loss": 2.4584,
      "step": 1065
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4295633483472062,
      "learning_rate": 7.200288526928214e-06,
      "loss": 2.5537,
      "step": 1066
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4590776064719756,
      "learning_rate": 7.195546033152506e-06,
      "loss": 2.6182,
      "step": 1067
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5628999506795336,
      "learning_rate": 7.1908010910560555e-06,
      "loss": 2.5655,
      "step": 1068
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43083319078636145,
      "learning_rate": 7.18605370593009e-06,
      "loss": 2.5838,
      "step": 1069
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43705338433970153,
      "learning_rate": 7.181303883068569e-06,
      "loss": 2.556,
      "step": 1070
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.41626277262476946,
      "learning_rate": 7.176551627768163e-06,
      "loss": 2.4507,
      "step": 1071
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.8154045786389643,
      "learning_rate": 7.171796945328257e-06,
      "loss": 2.5791,
      "step": 1072
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6811278417412138,
      "learning_rate": 7.167039841050947e-06,
      "loss": 2.6046,
      "step": 1073
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4469455756630236,
      "learning_rate": 7.16228032024102e-06,
      "loss": 2.5503,
      "step": 1074
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.49527095536212423,
      "learning_rate": 7.157518388205969e-06,
      "loss": 2.446,
      "step": 1075
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5650785736288945,
      "learning_rate": 7.152754050255967e-06,
      "loss": 2.5739,
      "step": 1076
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4688134150524742,
      "learning_rate": 7.147987311703875e-06,
      "loss": 2.53,
      "step": 1077
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4343253484657035,
      "learning_rate": 7.143218177865229e-06,
      "loss": 2.6128,
      "step": 1078
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4380533261518903,
      "learning_rate": 7.138446654058238e-06,
      "loss": 2.5129,
      "step": 1079
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43821048947336705,
      "learning_rate": 7.1336727456037716e-06,
      "loss": 2.6101,
      "step": 1080
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.42895471337291513,
      "learning_rate": 7.128896457825364e-06,
      "loss": 2.5302,
      "step": 1081
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.46383576939242727,
      "learning_rate": 7.124117796049199e-06,
      "loss": 2.5467,
      "step": 1082
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.46391080952373015,
      "learning_rate": 7.11933676560411e-06,
      "loss": 2.5796,
      "step": 1083
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43071291553448376,
      "learning_rate": 7.114553371821571e-06,
      "loss": 2.6143,
      "step": 1084
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.42639088514580703,
      "learning_rate": 7.109767620035689e-06,
      "loss": 2.5842,
      "step": 1085
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.4565996104308099,
      "learning_rate": 7.104979515583206e-06,
      "loss": 2.6329,
      "step": 1086
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43550191741328553,
      "learning_rate": 7.10018906380348e-06,
      "loss": 2.5939,
      "step": 1087
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43752917124361557,
      "learning_rate": 7.0953962700384935e-06,
      "loss": 2.4761,
      "step": 1088
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.45127428221951654,
      "learning_rate": 7.090601139632838e-06,
      "loss": 2.6407,
      "step": 1089
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.44095063114958083,
      "learning_rate": 7.0858036779337095e-06,
      "loss": 2.4693,
      "step": 1090
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4569369650853151,
      "learning_rate": 7.081003890290905e-06,
      "loss": 2.6409,
      "step": 1091
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.44391721342003115,
      "learning_rate": 7.076201782056816e-06,
      "loss": 2.5961,
      "step": 1092
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4809099048433727,
      "learning_rate": 7.071397358586418e-06,
      "loss": 2.7127,
      "step": 1093
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.44804630695230513,
      "learning_rate": 7.066590625237274e-06,
      "loss": 2.5516,
      "step": 1094
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4659208433166112,
      "learning_rate": 7.061781587369518e-06,
      "loss": 2.6022,
      "step": 1095
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.44289040654813444,
      "learning_rate": 7.056970250345857e-06,
      "loss": 2.5322,
      "step": 1096
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.43869869323441935,
      "learning_rate": 7.052156619531559e-06,
      "loss": 2.5477,
      "step": 1097
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.46781991237967846,
      "learning_rate": 7.047340700294454e-06,
      "loss": 2.5365,
      "step": 1098
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5023220205872594,
      "learning_rate": 7.042522498004918e-06,
      "loss": 2.6717,
      "step": 1099
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.46706191323763,
      "learning_rate": 7.037702018035878e-06,
      "loss": 2.5515,
      "step": 1100
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4628447819796725,
      "learning_rate": 7.032879265762799e-06,
      "loss": 2.655,
      "step": 1101
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4363362126296687,
      "learning_rate": 7.028054246563679e-06,
      "loss": 2.4911,
      "step": 1102
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.45657932728300715,
      "learning_rate": 7.023226965819046e-06,
      "loss": 2.5302,
      "step": 1103
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4607815559518134,
      "learning_rate": 7.01839742891195e-06,
      "loss": 2.526,
      "step": 1104
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4160020494708598,
      "learning_rate": 7.013565641227954e-06,
      "loss": 2.4879,
      "step": 1105
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4302714974199038,
      "learning_rate": 7.008731608155133e-06,
      "loss": 2.6262,
      "step": 1106
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.41895900606126363,
      "learning_rate": 7.003895335084065e-06,
      "loss": 2.4959,
      "step": 1107
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.47937350542713325,
      "learning_rate": 6.999056827407828e-06,
      "loss": 2.5052,
      "step": 1108
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4615463825839077,
      "learning_rate": 6.994216090521991e-06,
      "loss": 2.6507,
      "step": 1109
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.43451698919033627,
      "learning_rate": 6.989373129824605e-06,
      "loss": 2.4712,
      "step": 1110
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.46028446554987273,
      "learning_rate": 6.984527950716207e-06,
      "loss": 2.7052,
      "step": 1111
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4737731411095733,
      "learning_rate": 6.979680558599803e-06,
      "loss": 2.5551,
      "step": 1112
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.41582506140366343,
      "learning_rate": 6.97483095888087e-06,
      "loss": 2.5221,
      "step": 1113
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.44955640625002374,
      "learning_rate": 6.969979156967343e-06,
      "loss": 2.5921,
      "step": 1114
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.41587551426031605,
      "learning_rate": 6.965125158269619e-06,
      "loss": 2.4685,
      "step": 1115
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.506174379752642,
      "learning_rate": 6.960268968200539e-06,
      "loss": 2.642,
      "step": 1116
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5083226209303883,
      "learning_rate": 6.955410592175389e-06,
      "loss": 2.4504,
      "step": 1117
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5037711206272876,
      "learning_rate": 6.950550035611894e-06,
      "loss": 2.6059,
      "step": 1118
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.489354807362807,
      "learning_rate": 6.945687303930208e-06,
      "loss": 2.5988,
      "step": 1119
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.43832044647163076,
      "learning_rate": 6.940822402552914e-06,
      "loss": 2.632,
      "step": 1120
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.41684219914751336,
      "learning_rate": 6.935955336905012e-06,
      "loss": 2.4968,
      "step": 1121
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4551566387768076,
      "learning_rate": 6.931086112413919e-06,
      "loss": 2.5133,
      "step": 1122
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.44312495281396785,
      "learning_rate": 6.926214734509451e-06,
      "loss": 2.6446,
      "step": 1123
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4666828989997829,
      "learning_rate": 6.921341208623838e-06,
      "loss": 2.7543,
      "step": 1124
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.46668743303052485,
      "learning_rate": 6.916465540191692e-06,
      "loss": 2.6665,
      "step": 1125
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4498249441961465,
      "learning_rate": 6.911587734650024e-06,
      "loss": 2.6079,
      "step": 1126
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4510315846233333,
      "learning_rate": 6.906707797438223e-06,
      "loss": 2.611,
      "step": 1127
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4573631385730997,
      "learning_rate": 6.901825733998056e-06,
      "loss": 2.4184,
      "step": 1128
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4715636369250365,
      "learning_rate": 6.896941549773666e-06,
      "loss": 2.6183,
      "step": 1129
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4484713099690168,
      "learning_rate": 6.892055250211552e-06,
      "loss": 2.5424,
      "step": 1130
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4316676204749411,
      "learning_rate": 6.8871668407605796e-06,
      "loss": 2.535,
      "step": 1131
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.43208885222760374,
      "learning_rate": 6.88227632687196e-06,
      "loss": 2.4664,
      "step": 1132
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4406342295768975,
      "learning_rate": 6.87738371399926e-06,
      "loss": 2.6311,
      "step": 1133
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4577854161502282,
      "learning_rate": 6.872489007598381e-06,
      "loss": 2.5439,
      "step": 1134
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4600202194206776,
      "learning_rate": 6.867592213127559e-06,
      "loss": 2.6258,
      "step": 1135
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.44800496524801076,
      "learning_rate": 6.862693336047361e-06,
      "loss": 2.521,
      "step": 1136
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.46499483874748343,
      "learning_rate": 6.8577923818206724e-06,
      "loss": 2.5714,
      "step": 1137
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.43889677646580477,
      "learning_rate": 6.852889355912702e-06,
      "loss": 2.5829,
      "step": 1138
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4844385997487572,
      "learning_rate": 6.8479842637909624e-06,
      "loss": 2.5358,
      "step": 1139
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4568251772849157,
      "learning_rate": 6.84307711092527e-06,
      "loss": 2.459,
      "step": 1140
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.43900774957164473,
      "learning_rate": 6.8381679027877456e-06,
      "loss": 2.5391,
      "step": 1141
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4354751938478969,
      "learning_rate": 6.833256644852795e-06,
      "loss": 2.5212,
      "step": 1142
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.45457266704424526,
      "learning_rate": 6.828343342597114e-06,
      "loss": 2.6235,
      "step": 1143
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4757255960119849,
      "learning_rate": 6.823428001499677e-06,
      "loss": 2.5648,
      "step": 1144
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.47773191150395056,
      "learning_rate": 6.81851062704173e-06,
      "loss": 2.7091,
      "step": 1145
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4584731156153877,
      "learning_rate": 6.813591224706788e-06,
      "loss": 2.6848,
      "step": 1146
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4394450886309457,
      "learning_rate": 6.8086697999806295e-06,
      "loss": 2.5986,
      "step": 1147
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.4544126859932802,
      "learning_rate": 6.803746358351285e-06,
      "loss": 2.6201,
      "step": 1148
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.45893198891226583,
      "learning_rate": 6.798820905309036e-06,
      "loss": 2.6446,
      "step": 1149
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.46888579944630593,
      "learning_rate": 6.793893446346405e-06,
      "loss": 2.601,
      "step": 1150
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5002077386363459,
      "learning_rate": 6.788963986958153e-06,
      "loss": 2.5332,
      "step": 1151
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.46513972756972205,
      "learning_rate": 6.784032532641273e-06,
      "loss": 2.6863,
      "step": 1152
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4698499489753665,
      "learning_rate": 6.779099088894979e-06,
      "loss": 2.6624,
      "step": 1153
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5120231363761293,
      "learning_rate": 6.774163661220708e-06,
      "loss": 2.5264,
      "step": 1154
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.43200849159270543,
      "learning_rate": 6.769226255122104e-06,
      "loss": 2.4693,
      "step": 1155
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.43094610204264894,
      "learning_rate": 6.764286876105019e-06,
      "loss": 2.5116,
      "step": 1156
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4605835347553326,
      "learning_rate": 6.759345529677512e-06,
      "loss": 2.5829,
      "step": 1157
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4710670425663677,
      "learning_rate": 6.754402221349825e-06,
      "loss": 2.4705,
      "step": 1158
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.439500763748165,
      "learning_rate": 6.749456956634393e-06,
      "loss": 2.6056,
      "step": 1159
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4895156211562015,
      "learning_rate": 6.744509741045835e-06,
      "loss": 2.5483,
      "step": 1160
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.42577663034155283,
      "learning_rate": 6.739560580100941e-06,
      "loss": 2.6488,
      "step": 1161
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4707206627835328,
      "learning_rate": 6.734609479318671e-06,
      "loss": 2.5462,
      "step": 1162
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4601301137240529,
      "learning_rate": 6.7296564442201524e-06,
      "loss": 2.5521,
      "step": 1163
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4450602235118456,
      "learning_rate": 6.7247014803286645e-06,
      "loss": 2.5476,
      "step": 1164
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4349271530782206,
      "learning_rate": 6.719744593169642e-06,
      "loss": 2.5598,
      "step": 1165
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.46199999407153103,
      "learning_rate": 6.714785788270658e-06,
      "loss": 2.5668,
      "step": 1166
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4779666476345309,
      "learning_rate": 6.709825071161431e-06,
      "loss": 2.5069,
      "step": 1167
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.46497301500221716,
      "learning_rate": 6.704862447373808e-06,
      "loss": 2.5101,
      "step": 1168
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.47375077813721217,
      "learning_rate": 6.699897922441762e-06,
      "loss": 2.638,
      "step": 1169
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4643578754928264,
      "learning_rate": 6.6949315019013895e-06,
      "loss": 2.6091,
      "step": 1170
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.44590990249792184,
      "learning_rate": 6.689963191290897e-06,
      "loss": 2.5877,
      "step": 1171
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.46897866711565833,
      "learning_rate": 6.684992996150599e-06,
      "loss": 2.6591,
      "step": 1172
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.45022271790738155,
      "learning_rate": 6.680020922022914e-06,
      "loss": 2.5427,
      "step": 1173
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4587583269304219,
      "learning_rate": 6.675046974452354e-06,
      "loss": 2.5613,
      "step": 1174
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.49630174256587056,
      "learning_rate": 6.670071158985521e-06,
      "loss": 2.7151,
      "step": 1175
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.44245111809691745,
      "learning_rate": 6.6650934811710984e-06,
      "loss": 2.5714,
      "step": 1176
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4787174499890503,
      "learning_rate": 6.6601139465598485e-06,
      "loss": 2.5309,
      "step": 1177
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4512958769051424,
      "learning_rate": 6.655132560704602e-06,
      "loss": 2.54,
      "step": 1178
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.443250600772457,
      "learning_rate": 6.650149329160258e-06,
      "loss": 2.6532,
      "step": 1179
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4509528813478273,
      "learning_rate": 6.645164257483767e-06,
      "loss": 2.634,
      "step": 1180
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4363624395334654,
      "learning_rate": 6.640177351234137e-06,
      "loss": 2.5797,
      "step": 1181
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.472388215163046,
      "learning_rate": 6.635188615972421e-06,
      "loss": 2.493,
      "step": 1182
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.43214345788970226,
      "learning_rate": 6.63019805726171e-06,
      "loss": 2.5832,
      "step": 1183
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.47246380505868424,
      "learning_rate": 6.625205680667128e-06,
      "loss": 2.6045,
      "step": 1184
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.45820506063769545,
      "learning_rate": 6.62021149175583e-06,
      "loss": 2.6442,
      "step": 1185
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4635029537308452,
      "learning_rate": 6.615215496096987e-06,
      "loss": 2.6954,
      "step": 1186
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.46448871934946745,
      "learning_rate": 6.610217699261788e-06,
      "loss": 2.4956,
      "step": 1187
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4633216299950541,
      "learning_rate": 6.60521810682343e-06,
      "loss": 2.4558,
      "step": 1188
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.47388358801825714,
      "learning_rate": 6.600216724357112e-06,
      "loss": 2.6062,
      "step": 1189
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.47421097222726205,
      "learning_rate": 6.595213557440026e-06,
      "loss": 2.7121,
      "step": 1190
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.44792592977955425,
      "learning_rate": 6.59020861165136e-06,
      "loss": 2.6372,
      "step": 1191
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4331420401321665,
      "learning_rate": 6.5852018925722815e-06,
      "loss": 2.5859,
      "step": 1192
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.44548810875988937,
      "learning_rate": 6.580193405785939e-06,
      "loss": 2.5591,
      "step": 1193
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4460985206843281,
      "learning_rate": 6.575183156877446e-06,
      "loss": 2.5174,
      "step": 1194
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4597105895933579,
      "learning_rate": 6.570171151433887e-06,
      "loss": 2.5861,
      "step": 1195
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4564653136768479,
      "learning_rate": 6.5651573950443015e-06,
      "loss": 2.6458,
      "step": 1196
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4934156625854828,
      "learning_rate": 6.5601418932996865e-06,
      "loss": 2.634,
      "step": 1197
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4940027941844852,
      "learning_rate": 6.555124651792978e-06,
      "loss": 2.5543,
      "step": 1198
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.47859111891025474,
      "learning_rate": 6.550105676119057e-06,
      "loss": 2.593,
      "step": 1199
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.45188261584964545,
      "learning_rate": 6.545084971874738e-06,
      "loss": 2.5211,
      "step": 1200
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.47426024103041675,
      "learning_rate": 6.540062544658763e-06,
      "loss": 2.572,
      "step": 1201
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.48733240633546737,
      "learning_rate": 6.535038400071792e-06,
      "loss": 2.575,
      "step": 1202
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.522723835907445,
      "learning_rate": 6.530012543716406e-06,
      "loss": 2.4252,
      "step": 1203
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4467541631302905,
      "learning_rate": 6.524984981197089e-06,
      "loss": 2.4924,
      "step": 1204
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4843494500835704,
      "learning_rate": 6.519955718120231e-06,
      "loss": 2.6027,
      "step": 1205
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.45544520295980023,
      "learning_rate": 6.514924760094119e-06,
      "loss": 2.5955,
      "step": 1206
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4352749030971699,
      "learning_rate": 6.509892112728928e-06,
      "loss": 2.4625,
      "step": 1207
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.4650983994465635,
      "learning_rate": 6.504857781636717e-06,
      "loss": 2.5992,
      "step": 1208
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.44426386322003814,
      "learning_rate": 6.499821772431421e-06,
      "loss": 2.6038,
      "step": 1209
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.44912655755103936,
      "learning_rate": 6.494784090728852e-06,
      "loss": 2.5598,
      "step": 1210
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.44476956179303945,
      "learning_rate": 6.489744742146682e-06,
      "loss": 2.5912,
      "step": 1211
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4724154528911073,
      "learning_rate": 6.4847037323044435e-06,
      "loss": 2.6931,
      "step": 1212
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.46437449772269807,
      "learning_rate": 6.47966106682352e-06,
      "loss": 2.5635,
      "step": 1213
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4749528246592278,
      "learning_rate": 6.474616751327143e-06,
      "loss": 2.6371,
      "step": 1214
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4471321073249305,
      "learning_rate": 6.469570791440385e-06,
      "loss": 2.5681,
      "step": 1215
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.46911193861592976,
      "learning_rate": 6.464523192790149e-06,
      "loss": 2.5962,
      "step": 1216
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4611190987744763,
      "learning_rate": 6.459473961005168e-06,
      "loss": 2.5888,
      "step": 1217
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4508996282471076,
      "learning_rate": 6.454423101715994e-06,
      "loss": 2.6209,
      "step": 1218
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4605768700329021,
      "learning_rate": 6.4493706205549965e-06,
      "loss": 2.5022,
      "step": 1219
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.45844750355088554,
      "learning_rate": 6.444316523156352e-06,
      "loss": 2.5334,
      "step": 1220
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4604012554345468,
      "learning_rate": 6.439260815156039e-06,
      "loss": 2.5601,
      "step": 1221
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4762823813736404,
      "learning_rate": 6.434203502191832e-06,
      "loss": 2.6728,
      "step": 1222
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.45712664008113646,
      "learning_rate": 6.429144589903299e-06,
      "loss": 2.5942,
      "step": 1223
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.47406668699524035,
      "learning_rate": 6.4240840839317845e-06,
      "loss": 2.6325,
      "step": 1224
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.44825053155317557,
      "learning_rate": 6.419021989920416e-06,
      "loss": 2.5028,
      "step": 1225
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4775190914791269,
      "learning_rate": 6.41395831351409e-06,
      "loss": 2.6418,
      "step": 1226
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4921926921994469,
      "learning_rate": 6.408893060359466e-06,
      "loss": 2.6952,
      "step": 1227
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4780549615162635,
      "learning_rate": 6.4038262361049655e-06,
      "loss": 2.5216,
      "step": 1228
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4768563912136851,
      "learning_rate": 6.398757846400757e-06,
      "loss": 2.4883,
      "step": 1229
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.46607741771988215,
      "learning_rate": 6.393687896898759e-06,
      "loss": 2.5663,
      "step": 1230
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4746852547226443,
      "learning_rate": 6.388616393252628e-06,
      "loss": 2.675,
      "step": 1231
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.48522883193253036,
      "learning_rate": 6.3835433411177515e-06,
      "loss": 2.5872,
      "step": 1232
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4667006517138037,
      "learning_rate": 6.378468746151247e-06,
      "loss": 2.5696,
      "step": 1233
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4873283090007363,
      "learning_rate": 6.373392614011952e-06,
      "loss": 2.5399,
      "step": 1234
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.47787788088501654,
      "learning_rate": 6.368314950360416e-06,
      "loss": 2.6245,
      "step": 1235
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4765652515769694,
      "learning_rate": 6.363235760858896e-06,
      "loss": 2.5061,
      "step": 1236
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4800782826782663,
      "learning_rate": 6.358155051171354e-06,
      "loss": 2.5323,
      "step": 1237
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4552714710692263,
      "learning_rate": 6.3530728269634454e-06,
      "loss": 2.5443,
      "step": 1238
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.46310046626499785,
      "learning_rate": 6.347989093902514e-06,
      "loss": 2.6454,
      "step": 1239
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.44389307777978326,
      "learning_rate": 6.342903857657585e-06,
      "loss": 2.6258,
      "step": 1240
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4930022625784188,
      "learning_rate": 6.3378171238993636e-06,
      "loss": 2.555,
      "step": 1241
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4613177137629376,
      "learning_rate": 6.3327288983002215e-06,
      "loss": 2.6009,
      "step": 1242
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4990186896350244,
      "learning_rate": 6.327639186534195e-06,
      "loss": 2.5925,
      "step": 1243
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4721129423818182,
      "learning_rate": 6.322547994276978e-06,
      "loss": 2.6107,
      "step": 1244
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4378291833055506,
      "learning_rate": 6.317455327205916e-06,
      "loss": 2.5039,
      "step": 1245
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5307764860202739,
      "learning_rate": 6.312361190999997e-06,
      "loss": 2.5824,
      "step": 1246
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4465787185489355,
      "learning_rate": 6.307265591339851e-06,
      "loss": 2.6157,
      "step": 1247
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.44275859846600296,
      "learning_rate": 6.302168533907735e-06,
      "loss": 2.6128,
      "step": 1248
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5096919565573148,
      "learning_rate": 6.297070024387535e-06,
      "loss": 2.5575,
      "step": 1249
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.46041151521427404,
      "learning_rate": 6.291970068464755e-06,
      "loss": 2.4884,
      "step": 1250
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.45423030873995046,
      "learning_rate": 6.286868671826513e-06,
      "loss": 2.5099,
      "step": 1251
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.45244274077454344,
      "learning_rate": 6.281765840161532e-06,
      "loss": 2.5465,
      "step": 1252
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4463492254861338,
      "learning_rate": 6.276661579160137e-06,
      "loss": 2.6482,
      "step": 1253
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.45096646211265967,
      "learning_rate": 6.271555894514245e-06,
      "loss": 2.5977,
      "step": 1254
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.44575906414202116,
      "learning_rate": 6.266448791917364e-06,
      "loss": 2.6061,
      "step": 1255
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.606917389509902,
      "learning_rate": 6.261340277064578e-06,
      "loss": 2.6464,
      "step": 1256
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.47613827005523224,
      "learning_rate": 6.25623035565255e-06,
      "loss": 2.5408,
      "step": 1257
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4532061701453479,
      "learning_rate": 6.2511190333795115e-06,
      "loss": 2.5762,
      "step": 1258
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.46327531498778945,
      "learning_rate": 6.246006315945251e-06,
      "loss": 2.6817,
      "step": 1259
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4753389755188805,
      "learning_rate": 6.24089220905112e-06,
      "loss": 2.5167,
      "step": 1260
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.45448269180456724,
      "learning_rate": 6.235776718400015e-06,
      "loss": 2.6865,
      "step": 1261
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5156535805381762,
      "learning_rate": 6.230659849696375e-06,
      "loss": 2.6058,
      "step": 1262
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4707312990992745,
      "learning_rate": 6.2255416086461795e-06,
      "loss": 2.5054,
      "step": 1263
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4975422116204126,
      "learning_rate": 6.220422000956936e-06,
      "loss": 2.6425,
      "step": 1264
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4860390106348795,
      "learning_rate": 6.215301032337674e-06,
      "loss": 2.6584,
      "step": 1265
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.47906318010056725,
      "learning_rate": 6.210178708498945e-06,
      "loss": 2.5822,
      "step": 1266
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4582887613413841,
      "learning_rate": 6.2050550351528096e-06,
      "loss": 2.5963,
      "step": 1267
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4872350241609007,
      "learning_rate": 6.19993001801283e-06,
      "loss": 2.5957,
      "step": 1268
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.45391871555039404,
      "learning_rate": 6.194803662794073e-06,
      "loss": 2.5665,
      "step": 1269
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.47199458318568166,
      "learning_rate": 6.189675975213094e-06,
      "loss": 2.4332,
      "step": 1270
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4751959421676559,
      "learning_rate": 6.184546960987936e-06,
      "loss": 2.6663,
      "step": 1271
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5003458853262622,
      "learning_rate": 6.179416625838116e-06,
      "loss": 2.5985,
      "step": 1272
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.509987735226826,
      "learning_rate": 6.174284975484632e-06,
      "loss": 2.6042,
      "step": 1273
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5006315593789818,
      "learning_rate": 6.169152015649944e-06,
      "loss": 2.6218,
      "step": 1274
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.51435661366489,
      "learning_rate": 6.164017752057972e-06,
      "loss": 2.5504,
      "step": 1275
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4925983470181212,
      "learning_rate": 6.158882190434092e-06,
      "loss": 2.6199,
      "step": 1276
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4758692999734635,
      "learning_rate": 6.153745336505125e-06,
      "loss": 2.642,
      "step": 1277
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.45794451180555695,
      "learning_rate": 6.148607195999335e-06,
      "loss": 2.5597,
      "step": 1278
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4991582102475872,
      "learning_rate": 6.143467774646421e-06,
      "loss": 2.589,
      "step": 1279
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4626964693067074,
      "learning_rate": 6.13832707817751e-06,
      "loss": 2.5227,
      "step": 1280
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4451044500117788,
      "learning_rate": 6.1331851123251465e-06,
      "loss": 2.5149,
      "step": 1281
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4473710914434683,
      "learning_rate": 6.128041882823298e-06,
      "loss": 2.5892,
      "step": 1282
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4675862170597165,
      "learning_rate": 6.122897395407337e-06,
      "loss": 2.5835,
      "step": 1283
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5179120408166407,
      "learning_rate": 6.117751655814037e-06,
      "loss": 2.5477,
      "step": 1284
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.48641058594229025,
      "learning_rate": 6.112604669781572e-06,
      "loss": 2.5264,
      "step": 1285
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4798993093459797,
      "learning_rate": 6.107456443049504e-06,
      "loss": 2.5979,
      "step": 1286
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.45983074961829723,
      "learning_rate": 6.10230698135878e-06,
      "loss": 2.7149,
      "step": 1287
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4516532443780673,
      "learning_rate": 6.097156290451721e-06,
      "loss": 2.5407,
      "step": 1288
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4529765971287995,
      "learning_rate": 6.092004376072021e-06,
      "loss": 2.5561,
      "step": 1289
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4649889102249175,
      "learning_rate": 6.0868512439647345e-06,
      "loss": 2.5492,
      "step": 1290
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4721703987887475,
      "learning_rate": 6.081696899876282e-06,
      "loss": 2.3582,
      "step": 1291
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4714606272003474,
      "learning_rate": 6.076541349554429e-06,
      "loss": 2.5557,
      "step": 1292
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.47315572719495963,
      "learning_rate": 6.071384598748288e-06,
      "loss": 2.5301,
      "step": 1293
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4743054990906478,
      "learning_rate": 6.066226653208309e-06,
      "loss": 2.54,
      "step": 1294
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.47572471896668495,
      "learning_rate": 6.061067518686277e-06,
      "loss": 2.5529,
      "step": 1295
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4942032544399013,
      "learning_rate": 6.0559072009352995e-06,
      "loss": 2.4468,
      "step": 1296
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.49834056497619217,
      "learning_rate": 6.0507457057098064e-06,
      "loss": 2.4629,
      "step": 1297
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.46575690583675217,
      "learning_rate": 6.045583038765538e-06,
      "loss": 2.6405,
      "step": 1298
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.46617524002776023,
      "learning_rate": 6.0404192058595435e-06,
      "loss": 2.4729,
      "step": 1299
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.44875109005638913,
      "learning_rate": 6.035254212750172e-06,
      "loss": 2.5976,
      "step": 1300
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4865843928807325,
      "learning_rate": 6.030088065197065e-06,
      "loss": 2.4187,
      "step": 1301
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4611861641188956,
      "learning_rate": 6.024920768961153e-06,
      "loss": 2.7054,
      "step": 1302
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4868159318039705,
      "learning_rate": 6.019752329804645e-06,
      "loss": 2.5518,
      "step": 1303
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.45295034528425004,
      "learning_rate": 6.014582753491027e-06,
      "loss": 2.5824,
      "step": 1304
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4982243539571222,
      "learning_rate": 6.009412045785051e-06,
      "loss": 2.5801,
      "step": 1305
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.47081479849103025,
      "learning_rate": 6.004240212452735e-06,
      "loss": 2.5029,
      "step": 1306
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4442053634445994,
      "learning_rate": 5.999067259261347e-06,
      "loss": 2.4948,
      "step": 1307
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4553893011822898,
      "learning_rate": 5.993893191979403e-06,
      "loss": 2.5039,
      "step": 1308
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4885722704522011,
      "learning_rate": 5.98871801637667e-06,
      "loss": 2.5194,
      "step": 1309
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.45898969931253597,
      "learning_rate": 5.983541738224141e-06,
      "loss": 2.5069,
      "step": 1310
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.43885936042518603,
      "learning_rate": 5.978364363294044e-06,
      "loss": 2.5667,
      "step": 1311
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4696773574657853,
      "learning_rate": 5.973185897359828e-06,
      "loss": 2.5707,
      "step": 1312
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.46140705050441955,
      "learning_rate": 5.968006346196158e-06,
      "loss": 2.5789,
      "step": 1313
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.46456435967376847,
      "learning_rate": 5.962825715578914e-06,
      "loss": 2.5773,
      "step": 1314
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4994753230493636,
      "learning_rate": 5.957644011285173e-06,
      "loss": 2.531,
      "step": 1315
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4488393093272709,
      "learning_rate": 5.952461239093215e-06,
      "loss": 2.5406,
      "step": 1316
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5037959369889324,
      "learning_rate": 5.947277404782505e-06,
      "loss": 2.5275,
      "step": 1317
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5038023849018948,
      "learning_rate": 5.942092514133697e-06,
      "loss": 2.5516,
      "step": 1318
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4980262752087501,
      "learning_rate": 5.936906572928625e-06,
      "loss": 2.6257,
      "step": 1319
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.47339554969076136,
      "learning_rate": 5.931719586950286e-06,
      "loss": 2.5523,
      "step": 1320
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5050212441593233,
      "learning_rate": 5.92653156198285e-06,
      "loss": 2.6781,
      "step": 1321
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.46148450366771243,
      "learning_rate": 5.9213425038116415e-06,
      "loss": 2.5813,
      "step": 1322
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4878858262155164,
      "learning_rate": 5.91615241822314e-06,
      "loss": 2.611,
      "step": 1323
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.45313769355621,
      "learning_rate": 5.910961311004968e-06,
      "loss": 2.562,
      "step": 1324
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4792309455327243,
      "learning_rate": 5.905769187945889e-06,
      "loss": 2.4339,
      "step": 1325
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5114020321139143,
      "learning_rate": 5.900576054835798e-06,
      "loss": 2.6092,
      "step": 1326
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.4735465531601242,
      "learning_rate": 5.895381917465718e-06,
      "loss": 2.5793,
      "step": 1327
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5487065027763396,
      "learning_rate": 5.890186781627791e-06,
      "loss": 2.5962,
      "step": 1328
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5024300176369647,
      "learning_rate": 5.884990653115272e-06,
      "loss": 2.5927,
      "step": 1329
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4864913176382235,
      "learning_rate": 5.879793537722525e-06,
      "loss": 2.6285,
      "step": 1330
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4650853595013966,
      "learning_rate": 5.874595441245008e-06,
      "loss": 2.5393,
      "step": 1331
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4410323863734167,
      "learning_rate": 5.8693963694792825e-06,
      "loss": 2.5834,
      "step": 1332
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.47980881936799635,
      "learning_rate": 5.864196328222991e-06,
      "loss": 2.6105,
      "step": 1333
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.47461687874847147,
      "learning_rate": 5.85899532327486e-06,
      "loss": 2.4965,
      "step": 1334
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.48759088158174807,
      "learning_rate": 5.853793360434687e-06,
      "loss": 2.5663,
      "step": 1335
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.46464502270002156,
      "learning_rate": 5.848590445503345e-06,
      "loss": 2.4455,
      "step": 1336
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4564720384300828,
      "learning_rate": 5.843386584282762e-06,
      "loss": 2.5382,
      "step": 1337
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4571946984830581,
      "learning_rate": 5.838181782575921e-06,
      "loss": 2.5204,
      "step": 1338
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4640765229749111,
      "learning_rate": 5.832976046186859e-06,
      "loss": 2.5873,
      "step": 1339
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0440249803438744,
      "learning_rate": 5.82776938092065e-06,
      "loss": 2.5299,
      "step": 1340
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.46834957185719356,
      "learning_rate": 5.822561792583409e-06,
      "loss": 2.5228,
      "step": 1341
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4903612010783117,
      "learning_rate": 5.817353286982276e-06,
      "loss": 2.5942,
      "step": 1342
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.512427094554068,
      "learning_rate": 5.812143869925415e-06,
      "loss": 2.6052,
      "step": 1343
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.46534205422909963,
      "learning_rate": 5.8069335472220066e-06,
      "loss": 2.4895,
      "step": 1344
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4722720547247072,
      "learning_rate": 5.801722324682243e-06,
      "loss": 2.6285,
      "step": 1345
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.46411280503858243,
      "learning_rate": 5.796510208117317e-06,
      "loss": 2.6635,
      "step": 1346
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.47830408831270155,
      "learning_rate": 5.79129720333942e-06,
      "loss": 2.4386,
      "step": 1347
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.46511528354984577,
      "learning_rate": 5.786083316161735e-06,
      "loss": 2.5507,
      "step": 1348
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.46147315372523634,
      "learning_rate": 5.780868552398424e-06,
      "loss": 2.6121,
      "step": 1349
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.45998273988145016,
      "learning_rate": 5.775652917864633e-06,
      "loss": 2.5347,
      "step": 1350
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4731335555024925,
      "learning_rate": 5.770436418376477e-06,
      "loss": 2.6014,
      "step": 1351
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.479270433164431,
      "learning_rate": 5.765219059751033e-06,
      "loss": 2.5795,
      "step": 1352
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4797835232182591,
      "learning_rate": 5.760000847806337e-06,
      "loss": 2.6403,
      "step": 1353
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5111352636958504,
      "learning_rate": 5.754781788361376e-06,
      "loss": 2.5856,
      "step": 1354
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4926179638330841,
      "learning_rate": 5.749561887236088e-06,
      "loss": 2.5253,
      "step": 1355
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5019845321863531,
      "learning_rate": 5.744341150251342e-06,
      "loss": 2.6454,
      "step": 1356
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4989025320361983,
      "learning_rate": 5.739119583228942e-06,
      "loss": 2.6333,
      "step": 1357
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4723994921199449,
      "learning_rate": 5.733897191991616e-06,
      "loss": 2.5501,
      "step": 1358
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.47938048388193044,
      "learning_rate": 5.728673982363017e-06,
      "loss": 2.6093,
      "step": 1359
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.48023812256085124,
      "learning_rate": 5.723449960167703e-06,
      "loss": 2.5757,
      "step": 1360
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4621477241758881,
      "learning_rate": 5.718225131231142e-06,
      "loss": 2.574,
      "step": 1361
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4799222862394652,
      "learning_rate": 5.712999501379701e-06,
      "loss": 2.7045,
      "step": 1362
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.47353058331138714,
      "learning_rate": 5.70777307644064e-06,
      "loss": 2.6185,
      "step": 1363
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.47427909253482975,
      "learning_rate": 5.702545862242107e-06,
      "loss": 2.6429,
      "step": 1364
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.546562050785951,
      "learning_rate": 5.697317864613127e-06,
      "loss": 2.6603,
      "step": 1365
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.460793440338349,
      "learning_rate": 5.692089089383603e-06,
      "loss": 2.5108,
      "step": 1366
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4673929279538334,
      "learning_rate": 5.686859542384301e-06,
      "loss": 2.5553,
      "step": 1367
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.46737622177890714,
      "learning_rate": 5.68162922944685e-06,
      "loss": 2.6226,
      "step": 1368
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.47916144561687396,
      "learning_rate": 5.676398156403733e-06,
      "loss": 2.5185,
      "step": 1369
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.45965290486581706,
      "learning_rate": 5.671166329088278e-06,
      "loss": 2.6296,
      "step": 1370
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5029248579960017,
      "learning_rate": 5.665933753334658e-06,
      "loss": 2.6806,
      "step": 1371
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5146165001820266,
      "learning_rate": 5.660700434977877e-06,
      "loss": 2.5208,
      "step": 1372
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5018285752673409,
      "learning_rate": 5.6554663798537715e-06,
      "loss": 2.4773,
      "step": 1373
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.46568363511761657,
      "learning_rate": 5.650231593798994e-06,
      "loss": 2.5809,
      "step": 1374
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.462076719005681,
      "learning_rate": 5.644996082651018e-06,
      "loss": 2.5424,
      "step": 1375
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5042890233404459,
      "learning_rate": 5.639759852248119e-06,
      "loss": 2.6211,
      "step": 1376
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5198241247262678,
      "learning_rate": 5.634522908429382e-06,
      "loss": 2.579,
      "step": 1377
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4421819437169893,
      "learning_rate": 5.629285257034682e-06,
      "loss": 2.6423,
      "step": 1378
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.509712274909368,
      "learning_rate": 5.624046903904684e-06,
      "loss": 2.6235,
      "step": 1379
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4499040435103113,
      "learning_rate": 5.6188078548808366e-06,
      "loss": 2.5385,
      "step": 1380
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4845657588278896,
      "learning_rate": 5.613568115805364e-06,
      "loss": 2.59,
      "step": 1381
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4577609374918333,
      "learning_rate": 5.608327692521263e-06,
      "loss": 2.4767,
      "step": 1382
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4596689030135519,
      "learning_rate": 5.603086590872287e-06,
      "loss": 2.451,
      "step": 1383
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5070629456756863,
      "learning_rate": 5.597844816702948e-06,
      "loss": 2.6694,
      "step": 1384
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5091104791838418,
      "learning_rate": 5.592602375858515e-06,
      "loss": 2.6015,
      "step": 1385
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.48373983638643475,
      "learning_rate": 5.587359274184989e-06,
      "loss": 2.6154,
      "step": 1386
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4664897466965815,
      "learning_rate": 5.582115517529114e-06,
      "loss": 2.56,
      "step": 1387
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4886115063550699,
      "learning_rate": 5.576871111738368e-06,
      "loss": 2.5047,
      "step": 1388
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5054712168708521,
      "learning_rate": 5.571626062660947e-06,
      "loss": 2.5823,
      "step": 1389
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4811021769752877,
      "learning_rate": 5.566380376145762e-06,
      "loss": 2.6173,
      "step": 1390
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4886745089940987,
      "learning_rate": 5.5611340580424445e-06,
      "loss": 2.541,
      "step": 1391
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5146651147677359,
      "learning_rate": 5.555887114201324e-06,
      "loss": 2.6584,
      "step": 1392
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.49482881172356813,
      "learning_rate": 5.550639550473426e-06,
      "loss": 2.6346,
      "step": 1393
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4750767984545818,
      "learning_rate": 5.545391372710469e-06,
      "loss": 2.6069,
      "step": 1394
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4901318689909373,
      "learning_rate": 5.540142586764862e-06,
      "loss": 2.517,
      "step": 1395
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4862073878663385,
      "learning_rate": 5.5348931984896836e-06,
      "loss": 2.5365,
      "step": 1396
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4954697897715803,
      "learning_rate": 5.529643213738689e-06,
      "loss": 2.5685,
      "step": 1397
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.48910530743925806,
      "learning_rate": 5.524392638366296e-06,
      "loss": 2.5707,
      "step": 1398
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.46529677298505107,
      "learning_rate": 5.519141478227582e-06,
      "loss": 2.6055,
      "step": 1399
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4724731721275606,
      "learning_rate": 5.51388973917828e-06,
      "loss": 2.4231,
      "step": 1400
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.48248346221332467,
      "learning_rate": 5.508637427074762e-06,
      "loss": 2.5628,
      "step": 1401
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4940948766707954,
      "learning_rate": 5.503384547774043e-06,
      "loss": 2.6035,
      "step": 1402
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4926925520221123,
      "learning_rate": 5.4981311071337704e-06,
      "loss": 2.5257,
      "step": 1403
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.47903165435525097,
      "learning_rate": 5.4928771110122185e-06,
      "loss": 2.5344,
      "step": 1404
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.45944567285937526,
      "learning_rate": 5.4876225652682776e-06,
      "loss": 2.5259,
      "step": 1405
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4865373521405356,
      "learning_rate": 5.482367475761452e-06,
      "loss": 2.5353,
      "step": 1406
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4873319935458423,
      "learning_rate": 5.477111848351856e-06,
      "loss": 2.4752,
      "step": 1407
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.48027422308809087,
      "learning_rate": 5.471855688900198e-06,
      "loss": 2.4997,
      "step": 1408
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4550806790390709,
      "learning_rate": 5.466599003267787e-06,
      "loss": 2.5089,
      "step": 1409
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.47542219848601747,
      "learning_rate": 5.46134179731651e-06,
      "loss": 2.4786,
      "step": 1410
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.48007773949504423,
      "learning_rate": 5.456084076908842e-06,
      "loss": 2.5718,
      "step": 1411
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4803538301316188,
      "learning_rate": 5.450825847907824e-06,
      "loss": 2.6203,
      "step": 1412
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.47772256956696457,
      "learning_rate": 5.445567116177073e-06,
      "loss": 2.4979,
      "step": 1413
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.489455284119979,
      "learning_rate": 5.44030788758076e-06,
      "loss": 2.6273,
      "step": 1414
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4568761578713499,
      "learning_rate": 5.435048167983613e-06,
      "loss": 2.6025,
      "step": 1415
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.47313892530460566,
      "learning_rate": 5.429787963250905e-06,
      "loss": 2.6403,
      "step": 1416
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4793583514171144,
      "learning_rate": 5.424527279248452e-06,
      "loss": 2.5721,
      "step": 1417
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4890874996437913,
      "learning_rate": 5.419266121842608e-06,
      "loss": 2.6014,
      "step": 1418
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4872584502581997,
      "learning_rate": 5.414004496900246e-06,
      "loss": 2.5391,
      "step": 1419
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4875954656782858,
      "learning_rate": 5.408742410288769e-06,
      "loss": 2.5849,
      "step": 1420
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4768472039957424,
      "learning_rate": 5.403479867876087e-06,
      "loss": 2.6094,
      "step": 1421
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5100692780040483,
      "learning_rate": 5.398216875530626e-06,
      "loss": 2.5434,
      "step": 1422
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.481302514864662,
      "learning_rate": 5.392953439121311e-06,
      "loss": 2.5323,
      "step": 1423
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.48384092481853075,
      "learning_rate": 5.387689564517558e-06,
      "loss": 2.4878,
      "step": 1424
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.47298535010674064,
      "learning_rate": 5.382425257589277e-06,
      "loss": 2.5716,
      "step": 1425
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5007152210333363,
      "learning_rate": 5.377160524206859e-06,
      "loss": 2.6258,
      "step": 1426
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.485070559786248,
      "learning_rate": 5.371895370241168e-06,
      "loss": 2.4971,
      "step": 1427
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4997944111157027,
      "learning_rate": 5.366629801563541e-06,
      "loss": 2.5767,
      "step": 1428
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4777561622573537,
      "learning_rate": 5.361363824045772e-06,
      "loss": 2.5328,
      "step": 1429
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.44479602845827954,
      "learning_rate": 5.356097443560116e-06,
      "loss": 2.4995,
      "step": 1430
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4797680405091772,
      "learning_rate": 5.350830665979276e-06,
      "loss": 2.5405,
      "step": 1431
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5033448810968487,
      "learning_rate": 5.345563497176397e-06,
      "loss": 2.566,
      "step": 1432
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5028626332441936,
      "learning_rate": 5.340295943025059e-06,
      "loss": 2.5561,
      "step": 1433
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.49284364470070213,
      "learning_rate": 5.335028009399274e-06,
      "loss": 2.4635,
      "step": 1434
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5017514250316445,
      "learning_rate": 5.329759702173477e-06,
      "loss": 2.6255,
      "step": 1435
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4739334253606109,
      "learning_rate": 5.324491027222519e-06,
      "loss": 2.595,
      "step": 1436
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4716542554992752,
      "learning_rate": 5.319221990421662e-06,
      "loss": 2.4898,
      "step": 1437
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.47736644160252045,
      "learning_rate": 5.3139525976465675e-06,
      "loss": 2.5573,
      "step": 1438
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5015361256067403,
      "learning_rate": 5.308682854773299e-06,
      "loss": 2.4593,
      "step": 1439
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5172313752248289,
      "learning_rate": 5.30341276767831e-06,
      "loss": 2.4978,
      "step": 1440
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5025222461198174,
      "learning_rate": 5.298142342238434e-06,
      "loss": 2.5192,
      "step": 1441
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4934382818794458,
      "learning_rate": 5.292871584330885e-06,
      "loss": 2.5415,
      "step": 1442
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.46466981214095376,
      "learning_rate": 5.287600499833246e-06,
      "loss": 2.6038,
      "step": 1443
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4514102883849857,
      "learning_rate": 5.282329094623466e-06,
      "loss": 2.5755,
      "step": 1444
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.4651572668841609,
      "learning_rate": 5.27705737457985e-06,
      "loss": 2.6002,
      "step": 1445
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.47035403781097285,
      "learning_rate": 5.271785345581057e-06,
      "loss": 2.6076,
      "step": 1446
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.558092385820383,
      "learning_rate": 5.266513013506085e-06,
      "loss": 2.5004,
      "step": 1447
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4995290356092678,
      "learning_rate": 5.261240384234274e-06,
      "loss": 2.4649,
      "step": 1448
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5200915076362117,
      "learning_rate": 5.255967463645296e-06,
      "loss": 2.6154,
      "step": 1449
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4691765751591343,
      "learning_rate": 5.2506942576191466e-06,
      "loss": 2.5766,
      "step": 1450
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5212524698505389,
      "learning_rate": 5.24542077203614e-06,
      "loss": 2.6492,
      "step": 1451
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4885974928051037,
      "learning_rate": 5.240147012776899e-06,
      "loss": 2.6256,
      "step": 1452
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.46886963906982426,
      "learning_rate": 5.234872985722356e-06,
      "loss": 2.5161,
      "step": 1453
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5131916078183119,
      "learning_rate": 5.229598696753742e-06,
      "loss": 2.5721,
      "step": 1454
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.48631933120069404,
      "learning_rate": 5.224324151752575e-06,
      "loss": 2.6087,
      "step": 1455
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5230734398885549,
      "learning_rate": 5.219049356600665e-06,
      "loss": 2.6447,
      "step": 1456
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.46952691861660395,
      "learning_rate": 5.213774317180096e-06,
      "loss": 2.6004,
      "step": 1457
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5122081076553424,
      "learning_rate": 5.208499039373228e-06,
      "loss": 2.5246,
      "step": 1458
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.48279313230710447,
      "learning_rate": 5.203223529062684e-06,
      "loss": 2.5698,
      "step": 1459
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4798270181057229,
      "learning_rate": 5.197947792131348e-06,
      "loss": 2.5335,
      "step": 1460
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5080796932652959,
      "learning_rate": 5.192671834462356e-06,
      "loss": 2.4676,
      "step": 1461
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4755061589874045,
      "learning_rate": 5.187395661939088e-06,
      "loss": 2.6214,
      "step": 1462
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.49052447971887797,
      "learning_rate": 5.18211928044517e-06,
      "loss": 2.6149,
      "step": 1463
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4854295080830313,
      "learning_rate": 5.176842695864454e-06,
      "loss": 2.5338,
      "step": 1464
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4953140529523987,
      "learning_rate": 5.1715659140810225e-06,
      "loss": 2.6496,
      "step": 1465
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5113368757065954,
      "learning_rate": 5.166288940979175e-06,
      "loss": 2.5616,
      "step": 1466
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.49523068242668017,
      "learning_rate": 5.161011782443429e-06,
      "loss": 2.6646,
      "step": 1467
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5023566379347381,
      "learning_rate": 5.155734444358503e-06,
      "loss": 2.571,
      "step": 1468
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.49808651635476875,
      "learning_rate": 5.150456932609321e-06,
      "loss": 2.6516,
      "step": 1469
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4959209621823317,
      "learning_rate": 5.145179253080997e-06,
      "loss": 2.6119,
      "step": 1470
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.49478993331873267,
      "learning_rate": 5.139901411658834e-06,
      "loss": 2.5604,
      "step": 1471
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.49521748807814564,
      "learning_rate": 5.134623414228315e-06,
      "loss": 2.6045,
      "step": 1472
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.505958046734499,
      "learning_rate": 5.129345266675095e-06,
      "loss": 2.5482,
      "step": 1473
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5680064255760643,
      "learning_rate": 5.124066974885002e-06,
      "loss": 2.449,
      "step": 1474
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.46019852125115945,
      "learning_rate": 5.118788544744016e-06,
      "loss": 2.6183,
      "step": 1475
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.5029274357124954,
      "learning_rate": 5.113509982138281e-06,
      "loss": 2.5581,
      "step": 1476
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4825843197766323,
      "learning_rate": 5.108231292954081e-06,
      "loss": 2.5896,
      "step": 1477
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4802353454848128,
      "learning_rate": 5.102952483077846e-06,
      "loss": 2.5429,
      "step": 1478
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4951458533300915,
      "learning_rate": 5.09767355839614e-06,
      "loss": 2.5251,
      "step": 1479
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5068067420973925,
      "learning_rate": 5.09239452479565e-06,
      "loss": 2.7136,
      "step": 1480
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5389926975778253,
      "learning_rate": 5.087115388163192e-06,
      "loss": 2.5274,
      "step": 1481
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4781809512293107,
      "learning_rate": 5.081836154385692e-06,
      "loss": 2.5492,
      "step": 1482
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.49952186134161425,
      "learning_rate": 5.076556829350185e-06,
      "loss": 2.5255,
      "step": 1483
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5260028037895784,
      "learning_rate": 5.071277418943807e-06,
      "loss": 2.5031,
      "step": 1484
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.490261031562141,
      "learning_rate": 5.065997929053795e-06,
      "loss": 2.6002,
      "step": 1485
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.48382156811125154,
      "learning_rate": 5.060718365567467e-06,
      "loss": 2.536,
      "step": 1486
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5075473973733333,
      "learning_rate": 5.055438734372225e-06,
      "loss": 2.6029,
      "step": 1487
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5325905771186163,
      "learning_rate": 5.050159041355551e-06,
      "loss": 2.6337,
      "step": 1488
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5030898644635945,
      "learning_rate": 5.04487929240499e-06,
      "loss": 2.5812,
      "step": 1489
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.49584254715744086,
      "learning_rate": 5.039599493408154e-06,
      "loss": 2.6302,
      "step": 1490
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.508878791496978,
      "learning_rate": 5.034319650252707e-06,
      "loss": 2.4956,
      "step": 1491
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4751330183145929,
      "learning_rate": 5.029039768826366e-06,
      "loss": 2.4993,
      "step": 1492
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5074354679439569,
      "learning_rate": 5.023759855016886e-06,
      "loss": 2.5129,
      "step": 1493
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5178318193661343,
      "learning_rate": 5.018479914712065e-06,
      "loss": 2.4461,
      "step": 1494
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4931500423440274,
      "learning_rate": 5.0131999537997235e-06,
      "loss": 2.4936,
      "step": 1495
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5045471846685965,
      "learning_rate": 5.007919978167709e-06,
      "loss": 2.64,
      "step": 1496
    }
  ],
  "logging_steps": 1,
  "max_steps": 2985,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 374,
  "total_flos": 2.2320632728765071e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}